-- Logs begin at Sat 2021-09-18 05:59:24 UTC, end at Sat 2021-09-18 08:39:49 UTC. -- Sep 18 06:40:51.073111 n-d-789963-14 systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 06:40:53.809146 n-d-789963-14 neutron-server[101867]: INFO neutron.common.config [-] Logging enabled! Sep 18 06:40:53.809824 n-d-789963-14 neutron-server[101867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 06:40:53.809943 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101867) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 06:40:53.813245 n-d-789963-14 neutron-server[101867]: INFO neutron.common.config [-] Logging enabled! Sep 18 06:40:53.813508 n-d-789963-14 neutron-server[101867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 06:40:53.813830 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101867) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 06:40:53.814864 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 06:40:53.815105 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 06:40:53.815495 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 06:40:53.815749 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 06:40:53.815983 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 06:40:53.816316 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.816623 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.816928 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.817163 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.817467 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.817767 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.818097 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.818396 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.818702 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.818997 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.819289 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.820226 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.820462 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.820755 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.821052 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.821348 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.821577 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] debug = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.821864 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.822333 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.822752 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.823040 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.823337 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.823621 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.823900 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.824184 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.824475 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.824820 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] host = n-d-789963-14 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.825106 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.825399 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.825691 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.826008 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.826293 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.826578 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.826872 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.827152 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.827432 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.827714 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.828010 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.828304 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.828601 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.828830 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.829057 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.829353 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.829649 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.829952 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.830234 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.830515 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.830794 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.831075 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.831350 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.831641 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.831932 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.832223 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.832504 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.832784 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.833063 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.833342 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.833634 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.833933 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.834216 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.834496 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.834790 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.835102 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.835383 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.835696 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.835990 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.836278 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.836571 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.836851 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.837141 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.837421 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.837700 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.838003 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_json = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.838284 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.838560 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.838850 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.839131 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.839413 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.839689 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.839964 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.840253 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:53.840556 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.840862 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.841171 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.841461 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.841762 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.842072 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.842369 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.842652 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.842947 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.843244 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.843534 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.843816 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.844109 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.844391 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.844691 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.845007 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.845311 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.845612 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.845910 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.846195 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.846473 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.846755 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.847049 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.847332 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.847626 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.847921 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.848205 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.848494 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.848795 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.849092 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.849375 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.849665 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.849986 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.850275 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.850557 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.850877 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.851179 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.851468 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.851751 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.852043 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.852331 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.852611 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.852892 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.853180 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.853480 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.853767 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.854071 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.854354 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.854639 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.854920 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.855215 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.855501 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.855782 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.856063 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.856348 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.856627 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.856905 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.857187 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.857467 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.857786 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.858101 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.858383 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.858662 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.858938 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.859216 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.859499 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.859776 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.860057 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.860336 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.860613 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.860890 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.861168 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.861449 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.861743 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.862075 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.862362 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.862647 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.862930 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.863211 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.863499 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.863781 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.864063 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.864347 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.864626 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.864923 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.865211 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.865503 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.865793 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.866103 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.866970 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.867253 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.867543 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.867828 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.868112 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.868402 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.868693 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.868994 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.869294 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.869595 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.869914 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.870225 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.870514 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.870835 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.871121 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:53.871345 n-d-789963-14 neutron-server[101867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 06:40:53.871594 n-d-789963-14 neutron-server[101867]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101867) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 06:40:54.226827 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=101867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 06:40:54.227039 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 06:40:54.227335 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 06:40:54.227674 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 06:40:54.622052 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.622360 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.622637 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.623956 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.624236 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.624506 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.660770 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.661056 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.661328 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.676093 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.676380 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.676655 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.705718 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.706028 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.706308 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.744135 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.744422 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.744692 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.977761 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.978408 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.978408 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.978588 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:54.979227 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.099199 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.099528 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.099817 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.100093 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.100366 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.100737 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.101066 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.101331 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.101593 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.101883 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.102173 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.102443 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.102703 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.102962 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.103224 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.103494 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.103754 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.104025 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.104301 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.104568 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.104856 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.105121 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.105411 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.105793 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.106079 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.106333 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.106737 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.106986 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.107230 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.107472 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.107714 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.107956 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:55.108328 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 06:40:55.111422 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 06:40:55.115513 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 06:40:55.119207 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 18 06:40:55.120856 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 06:40:55.121307 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 06:40:55.121655 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 06:40:55.122088 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 06:40:55.124884 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 06:40:55.125142 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 06:40:55.125498 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 06:40:55.130876 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 06:40:55.154032 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 06:40:55.154489 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.154790 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101867) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 06:40:55.155157 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.156541 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101867) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 06:40:55.156986 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 06:40:55.157240 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 06:40:55.160412 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.160704 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:55.228853 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 06:40:55.229160 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 06:40:55.229269 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 06:40:55.229623 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 06:40:55.251903 n-d-789963-14 neutron-server[101867]: DEBUG oslo_db.sqlalchemy.engines [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101867) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 06:40:55.894216 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing driver for type 'gre' Sep 18 06:40:55.894748 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] gre ID ranges: [(1, 1000)] Sep 18 06:40:56.078469 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing driver for type 'local' Sep 18 06:40:56.079080 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing driver for type 'vlan' Sep 18 06:40:56.175919 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] VlanTypeDriver initialization complete Sep 18 06:40:56.176347 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing driver for type 'vxlan' Sep 18 06:40:56.176861 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] vxlan ID ranges: [(1, 1000)] Sep 18 06:40:56.404353 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing extension driver 'port_security' Sep 18 06:40:56.404716 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] PortSecurityExtensionDriver initialization complete Sep 18 06:40:56.405063 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing mechanism driver 'openvswitch' Sep 18 06:40:56.405386 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing mechanism driver 'hyperv' Sep 18 06:40:56.412013 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:40:56.412712 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.413573 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.413949 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.414503 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.414956 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.415313 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.415668 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.416061 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.416471 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.416827 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.417176 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.417573 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.418002 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.418355 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.419411 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.419411 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.419668 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.420025 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.420378 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.420778 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.421182 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > address_group after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.421532 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > address_group after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.421874 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.422291 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 06:40:56.422673 n-d-789963-14 neutron-server[101867]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] ML2 OVO RPC backend initialized. {{(pid=101867) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 06:40:56.423391 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.423752 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.424174 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.424527 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > networks before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.424879 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.425226 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > ports before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.425639 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.426050 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnets before_response 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.426359 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.426704 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.427045 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.427385 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.427723 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.428060 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.428399 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.429323 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.429680 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.430301 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.plugin [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Modular L2 Plugin initialization complete Sep 18 06:40:56.430638 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading services supported by the core plugin {{(pid=101867) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 06:40:56.430969 n-d-789963-14 neutron-server[101867]: INFO neutron.plugins.ml2.managers [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Got port-security extension from driver 'port_security' Sep 18 06:40:56.431485 n-d-789963-14 neutron-server[101867]: INFO neutron.extensions.vlantransparent [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Disabled vlantransparent extension. Sep 18 06:40:56.431971 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101867) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 06:40:56.432291 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: router Sep 18 06:40:56.468913 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.469320 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_create 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.469695 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router before_create 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.470090 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.470486 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.470830 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_delete 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.471192 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.471545 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.471906 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_create 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.472256 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.472608 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.472962 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.473326 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.473741 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.474303 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.474651 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.474994 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: subnet after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.475338 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.476232 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.476586 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_create 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.476933 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.477278 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.477636 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router after_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.478005 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.478362 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_create 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.478726 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.479075 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_update 55549900 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.479442 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > agent after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.479796 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > agent after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.480146 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > network after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.481018 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Tracking information for resource: router configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:56.481356 n-d-789963-14 neutron-server[101867]: DEBUG neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Tracking information for resource: floatingip configured {{(pid=101867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 06:40:56.486440 n-d-789963-14 neutron-server[101867]: INFO neutron.db.l3_agentschedulers_db [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 06:40:56.487030 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.487396 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.487751 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.488107 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: port after_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.488913 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router before_create 55550100 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.489283 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.489649 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_create 55550100 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.490038 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > router precommit_update 55550100 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.495592 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.provider_configuration [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service providers = [] {{(pid=101867) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 06:40:56.495967 n-d-789963-14 neutron-server[101867]: DEBUG neutron.db.servicetype_db [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101867) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 06:40:56.498938 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.service_base [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 06:40:56.499317 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.service_base [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 06:40:56.499668 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.service_base [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 06:40:56.500561 n-d-789963-14 neutron-server[101867]: DEBUG neutron.services.service_base [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 06:40:56.500938 n-d-789963-14 neutron-server[101867]: INFO neutron.services.service_base [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 06:40:56.501317 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.501639 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 06:40:56.512279 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.512620 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: auto_allocate Sep 18 06:40:56.518634 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: network precommit_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.519012 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: network precommit_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.519543 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.519874 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: tag Sep 18 06:40:56.526424 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.526761 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: timestamp Sep 18 06:40:56.530779 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.531119 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: network_ip_availability Sep 18 06:40:56.536544 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.536923 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.537281 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.538023 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.538866 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: flavors Sep 18 06:40:56.543549 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.543884 n-d-789963-14 neutron-server[101867]: INFO neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading Plugin: revisions Sep 18 06:40:56.548168 n-d-789963-14 neutron-server[101867]: DEBUG neutron.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 06:40:56.548565 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.321s {{(pid=101867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 06:40:56.549303 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101867) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 06:40:56.549644 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Initializing extension manager. Sep 18 06:40:56.550185 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: __init__.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.550530 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: __pycache__ {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.550869 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.551206 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: address_group.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.551959 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.552523 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: address-group Sep 18 06:40:56.552852 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: address_scope.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.553821 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.554844 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: address-scope Sep 18 06:40:56.555170 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.556105 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.556620 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: router-admin-state-down-before-update Sep 18 06:40:56.556957 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: agent.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.557657 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.558198 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: agent Sep 18 06:40:56.558522 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: agent_resources_synced.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.559441 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.559950 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: agent-resources-synced Sep 18 06:40:56.560275 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: allowedaddresspairs.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.562120 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.562640 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: allowed-address-pairs Sep 18 06:40:56.562968 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: auto_allocated_topology.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.564045 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.564559 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: auto-allocated-topology Sep 18 06:40:56.564890 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: availability_zone.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.565582 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.566120 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: availability_zone Sep 18 06:40:56.566447 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: availability_zone_filter.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.567371 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.567879 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: availability_zone_filter Sep 18 06:40:56.568205 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: data_plane_status.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.569114 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.569675 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 06:40:56.570036 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: default_subnetpools.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.570955 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.571463 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: default-subnetpools Sep 18 06:40:56.571788 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.572597 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.573105 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: dhcp_agent_scheduler Sep 18 06:40:56.573430 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: dns.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.574375 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.574889 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 06:40:56.575216 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: dns_domain_ports.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.576149 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.576668 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 06:40:56.576993 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.577942 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.578454 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 06:40:56.578776 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: dvr.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.579447 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.579956 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: dvr Sep 18 06:40:56.580279 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: ecmp_routes.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.581196 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.581702 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 06:40:56.582058 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: empty_string_filtering.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.582972 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.583485 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: empty-string-filtering Sep 18 06:40:56.583809 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.584725 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.585261 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 06:40:56.585590 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.586527 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.587126 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 06:40:56.587454 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: external_net.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.588376 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.588883 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: external-net Sep 18 06:40:56.589209 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.590150 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.590660 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: extra_dhcp_opt Sep 18 06:40:56.590987 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: extraroute.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.591905 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.592411 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: extraroute Sep 18 06:40:56.592738 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: extraroute_atomic.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.593759 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.594307 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: extraroute-atomic Sep 18 06:40:56.594635 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: filter_validation.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.595304 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.595815 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: filter-validation Sep 18 06:40:56.596142 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: fip_pf_description.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.597069 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.597580 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 06:40:56.597931 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: fip_port_details.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.598927 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.599439 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: fip-port-details Sep 18 06:40:56.599762 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: flavors.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.601486 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.602034 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: flavors Sep 18 06:40:56.602363 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.604023 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.604550 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 06:40:56.604886 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: floatingip_pools.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.605595 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.606138 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: floatingip-pools Sep 18 06:40:56.606470 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: ip_allocation.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.607411 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.607921 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 06:40:56.608248 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.609173 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.609684 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: ip-substring-filtering Sep 18 06:40:56.610054 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l2_adjacency.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.610988 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.611492 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 06:40:56.611819 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.612911 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.613433 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: router Sep 18 06:40:56.613765 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.616035 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.617177 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 06:40:56.617510 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.618492 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.619011 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: ext-gw-mode Sep 18 06:40:56.619343 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.620284 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.620800 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: l3-ha Sep 18 06:40:56.621129 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3_flavors.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.622083 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.622598 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: l3-flavors Sep 18 06:40:56.622925 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.623846 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.624357 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 06:40:56.624684 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: l3agentscheduler.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.625703 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.626246 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: l3_agent_scheduler Sep 18 06:40:56.626573 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: logging.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.628076 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.628602 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension logging not supported by any of loaded plugins Sep 18 06:40:56.628934 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: metering.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.629676 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.630286 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: metering Sep 18 06:40:56.630617 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.631729 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.632278 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: metering_source_and_destination_fields Sep 18 06:40:56.632610 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: multiprovidernet.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.633547 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.634093 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: multi-provider Sep 18 06:40:56.634422 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: netmtu.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.635345 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.635861 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: net-mtu Sep 18 06:40:56.636189 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: netmtu_writable.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.637107 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.637625 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: net-mtu-writable Sep 18 06:40:56.637978 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: network_availability_zone.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.638912 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.639420 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: network_availability_zone Sep 18 06:40:56.639744 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: network_ip_availability.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.640848 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.641370 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: network-ip-availability Sep 18 06:40:56.641702 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: network_segment_range.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.642498 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.643006 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 06:40:56.643334 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: pagination.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.644317 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.644652 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: pagination Sep 18 06:40:56.644978 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: port_device_profile.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.645886 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.646427 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: port-device-profile Sep 18 06:40:56.646752 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.647704 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.648215 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: port-mac-address-regenerate Sep 18 06:40:56.648545 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.649453 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.649991 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: port-numa-affinity-policy Sep 18 06:40:56.650316 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: port_resource_request.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.651352 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.651861 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 06:40:56.652183 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: portbindings.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.653113 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.653622 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: binding Sep 18 06:40:56.653982 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: portbindings_extended.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.655251 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.655773 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: binding-extended Sep 18 06:40:56.656108 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: portsecurity.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.657031 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.657560 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: port-security Sep 18 06:40:56.657891 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: project_id.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.658901 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.659236 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: project-id Sep 18 06:40:56.659565 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: providernet.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.660488 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.661006 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: provider Sep 18 06:40:56.661332 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.665398 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.665952 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos not supported by any of loaded plugins Sep 18 06:40:56.666293 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.667541 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.668069 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 06:40:56.668404 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.669329 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.669843 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 06:40:56.670204 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_default.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.671126 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.671644 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-default not supported by any of loaded plugins Sep 18 06:40:56.671977 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_fip.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.672628 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.673131 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 06:40:56.673457 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_gateway_ip.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.674422 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.674963 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 06:40:56.675290 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_port_network_policy.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.676253 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.676718 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 06:40:56.677043 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_pps_rule.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.678248 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.679346 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 06:40:56.679678 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_rule_type_details.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.680598 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.681111 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 06:40:56.681439 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: qos_rules_alias.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.682510 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.683031 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 06:40:56.683353 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: quotasv2.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.684263 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.684596 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: quotas Sep 18 06:40:56.684922 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: quotasv2_detail.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.688257 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.688610 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: quota_details Sep 18 06:40:56.688948 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: rbac.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.690047 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.690578 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: rbac-policies Sep 18 06:40:56.690911 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: rbac_address_group.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.691852 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.692382 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: rbac-address-group Sep 18 06:40:56.692702 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: rbac_address_scope.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.693632 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.694180 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: rbac-address-scope Sep 18 06:40:56.694536 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: rbac_security_groups.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.695459 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.695981 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: rbac-security-groups Sep 18 06:40:56.696307 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: rbac_subnetpool.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.697230 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.697750 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: rbac-subnetpool Sep 18 06:40:56.698110 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: revisionifmatch.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.699037 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.699554 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: revision-if-match Sep 18 06:40:56.699879 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: revisions.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.701007 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.701529 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: standard-attr-revisions Sep 18 06:40:56.701860 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: router_availability_zone.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.702570 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.703080 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: router_availability_zone Sep 18 06:40:56.703404 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: routerservicetype.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.704338 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.704847 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 06:40:56.705170 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.706128 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.706644 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: security-groups-normalized-cidr Sep 18 06:40:56.706970 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.707892 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.708406 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: port-security-groups-filtering Sep 18 06:40:56.708729 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.709650 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.710218 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: security-groups-remote-address-group Sep 18 06:40:56.710546 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: securitygroup.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.721313 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.721850 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: security-group Sep 18 06:40:56.722218 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: segment.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.723008 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.723523 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension segment not supported by any of loaded plugins Sep 18 06:40:56.723864 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.724807 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.725323 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 06:40:56.726225 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: servicetype.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.727599 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.728370 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: service-type Sep 18 06:40:56.728702 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: sorting.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.729730 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.730092 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: sorting Sep 18 06:40:56.730426 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: standard_attr_segment.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.731350 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.731872 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 06:40:56.732201 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: standardattrdescription.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.732853 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.733364 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: standard-attr-description Sep 18 06:40:56.733690 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: stateful_security_group.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.734651 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.735168 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: stateful-security-group Sep 18 06:40:56.735531 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: stdattrs_common.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.736117 n-d-789963-14 neutron-server[101867]: WARNING neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 06:40:56.736466 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.737397 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.738081 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 06:40:56.738516 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnet_onboard.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.739852 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.740640 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: subnet_onboard Sep 18 06:40:56.741023 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.742936 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.743610 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 06:40:56.744143 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnet_service_types.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.745361 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.745971 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: subnet-service-types Sep 18 06:40:56.746378 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnetallocation.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.747761 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.748434 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: subnet_allocation Sep 18 06:40:56.748781 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.749703 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.750771 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: subnetpool-prefix-ops Sep 18 06:40:56.751225 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.752382 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.753191 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 06:40:56.753616 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: tagging.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.755293 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.756018 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: standard-attr-tag Sep 18 06:40:56.756393 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: timestamp.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.757883 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.758611 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loaded extension: standard-attr-timestamp Sep 18 06:40:56.759019 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: trunk.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.760333 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.761227 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension trunk not supported by any of loaded plugins Sep 18 06:40:56.761591 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: trunk_details.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.762762 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.763502 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 06:40:56.764146 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: uplink_status_propagation.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.765117 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.765662 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 06:40:56.766025 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Loading extension file: vlantransparent.py {{(pid=101867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 06:40:56.766713 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 06:40:56.767231 n-d-789963-14 neutron-server[101867]: INFO neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 06:40:56.769854 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:network Sep 18 06:40:56.770426 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnet Sep 18 06:40:56.770833 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 06:40:56.771236 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:port Sep 18 06:40:56.773015 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.773506 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service FLAVORS assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.774183 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.774615 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.774958 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:router Sep 18 06:40:56.775394 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 06:40:56.775890 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service METERING assigned prefix: /metering {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.777350 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.777726 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.778104 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:40:56.779188 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 06:40:56.779646 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:security_group Sep 18 06:40:56.780074 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 06:40:56.780670 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service CORE assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.781010 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 06:40:56.781361 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] subnetpool is already registered Sep 18 06:40:56.781796 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service CORE assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.782167 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 06:40:56.782504 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] subnetpool is already registered Sep 18 06:40:56.784783 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.785256 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service FLAVORS assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.785857 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.786312 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.786651 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:router Sep 18 06:40:56.786996 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] router is already registered Sep 18 06:40:56.787411 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 06:40:56.787749 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] floatingip is already registered Sep 18 06:40:56.788950 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service METERING assigned prefix: /metering {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.789654 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 06:40:56.790039 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] rbac_policy is already registered Sep 18 06:40:56.790460 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:security_group Sep 18 06:40:56.790840 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] security_group is already registered Sep 18 06:40:56.791250 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 06:40:56.791588 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] security_group_rule is already registered Sep 18 06:40:56.792209 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service CORE assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.792542 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 06:40:56.792898 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] subnetpool is already registered Sep 18 06:40:56.793322 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.v2.resource_helper [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Service CORE assigned prefix: {{(pid=101867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 06:40:56.793806 n-d-789963-14 neutron-server[101867]: INFO neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 06:40:56.794174 n-d-789963-14 neutron-server[101867]: WARNING neutron.quota.resource_registry [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] subnetpool is already registered Sep 18 06:40:56.794649 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: extensions {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.796152 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: address-groups {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.797686 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: address-scopes {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.799043 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: agents {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.800211 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: auto-allocated-topology {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.801456 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: availability_zones {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.802722 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: dhcp-networks {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.804384 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: dhcp-agents {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.805821 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: routers {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.808051 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: flavors {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.809213 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: service_profiles {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.810449 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: next_providers {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.811903 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: service_profiles {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.813438 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: floatingip-pools {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.814685 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: routers {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.816784 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: floatingips {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.818108 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: l3-routers {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.819530 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: l3-agents {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.820995 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: metering-labels {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.822377 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: metering-label-rules {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.823657 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: network-ip-availabilities {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.824925 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: bindings {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.827471 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: quotas {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.828945 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: quotas {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.830391 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: rbac-policies {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.831585 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: security-groups {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.832893 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: security-group-rules {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.834190 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: service-providers {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.835918 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: subnetpools {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.837338 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: subnetpools {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.838838 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.840511 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.842353 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.844135 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.845916 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.847760 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.849454 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.852036 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.853791 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.855557 n-d-789963-14 neutron-server[101867]: DEBUG neutron.api.extensions [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Extended resource: tags {{(pid=101867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 06:40:56.861598 n-d-789963-14 neutron-server[101867]: WARNING keystonemiddleware.auth_token [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 06:40:56.866411 n-d-789963-14 neutron-server[101867]: WARNING keystonemiddleware.auth_token [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 06:40:56.875087 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Acquired lock "singleton_lock" {{(pid=101867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 06:40:56.875563 n-d-789963-14 neutron-server[101867]: DEBUG oslo_concurrency.lockutils [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Releasing lock "singleton_lock" {{(pid=101867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 06:40:56.876208 n-d-789963-14 neutron-server[101867]: INFO oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Starting 2 workers Sep 18 06:40:56.881048 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Started child 101978 {{(pid=101867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 06:40:56.885481 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Started child 101979 {{(pid=101867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 06:40:56.886571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.887218 n-d-789963-14 neutron-server[101867]: INFO neutron.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 06:40:56.887818 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Notify callbacks [] for process, before_spawn {{(pid=101867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.888189 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [-] (101978) wsgi starting up on http://0.0.0.0:9696 Sep 18 06:40:56.890505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.890962 n-d-789963-14 neutron-server[101867]: INFO oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Starting 1 workers Sep 18 06:40:56.891930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [-] (101979) wsgi starting up on http://0.0.0.0:9696 Sep 18 06:40:56.895906 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Started child 101980 {{(pid=101867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 06:40:56.896441 n-d-789963-14 neutron-server[101867]: INFO oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Starting 1 workers Sep 18 06:40:56.900152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] calling RpcWorker wait() {{(pid=101980) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 06:40:56.900699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] returning from RpcWorker wait() {{(pid=101980) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 06:40:56.901445 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Started child 101981 {{(pid=101867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 06:40:56.901990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.902292 n-d-789963-14 neutron-server[101867]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a96d-a8f6-4d4e-a431-a7b8c4482368 None None] Notify callbacks [] for process, after_spawn {{(pid=101867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.902465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:40:56.904242 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 06:40:56.904464 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 06:40:56.904651 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 06:40:56.904872 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 06:40:56.905213 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 06:40:56.905377 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 06:40:56.905873 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.906185 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.906456 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.906557 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:40:56.907005 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.907005 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.907616 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.907887 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.908151 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.908440 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.908710 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.908892 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.909063 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.909323 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.909561 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.909879 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.910188 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.910433 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.910700 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.910875 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.911130 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.911394 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.911646 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.911918 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] debug = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.912167 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.912689 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.912940 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.913773 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.914025 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.914295 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.914668 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.914820 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.915169 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.915323 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.915528 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.915796 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.916044 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.916261 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.916484 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.916732 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.916971 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.917432 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] host = n-d-789963-14 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.917675 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.917915 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.918173 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.918433 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.918696 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.918918 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.919185 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.919456 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.919712 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.919974 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.920216 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.920477 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.920715 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.920971 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.921126 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_options = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.921365 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.921628 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.921946 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.922143 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.922316 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.922541 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.922782 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.922942 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.923199 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.923455 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.923741 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.923926 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.924180 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.924419 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.924677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.924916 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.925153 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.925367 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.925619 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.925857 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.926112 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.932677 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.934148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.936166 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_json = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.937576 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.938301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939101 n-d-789963-14 neutron-server[101981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:40:56.939197 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939197 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939197 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939197 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939197 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939592 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939592 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.939799 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.940152 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.940401 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.940689 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.940938 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.941165 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.941388 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.941635 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.941948 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.942203 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.942447 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.942689 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.942939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.943264 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.943531 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.943803 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.944072 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.944312 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.944558 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.944788 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.945011 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.945231 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.945469 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.945747 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.945999 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.946240 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.946463 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.946756 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.946977 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.947213 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.947463 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.947707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.947962 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.948196 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.948417 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949084 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949084 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949084 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949407 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949525 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.949791 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.950261 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.950402 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.950520 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.950932 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.951094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.951276 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.951508 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.951727 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.951945 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.952188 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.952405 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.952686 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.952908 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.953146 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.953363 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.953601 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.953839 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.956258 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.957443 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.958354 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.958354 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.958354 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.958714 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.958714 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.961002 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.963557 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.965071 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.966200 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.966200 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.966200 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.966200 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.966200 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.967742 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.968531 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.968531 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.968531 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.968884 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.970077 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.972901 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974922 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974922 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.974922 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.975127 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.975215 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.975426 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.976223 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.976466 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.976693 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.976933 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.977163 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.977404 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.977665 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.977870 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.978115 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.978371 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.978588 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.978826 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.979069 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.979307 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.979622 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.979789 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.980095 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.980355 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.980574 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.980807 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.981042 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.982587 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.983414 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.983680 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.983929 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.984159 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.984384 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.984897 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.984897 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.985207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.985335 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.985502 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.985746 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.986013 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.986358 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.986626 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.986866 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.987108 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.987334 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.987585 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.987807 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.988030 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.988253 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.988475 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.988696 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.988956 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.989212 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.989463 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.989698 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.989931 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.990148 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.990373 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.990611 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.990902 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.991189 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.991495 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.991753 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.991990 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.992206 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.992455 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.992689 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.992925 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.993206 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.993428 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.993642 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.993872 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.994117 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.994332 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.994562 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.994804 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.995019 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.995271 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.995523 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.995740 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.995969 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.996211 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.996528 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.996763 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.996985 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.997199 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.997427 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.997680 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.997932 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.998153 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.998365 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.998577 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.998802 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.999021 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.999232 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.999567 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:56.999857 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.000076 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.000389 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.000628 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.000886 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.001147 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.001466 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.001702 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.002013 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.002377 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.002487 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.002713 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.002971 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.003301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.003580 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.003840 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.004111 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.004410 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.004693 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.004976 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.005193 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.005498 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.005834 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.006151 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.006405 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.006654 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.006929 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.007154 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.007388 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.007638 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.007876 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.008095 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.008400 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.008601 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.008829 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.009050 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.009281 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.009520 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.009774 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.010015 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.010265 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 06:40:57.013939 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.014612 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015162 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.015707 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] debug = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016446 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016539 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016664 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016825 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.016986 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.017146 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.017305 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.017466 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.017629 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.017787 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018153 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018323 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018461 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018611 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018747 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] host = n-d-789963-14 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.018913 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.019053 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.019211 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.019370 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.019535 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.019690 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020020 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020173 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020336 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020492 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020662 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020823 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.020983 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021137 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021290 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_options = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021449 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021607 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021769 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.021975 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.022144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.022305 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.022974 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023139 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023299 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023447 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023609 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023803 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.023958 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024098 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024237 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024372 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024514 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024692 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024833 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.024998 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025129 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025255 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025405 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025564 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025725 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.025884 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026064 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026223 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026382 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026541 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026700 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.026861 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027020 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027179 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027339 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027499 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027659 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027819 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.027983 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028304 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028464 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028624 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028785 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.028944 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029103 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_json = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029422 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029580 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029741 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.029938 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.030073 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.030213 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.030376 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.030523 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 06:40:57.030706 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.030874 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031054 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031218 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031380 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031543 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031862 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.031997 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032087 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032222 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032397 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032562 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032736 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.032900 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033062 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033228 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033390 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033552 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033715 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.033880 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034063 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034225 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034397 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034559 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034722 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.034883 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035047 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035224 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035387 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035551 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035713 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.035875 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036039 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036203 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036366 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036530 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036692 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.036855 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037016 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037178 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037341 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037503 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037667 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.037830 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.038157 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.038809 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.038942 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.039105 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.039267 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.039430 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.039593 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.042263 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.043144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.044094 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.045100 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046010 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046653 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046653 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046653 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.046653 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047091 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047091 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047091 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047399 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047399 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047634 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047634 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047875 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.047970 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048053 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048219 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048383 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048590 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048755 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.048885 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049046 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049208 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049369 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049532 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049694 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.049868 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050051 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050217 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050380 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050549 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050722 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.050869 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051038 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051205 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051367 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051530 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051691 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.051852 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052013 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052176 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052338 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052508 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052682 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.052845 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053008 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053169 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053354 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053517 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053704 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.053878 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054027 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054186 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054347 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054510 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054672 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054833 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.054996 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055159 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055322 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055485 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055647 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055810 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.055974 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056138 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056301 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056464 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056627 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056789 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.056951 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057113 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057276 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057439 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057601 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057763 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.057942 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058107 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058269 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058430 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058592 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058754 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.058915 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059076 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059238 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059402 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059565 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059728 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.059891 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.060054 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.060269 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.060464 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.060805 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.060805 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061011 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061118 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061236 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061538 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061700 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.061862 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062047 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062211 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062387 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062550 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062712 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.062875 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063037 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063199 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:40:57.063377 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063510 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063672 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063834 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.063996 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064159 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064324 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064487 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064650 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064813 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.064976 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065137 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065300 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065475 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065638 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065800 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.065982 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066144 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066306 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066481 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066647 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066812 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.066994 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067131 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067266 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067430 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067592 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067754 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.067918 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068080 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068225 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068401 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068562 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068724 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.068885 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069046 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069400 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069562 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069725 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.069886 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070054 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070215 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070386 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070549 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070711 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.070873 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071034 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071198 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071423 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071593 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071756 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.071927 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072089 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072237 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072400 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072574 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072720 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.072888 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073050 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073212 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073374 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073537 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073704 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.073874 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074062 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074218 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074388 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074560 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074730 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.074893 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075062 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075236 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075398 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075559 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075722 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.075883 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.076046 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.076207 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.076369 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.076720 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.076720 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077356 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077356 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077356 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077356 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077831 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077831 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.077831 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.078201 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.078201 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.078201 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 06:40:57.078510 n-d-789963-14 neutron-server[101867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 06:40:57.250230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57386) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:40:57.259252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068417 Sep 18 06:41:08.813486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87040840-0a36-4ef8-b6ba-192af1f53050 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 06:41:08.927012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87040840-0a36-4ef8-b6ba-192af1f53050 None None] No non-hosted networks {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 06:41:08.927012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.agentschedulers_db [None req-87040840-0a36-4ef8-b6ba-192af1f53050 None None] DHCP Agent not found on host n-d-789963-14 {{(pid=101980) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 18 06:41:09.090761 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5751d961-f5b8-4b88-bc77-74e09cba5fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:11.411116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d90b-4a0b-435a-a1f6-de5a0a63f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:11.449099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-b2013f67-0abd-40f5-8ca1-1be08cb8e427 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-789963-14 {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:41:11.449553 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-b2013f67-0abd-40f5-8ca1-1be08cb8e427 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:41:11.971907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:11.974119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.975802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.976166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.976511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.976853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.977186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.977519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.977848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.978207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.978534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.978858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.985986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:11.986460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:11.998158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:12.072794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2013f67-0abd-40f5-8ca1-1be08cb8e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:13.164636 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:14.368604 n-d-789963-14 neutron-server[101980]: INFO neutron.db.l3_hamode_db [None req-fba935cc-76f5-46a3-860a-575e0a0dd830 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 06:41:14.455145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba935cc-76f5-46a3-860a-575e0a0dd830 None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:41:14.455545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba935cc-76f5-46a3-860a-575e0a0dd830 None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 06:41:14.535215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:15.371008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57478) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:15.854141 n-d-789963-14 neutron-server[101979]: WARNING oslo_policy.policy [None req-51014cfe-d143-47f0-b5d1-c2e3eea79f55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:15.854735 n-d-789963-14 neutron-server[101979]: WARNING oslo_policy.policy [None req-51014cfe-d143-47f0-b5d1-c2e3eea79f55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:16.075360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-51014cfe-d143-47f0-b5d1-c2e3eea79f55 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:41:16.076488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-51014cfe-d143-47f0-b5d1-c2e3eea79f55 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7045808 Sep 18 06:41:18.419230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57492) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:18.723875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:18.816167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.policy [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101979) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 06:41:18.861318 n-d-789963-14 neutron-server[101979]: WARNING oslo_policy.policy [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:18.861680 n-d-789963-14 neutron-server[101979]: WARNING oslo_policy.policy [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:18.870761 n-d-789963-14 neutron-server[101979]: INFO neutron.quota [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] Loaded quota_driver: . Sep 18 06:41:19.013330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206350756', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206351435', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206338693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206337145', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206955514', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793206495939', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1042060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2061571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682473'] for rbac-policy, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:19.192719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:19.193890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5997b9b4-fdef-4550-929d-f584bbad1c15 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7736874 Sep 18 06:41:21.773260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57504) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:22.068265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:22.204010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Made reservation on behalf of e53b1af2a8d348b5bec5b659041940bd for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:41:22.206877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.226771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.343807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.403753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.431810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:41:22.455555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793204534676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.456071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Unsubscribe: segment precommit_create {{(pid=101979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 06:41:22.456579 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Added segment 59030cfa-29e8-408d-9b90-9f15eb782fcc of type vlan for network c17e1c51-0ee1-4ca9-878b-386828357ea7 Sep 18 06:41:22.462541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ceb357-ccf6-41af-9027-06994c28042c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:22.483986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.484323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.484655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.484983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.485306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.485626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.485965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.486285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.486599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.486912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.487222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.487534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Tracked resource versions report: Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: pushed versions: Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: { 'AddressGroup': {'1.2'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'ConntrackHelper': {'1.0'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Log': {'1.0'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Network': {'1.1'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Port': {'1.7'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'PortForwarding': {'1.2'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'QosPolicy': {'1.9'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SecurityGroup': {'1.4'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SubPort': {'1.0'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Subnet': {'1.1'}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Trunk': {'1.1'}} Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: consumer versions: Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: L3 agent@n-d-789963-14: {}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: Metadata agent@n-d-789963-14: {}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: Metering agent@n-d-789963-14: {}, Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'ConntrackHelper': '1.0', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Log': '1.0', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Network': '1.1', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Port': '1.7', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'PortForwarding': '1.2', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'QosPolicy': '1.9', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SecurityGroup': '1.4', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SecurityGroupRule': '1.2', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'SubPort': '1.0', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Subnet': '1.1', Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: 'Trunk': '1.1'}} Sep 18 06:41:22.488635 n-d-789963-14 neutron-server[101979]: {{(pid=101979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:41:22.579133 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.688211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.689305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:22.689964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:22.784811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] Pushing event updated for resources: {'Network': ['ID=c17e1c51-0ee1-4ca9-878b-386828357ea7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:22.795848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:41:22.829948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6cd270f6-1b24-4ffa-b424-bb16a6aa8019 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0467710 Sep 18 06:41:25.457132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57518) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:25.834757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2948f4b8-7d15-4a93-a4ad-b13e0f5626b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:25.836303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2948f4b8-7d15-4a93-a4ad-b13e0f5626b9 admin admin] 10.222.0.20 "GET /v2.0/networks/c17e1c51-0ee1-4ca9-878b-386828357ea7 HTTP/1.1" status: 200 len: 825 time: 0.3781323 Sep 18 06:41:25.862581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-257f0a15-b619-4e32-9718-783a71b7d023 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/2a258519-c14c-4b84-84b7-10b24e51d7a2 HTTP/1.1" status: 200 len: 734 time: 0.0199552 Sep 18 06:41:25.871828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Request body: {'subnet': {'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:25.946466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Made reservation on behalf of e53b1af2a8d348b5bec5b659041940bd for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:41:25.948666 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:26.317233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:26.385123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Checking segment: {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:41:26.385472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Network hostable DHCP agents. Network: c17e1c51-0ee1-4ca9-878b-386828357ea7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:41:26.394369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb40bd26-1bf3-4697-aff4-e3cd31edb17f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:26.477067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:41:26.551512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c17e1c51-0ee1-4ca9-878b-386828357ea7) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:26.556362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:26.556985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:26.560944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4b91d-4dd3-4779-a528-b08d84fe2572 None None] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:41:26.633502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-82dda873-c5c3-4e8b-b4cd-d4be05d5e893 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7648752 Sep 18 06:41:26.900523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c17e1c51-0ee1-4ca9-878b-386828357ea7', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:41:26.901757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.183273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Allocated IP 172.20.0.2 (c17e1c51-0ee1-4ca9-878b-386828357ea7/fb40bd26-1bf3-4697-aff4-e3cd31edb17f/177b9744-c199-48a6-9fc5-59c6e51a1e3a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:41:27.412368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.575889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.648449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:41:27.657451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:27.660505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:41:27.672631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Pushing event updated for resources: {'Port': ['ID=177b9744-c199-48a6-9fc5-59c6e51a1e3a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:27.701642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.702018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.702372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.702711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.703066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.703401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.703859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.704198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.704527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.704853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.705177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.705501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Tracked resource versions report: Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: pushed versions: Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: { 'AddressGroup': {'1.2'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'ConntrackHelper': {'1.0'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Log': {'1.0'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Network': {'1.1'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Port': {'1.7'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'PortForwarding': {'1.2'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'QosPolicy': {'1.9'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SecurityGroup': {'1.4'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SubPort': {'1.0'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Subnet': {'1.1'}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Trunk': {'1.1'}} Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: consumer versions: Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: L3 agent@n-d-789963-14: {}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: Metadata agent@n-d-789963-14: {}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: Metering agent@n-d-789963-14: {}, Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'ConntrackHelper': '1.0', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Log': '1.0', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Network': '1.1', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Port': '1.7', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'PortForwarding': '1.2', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'QosPolicy': '1.9', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SecurityGroup': '1.4', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SecurityGroupRule': '1.2', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'SubPort': '1.0', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Subnet': '1.1', Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: 'Trunk': '1.1'}} Sep 18 06:41:27.706616 n-d-789963-14 neutron-server[101980]: {{(pid=101980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:41:27.755326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Attempting to bind port 177b9744-c199-48a6-9fc5-59c6e51a1e3a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:41:27.755761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Attempting to bind port 177b9744-c199-48a6-9fc5-59c6e51a1e3a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:41:27.756190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Attempting to bind port 177b9744-c199-48a6-9fc5-59c6e51a1e3a on network c17e1c51-0ee1-4ca9-878b-386828357ea7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:41:27.761121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:41:27.761530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Checking segment: {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:41:27.762043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.762439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Bound using segment: {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:41:27.762937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Bound port: 177b9744-c199-48a6-9fc5-59c6e51a1e3a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:41:27.763351 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.824439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] For port 177b9744-c199-48a6-9fc5-59c6e51a1e3a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:41:27.834340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] For port 177b9744-c199-48a6-9fc5-59c6e51a1e3a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=177b9744-c199-48a6-9fc5-59c6e51a1e3a,segment=NetworkSegment(59030cfa-29e8-408d-9b90-9f15eb782fcc),segment_id=59030cfa-29e8-408d-9b90-9f15eb782fcc)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:41:27.911589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:27.980308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1957d-a181-4154-a7e2-470ef85a9351 None None] Pushing event updated for resources: {'Port': ['ID=177b9744-c199-48a6-9fc5-59c6e51a1e3a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:29.050800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57526) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:29.357133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-fc2b6efe-5b9a-4845-9fc1-8c37d2a62ae0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:41:29.358236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc2b6efe-5b9a-4845-9fc1-8c37d2a62ae0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063629 Sep 18 06:41:31.733488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:32.039604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-82eecfad-01ab-45d6-ac86-e026d109db08 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:41:32.040596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-82eecfad-01ab-45d6-ac86-e026d109db08 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060868 Sep 18 06:41:34.649377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57544) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:34.941303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Request body: {'router': {'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'name': 'router1', 'admin_state_up': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:35.009635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.011284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.143601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.204420 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.300503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.301758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fdedc17c-3939-4a58-abf6-9b3eb379e90a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6513703 Sep 18 06:41:35.709184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 177b9744-c199-48a6-9fc5-59c6e51a1e3a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:41:35.800360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 177b9744-c199-48a6-9fc5-59c6e51a1e3a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:35.800756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.912452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:35.949601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 177b9744-c199-48a6-9fc5-59c6e51a1e3a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=177b9744-c199-48a6-9fc5-59c6e51a1e3a,segment=NetworkSegment(59030cfa-29e8-408d-9b90-9f15eb782fcc),segment_id=59030cfa-29e8-408d-9b90-9f15eb782fcc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:41:36.038168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:36.084358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=177b9744-c199-48a6-9fc5-59c6e51a1e3a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:36.299163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23744b3-6732-41c9-a897-8d050126d925 None None] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:41:36.422614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5e0693a9-4904-4eeb-897b-bcf7768e65da None None] Provisioning complete for port 177b9744-c199-48a6-9fc5-59c6e51a1e3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:36.422990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e0693a9-4904-4eeb-897b-bcf7768e65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:36.758132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-12f87d92-1895-474d-b1b4-93556c413cdd None None] Provisioning complete for port 177b9744-c199-48a6-9fc5-59c6e51a1e3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:36.758752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12f87d92-1895-474d-b1b4-93556c413cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:37.691059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:37.697301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 177b9744-c199-48a6-9fc5-59c6e51a1e3a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:41:37.743475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 177b9744-c199-48a6-9fc5-59c6e51a1e3a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:37.743829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:38.016669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-b1d00a63-31cd-45f2-abb6-30657c1fc274 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:41:38.017677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1d00a63-31cd-45f2-abb6-30657c1fc274 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256779 Sep 18 06:41:38.797828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-468fc9e8-cf36-43a8-89e6-e54be51d8645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:38.964424 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:41:40.454912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57564) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:40.757483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:40.843030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Made reservation on behalf of e6f4246c89004261abf16bf69b6675f1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:41:40.845200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:40.852855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:40.935639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:40.985916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.003036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Reserving flat network on physical network physnet1 {{(pid=101979) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 06:41:41.019562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5dc08-d8c8-4bd8-bbb2-53eb98941c7a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:41.026029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.026368 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Added segment 0e545166-b0af-4b78-9a08-81123ba16b1a of type flat for network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e Sep 18 06:41:41.078263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.180448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.181313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:41.181922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.239070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] Pushing event updated for resources: {'Network': ['ID=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:41.249231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:41:41.267025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f9546ea-68b5-411d-b8c4-64f7e24d92ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8110867 Sep 18 06:41:41.415154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0738435f-eea5-47c4-9015-3507ece8e79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:41.917919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:43.038129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:43.703767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:43.873517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2054ad-c5da-429c-adee-bae7e33cf09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:43.874847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb2054ad-c5da-429c-adee-bae7e33cf09a admin admin] 10.222.0.20 "GET /v2.0/subnets/fb40bd26-1bf3-4697-aff4-e3cd31edb17f HTTP/1.1" status: 200 len: 849 time: 0.1701348 Sep 18 06:41:43.990158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8008143a-08db-4155-9cf6-2839d09ed697 admin admin] 10.222.0.20 "GET /v2.0/routers/68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 HTTP/1.1" status: 200 len: 704 time: 0.1086109 Sep 18 06:41:44.247659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:44.443376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:44.534071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Allocated IP 172.20.0.1 (c17e1c51-0ee1-4ca9-878b-386828357ea7/fb40bd26-1bf3-4697-aff4-e3cd31edb17f/a9cffa65-76fa-4b51-8496-55a1817e7dff) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:41:44.721477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:44.842693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:44.913876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:41:44.918189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:44.920859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:41:44.921386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:44.984708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Pushing event updated for resources: {'Port': ['ID=a9cffa65-76fa-4b51-8496-55a1817e7dff,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:45.093065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cbf46404-3904-445f-94f6-d02e73f96fce None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:45.093394 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbf46404-3904-445f-94f6-d02e73f96fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.125556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cbf46404-3904-445f-94f6-d02e73f96fce None None] Port a9cffa65-76fa-4b51-8496-55a1817e7dff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:41:45.232615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.434369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.483052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.483804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.540318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Pushing event updated for resources: {'Port': ['ID=a9cffa65-76fa-4b51-8496-55a1817e7dff,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:45.605288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:41:45.606599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:45.846311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2b71e672-5c95-48cf-a891-38601f2bb536 None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:45.846889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b71e672-5c95-48cf-a891-38601f2bb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:45.848928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:41:45.878671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2b71e672-5c95-48cf-a891-38601f2bb536 None None] Port a9cffa65-76fa-4b51-8496-55a1817e7dff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:41:45.938589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:41:45.943693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d5bcb6b3-0f87-4eb1-82b8-2a37531804cb admin admin] 10.222.0.20 "PUT /v2.0/routers/68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9478078 Sep 18 06:41:45.948534 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Sync routers for ids ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:41:45.959641 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Routers {'68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:41:45.960442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:41:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:46.150024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Set router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:41:46.573479 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:45Z', 'revision_number': 2, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:45Z', 'revision_number': 2, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:46.624963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Checking router: 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:41:46.625337 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Updating router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 port a9cffa65-76fa-4b51-8496-55a1817e7dff binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:41:46.672699 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.181445 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.243528 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.385006 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Pushing event updated for resources: {'Port': ['ID=a9cffa65-76fa-4b51-8496-55a1817e7dff,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:47.404152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.404508 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.404853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.405192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.405527 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.405861 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.406218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.406546 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.406873 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.407197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.407521 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.407844 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Tracked resource versions report: Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: pushed versions: Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: { 'AddressGroup': {'1.2'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'ConntrackHelper': {'1.0'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Log': {'1.0'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Network': {'1.1'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Port': {'1.7'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'PortForwarding': {'1.2'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'QosPolicy': {'1.9'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SecurityGroup': {'1.4'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SubPort': {'1.0'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Subnet': {'1.1'}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Trunk': {'1.1'}} Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: consumer versions: Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: L3 agent@n-d-789963-14: {}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: Metadata agent@n-d-789963-14: {}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: Metering agent@n-d-789963-14: {}, Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'ConntrackHelper': '1.0', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Log': '1.0', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Network': '1.1', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Port': '1.7', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'PortForwarding': '1.2', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'QosPolicy': '1.9', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SecurityGroup': '1.4', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SecurityGroupRule': '1.2', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'SubPort': '1.0', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Subnet': '1.1', Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: 'Trunk': '1.1'}} Sep 18 06:41:47.408917 n-d-789963-14 neutron-server[101981]: {{(pid=101981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:41:47.428210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Attempting to bind port a9cffa65-76fa-4b51-8496-55a1817e7dff on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:41:47.428692 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Attempting to bind port a9cffa65-76fa-4b51-8496-55a1817e7dff by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:41:47.429203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Attempting to bind port a9cffa65-76fa-4b51-8496-55a1817e7dff on network c17e1c51-0ee1-4ca9-878b-386828357ea7 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:41:47.434736 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:41:47.435162 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Checking segment: {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:41:47.435731 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.436129 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Bound using segment: {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:41:47.436634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Bound port: a9cffa65-76fa-4b51-8496-55a1817e7dff, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59030cfa-29e8-408d-9b90-9f15eb782fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:41:47.437027 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.502047 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] For port a9cffa65-76fa-4b51-8496-55a1817e7dff, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:41:47.505912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-22e0c894-2f94-4429-8c16-c43e3037c8e3 None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:47.506386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22e0c894-2f94-4429-8c16-c43e3037c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.523219 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] For port a9cffa65-76fa-4b51-8496-55a1817e7dff, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a9cffa65-76fa-4b51-8496-55a1817e7dff,segment=NetworkSegment(59030cfa-29e8-408d-9b90-9f15eb782fcc),segment_id=59030cfa-29e8-408d-9b90-9f15eb782fcc)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:41:47.540082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22e0c894-2f94-4429-8c16-c43e3037c8e3 None None] Port a9cffa65-76fa-4b51-8496-55a1817e7dff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:41:47.598391 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.662409 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d45fb-01a4-4254-9720-9450e2a48648 None None] Pushing event updated for resources: {'Port': ['ID=a9cffa65-76fa-4b51-8496-55a1817e7dff,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:47.668090 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Routers {'68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:41:47.668719 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:41:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:47.757889 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] Set router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:41:47.860238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:47.860618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.937786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:47.966629 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e2f32487-1289-420d-b930-743c1414d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:45Z', 'revision_number': 2, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:47Z', 'revision_number': 4, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:47.970154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] For port a9cffa65-76fa-4b51-8496-55a1817e7dff, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a9cffa65-76fa-4b51-8496-55a1817e7dff,segment=NetworkSegment(59030cfa-29e8-408d-9b90-9f15eb782fcc),segment_id=59030cfa-29e8-408d-9b90-9f15eb782fcc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:41:47.996504 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f32487-1289-420d-b930-743c1414d050 None None] The sync data for ids ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'] in n-d-789963-14 is: [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:45Z', 'revision_number': 2, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port_host': None, '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:47Z', 'revision_number': 4, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:41:48.028233 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:48.080729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90943bd7-9fab-44c0-98ff-b09f83ecbc77 None None] Pushing event updated for resources: {'Port': ['ID=a9cffa65-76fa-4b51-8496-55a1817e7dff,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:48.193310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57602) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:48.337515 n-d-789963-14 neutron-server[101978]: WARNING oslo_policy.policy [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:48.338140 n-d-789963-14 neutron-server[101978]: WARNING oslo_policy.policy [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:48.774442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.policy [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 06:41:48.819179 n-d-789963-14 neutron-server[101978]: WARNING oslo_policy.policy [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:48.819572 n-d-789963-14 neutron-server[101978]: WARNING oslo_policy.policy [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 06:41:48.828767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:48.837435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-16587187-c97e-4c2b-924f-41a7e31f4674 admin admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 842 time: 0.6354549 Sep 18 06:41:48.842303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:48.844292 n-d-789963-14 neutron-server[101978]: INFO neutron.quota [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Loaded quota_driver: . Sep 18 06:41:48.986007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Made reservation on behalf of e6f4246c89004261abf16bf69b6675f1 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:41:48.988932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:49.453461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 06:41:49.454151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:49.520610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:41:49.520983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Network hostable DHCP agents. Network: bc5682b9-70f0-487c-89fc-0c5e9b2ba63e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:41:49.529099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb24cad6-3232-4562-8439-a60cc67c2d84,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:49.539345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.539687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.540020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.540348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.540674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.540995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.541315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.541633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.541971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.542287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.542599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.542907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Tracked resource versions report: Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: pushed versions: Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: { 'AddressGroup': {'1.2'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'ConntrackHelper': {'1.0'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Log': {'1.0'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Network': {'1.1'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Port': {'1.7'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'PortForwarding': {'1.2'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'QosPolicy': {'1.9'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SecurityGroup': {'1.4'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SubPort': {'1.0'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Subnet': {'1.1'}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Trunk': {'1.1'}} Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: consumer versions: Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: L3 agent@n-d-789963-14: {}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: Metadata agent@n-d-789963-14: {}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: Metering agent@n-d-789963-14: {}, Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'ConntrackHelper': '1.0', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Log': '1.0', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Network': '1.1', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Port': '1.7', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'PortForwarding': '1.2', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'QosPolicy': '1.9', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SecurityGroup': '1.4', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SecurityGroupRule': '1.2', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'SubPort': '1.0', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Subnet': '1.1', Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: 'Trunk': '1.1'}} Sep 18 06:41:49.543936 n-d-789963-14 neutron-server[101978]: {{(pid=101978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:41:49.643506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:41:49.722233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, bc5682b9-70f0-487c-89fc-0c5e9b2ba63e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:49.727952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:49.728916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:49.732721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51351c42-bbf2-483b-bb54-f5666716d854 None None] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:41:49.815408 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-318051b6-f140-4e35-b85a-54c748c293fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9771271 Sep 18 06:41:49.854832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9378c2-d898-46cb-8ca1-65508d9769ce None None] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:41:52.107494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57622) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:52.354081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-953cd979-565c-4df8-a69e-eaec70e768b6 admin admin] 10.222.0.20 "GET /v2.0/routers/68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 HTTP/1.1" status: 200 len: 710 time: 0.2452176 Sep 18 06:41:52.442657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8cb820-023f-4e91-afca-22816a2c143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:41:52.444034 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bf8cb820-023f-4e91-afca-22816a2c143a admin admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 886 time: 0.0841646 Sep 18 06:41:52.453386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:41:52.699623 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:53.031196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:53.113864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:53.271911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Allocated IP 172.25.4.92 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/f990369d-0ad0-4370-b473-4ac1d864135f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:41:53.405334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:53.529423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:53.600265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:41:53.609799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:41:53.617426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:41:53.620297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f990369d-0ad0-4370-b473-4ac1d864135f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:53.720558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a9cffa65-76fa-4b51-8496-55a1817e7dff up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:41:53.769206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:53.769585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:54.038187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:54.234374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:54.239418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:54.349370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:41:54.453705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:41:54.458684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:54.459886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ab8da07-3cd6-4957-9cb5-c4562e78edb9 admin admin] 10.222.0.20 "PUT /v2.0/routers/68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 HTTP/1.1" status: 200 len: 889 time: 2.0097284 Sep 18 06:41:54.477149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Sync routers for ids ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:41:54.488209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Routers {'68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:41:54.488951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:41:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:54.708063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Set router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:41:55.094734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:53Z', 'revision_number': 4, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port': {'id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:53Z', 'updated_at': '2021-09-18T06:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:47Z', 'revision_number': 5, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:55.145315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Checking router: 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:41:55.145669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Updating router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 port f990369d-0ad0-4370-b473-4ac1d864135f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:41:55.190495 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.507247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.602811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.723138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Attempting to bind port f990369d-0ad0-4370-b473-4ac1d864135f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:41:55.728829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Attempting to bind port f990369d-0ad0-4370-b473-4ac1d864135f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:41:55.728829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Attempting to bind port f990369d-0ad0-4370-b473-4ac1d864135f on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:41:55.734862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae78b3d-ef34-4c4d-8aae-7a0267599329 None None] Pushing event updated for resources: {'Port': ['ID=f990369d-0ad0-4370-b473-4ac1d864135f,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:55.737258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:41:55.737664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:41:55.738152 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.738542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:41:55.739006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Bound port: f990369d-0ad0-4370-b473-4ac1d864135f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:41:55.739398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.788880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] For port f990369d-0ad0-4370-b473-4ac1d864135f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:41:55.792314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] For port f990369d-0ad0-4370-b473-4ac1d864135f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f990369d-0ad0-4370-b473-4ac1d864135f,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:41:55.866279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:55.923571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Routers {'68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:41:55.924183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:41:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:55.926849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae78b3d-ef34-4c4d-8aae-7a0267599329 None None] Pushing event updated for resources: {'Port': ['ID=f990369d-0ad0-4370-b473-4ac1d864135f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:56.030087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] Set router 68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:41:56.235799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:53Z', 'revision_number': 4, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port': {'id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:53Z', 'updated_at': '2021-09-18T06:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:47Z', 'revision_number': 5, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:41:56.260816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe70adb7-b4a8-47f9-b0f8-7da941437ca8 None None] The sync data for ids ['68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6'] in n-d-789963-14 is: [{'id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'name': 'router1', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:41:35Z', 'updated_at': '2021-09-18T06:41:53Z', 'revision_number': 4, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'gw_port': {'id': 'f990369d-0ad0-4370-b473-4ac1d864135f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:53Z', 'updated_at': '2021-09-18T06:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a9cffa65-76fa-4b51-8496-55a1817e7dff', 'name': '', 'network_id': 'c17e1c51-0ee1-4ca9-878b-386828357ea7', 'tenant_id': 'e53b1af2a8d348b5bec5b659041940bd', 'mac_address': 'fa:16:3e:85:2d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e4a85e-ab55-4a6c-87a0-ec18ff19e7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:41:44Z', 'updated_at': '2021-09-18T06:41:47Z', 'revision_number': 5, 'project_id': 'e53b1af2a8d348b5bec5b659041940bd', 'subnets': [{'id': 'fb40bd26-1bf3-4697-aff4-e3cd31edb17f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a258519-c14c-4b84-84b7-10b24e51d7a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:41:56.867040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57634) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:41:56.987435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b2bb367-e0b9-4326-84a9-c5d8c47a045b admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1192317 Sep 18 06:41:57.723869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f990369d-0ad0-4370-b473-4ac1d864135f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:41:57.777138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f990369d-0ad0-4370-b473-4ac1d864135f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:57.777525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:57.863558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:57.884467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port f990369d-0ad0-4370-b473-4ac1d864135f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f990369d-0ad0-4370-b473-4ac1d864135f,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:41:57.985974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:41:58.031751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=f990369d-0ad0-4370-b473-4ac1d864135f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:41:59.713109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f990369d-0ad0-4370-b473-4ac1d864135f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:41:59.763830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f990369d-0ad0-4370-b473-4ac1d864135f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:41:59.764463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:08.734055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f214708d-b341-41cb-8823-781cf0205898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:11.448617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77006f62-d26a-4d09-80a1-809b2d8abba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:11.923314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:13.031514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:14.471680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:15.962481 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:42:38.744990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e35ad9e-db3c-478f-ad62-8764da529a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:41.419435 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3445382a-eeed-4784-9ead-a021e9ba9da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:41.933051 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:43.030615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:45.184906 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:42:52.961531 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:43:08.773054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c29c377b-6ac9-4b7b-b9a0-7a36bddd9322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:11.384100 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a73d1404-b75a-40c2-b4fa-bb2faa79155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:11.915575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:13.024755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:14.475928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:29.959752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:43:38.749417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1603dd60-df6c-4c1f-b64c-1485cb288155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:38.937198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58228) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:38.997193 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadd3ae1-8053-4426-8d3f-b0ec696a8e5d admin admin] GET failed (client error): The resource could not be found. Sep 18 06:43:38.998532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eadd3ae1-8053-4426-8d3f-b0ec696a8e5d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603755 Sep 18 06:43:39.158529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e19e8-3153-42bb-b49a-866bba81541a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:39.159938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b12e19e8-3153-42bb-b49a-866bba81541a admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568444 Sep 18 06:43:41.331504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58238) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:41.372457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbdad37a-00bf-4ec8-a5da-df0f0e02d4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:41.436391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066b032-7bbf-4c01-8520-a30e956e5a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:41.437748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a066b032-7bbf-4c01-8520-a30e956e5a7f admin admin] 10.222.0.20 "GET /v2.0/subnets/fb40bd26-1bf3-4697-aff4-e3cd31edb17f HTTP/1.1" status: 200 len: 849 time: 0.1051497 Sep 18 06:43:41.447878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:43:41.531996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Notify callbacks [] for subnet, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:41.726050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793204526084'] for subnet, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:41.754851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:41.756007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:41.756723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] 10.222.0.20 "PUT /v2.0/subnets/fb40bd26-1bf3-4697-aff4-e3cd31edb17f HTTP/1.1" status: 200 len: 868 time: 0.3124459 Sep 18 06:43:41.776969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885fde4-0bfa-4250-9b51-a6f51d750618 None None] Network c17e1c51-0ee1-4ca9-878b-386828357ea7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:43:41.778474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb40bd26-1bf3-4697-aff4-e3cd31edb17f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:43:41.785792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.786208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.786426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.786762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.787097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.787430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.787761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.788106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.788420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.788748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.789076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.789403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea217d8-915c-4056-8826-332441ae58de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:43:41.924212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:42.135884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebf4084e-ed80-46a2-b8c9-4272c2df76cd None None] Provisioning complete for port a9cffa65-76fa-4b51-8496-55a1817e7dff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:43:42.136331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ebf4084e-ed80-46a2-b8c9-4272c2df76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:42.223035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebf4084e-ed80-46a2-b8c9-4272c2df76cd None None] Provisioning complete for port 177b9744-c199-48a6-9fc5-59c6e51a1e3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:43:42.223323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ebf4084e-ed80-46a2-b8c9-4272c2df76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:43.018303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:43.936830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58246) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:44.130863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b2ae4-6023-44fb-90f6-3d8401bc7102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:44.131336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b2ae4-6023-44fb-90f6-3d8401bc7102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:44.132860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-437b2ae4-6023-44fb-90f6-3d8401bc7102 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950970 Sep 18 06:43:44.475161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:43:46.297971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:46.493666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf38beb-ed7b-40b3-9628-4127c2f468a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:46.494171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf38beb-ed7b-40b3-9628-4127c2f468a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:46.495717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5cf38beb-ed7b-40b3-9628-4127c2f468a8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967475 Sep 18 06:43:48.661481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:48.785978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319d740-afee-48d5-9af6-ec455f37afb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:48.787379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6319d740-afee-48d5-9af6-ec455f37afb5 admin admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 886 time: 0.1249042 Sep 18 06:43:50.953691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58272) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:51.154917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c58f2c-b7ab-4372-97fe-7d1dc856b3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:51.156218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b8c58f2c-b7ab-4372-97fe-7d1dc856b3e9 admin admin] 10.222.0.20 "GET /v2.0/networks/c17e1c51-0ee1-4ca9-878b-386828357ea7 HTTP/1.1" status: 200 len: 869 time: 0.2015171 Sep 18 06:43:53.359222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58280) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:53.478318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76b44d-fbf5-48ea-913c-4296c93fe81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:53.478776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76b44d-fbf5-48ea-913c-4296c93fe81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:53.480280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7c76b44d-fbf5-48ea-913c-4296c93fe81b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201205 Sep 18 06:43:55.643001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:55.733414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b33d7f-3e2b-42bc-9ba6-8ab2eaedd843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:55.733865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b33d7f-3e2b-42bc-9ba6-8ab2eaedd843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:55.735442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1b33d7f-3e2b-42bc-9ba6-8ab2eaedd843 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915587 Sep 18 06:43:57.884988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58296) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:43:57.970333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90296436-0583-4a8b-ba88-7f9e8a239473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:43:57.971718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-90296436-0583-4a8b-ba88-7f9e8a239473 admin admin] 10.222.0.20 "GET /v2.0/subnets/bb24cad6-3232-4562-8439-a60cc67c2d84 HTTP/1.1" status: 200 len: 816 time: 0.0857825 Sep 18 06:44:00.147246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58304) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:44:00.239716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f96955-9823-4b1b-a403-9c70eaca1e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:44:00.241028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c5f96955-9823-4b1b-a403-9c70eaca1e1d admin admin] 10.222.0.20 "GET /v2.0/subnets/fb40bd26-1bf3-4697-aff4-e3cd31edb17f HTTP/1.1" status: 200 len: 868 time: 0.0928376 Sep 18 06:44:06.959234 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:44:08.742855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac3f56c-7b62-42b9-b105-ad316f0e94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:11.418213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93d3198c-f26f-40af-92a4-f7eb4ada5421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:11.948429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:13.051530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:14.462901 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:24.445487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:44:24.493265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-8a73bc38-1801-4c87-8eac-28d0a4d4c265 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:44:24.494310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a73bc38-1801-4c87-8eac-28d0a4d4c265 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477953 Sep 18 06:44:26.739658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58366) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:44:26.804614 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7934ab-31c8-44ee-abd0-73bf5d544909 admin admin] GET failed (client error): The resource could not be found. Sep 18 06:44:26.806125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b7934ab-31c8-44ee-abd0-73bf5d544909 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655131 Sep 18 06:44:26.891907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd340d97-3005-4c8b-adb0-59bd33b14dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:44:26.893354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd340d97-3005-4c8b-adb0-59bd33b14dd0 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826006 Sep 18 06:44:29.073041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58374) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:44:29.120935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:44:29.210749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Made reservation on behalf of e6f4246c89004261abf16bf69b6675f1 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:44:29.213012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:29.254519 n-d-789963-14 neutron-server[101978]: WARNING neutron.services.revisions.revision_plugin [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Could not find related network for resource to bump revision. Sep 18 06:44:29.269578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:44:29.281296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793204534676', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:29.281833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Unsubscribe: segment precommit_create {{(pid=101978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 06:44:29.282341 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Added segment da8562a8-d2b1-4501-8810-1e39b86a5827 of type vlan for network d18243f3-667a-451f-8356-8afbd852f9de Sep 18 06:44:29.338051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:29.423072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:29.424039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:44:29.424642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:29.514949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4404743 Sep 18 06:44:29.515441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170677-a74c-4262-8a82-8748040b75e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d18243f3-667a-451f-8356-8afbd852f9de,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:44:29.526315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d18243f3-667a-451f-8356-8afbd852f9de details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:44:31.730778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58382) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:44:31.790644 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db12b8f-cbe8-4acc-b167-1975002c6e56 admin admin] GET failed (client error): The resource could not be found. Sep 18 06:44:31.791972 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7db12b8f-cbe8-4acc-b167-1975002c6e56 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602412 Sep 18 06:44:31.860697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eeb3ea-d611-4ddd-8df9-ee6c8fae4656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:44:31.862206 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62eeb3ea-d611-4ddd-8df9-ee6c8fae4656 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655022 Sep 18 06:44:31.872127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Request body: {'subnet': {'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:44:31.954207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Made reservation on behalf of e6f4246c89004261abf16bf69b6675f1 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:44:31.956328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:32.188889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:32.243327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abab7f34-fb13-491e-9d73-364a84038195,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:44:32.253606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:44:32.253995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Network hostable DHCP agents. Network: d18243f3-667a-451f-8356-8afbd852f9de, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:44:32.336832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Network d18243f3-667a-451f-8356-8afbd852f9de is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:44:32.416595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d18243f3-667a-451f-8356-8afbd852f9de) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:44:32.420634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:44:32.421218 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:32.427605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466aff64-a043-4e78-91ca-d863e014d981 None None] Network d18243f3-667a-451f-8356-8afbd852f9de requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:44:32.614063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2960f19b-1133-4bf0-bc86-48d785eb26c9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7430494 Sep 18 06:44:32.617265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-d18243f3-667a-451f-8356-8afbd852f9de', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'tenant_id': 'e6f4246c89004261abf16bf69b6675f1', 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:44:32.618227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:32.764123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Allocated IP 192.168.233.2 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/df223a62-34f6-4bf6-9f6f-451841133445) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:44:32.908032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:32.977491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:33.021672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:44:33.024398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:44:33.026964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:44:33.034638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Pushing event updated for resources: {'Port': ['ID=df223a62-34f6-4bf6-9f6f-451841133445,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:44:33.045536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.045884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.046266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.047097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.047429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.047754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.048187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.049018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.049018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.049222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.049615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.049852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:44:33.097198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Attempting to bind port df223a62-34f6-4bf6-9f6f-451841133445 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:44:33.097568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Attempting to bind port df223a62-34f6-4bf6-9f6f-451841133445 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:44:33.098072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Attempting to bind port df223a62-34f6-4bf6-9f6f-451841133445 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:44:33.103092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:44:33.107260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:44:33.107260 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:33.107260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:44:33.107260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Bound port: df223a62-34f6-4bf6-9f6f-451841133445, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:44:33.107260 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:33.172261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] For port df223a62-34f6-4bf6-9f6f-451841133445, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:44:33.175259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] For port df223a62-34f6-4bf6-9f6f-451841133445, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=df223a62-34f6-4bf6-9f6f-451841133445,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:44:33.257339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:33.315600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42c45a-bf9b-46d6-85e1-1fc26b6f6d4c None None] Pushing event updated for resources: {'Port': ['ID=df223a62-34f6-4bf6-9f6f-451841133445,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:44:33.871554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device df223a62-34f6-4bf6-9f6f-451841133445 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:44:33.933926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port df223a62-34f6-4bf6-9f6f-451841133445 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:44:33.934323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:34.021677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:34.057462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port df223a62-34f6-4bf6-9f6f-451841133445, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=df223a62-34f6-4bf6-9f6f-451841133445,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:44:34.120071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:34.151389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1601b7-38b3-44b5-80de-303c7b51ed0d None None] Network d18243f3-667a-451f-8356-8afbd852f9de requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:44:34.228289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=df223a62-34f6-4bf6-9f6f-451841133445,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:44:34.248184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0c26009b-99df-45d1-8a44-0c568285a0aa None None] Provisioning complete for port df223a62-34f6-4bf6-9f6f-451841133445 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:44:34.248562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c26009b-99df-45d1-8a44-0c568285a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:34.604952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4ae6640f-ffce-4344-ae61-219fcccfad8d None None] Provisioning complete for port df223a62-34f6-4bf6-9f6f-451841133445 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:44:34.605338 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4ae6640f-ffce-4344-ae61-219fcccfad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:35.823542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device df223a62-34f6-4bf6-9f6f-451841133445 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:44:35.870701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port df223a62-34f6-4bf6-9f6f-451841133445 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:44:35.871069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:38.748137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f2fc-6046-415f-bc66-b9e0a574894e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:41.399184 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d9743d3-923d-4534-a441-af47d89c9a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:41.896464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:43.039276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:44:43.957347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:44:44.496507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:08.764554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d352e711-5196-41ca-8dd6-c1cb753ad963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:11.398889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63e5e0b4-d24a-4cbb-b8fc-fdfc0e559b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:11.970245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:13.062096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:14.490358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:20.955872 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:45:38.741288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-48bb0564-181e-45c8-b208-efb8119795a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:41.421262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4dfc-6caa-464c-b2b8-763f02dee0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:41.918047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:43.049766 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:44.478655 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:45:57.955334 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:46:08.735117 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83607040-2d0f-4e44-ad73-d49fe6c904f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:11.414739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3cf639b4-cb24-4a1e-985e-e4fbe1702b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:11.929242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:13.048883 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:14.167554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:46:14.173266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-a4a6dbbc-6ec7-4d68-8f57-aad87d60c749 tempest-verify_tempest_config-2082940426 tempest-verify_tempest_config-2082940426-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:46:14.174343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a4a6dbbc-6ec7-4d68-8f57-aad87d60c749 tempest-verify_tempest_config-2082940426 tempest-verify_tempest_config-2082940426-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058217 Sep 18 06:46:14.460416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:14.687207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58454) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:46:14.788719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:14.872098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:14.968657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:15.010820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88607d1a-d2dd-4af4-97b0-e957c764aefa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:46:15.015453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ee3aab1c337404f9d7563c7813734cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3270080 Sep 18 06:46:15.018215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58460) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:46:15.019668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.020016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.020355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.020688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.021018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.021346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.021670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.022022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.026281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.026281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.026281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.026281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a1548b-c1ea-4008-a736-9f81e04c5cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.090794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:15.110974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:15.254807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:15.257349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:15.258523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88607d1a-d2dd-4af4-97b0-e957c764aefa HTTP/1.1" status: 204 len: 168 time: 0.2393713 Sep 18 06:46:15.266245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88607d1a-d2dd-4af4-97b0-e957c764aefa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:46:15.272804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.273153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.273500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.273836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.274196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.274531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.274859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.275186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.275505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.275828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.276156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:15.276978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d0ce-8891-4459-88e5-43f23e059aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:46:34.955097 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:46:38.837274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f51710c9-d403-42c6-a535-219d4458af16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:41.420652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ee14a2b4-6256-44df-972f-cd1aa94ff7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:41.951398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:43.047959 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:46:44.494607 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:08.802621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-03cf96af-f778-4438-8528-1bb3e53d5740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:11.413871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a9aa9ab2-b1cc-4b46-95b1-91cbb8ae0676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:11.910614 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:11.954163 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:47:13.042335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:14.522366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:38.795003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b280fd4e-0430-4fa9-b10a-248617d15f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:41.407401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99f9a6a9-4764-4401-bd93-ae40feefa9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:41.933370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:43.047418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:44.493308 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:47:48.952515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:48:08.829560 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7665667e-14e5-45eb-b73f-5a4aa10eddad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:11.405784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c85080c2-1ff1-43c3-b102-e66819e94c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:11.909774 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:13.068492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:14.508956 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:25.951240 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:48:38.916628 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d408b04c-9789-4984-b213-d6e2dde71f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:41.412254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b0f6e81-28fc-4489-bd28-36ec132726c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:41.907768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:43.086072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:48:44.515470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:02.950789 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 5 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:49:08.869072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4c39f6f-0c6d-41d9-b8c5-3afb7934e21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:11.416032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09e54bff-7a3b-41e5-b502-cc8ec704cc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:11.914499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:13.067381 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:14.548895 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:14.577134 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:28.668146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583659'] for agent, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:38.783115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d166f08b-1c15-40b6-8f8f-5a4f95fd81de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:39.949877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:49:41.428306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c8a0-6490-4224-b762-700d577b91b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:41.913887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:43.108393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:44.474575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:44.502741 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:49:58.633409 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:05.616283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58520) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:50:05.718040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8c45ee2-2980-4e2d-81c0-0a170b742a78 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1001084 Sep 18 06:50:07.931633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:50:07.986577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df386650-51d6-451d-86ba-cc59247542a4 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0538695 Sep 18 06:50:08.902383 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9080da40-e5d7-4b4d-8793-7d47ecbf64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:11.415982 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5cc22ea5-eb6c-40cf-a745-f2382859f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:11.907506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:13.083069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:14.490288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:14.524353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:16.949421 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:50:28.636993 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:38.895823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df1ede11-06de-46dc-8f51-06ace6b39774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:41.436835 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3fef29b8-c433-4dbb-8b8a-bfb5cbbc5ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:41.922416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:43.055492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:44.455202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:44.545229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:50:53.949084 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:50:58.642286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:08.870518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-700c2735-b22a-41d6-a0d9-be5c5a7de48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:11.421061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9872037b-67b9-43f6-8ea5-194f6b96b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:11.935007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:13.081227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:14.475672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:14.555811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:28.649276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:30.947847 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:51:32.864248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:33.085568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:33.174481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:33.303068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-network', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:33.420758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Made reservation on behalf of fcc56ed9dbdf41678e6122160432aa54 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:33.423316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:33.431720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:33.451809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-746517162-network', 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:33.530185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:33.566568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb5bc0bd-b4e2-495d-86cb-5739227ef9de tempest-AutoAllocateNetworkTest-446786593 tempest-AutoAllocateNetworkTest-446786593-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffac9bdbc0c54d45916c23c124281dd9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3908131 Sep 18 06:51:33.568429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:33.603381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:33.656064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:51:33.719450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:33.719804 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Added segment f2d8b877-739a-4669-9f7e-aa732093439d of type vlan for network 086feade-3ab7-4832-a5ed-de2448edd9c7 Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22864a21-36f9-40f9-9147-0692dac935c8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.036610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Tracked resource versions report: Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: pushed versions: Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: { 'AddressGroup': {'1.2'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'ConntrackHelper': {'1.0'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Log': {'1.0'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Network': {'1.1'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Port': {'1.7'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'PortForwarding': {'1.2'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'QosPolicy': {'1.9'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SecurityGroup': {'1.4'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SubPort': {'1.0'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Subnet': {'1.1'}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Trunk': {'1.1'}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: consumer versions: Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: HyperV agent@n-h1-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: HyperV agent@n-h2-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: L3 agent@n-d-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: Metadata agent@n-d-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: Metering agent@n-d-789963-14: {}, Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'ConntrackHelper': '1.0', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Log': '1.0', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Network': '1.1', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Port': '1.7', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'PortForwarding': '1.2', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'QosPolicy': '1.9', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SecurityGroup': '1.4', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SecurityGroupRule': '1.2', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'SubPort': '1.0', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Subnet': '1.1', Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: 'Trunk': '1.1'}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: {{(pid=101979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187273c-5750-4d1e-939a-4bff0a08f432 tempest-AutoAllocateNetworkTest-446786593 tempest-AutoAllocateNetworkTest-446786593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6187273c-5750-4d1e-939a-4bff0a08f432 tempest-AutoAllocateNetworkTest-446786593 tempest-AutoAllocateNetworkTest-446786593-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3285742 Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:34.042732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0711056-27f7-4907-be0f-c0bbb456c80b tempest-AutoAllocateNetworkTest-446786593 tempest-AutoAllocateNetworkTest-446786593-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754812 Sep 18 06:51:34.048038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58820) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:34.049036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.049036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:34.049036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.050173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9302fde8-7928-409c-bed5-6b0d921d479c tempest-AutoAllocateNetworkTest-446786593 tempest-AutoAllocateNetworkTest-446786593-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ffac9bdbc0c54d45916c23c124281dd9 HTTP/1.1" status: 200 len: 208 time: 0.0386713 Sep 18 06:51:34.095246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=086feade-3ab7-4832-a5ed-de2448edd9c7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.101214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.109023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:51:34.181799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.208299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:51:34.220083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.220430 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Added segment c2684e34-b2f3-4332-9895-e678ae81f554 of type vlan for network e9089881-e7f2-4770-a2bd-f6b2d1e8aade Sep 18 06:51:34.221590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.266815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.274099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:34.274230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4286effc-6d55-4941-8ad7-36896fd9e6c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4088249 Sep 18 06:51:34.279089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Request body: {'subnet': {'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-subnet', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:34.340601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Made reservation on behalf of fcc56ed9dbdf41678e6122160432aa54 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:34.341235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.342484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:34.343484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.343966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.414675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] Pushing event updated for resources: {'Network': ['ID=e9089881-e7f2-4770-a2bd-f6b2d1e8aade,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.430447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:51:34.444449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a5f12dc7-58cb-4b09-94f0-0d5f9b988aeb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3579936 Sep 18 06:51:34.447350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:34.457191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Request body: {'subnet': {'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-746517162-subnet', 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:34.572744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:34.575783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.615426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.669546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=474592d4-40f0-49bb-a147-b83a48cbe983,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.681325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.681678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.682048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.682928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.683262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.683593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.683926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.684247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.684569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.684891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.685222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.685589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Tracked resource versions report: Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: pushed versions: Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: { 'AddressGroup': {'1.2'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'ConntrackHelper': {'1.0'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Log': {'1.0'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Network': {'1.1'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Port': {'1.7'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'PortForwarding': {'1.2'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'QosPolicy': {'1.9'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SecurityGroup': {'1.4'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SubPort': {'1.0'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Subnet': {'1.1'}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Trunk': {'1.1'}} Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: consumer versions: Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: HyperV agent@n-h1-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: HyperV agent@n-h2-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: L3 agent@n-d-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: Metadata agent@n-d-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: Metering agent@n-d-789963-14: {}, Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'ConntrackHelper': '1.0', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Log': '1.0', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Network': '1.1', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Port': '1.7', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'PortForwarding': '1.2', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'QosPolicy': '1.9', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SecurityGroup': '1.4', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SecurityGroupRule': '1.2', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'SubPort': '1.0', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Subnet': '1.1', Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: 'Trunk': '1.1'}} Sep 18 06:51:34.686648 n-d-789963-14 neutron-server[101978]: {{(pid=101978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:51:34.713507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Checking segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:34.713988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Network hostable DHCP agents. Network: 086feade-3ab7-4832-a5ed-de2448edd9c7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:51:34.797775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:51:34.849519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.875789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 086feade-3ab7-4832-a5ed-de2448edd9c7) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:34.886298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6bfe0c-fff9-4942-9440-97ad5eca080c None None] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:34.887267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:34.889665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:34.895711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75883667-47fc-4b4b-be96-fb22bf0a7e4e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:34.925346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:34.926054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Network hostable DHCP agents. Network: e9089881-e7f2-4770-a2bd-f6b2d1e8aade, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:51:34.962668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6bd31c62-9fdc-46ce-bbe2-0ab272bda7cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6873446 Sep 18 06:51:34.965343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58868) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:34.970206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:34.984361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:35.023969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:51:35.050912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-086feade-3ab7-4832-a5ed-de2448edd9c7', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:51:35.052053 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.081283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.082510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.110030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e9089881-e7f2-4770-a2bd-f6b2d1e8aade) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:35.115329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:35.116266 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.166511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807e741-ae13-4d18-aa6f-fa95ad570eee None None] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:35.181861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.196190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b30dc724-1e1e-4089-97de-2d851aa53f8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7475204 Sep 18 06:51:35.228564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:35.366870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a157ba7-e682-4bfc-8b1a-84e6b0e102bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.380757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f5045-2975-46dc-a74a-759ecb78fc5f None None] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:35.518201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Allocated IP 172.20.0.2 (086feade-3ab7-4832-a5ed-de2448edd9c7/474592d4-40f0-49bb-a147-b83a48cbe983/eab64d62-7135-4327-93b8-671600742a71) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:35.546023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.552991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a157ba7-e682-4bfc-8b1a-84e6b0e102bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.620247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80953ec5-d46b-4d0e-a06e-c7b01a9b85ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.677212 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a157ba7-e682-4bfc-8b1a-84e6b0e102bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.753609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a157ba7-e682-4bfc-8b1a-84e6b0e102bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffac9bdbc0c54d45916c23c124281dd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7680037 Sep 18 06:51:35.764578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:35.772831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a157ba7-e682-4bfc-8b1a-84e6b0e102bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807ae12c-cbb8-42cc-aa8c-ede9a36e1d2d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:35.869587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.884759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80953ec5-d46b-4d0e-a06e-c7b01a9b85ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.896107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.975970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:35.979320 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.027272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:36.031871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:36.032950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80953ec5-d46b-4d0e-a06e-c7b01a9b85ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.035809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:36.046027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.050545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Pushing event updated for resources: {'Port': ['ID=eab64d62-7135-4327-93b8-671600742a71,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.065636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.066014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.066357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.066701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.067230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.067527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.068442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.068785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.069115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.069443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.069769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.070116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Tracked resource versions report: Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: pushed versions: Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: { 'AddressGroup': {'1.2'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'ConntrackHelper': {'1.0'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Log': {'1.0'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Network': {'1.1'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Port': {'1.7'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'PortForwarding': {'1.2'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'QosPolicy': {'1.9'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SecurityGroup': {'1.4'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SubPort': {'1.0'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Subnet': {'1.1'}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Trunk': {'1.1'}} Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: consumer versions: Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: HyperV agent@n-h1-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: HyperV agent@n-h2-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: L3 agent@n-d-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: Metadata agent@n-d-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: Metering agent@n-d-789963-14: {}, Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'ConntrackHelper': '1.0', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Log': '1.0', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Network': '1.1', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Port': '1.7', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'PortForwarding': '1.2', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'QosPolicy': '1.9', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SecurityGroup': '1.4', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SecurityGroupRule': '1.2', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'SubPort': '1.0', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Subnet': '1.1', Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: 'Trunk': '1.1'}} Sep 18 06:51:36.071184 n-d-789963-14 neutron-server[101980]: {{(pid=101980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:51:36.078157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.131709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-80953ec5-d46b-4d0e-a06e-c7b01a9b85ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a786a29b8da44ea9eb06388fb50106d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9018440 Sep 18 06:51:36.133194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80953ec5-d46b-4d0e-a06e-c7b01a9b85ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed5a74-9cc7-418f-bd0e-f1d7c1479f73,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.134375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58926) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:36.168685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Attempting to bind port eab64d62-7135-4327-93b8-671600742a71 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:36.169177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Attempting to bind port eab64d62-7135-4327-93b8-671600742a71 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:36.169541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Attempting to bind port eab64d62-7135-4327-93b8-671600742a71 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:36.177798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:36.177798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Checking segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:36.182797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.182797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Bound using segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:36.182797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Bound port: eab64d62-7135-4327-93b8-671600742a71, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:36.182797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.210737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.213511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.217489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/807ae12c-cbb8-42cc-aa8c-ede9a36e1d2d HTTP/1.1" status: 204 len: 168 time: 0.4500432 Sep 18 06:51:36.249832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6b07f-9d74-4bb5-b632-20ff2dce4a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807ae12c-cbb8-42cc-aa8c-ede9a36e1d2d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.265295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] For port eab64d62-7135-4327-93b8-671600742a71, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:36.270205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] For port eab64d62-7135-4327-93b8-671600742a71, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eab64d62-7135-4327-93b8-671600742a71,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:36.294654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.327310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58944) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:36.331151 n-d-789963-14 neutron-server[101979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 06:51:36.336630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.344867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.352942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Allocated IP 172.25.4.135 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/a6215fae-c68d-4ae8-8a8d-fa58cee78941) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:36.364836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-8d72de47-0e0f-4b69-b79e-42960292042d tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=821ef4610d9c4245b3162f07ab909109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349324 Sep 18 06:51:36.496386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9c5e0-2b93-4d1f-9fc5-79893c96beab None None] Pushing event updated for resources: {'Port': ['ID=eab64d62-7135-4327-93b8-671600742a71,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.543088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.543491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58954) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:36.548879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-478666239-network', 'tenant_id': '815b161c2176445091b5e62210fa0def'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:36.559856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-37867f79-0fa9-4002-879c-e5ce34380aa3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:36.570389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-37867f79-0fa9-4002-879c-e5ce34380aa3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042303 Sep 18 06:51:36.588601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-9080edf8-468f-425f-849c-77508f27c719 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/quotas/821ef4610d9c4245b3162f07ab909109 HTTP/1.1" status: 200 len: 375 time: 0.0173633 Sep 18 06:51:36.592604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.596529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.597859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3ed5a74-9cc7-418f-bd0e-f1d7c1479f73 HTTP/1.1" status: 204 len: 168 time: 0.4624553 Sep 18 06:51:36.606274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b92e00-0f01-4e4a-ae3b-e272ca638adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed5a74-9cc7-418f-bd0e-f1d7c1479f73,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.659218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-c288f028-9b28-4578-9f94-a179653a798e tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641139 Sep 18 06:51:36.701679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.767442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Made reservation on behalf of 815b161c2176445091b5e62210fa0def for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:36.777156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:36.783919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.789098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:36.797415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:36.802896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:36.909818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Pushing event updated for resources: {'Port': ['ID=a6215fae-c68d-4ae8-8a8d-fa58cee78941,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:36.925137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.018984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.032707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:51:37.052824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.054713 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Added segment 28d0e280-20c1-41e0-b9cc-586cb125aa59 of type vlan for network d19a7243-311e-4de1-8cf6-850ef4d1681c Sep 18 06:51:37.168684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.195546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33b2525e-2303-483d-bd0d-84a42a66bc50 req-52de3e8a-93ee-495e-a3dd-da1b86964296 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.1022720 Sep 18 06:51:37.201815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.201815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cde721-0617-485b-b206-fe92cfe7f059,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:37.315820 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.316816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:37.317408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.455705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.515827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] Pushing event updated for resources: {'Network': ['ID=d19a7243-311e-4de1-8cf6-850ef4d1681c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:37.528104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d19a7243-311e-4de1-8cf6-850ef4d1681c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:51:37.555433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f03b489-2eb9-4222-9005-950fdcf9b574 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0106394 Sep 18 06:51:37.559363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:37.565109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Request body: {'subnet': {'network_id': 'd19a7243-311e-4de1-8cf6-850ef4d1681c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-478666239-subnet', 'tenant_id': '815b161c2176445091b5e62210fa0def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:37.664105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Made reservation on behalf of 815b161c2176445091b5e62210fa0def for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:37.666952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.772194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20b548-94f7-427d-8e89-7ce7753429c8 None None] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:37.808700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59014) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:37.827693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ab7e-c057-4a81-9925-61b5afbadaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.847204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] Provisioning complete for port eab64d62-7135-4327-93b8-671600742a71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:37.847518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:37.856587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Router 953d10f5-c729-425c-a0cb-577e223ca322 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:51:37.999028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.018272 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.056370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:51:38.074054 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:51:38.090042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] For port eab64d62-7135-4327-93b8-671600742a71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eab64d62-7135-4327-93b8-671600742a71,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:51:38.091204 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:51:38.091922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:38.153454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ab7e-c057-4a81-9925-61b5afbadaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.163154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa4df2b-7781-4c7b-a9b7-bc120e9029b8,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:38.179067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.198818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Checking segment: {'id': '28d0e280-20c1-41e0-b9cc-586cb125aa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd19a7243-311e-4de1-8cf6-850ef4d1681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:38.199342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Network hostable DHCP agents. Network: d19a7243-311e-4de1-8cf6-850ef4d1681c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:51:38.234570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eab64d62-7135-4327-93b8-671600742a71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:38.279194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ab7e-c057-4a81-9925-61b5afbadaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.302555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Network d19a7243-311e-4de1-8cf6-850ef4d1681c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:51:38.335434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1ab7e-c057-4a81-9925-61b5afbadaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25694191-18ea-4e2a-aeec-baf1d3edaeb0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:38.365426 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:51:38.369852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.375385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08c50ad8-cd2c-4a3c-b6ee-d1e24795e26f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4087026 Sep 18 06:51:38.380943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59036) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:38.390963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d19a7243-311e-4de1-8cf6-850ef4d1681c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:38.405601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:38.406588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.480167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b452d-0101-4b0a-8a79-e466a7ffccac None None] Network d19a7243-311e-4de1-8cf6-850ef4d1681c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:38.500032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fc8dd6f4-c2c1-4682-b4dd-eee80c197654 None None] Provisioning complete for port eab64d62-7135-4327-93b8-671600742a71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:38.500737 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd6f4-c2c1-4682-b4dd-eee80c197654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.516675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d7e1ab7e-c057-4a81-9925-61b5afbadaf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7327c2d3342c4d409758b07859f4eb08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7066269 Sep 18 06:51:38.519815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59046) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:38.623983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78d7baae-21d9-400f-8e50-b35caeed0ec3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0664053 Sep 18 06:51:38.628752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:36Z', 'revision_number': 3, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:38.681280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:51:38.681656 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Updating router 953d10f5-c729-425c-a0cb-577e223ca322 port a6215fae-c68d-4ae8-8a8d-fa58cee78941 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:51:38.712204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9846d8-ae5d-4892-aba5-5d16ce186e79 None None] Pushing event updated for resources: {'Port': ['ID=eab64d62-7135-4327-93b8-671600742a71,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:38.737688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59066) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:38.757166 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.765521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-142585e5-8838-41bb-b11f-50a2e9de94bf tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=638fef35ed454ab386b907daa1703034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516286 Sep 18 06:51:38.766691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.812260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.820927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eab64d62-7135-4327-93b8-671600742a71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:38.821427 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:38.980671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d061b0ec-96f6-41a1-9979-6ca2593e789c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.011674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92bdbb-ae8d-4386-8d1f-0997cefdef65 None None] Network d19a7243-311e-4de1-8cf6-850ef4d1681c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:39.100760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-d734ea14-3296-4d8e-8bc4-4efd9d018962 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:39.111685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-d734ea14-3296-4d8e-8bc4-4efd9d018962 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320473 Sep 18 06:51:39.119171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.128513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.132910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25694191-18ea-4e2a-aeec-baf1d3edaeb0 HTTP/1.1" status: 204 len: 168 time: 0.6119881 Sep 18 06:51:39.149905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330d54c-7636-4ced-a660-dcdc718cc863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25694191-18ea-4e2a-aeec-baf1d3edaeb0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:39.168292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-68fe44ed-6f08-4a26-88b9-e4121633cce1 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/quotas/638fef35ed454ab386b907daa1703034 HTTP/1.1" status: 200 len: 375 time: 0.0545623 Sep 18 06:51:39.188198 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.211656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-2d547a4d-c94c-4c37-9383-16ebee3de255 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=638fef35ed454ab386b907daa1703034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420563 Sep 18 06:51:39.268098 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.341227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Attempting to bind port a6215fae-c68d-4ae8-8a8d-fa58cee78941 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:39.341841 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Attempting to bind port a6215fae-c68d-4ae8-8a8d-fa58cee78941 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:39.342452 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Attempting to bind port a6215fae-c68d-4ae8-8a8d-fa58cee78941 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:39.353095 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Pushing event updated for resources: {'Port': ['ID=a6215fae-c68d-4ae8-8a8d-fa58cee78941,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:39.357526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:39.358306 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:39.359080 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.361210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:39.361210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Bound port: a6215fae-c68d-4ae8-8a8d-fa58cee78941, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:39.361210 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.368953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.369513 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.370030 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.370526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.370871 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.371212 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.371549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.371885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.372224 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.372751 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.372986 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.373440 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Tracked resource versions report: Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: pushed versions: Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: { 'AddressGroup': {'1.2'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'ConntrackHelper': {'1.0'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Log': {'1.0'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Network': {'1.1'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Port': {'1.7'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'PortForwarding': {'1.2'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'QosPolicy': {'1.9'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SecurityGroup': {'1.4'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SecurityGroupRule': {'1.2'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SubPort': {'1.0'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Subnet': {'1.1'}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Trunk': {'1.1'}} Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: consumer versions: Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: { DHCP agent@n-d-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: HyperV agent@n-h1-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: HyperV agent@n-h2-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: L3 agent@n-d-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: Metadata agent@n-d-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: Metering agent@n-d-789963-14: {}, Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: Open vSwitch agent@n-d-789963-14: { 'AddressGroup': '1.2', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'ConntrackHelper': '1.0', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Log': '1.0', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Network': '1.1', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Port': '1.7', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'PortForwarding': '1.2', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'QosPolicy': '1.9', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SecurityGroup': '1.4', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SecurityGroupRule': '1.2', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'SubPort': '1.0', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Subnet': '1.1', Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: 'Trunk': '1.1'}} Sep 18 06:51:39.378241 n-d-789963-14 neutron-server[101981]: {{(pid=101981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 06:51:39.441552 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] For port a6215fae-c68d-4ae8-8a8d-fa58cee78941, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:39.448133 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] For port a6215fae-c68d-4ae8-8a8d-fa58cee78941, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a6215fae-c68d-4ae8-8a8d-fa58cee78941,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:39.451831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eeea4ca-9433-4f87-b2ee-8ffc73bb108b req-964bab71-3af8-4a96-9acf-1a53bf6acf00 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.6956239 Sep 18 06:51:39.515716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.529645 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:39.575897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-183a6508-9815-4e18-b009-a6872ab186d1 req-d5f65120-8209-4897-adbe-576c5826e9e4 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0499139 Sep 18 06:51:39.656607 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a5d84-72a1-43ef-b315-41a215cbb2a0 None None] Pushing event updated for resources: {'Port': ['ID=a6215fae-c68d-4ae8-8a8d-fa58cee78941,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:39.705095 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:51:39.705998 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:39.909888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-9bfa09e6-6cac-4375-835f-f5b0a2bd4263 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:39.917442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-9bfa09e6-6cac-4375-835f-f5b0a2bd4263 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.2607186 Sep 18 06:51:39.932588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Allocated IP 172.20.0.1 (086feade-3ab7-4832-a5ed-de2448edd9c7/474592d4-40f0-49bb-a147-b83a48cbe983/f350c8bf-bfab-49ef-a4e8-f952275e4c3f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:39.934631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-ea4caa47-a8b7-4bf3-bd2c-cb8f1e4b6872 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/quotas/3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 375 time: 0.0163100 Sep 18 06:51:39.940464 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:51:39.990992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-60008707-b1ac-40fe-82ff-ce63860a5d6b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552943 Sep 18 06:51:40.131395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eab64d62-7135-4327-93b8-671600742a71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:40.180445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.220257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eab64d62-7135-4327-93b8-671600742a71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:40.220555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.296463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.353500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:40.356756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:40.360562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:40.361040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.394826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:40.403167 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:36Z', 'revision_number': 3, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:40.442787 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6684085-0e6d-4af5-97c7-ece7119f57b1 None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:36Z', 'revision_number': 3, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:51:40.606323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-a3ca8a3f-b4e0-4ca3-98e9-c5fb67980d16 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:51:40.629212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-a3ca8a3f-b4e0-4ca3-98e9-c5fb67980d16 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2465355 Sep 18 06:51:40.744163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-65fb9e58-5dfd-49ff-ac38-a30d0fa3ff40 None None] Provisioning complete for port f350c8bf-bfab-49ef-a4e8-f952275e4c3f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:40.745404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-65fb9e58-5dfd-49ff-ac38-a30d0fa3ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.786469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e3dd8f-482f-4306-baef-abf9875c2bd3 req-f07b2c31-7aee-4601-8abc-5f97aedd3542 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.0419712 Sep 18 06:51:40.795726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-65fb9e58-5dfd-49ff-ac38-a30d0fa3ff40 None None] Port f350c8bf-bfab-49ef-a4e8-f952275e4c3f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:40.819797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-44dd88d8-d581-4141-9ebf-37163c49fee9 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897285 Sep 18 06:51:40.857019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:40.905686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81c10503-bc03-44ab-9f8d-8e3dd6365b8a req-918aa809-49f7-4776-9fbd-6edda813f8d9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0462978 Sep 18 06:51:41.047864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-da7339ec-d916-4ed3-b7f7-a03d7795ea9c service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200155 Sep 18 06:51:41.148914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.24', 56915) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:41.192402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-9cc903b2-69c8-44f3-8424-10c281e0043f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=821ef4610d9c4245b3162f07ab909109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421274 Sep 18 06:51:41.233842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:41.307134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:41.308590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:41.384174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6e59b5c5-6e0b-4694-8b2c-1ac56b2d3f5c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:41.396768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6e59b5c5-6e0b-4694-8b2c-1ac56b2d3f5c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936510 Sep 18 06:51:41.452833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-75af942d-c611-4f44-af33-3cab3ab6b240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:41.464719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96810f12-b1b8-49a1-bfbf-7f53b3af79ce req-ae6c64f3-b581-4a03-9614-1078984930e8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.0657721 Sep 18 06:51:41.485489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:41.556278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:41.556447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Request body: {'port': {'device_id': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '821ef4610d9c4245b3162f07ab909109'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:41.566578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:41.769213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:51:41.947090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ae153e0b-32e9-4eb7-aa2d-819498cbc1b5 None None] Provisioning complete for port f350c8bf-bfab-49ef-a4e8-f952275e4c3f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:41.954968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae153e0b-32e9-4eb7-aa2d-819498cbc1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.059401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.068022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-077f8f9d-6687-4637-a06a-f3ecbcead70b req-ffb7ccfe-9ce9-4a9e-b59c-59c485896a71 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0346916 Sep 18 06:51:42.099420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ae153e0b-32e9-4eb7-aa2d-819498cbc1b5 None None] Port f350c8bf-bfab-49ef-a4e8-f952275e4c3f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:42.115755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:51:42.131773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a331d0c-7b74-4880-b214-aa9fb7191eb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/953d10f5-c729-425c-a0cb-577e223ca322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7416732 Sep 18 06:51:42.178688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a6215fae-c68d-4ae8-8a8d-fa58cee78941 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:42.193698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-485b60ed-c24b-4e69-868a-8d9c87a82d89 req-e745779f-abf8-4dbf-9873-9ff406fadaee tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.0752747 Sep 18 06:51:42.195172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Made reservation on behalf of 821ef4610d9c4245b3162f07ab909109 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:42.200240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.210359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.265409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a6215fae-c68d-4ae8-8a8d-fa58cee78941 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:42.266141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.333961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.370226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59224) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:42.401784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.432092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a6215fae-c68d-4ae8-8a8d-fa58cee78941, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a6215fae-c68d-4ae8-8a8d-fa58cee78941,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:51:42.483985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.564777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.657644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a6215fae-c68d-4ae8-8a8d-fa58cee78941,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:42.811085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fbda529-5d20-40f8-a4cb-f308ede3397d req-b984a0bd-494e-4d6f-ab6b-a9782557b6bf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.2734787 Sep 18 06:51:42.825850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7041c-947a-4057-95af-c6b473bdaee5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:42.850246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-183b7d47-bdfc-4788-ad35-b04d77713a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:42.925368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:51:42.934637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Allocated IP 192.168.233.193 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/1ab72526-db60-4f3e-ad8c-f84b29cb1440) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:42.959019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:51:42.959670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:43.121622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:51:43.212300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.37', 62807) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:43.257963 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-183b7d47-bdfc-4788-ad35-b04d77713a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.303834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-db65fa80-51da-419a-9c19-9425a82c20ba tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=638fef35ed454ab386b907daa1703034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903304 Sep 18 06:51:43.357159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.398977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-183b7d47-bdfc-4788-ad35-b04d77713a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.448271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0773ef47-30a5-4007-8cb5-048678e0724e req-3b8c3058-3aa3-480e-99db-5e1d406f0358 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.1460083 Sep 18 06:51:43.451980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 2, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:43.490831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:51:43.491610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Updating router 953d10f5-c729-425c-a0cb-577e223ca322 port f350c8bf-bfab-49ef-a4e8-f952275e4c3f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:51:43.497511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59264) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:43.502068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-183b7d47-bdfc-4788-ad35-b04d77713a32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d091e59028014cf2a84f2a550f9dff0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1301351 Sep 18 06:51:43.545183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-b7c9e870-5961-4d21-a174-a6d09cd0911e tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1998200 Sep 18 06:51:43.584169 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.745035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-b90e6aab-e03c-4054-a85e-9194678f59ba tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:43.753178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-b90e6aab-e03c-4054-a85e-9194678f59ba tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068112 Sep 18 06:51:43.848059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-bcbf2021-4ce6-4709-a589-482ba1195204 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:43.848059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-bcbf2021-4ce6-4709-a589-482ba1195204 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4803627 Sep 18 06:51:43.848059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.848279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46da0f3f-3886-4318-bafd-2c3c18d7e1b5 req-2fb4892a-a7f7-487d-a0ca-391e10af9a3f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.0455062 Sep 18 06:51:43.848279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-9f6c9c65-d21a-4d96-9cc6-4166995f920f tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/quotas/1a61c33f5fd24759a13c991ded6b6ad3 HTTP/1.1" status: 200 len: 375 time: 0.0668702 Sep 18 06:51:43.848413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:43.848482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7d47-bdfc-4788-ad35-b04d77713a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de812405-6c26-4cad-b245-4f01492a9145,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:43.861415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59272) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:43.884556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-network', 'tenant_id': '21fe161a0e384d51836361a6a1aae697'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:43.889977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-a0b49366-db91-4352-9dc8-8168b1cec39d tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680478 Sep 18 06:51:43.910978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Request body: {'port': {'device_id': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '638fef35ed454ab386b907daa1703034'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:44.045813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b75c957-6904-4be1-abb1-20d18c8e8537 req-2a34f605-b08d-4987-8f5a-5e4698fc48dc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.0823011 Sep 18 06:51:44.081718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.154386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a6215fae-c68d-4ae8-8a8d-fa58cee78941 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:44.234821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.254476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a6215fae-c68d-4ae8-8a8d-fa58cee78941 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:44.256384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.555806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5259ce2-9b3c-4ddc-ab71-cf5b7bc63f9c req-8921a2d3-016e-4344-8f7d-484073407363 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0257390 Sep 18 06:51:44.810980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Made reservation on behalf of 21fe161a0e384d51836361a6a1aae697 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:44.813273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.826134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.836138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.837088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.837803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.842387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.845846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.845846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.849748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de812405-6c26-4cad-b245-4f01492a9145 HTTP/1.1" status: 204 len: 168 time: 1.3465936 Sep 18 06:51:44.855543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03212d-c799-4956-a99e-bec98da2c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de812405-6c26-4cad-b245-4f01492a9145,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:44.925081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Made reservation on behalf of 638fef35ed454ab386b907daa1703034 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:44.928817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.960764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:44.992005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:45.050075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:45.172778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a524-5122-4d72-b6c6-30537705d750 None None] Pushing event updated for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:45.231732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:45.252673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:45.257121 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.295407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dfc9255-ee59-416e-8fc1-ce3ae2a53c9f req-2a9c165b-2fdc-41b8-89c9-b714ad342315 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.2392261 Sep 18 06:51:45.353012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.431264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Attempting to bind port f350c8bf-bfab-49ef-a4e8-f952275e4c3f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:45.431613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Attempting to bind port f350c8bf-bfab-49ef-a4e8-f952275e4c3f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:45.434331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Attempting to bind port f350c8bf-bfab-49ef-a4e8-f952275e4c3f on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:45.458290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.463973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:45.467162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Checking segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:45.467790 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.472297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Bound using segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:45.481765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Bound port: f350c8bf-bfab-49ef-a4e8-f952275e4c3f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:45.482593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.491644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Pushing event updated for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:45.575801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.37', 62811) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:45.591640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:51:45.595255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffde68-ff17-487c-8f11-d00a34f0c445 req-c202a8fe-2279-4cb1-a44f-d94b3c45dad3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:45.596864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46ffde68-ff17-487c-8f11-d00a34f0c445 req-c202a8fe-2279-4cb1-a44f-d94b3c45dad3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 936 time: 0.6015322 Sep 18 06:51:45.634694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.639944 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Added segment bf0f2f41-1501-4e27-8e62-223fe4334e47 of type vlan for network 2543ae7f-d0bf-43f8-89ea-13592a19e462 Sep 18 06:51:45.655180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-909062a9-c0dd-471d-93cd-3e80d2c528f5 req-87efbe51-4798-42f9-96de-5de599b4c851 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.0571921 Sep 18 06:51:45.671459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] For port f350c8bf-bfab-49ef-a4e8-f952275e4c3f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:45.688659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46ffde68-ff17-487c-8f11-d00a34f0c445 req-fc3d573d-e697-480f-af48-3e568d15d9d8 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775604 Sep 18 06:51:45.703802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] For port f350c8bf-bfab-49ef-a4e8-f952275e4c3f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:45.711863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Provisioning complete for port f350c8bf-bfab-49ef-a4e8-f952275e4c3f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:45.712245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.764903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Port f350c8bf-bfab-49ef-a4e8-f952275e4c3f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:45.778545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Provisioning complete for port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:45.778923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.801535 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:45.846110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16bcc1e3-7ba0-49d9-a7c3-57cdb6cb5ae7 req-36b47499-2371-4a46-b5c6-bb81c6afab27 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0558925 Sep 18 06:51:45.848447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-381d6c5b-7a74-4f20-9002-f034ab49c435 None None] Port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:45.890297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a524-5122-4d72-b6c6-30537705d750 None None] Pushing event updated for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:45.921998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:51:45.922693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:46.208917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:51:46.260984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ff18c-6ad2-4ab3-9614-ca5869df84d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:46.340982 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.376878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-43124dd4-5bcd-4955-a655-8b399b86c4a7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:46.378748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-43124dd4-5bcd-4955-a655-8b399b86c4a7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.7888978 Sep 18 06:51:46.423640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] Provisioning complete for port f350c8bf-bfab-49ef-a4e8-f952275e4c3f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:46.425014 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.476619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.499686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.501633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:46.508587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.509202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5dd735f5-2d3a-4baf-b8f0-1498c6a9aa3f req-969be2ed-5e6d-4591-8f91-8e241e092bc0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.0843792 Sep 18 06:51:46.597382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.605140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59314) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:46.624645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc4fba88-6a9d-44c8-afa8-1f5cd70c573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:46.684514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-00733aa5-6d22-4554-be64-21323dd0877c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1441705 Sep 18 06:51:46.704539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-bf344a9b-0a80-46d7-9dae-fbe16be236b3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:51:46.705625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-bf344a9b-0a80-46d7-9dae-fbe16be236b3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094545 Sep 18 06:51:46.856918 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9941540 Sep 18 06:51:46.867974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:46.910195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Request body: {'subnet': {'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-subnet', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:47.002831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.047831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c478-e202-4ad3-9713-b6639f403e4d admin admin] Pushing event updated for resources: {'Network': ['ID=2543ae7f-d0bf-43f8-89ea-13592a19e462,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:47.074202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] For port f350c8bf-bfab-49ef-a4e8-f952275e4c3f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:51:47.075669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:51:47.085771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19b3472c-7bc2-498d-b85c-ffb4af5d5ca1 req-3d5f5ded-5161-4cb8-af1c-1f37a0417e29 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.2213755 Sep 18 06:51:47.095047 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc4fba88-6a9d-44c8-afa8-1f5cd70c573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.130098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:45Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:47.148351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f657e-032b-48a2-ba90-0dd0d7e320e4 req-2a01e6f5-0cb9-4c43-95dc-885d3c18be0a tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:47.155934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b2f657e-032b-48a2-ba90-0dd0d7e320e4 req-2a01e6f5-0cb9-4c43-95dc-885d3c18be0a tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 936 time: 0.2885683 Sep 18 06:51:47.164012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.188803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603e2146-ab6c-465f-baae-184b0a729c0a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:47.201625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Request body: {'port': {'device_id': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:47.220584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38aff74-214c-455d-ad52-a00f24817c98 None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:45Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:51:47.233819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc4fba88-6a9d-44c8-afa8-1f5cd70c573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.339430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Request body: {'port': {'device_id': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'admin_state_up': True, 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:47.344205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Allocated IP 192.168.233.154 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/aa8d974b-6e10-4669-9f10-1487fe7757a0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:47.351082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b2f657e-032b-48a2-ba90-0dd0d7e320e4 req-8729ee34-7a33-403a-a907-3353bd25d4cd tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882479 Sep 18 06:51:47.363646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5ce20-5af4-4d2b-b8e5-7a51c0ec6555 None None] Pushing event updated for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:47.416901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.434560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Made reservation on behalf of 21fe161a0e384d51836361a6a1aae697 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:47.440079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.442505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc4fba88-6a9d-44c8-afa8-1f5cd70c573d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f64938c2f0d8419392c89e55c5124d20&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8362634 Sep 18 06:51:47.472102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59332) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:47.511542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-426b0a9b-a6e9-4eb4-95f1-dc52bf056bfb req-f71ca192-3fa5-4008-a5d0-e5d7c3ad47f5 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.2512314 Sep 18 06:51:47.563999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fba88-6a9d-44c8-afa8-1f5cd70c573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8573f077-422a-4f4c-af3b-2c9d27d703e2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:47.815649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.829660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:47.829660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:47.893720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-539fc1df-9787-4e32-a178-78d2d0f6b393 req-88e08ee5-88b7-4a59-81a4-8f1d2755f481 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.2345805 Sep 18 06:51:48.032735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.042022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Allocated IP 172.20.0.10 (e9089881-e7f2-4770-a2bd-f6b2d1e8aade/75883667-47fc-4b4b-be96-fb22bf0a7e4e/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:48.173408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f350c8bf-bfab-49ef-a4e8-f952275e4c3f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:48.200714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.296805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f350c8bf-bfab-49ef-a4e8-f952275e4c3f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:48.296805 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.568866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.575013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.24', 56920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:48.593888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-153aee8a-1f28-4598-8252-9a9bc6fe63ed req-dee93f60-78ab-437a-8aba-53cc2c800fab tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.3349149 Sep 18 06:51:48.627855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:48.657685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:48.718940 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.721993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.726308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8573f077-422a-4f4c-af3b-2c9d27d703e2 HTTP/1.1" status: 204 len: 168 time: 1.2458961 Sep 18 06:51:48.740405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.752005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372749d-f8ba-4cc8-a6cf-c9868facd5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573f077-422a-4f4c-af3b-2c9d27d703e2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:48.780258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:48.793726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:48.794492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:48.840976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-a9e22786-ddaa-4b29-8f71-e4e770578c8a tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2618287 Sep 18 06:51:48.998288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Pushing event updated for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:49.012798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5c422a21-6771-4e0b-bd71-a0772a4f60dc tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1196380 Sep 18 06:51:49.019876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be03d4-5cdb-48c0-a120-78824640cd06 req-dd77d568-5ee1-462e-810b-ed6a77080d60 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:49.035880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55be03d4-5cdb-48c0-a120-78824640cd06 req-dd77d568-5ee1-462e-810b-ed6a77080d60 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 936 time: 0.4408486 Sep 18 06:51:49.050100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.116044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ed4ad0-7e1d-420d-86cd-c84c3779eb07,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:49.161689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Checking segment: {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:49.162152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Network hostable DHCP agents. Network: 2543ae7f-d0bf-43f8-89ea-13592a19e462, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:51:49.175834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cb35e179-a83f-4dd6-a708-47b51d5ab08e None None] Provisioning complete for port aa8d974b-6e10-4669-9f10-1487fe7757a0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:49.180747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cb35e179-a83f-4dd6-a708-47b51d5ab08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.182504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2bdc9-11b4-4c88-b1a6-e3a01a8e63a0 req-13f7ad3b-d63a-4e31-abfc-fde9f16f2c66 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:49.184396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdc2bdc9-11b4-4c88-b1a6-e3a01a8e63a0 req-13f7ad3b-d63a-4e31-abfc-fde9f16f2c66 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 936 time: 0.4597709 Sep 18 06:51:49.194001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-a9c96b9e-fd31-4a23-ad80-77a244e2f873 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:49.195927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-a9c96b9e-fd31-4a23-ad80-77a244e2f873 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073637 Sep 18 06:51:49.263388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Request body: {'port': {'device_id': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '1a61c33f5fd24759a13c991ded6b6ad3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:49.276680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cb35e179-a83f-4dd6-a708-47b51d5ab08e None None] Port aa8d974b-6e10-4669-9f10-1487fe7757a0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:49.290567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.313023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55be03d4-5cdb-48c0-a120-78824640cd06 req-fe1c6284-fde8-403f-ac8b-465aaa7a8744 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755964 Sep 18 06:51:49.326568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdc2bdc9-11b4-4c88-b1a6-e3a01a8e63a0 req-e5fefc18-c868-4d18-95ad-49e994abc8f7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331966 Sep 18 06:51:49.375679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-604618bb-ba0d-43aa-bd2b-d5efed00c52d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:51:49.376842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-604618bb-ba0d-43aa-bd2b-d5efed00c52d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166042 Sep 18 06:51:49.428225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab72526-db60-4f3e-ad8c-f84b29cb1440 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:51:49.437086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.457607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Transition to ACTIVE for port object 1ab72526-db60-4f3e-ad8c-f84b29cb1440 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:51:49.460530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:51:49.512660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eabb7df0-2327-4af6-a240-393737c886f9 req-016a3757-c17f-4e99-9560-1c122ac231d6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.0535095 Sep 18 06:51:49.543368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.600902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2543ae7f-d0bf-43f8-89ea-13592a19e462) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:49.614174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53b7ae-d76a-4b98-8a81-3612adbb966d None None] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:49.615976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:49.616392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:49.618655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.642037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:49.654535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:49.748783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:49.765539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:49.765539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.796209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:49.819092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Made reservation on behalf of 1a61c33f5fd24759a13c991ded6b6ad3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:51:49.823465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.851957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:49.918511 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-d7dfdf2d-f90e-4c02-9cfd-fae9d0b5caf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5845180 Sep 18 06:51:49.960558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b26bb875-2f01-446a-9bc0-57aac4da6b31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0848536 Sep 18 06:51:49.962514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Attempting to bind port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:49.963660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Attempting to bind port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:49.965216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Attempting to bind port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:49.965793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:49.974968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:51:49.975447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Attempting to bind port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:49.982324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:49.991105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:49.991579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:49.992237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:49.992852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Bound port: 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:49.993304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.006952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468cad-5a81-47c9-bf6e-d95ceefe84e2 req-86d7c5e9-3522-4286-a6fe-534206ac8564 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:50.015213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6468cad-5a81-47c9-bf6e-d95ceefe84e2 req-86d7c5e9-3522-4286-a6fe-534206ac8564 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 932 time: 0.2198458 Sep 18 06:51:50.027309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2543ae7f-d0bf-43f8-89ea-13592a19e462', 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'fixed_ips': [{'subnet_id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:51:50.028318 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.117130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.167938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6468cad-5a81-47c9-bf6e-d95ceefe84e2 req-c813fa14-6450-4600-b7dd-45114ec349e0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493280 Sep 18 06:51:50.200882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.240094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:50.252214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:50.272950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.274238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.312606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Allocated IP 172.20.0.2 (2543ae7f-d0bf-43f8-89ea-13592a19e462/56ed4ad0-7e1d-420d-86cd-c84c3779eb07/3082de7f-c3b2-42bd-a6ae-1777db235fbd) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:50.325089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.351554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f06f69-5f96-41c6-9c0b-371751aeb476,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:50.568533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:50.668103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.679350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Request body: {'port': {'device_id': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'device_owner': 'compute:tempest-test_az-107581652', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:50.742861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.764081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Allocated IP 192.168.233.73 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/e0d10fc6-b454-46dd-abab-1a68d927c935) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:50.827130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:50.828742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.830734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6035b9df-39d9-4ad0-9e00-40b7656680c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ab72526-db60-4f3e-ad8c-f84b29cb1440 HTTP/1.1" status: 200 len: 1097 time: 3.7373395 Sep 18 06:51:50.868989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887b464-b27f-40a5-ad7c-52a84520d97b req-9c21793c-525f-4b5b-a660-599d65ac913d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:50.871076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2887b464-b27f-40a5-ad7c-52a84520d97b req-9c21793c-525f-4b5b-a660-599d65ac913d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 936 time: 0.2918024 Sep 18 06:51:50.871816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:51:50.890141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.944888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:50.958647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:50.988664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:51.008587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:51.020394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Pushing event updated for resources: {'Port': ['ID=3082de7f-c3b2-42bd-a6ae-1777db235fbd,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:51.043708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Request body: {'port': {'device_id': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'device_owner': 'compute:tempest-test_az-107581652', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:51.131587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Attempting to bind port 3082de7f-c3b2-42bd-a6ae-1777db235fbd on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:51.133558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Attempting to bind port 3082de7f-c3b2-42bd-a6ae-1777db235fbd by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:51.137430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Attempting to bind port 3082de7f-c3b2-42bd-a6ae-1777db235fbd on network 2543ae7f-d0bf-43f8-89ea-13592a19e462 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:51.149479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:51.149996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Checking segment: {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:51.151110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.153198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Bound using segment: {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:51.153934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Bound port: 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:51.159998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.230235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.360137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.395131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] For port 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:51.405559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] For port 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3082de7f-c3b2-42bd-a6ae-1777db235fbd,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:51.435129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355321a7-38cb-4b31-80c9-32a566dd9c37 req-9e87c6b6-8345-433d-bc2a-a2f7796b7b7e tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:51.439742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-355321a7-38cb-4b31-80c9-32a566dd9c37 req-9e87c6b6-8345-433d-bc2a-a2f7796b7b7e tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.7740052 Sep 18 06:51:51.483567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2887b464-b27f-40a5-ad7c-52a84520d97b req-dd06fe2f-e07a-49e3-917d-6a944ad3539a tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340039 Sep 18 06:51:51.496944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.502716 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5338dc-5a23-4465-bd88-4da01bf3592b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:51:51.563655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-f47c7bac-3d46-408e-ba3d-8604cf5685f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:51.565160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-f47c7bac-3d46-408e-ba3d-8604cf5685f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 1100 time: 0.4648530 Sep 18 06:51:51.631536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-355321a7-38cb-4b31-80c9-32a566dd9c37 req-bd21c953-6876-4e82-8b1c-03c41e04c5df tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846442 Sep 18 06:51:51.678674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4cc29-cb5b-4838-bb4d-56efe797a179 None None] Pushing event updated for resources: {'Port': ['ID=3082de7f-c3b2-42bd-a6ae-1777db235fbd,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:51.703607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:51.750219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:51.765561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:51.771477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:51.772132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.851209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-eae90ff4-80b9-4a4f-b100-0185c1953cac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440 HTTP/1.1" status: 200 len: 217 time: 0.2403915 Sep 18 06:51:51.911529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:51.966546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:52.010767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Pushing event updated for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:52.094275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-8d13d5f3-c003-4cfc-8d13-99e8cd596470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:52.095949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-8d13d5f3-c003-4cfc-8d13-99e8cd596470 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1943991 Sep 18 06:51:52.143913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac025-5f34-4e62-933c-5be9ba967a1f req-284ec4c5-5f71-4659-acf3-6e5666f0640c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:52.146050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-006ac025-5f34-4e62-933c-5be9ba967a1f req-284ec4c5-5f71-4659-acf3-6e5666f0640c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 935 time: 0.5336623 Sep 18 06:51:52.209885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-17de5e6b-47e9-41a5-97a7-9df409cc7400 None None] Provisioning complete for port e0d10fc6-b454-46dd-abab-1a68d927c935 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:52.211751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-17de5e6b-47e9-41a5-97a7-9df409cc7400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:52.325481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a46b5-5960-43fb-a464-3cabe60a40ca req-6bb51c41-d339-4fa1-b7c7-9c1841e2bce0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:52.336843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f13a46b5-5960-43fb-a464-3cabe60a40ca req-6bb51c41-d339-4fa1-b7c7-9c1841e2bce0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 932 time: 0.5169859 Sep 18 06:51:52.369436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-17de5e6b-47e9-41a5-97a7-9df409cc7400 None None] Port e0d10fc6-b454-46dd-abab-1a68d927c935 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:51:52.372657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3082de7f-c3b2-42bd-a6ae-1777db235fbd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:52.378014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-154a5e69-3b07-437f-b463-e7f72904ba0b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1216547 Sep 18 06:51:52.432687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-006ac025-5f34-4e62-933c-5be9ba967a1f req-5adf0906-9ae2-418c-af02-5e4be76f278a tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716589 Sep 18 06:51:52.432890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Request body: {'port': {'device_id': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:51:52.513279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f13a46b5-5960-43fb-a464-3cabe60a40ca req-4af0c377-e190-4113-8fbb-450f7e3fa5d0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751001 Sep 18 06:51:52.519140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6fd4ba66-9ffe-432d-a6b2-b7510445cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:52.531829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-6fd4ba66-9ffe-432d-a6b2-b7510445cff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3697672 Sep 18 06:51:52.583628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3082de7f-c3b2-42bd-a6ae-1777db235fbd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:52.586664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:52.826697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:52.891860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3082de7f-c3b2-42bd-a6ae-1777db235fbd,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:51:52.899540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82cb15-ef7f-439e-842d-169e23f05d77 req-f90fa547-0569-4c38-8a19-8daf57fb9517 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:52.901879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e82cb15-ef7f-439e-842d-169e23f05d77 req-f90fa547-0569-4c38-8a19-8daf57fb9517 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 936 time: 0.2349858 Sep 18 06:51:52.933051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-095c155d-d5d0-4780-85cb-09d2585771b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220084 Sep 18 06:51:52.969859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.093778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=3082de7f-c3b2-42bd-a6ae-1777db235fbd,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:53.133889 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddfa753-9c11-4b42-b83e-399a94f5da8e x-openstack-request-id: req-2ddfa753-9c11-4b42-b83e-399a94f5da8e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:51:53.135623 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:51:53.135900 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ddfa753-9c11-4b42-b83e-399a94f5da8e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:51:53.136481 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440', 'status': 'completed', 'code': 200} Sep 18 06:51:53.179607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e82cb15-ef7f-439e-842d-169e23f05d77 req-4f709311-31e5-429a-a724-7eae2a5c1db3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697508 Sep 18 06:51:53.303338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32c1b7c-d086-4468-8ce6-4b8ce8393d96 req-0748fd7f-26f6-46c1-8895-b8adcfb7fecb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516035 Sep 18 06:51:53.303872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8d974b-6e10-4669-9f10-1487fe7757a0 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:51:53.317379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.346192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Transition to ACTIVE for port object aa8d974b-6e10-4669-9f10-1487fe7757a0 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:51:53.348914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e73afc-d43a-4c4d-b3a8-db32edadfa5b req-fd2ca476-b5dd-4742-909c-4fd23d6b95c7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:53.351939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3e73afc-d43a-4c4d-b3a8-db32edadfa5b req-fd2ca476-b5dd-4742-909c-4fd23d6b95c7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.1328018 Sep 18 06:51:53.414443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b02d5-687e-4805-a3b6-9f48df586484 None None] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:51:53.445828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3e73afc-d43a-4c4d-b3a8-db32edadfa5b req-41b1c445-a6b1-4b3c-944f-2f87f6773c7b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778310 Sep 18 06:51:53.548660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.634304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:53.678265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-00d174c2-a82c-4a02-8976-48df5070020e None None] Provisioning complete for port 3082de7f-c3b2-42bd-a6ae-1777db235fbd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:53.679451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-00d174c2-a82c-4a02-8976-48df5070020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.770316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:51:53.791848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.821667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:53.830480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Transition to ACTIVE for port object 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:51:54.135114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.212618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3082de7f-c3b2-42bd-a6ae-1777db235fbd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:51:54.263629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890335-0b31-44cb-b06f-4be0a522b035 req-d2310713-893b-48a7-b5e1-c846486a3e37 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.274577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Attempting to bind port aa8d974b-6e10-4669-9f10-1487fe7757a0 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:54.276635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Attempting to bind port aa8d974b-6e10-4669-9f10-1487fe7757a0 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:54.277244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Attempting to bind port aa8d974b-6e10-4669-9f10-1487fe7757a0 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:54.277980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37890335-0b31-44cb-b06f-4be0a522b035 req-d2310713-893b-48a7-b5e1-c846486a3e37 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 935 time: 0.6734424 Sep 18 06:51:54.304226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-93c99b10-b893-4256-919e-e98596b772f4 None None] Provisioning complete for port 3082de7f-c3b2-42bd-a6ae-1777db235fbd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:54.305569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93c99b10-b893-4256-919e-e98596b772f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.310118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Port aa8d974b-6e10-4669-9f10-1487fe7757a0 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:51:54.311184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Attempting to bind port aa8d974b-6e10-4669-9f10-1487fe7757a0 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:54.324420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62625494-1074-4006-8639-80c2423d5e82 req-4836ba01-b9f1-43cb-9b6b-e3b7551aa801 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.325998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62625494-1074-4006-8639-80c2423d5e82 req-4836ba01-b9f1-43cb-9b6b-e3b7551aa801 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 932 time: 0.6299024 Sep 18 06:51:54.397431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-51edb0db-5691-4629-916b-7f8d4494a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.399583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-51edb0db-5691-4629-916b-7f8d4494a1aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 1100 time: 0.2147946 Sep 18 06:51:54.403096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:54.404256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:54.405086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:54.405768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Bound port: aa8d974b-6e10-4669-9f10-1487fe7757a0, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:54.406500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.409003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:54.422449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3082de7f-c3b2-42bd-a6ae-1777db235fbd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:51:54.423152 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.575283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:54.575753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:54.576243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:54.585938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-a9c75cb3-d996-4552-b648-49f476f2b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.587428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-a9c75cb3-d996-4552-b648-49f476f2b3ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1765051 Sep 18 06:51:54.605262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:51:54.605509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:54.622694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37890335-0b31-44cb-b06f-4be0a522b035 req-2ee0d67a-7b4a-4b1c-aeca-5b769a6a7b2b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393474 Sep 18 06:51:54.630468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:54.631042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:54.640266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:54.641062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Bound port: 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:54.641705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.680776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.706947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62625494-1074-4006-8639-80c2423d5e82 req-bcc13a7d-7afb-4476-b714-1bf1464b0904 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672113 Sep 18 06:51:54.708860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-53addd1f-9367-4138-bf51-628231212781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440 HTTP/1.1" status: 200 len: 217 time: 0.1121979 Sep 18 06:51:54.815873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:54.819647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-f02111ba-5b08-41b3-9dd8-a7f83ed0246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.822046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-f02111ba-5b08-41b3-9dd8-a7f83ed0246d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1059127 Sep 18 06:51:54.849808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.894918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:54.929834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-ce9a2593-1e0f-48e0-92f2-949e14b541ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.931431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d10fc6-b454-46dd-abab-1a68d927c935 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:51:54.931544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-ce9a2593-1e0f-48e0-92f2-949e14b541ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022625 Sep 18 06:51:54.950411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47218b-2155-4163-9a49-cb36687ced27 req-b1bf91b1-e069-414a-b8ae-fe216267d75d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:54.966856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb47218b-2155-4163-9a49-cb36687ced27 req-b1bf91b1-e069-414a-b8ae-fe216267d75d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.1149275 Sep 18 06:51:54.987719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:54.994794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:55.075869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Transition to ACTIVE for port object e0d10fc6-b454-46dd-abab-1a68d927c935 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:51:55.094360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:55.122443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-c1d4831c-4e80-4ec7-ad04-7dc4c4ee0634 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525829 Sep 18 06:51:55.126522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:55.127860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:55.128601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa8d974b-6e10-4669-9f10-1487fe7757a0 HTTP/1.1" status: 200 len: 1118 time: 4.7607155 Sep 18 06:51:55.131813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:51:55.191508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb47218b-2155-4163-9a49-cb36687ced27 req-8d7e2929-2db3-4311-aa1b-7eef679a7853 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080417 Sep 18 06:51:55.303251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:55.320749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:55.353216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d5338dc-5a23-4465-bd88-4da01bf3592b req-bb6da014-5058-4452-aba2-1fd4c6375b0c service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143872 Sep 18 06:51:55.369741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd28bfa-8e5c-4b8b-b876-ca34c42115b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:55.390618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Allocated IP 172.25.4.228 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:51:55.400843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e40a6-e7d4-48d0-a080-e58452627ec1 req-18f63cf4-2289-4b66-bea5-bb45ed145395 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:55.400843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-803e40a6-e7d4-48d0-a080-e58452627ec1 req-18f63cf4-2289-4b66-bea5-bb45ed145395 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.1621315 Sep 18 06:51:55.465390 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7869741-182f-4726-b833-665b516030ff" -d '{"events": [{"name": "network-changed", "server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:51:55.473658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:55.480299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-803e40a6-e7d4-48d0-a080-e58452627ec1 req-01f82016-6bff-41b3-b3f6-f5e32a412bbe tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735230 Sep 18 06:51:55.574792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:55.576669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:55.579874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] 10.222.0.37 "PUT /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 1114 time: 5.1827674 Sep 18 06:51:55.786113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:55.888483 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38af47d3-d281-46fa-a11c-26968cae7004 x-openstack-request-id: req-38af47d3-d281-46fa-a11c-26968cae7004 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:51:55.888826 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:51:55.891627 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38af47d3-d281-46fa-a11c-26968cae7004 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:51:55.892118 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0', 'status': 'completed', 'code': 200} Sep 18 06:51:55.973072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a85f-cb70-447b-addc-f3e91a073e40 req-ab9de02f-0980-4fc3-995e-e2054246ad99 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:55.985920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6339a85f-cb70-447b-addc-f3e91a073e40 req-ab9de02f-0980-4fc3-995e-e2054246ad99 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.1404340 Sep 18 06:51:55.998492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Attempting to bind port e0d10fc6-b454-46dd-abab-1a68d927c935 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:51:55.998853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Attempting to bind port e0d10fc6-b454-46dd-abab-1a68d927c935 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:51:55.999225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Attempting to bind port e0d10fc6-b454-46dd-abab-1a68d927c935 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:56.068264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6339a85f-cb70-447b-addc-f3e91a073e40 req-d51d68da-290a-4670-88bd-38aa408ad82c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812154 Sep 18 06:51:56.100635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Port e0d10fc6-b454-46dd-abab-1a68d927c935 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:51:56.101007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Attempting to bind port e0d10fc6-b454-46dd-abab-1a68d927c935 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:51:56.125677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:51:56.126049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:51:56.126422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:51:56.126895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Bound port: e0d10fc6-b454-46dd-abab-1a68d927c935, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:51:56.127396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:56.131410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5ab17c22-c2e1-4719-ab3a-a4bb1172f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.133131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-5ab17c22-c2e1-4719-ab3a-a4bb1172f763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=638fef35ed454ab386b907daa1703034&device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 1121 time: 0.5880172 Sep 18 06:51:56.200737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-66e5f34f-c720-4ca2-a50e-e0d723c4d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.202802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-66e5f34f-c720-4ca2-a50e-e0d723c4d7ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1117 time: 0.4500635 Sep 18 06:51:56.203597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42aaab-388a-43c2-b4bc-7c0d889bd8ce service neutron] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:56.274440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceec6a2-6b43-402c-b1e7-8787ef5e1597 req-bf68d36a-c3d1-4ad3-b802-ac4e41f0226b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.274440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ceec6a2-6b43-402c-b1e7-8787ef5e1597 req-bf68d36a-c3d1-4ad3-b802-ac4e41f0226b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.1036146 Sep 18 06:51:56.319728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-cbe23a26-a35b-4a9c-86af-4ed9c3368dfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0 HTTP/1.1" status: 200 len: 217 time: 0.1421020 Sep 18 06:51:56.323969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:56.365434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ceec6a2-6b43-402c-b1e7-8787ef5e1597 req-1b2f82e8-5f6c-4db8-a8e1-e5948a927b00 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840909 Sep 18 06:51:56.495294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acf4dc-9a69-4ee5-b23b-f3bd7d11c16d req-71f4a5d3-41cc-4388-b406-18436d6220f7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.510817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53acf4dc-9a69-4ee5-b23b-f3bd7d11c16d req-71f4a5d3-41cc-4388-b406-18436d6220f7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.1316981 Sep 18 06:51:56.590815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53acf4dc-9a69-4ee5-b23b-f3bd7d11c16d req-726bea71-bf41-4d9b-8571-aa83ad5986fd tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Sep 18 06:51:56.625994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-273a7e86-8407-447c-95f8-eb903d70da06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.3847332 Sep 18 06:51:56.750374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:51:56.768110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603e6fd-9550-4b35-ae8c-c30d886ab77a req-c028c93e-080a-4a4e-b96b-999cc7662c84 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.798639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-564ad75a-2bdf-4086-ba86-831870917228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:56.798639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-564ad75a-2bdf-4086-ba86-831870917228 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1763496 Sep 18 06:51:56.799031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9603e6fd-9550-4b35-ae8c-c30d886ab77a req-c028c93e-080a-4a4e-b96b-999cc7662c84 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.1110883 Sep 18 06:51:56.799129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e0d10fc6-b454-46dd-abab-1a68d927c935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:51:56.883048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9603e6fd-9550-4b35-ae8c-c30d886ab77a req-c6fb2d04-ea0e-4b1f-b6ea-1add6345c883 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023326 Sep 18 06:51:57.188073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c0d46-8526-4efe-b3c4-1acf3557286c req-c49017ff-1626-4c93-82c4-9f17bc6c84fb tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:57.189746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e67c0d46-8526-4efe-b3c4-1acf3557286c req-c49017ff-1626-4c93-82c4-9f17bc6c84fb tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0521891 Sep 18 06:51:57.236689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e67c0d46-8526-4efe-b3c4-1acf3557286c req-3e6680f3-6da7-4b8c-84a5-8ddafacc7887 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Sep 18 06:51:57.358886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:57.402095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:57.422193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:57.422919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:57.424623 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0d10fc6-b454-46dd-abab-1a68d927c935 HTTP/1.1" status: 200 len: 1096 time: 5.0056622 Sep 18 06:51:57.445084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:51:57.452088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:51:57.455754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:51:57.575726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a6604-08e0-4b18-97d9-b0c97d6aa860 req-b0055600-6244-47e4-98d4-441df24bd56e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:57.577878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b1a6604-08e0-4b18-97d9-b0c97d6aa860 req-b0055600-6244-47e4-98d4-441df24bd56e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0923522 Sep 18 06:51:57.641167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940d13-88a7-42eb-abee-95dd63a50496 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:57.679711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b1a6604-08e0-4b18-97d9-b0c97d6aa860 req-233100e4-c143-4aab-b2ac-eb84bb7854b1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921392 Sep 18 06:51:57.709833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Pushing event updated for resources: {'Port': ['ID=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:51:57.861925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:57.879818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce51a5-867b-467d-98e0-da778f713b00 req-a34b38fa-29f1-4445-8ff6-06f3802b8cb8 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:57.891948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dce51a5-867b-467d-98e0-da778f713b00 req-a34b38fa-29f1-4445-8ff6-06f3802b8cb8 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.1210890 Sep 18 06:51:57.954936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'}, {'name': 'network-changed', 'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:51:57.957113 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf1b687-8447-4238-b59a-e735c618e32f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d"}, {"name": "network-changed", "server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:51:57.972996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dce51a5-867b-467d-98e0-da778f713b00 req-e4e13d68-f825-4f97-a641-3885fccf7f7f tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793896 Sep 18 06:51:58.131879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418586-3c16-4268-960e-7b2b0c3d3912 req-85bc2c27-c03a-4f94-8f39-c68816821f9b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:58.135025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64418586-3c16-4268-960e-7b2b0c3d3912 req-85bc2c27-c03a-4f94-8f39-c68816821f9b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0666561 Sep 18 06:51:58.184239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64418586-3c16-4268-960e-7b2b0c3d3912 req-c9479a7c-34db-40d0-8ce3-0888cc1b2837 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Sep 18 06:51:58.304820 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 06:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a78296-3f90-43f4-b55e-5a5db51c37fa x-openstack-request-id: req-71a78296-3f90-43f4-b55e-5a5db51c37fa {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:51:58.305083 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:51:58.305325 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a78296-3f90-43f4-b55e-5a5db51c37fa {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:51:58.305826 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'status': 'completed', 'code': 200} Sep 18 06:51:58.305979 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935', 'status': 'completed', 'code': 200} Sep 18 06:51:58.331578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:58.414232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4306c-159d-4821-8da8-8c98af6033f7 req-5177fc64-265b-4d60-910b-8853fbb0edfa tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:58.418776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db4306c-159d-4821-8da8-8c98af6033f7 req-5177fc64-265b-4d60-910b-8853fbb0edfa tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0740347 Sep 18 06:51:58.484091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db4306c-159d-4821-8da8-8c98af6033f7 req-48bc6e6d-5d30-4679-9b80-7e39e1a52de4 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588539 Sep 18 06:51:58.815269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4e799-34cf-491b-9a30-554b474e94b5 req-557aca41-aa4b-4413-afa1-a08aeac65afe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:58.816907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81b4e799-34cf-491b-9a30-554b474e94b5 req-557aca41-aa4b-4413-afa1-a08aeac65afe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0561452 Sep 18 06:51:58.822561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-ce7fb011-4538-421d-bbaf-addae8765efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:58.824184 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-ce7fb011-4538-421d-bbaf-addae8765efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.1085036 Sep 18 06:51:58.833680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-231bf421-fb78-476e-b86b-4c62728fd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:58.833680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-231bf421-fb78-476e-b86b-4c62728fd580 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047173 Sep 18 06:51:58.861697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81b4e799-34cf-491b-9a30-554b474e94b5 req-a9029a31-410f-4026-a5a6-c027ab366b12 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Sep 18 06:51:58.893457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-4a73946d-35f6-4c84-b78c-56d2dd834f6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534821 Sep 18 06:51:58.937065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Router 1401cb81-acd0-43ab-af0e-b4138b574f5e is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:51:58.982214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:59.012023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-653b37d5-8df2-4c27-a744-561a9497fc81 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732700 Sep 18 06:51:59.102155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662266bb-38fa-4942-be8e-5359a60170ab req-03399e36-dff9-4089-9657-abf7447592fe tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.107298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-662266bb-38fa-4942-be8e-5359a60170ab req-03399e36-dff9-4089-9657-abf7447592fe tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.0526431 Sep 18 06:51:59.162510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-662266bb-38fa-4942-be8e-5359a60170ab req-bbf5d475-0e01-4fea-973d-222ecfd6dbf7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Sep 18 06:51:59.205002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:51:59.215056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Sync routers for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:51:59.227052 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:51:59.229605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-28afb689-3350-4c0c-838c-9761ba6455ee service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314215 Sep 18 06:51:59.230011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:59.271498 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab381c47-9a43-40db-8202-dfd91810bc01 req-f3a2b7c5-d2d9-4689-9450-a06b245207e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448721 Sep 18 06:51:59.330330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:59.331631 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa0e76d3-af1b-4ed9-8648-efa86ccaec7f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.3633330 Sep 18 06:51:59.336017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:51:59.358454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-18808768-b7ce-4af2-bc10-372c87c24c2c req-79af000c-233c-46a8-b1de-74078915aa06 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179838 Sep 18 06:51:59.359781 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:51:59.402126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3fb5-ca15-4e83-a077-6715995d8768 req-af5d8c8d-de44-4e44-a8e8-4f1d987a7672 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.406526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-faac3fb5-ca15-4e83-a077-6715995d8768 req-af5d8c8d-de44-4e44-a8e8-4f1d987a7672 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.1199079 Sep 18 06:51:59.474303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869741-182f-4726-b833-665b516030ff req-52319718-5980-4075-b088-9b9ecbe25567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.474303 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-52319718-5980-4075-b088-9b9ecbe25567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=638fef35ed454ab386b907daa1703034&device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 1121 time: 0.0496171 Sep 18 06:51:59.534007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-faac3fb5-ca15-4e83-a077-6715995d8768 req-42831fcb-6b68-4400-b0ec-279c7fd40632 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229804 Sep 18 06:51:59.593479 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:51:57Z', 'revision_number': 3, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:51:59.623866 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Checking router: 1401cb81-acd0-43ab-af0e-b4138b574f5e for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:51:59.624224 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Updating router 1401cb81-acd0-43ab-af0e-b4138b574f5e port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:51:59.658661 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:51:59.784208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e200f-ed92-466d-b75d-f9a0a01378e8 req-54536a0a-f1a9-4ab0-b95b-3c708594b6b0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.785765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b3e200f-ed92-466d-b75d-f9a0a01378e8 req-54536a0a-f1a9-4ab0-b95b-3c708594b6b0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0970879 Sep 18 06:51:59.813944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-9b2d257c-e08a-48fc-87eb-df8c6611136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.815609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-9b2d257c-e08a-48fc-87eb-df8c6611136c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1117 time: 0.3316956 Sep 18 06:51:59.868003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b3e200f-ed92-466d-b75d-f9a0a01378e8 req-ccec9769-f488-4106-a92b-a5a869d94fe7 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709522 Sep 18 06:51:59.873233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869741-182f-4726-b833-665b516030ff req-9d4f79f7-7583-40d6-a7c8-f2b573e3a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:51:59.874856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-9d4f79f7-7583-40d6-a7c8-f2b573e3a358 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3920858 Sep 18 06:51:59.946139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-e5788d5f-56c0-457b-9249-e3149591f8b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0 HTTP/1.1" status: 200 len: 217 time: 0.0400598 Sep 18 06:51:59.974863 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.002419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-a39335cf-f90b-43fe-953b-9d0a86a78b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.003934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-a39335cf-f90b-43fe-953b-9d0a86a78b82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1789980 Sep 18 06:52:00.053975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869741-182f-4726-b833-665b516030ff req-19cbe0e2-74db-4da1-a25b-8052240b6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.055491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-19cbe0e2-74db-4da1-a25b-8052240b6407 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1013117 Sep 18 06:52:00.056988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-b8bfce48-6a59-46d7-b60d-831958297b81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0455801 Sep 18 06:52:00.069931 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.132063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59560) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:00.135766 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8843c2-2f4f-41ed-8338-f668dde770f6 None None] Pushing event updated for resources: {'Port': ['ID=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:00.147162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-cf3e1636-9e3d-4df1-b07e-c29cea6e6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.148711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-cf3e1636-9e3d-4df1-b07e-c29cea6e6eed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0797675 Sep 18 06:52:00.174281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Attempting to bind port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:00.175037 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Attempting to bind port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:00.175585 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Attempting to bind port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:00.191401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-bc78e96f-773b-419f-9958-a9308a56c05c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331695 Sep 18 06:52:00.193363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869741-182f-4726-b833-665b516030ff req-0888b2ac-70a1-44de-9533-f795d0075385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.195057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-0888b2ac-70a1-44de-9533-f795d0075385 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250358 Sep 18 06:52:00.198893 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:00.199417 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:00.200321 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.200822 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:00.201405 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Bound port: 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:00.202227 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.252296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.274319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff2973-1b31-4a0f-b6cc-8edd9b8b7bb1 req-9fd1d6ab-311b-4c50-9e10-ba5a2bbc3c83 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.275839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1ff2973-1b31-4a0f-b6cc-8edd9b8b7bb1 req-9fd1d6ab-311b-4c50-9e10-ba5a2bbc3c83 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.3068101 Sep 18 06:52:00.288012 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] For port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:00.292124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] For port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:00.297800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db9783d5-7e59-4f97-b290-7b1b658be549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.357883 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.387093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1ff2973-1b31-4a0f-b6cc-8edd9b8b7bb1 req-5b958793-4b2e-4ec0-8e0f-c6c1bce87f68 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991359 Sep 18 06:52:00.397467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60adb1-f9bd-443c-81ac-82ba920996ae req-ed63cef6-aa68-4544-bea3-b84eb0f171f0 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.401632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e60adb1-f9bd-443c-81ac-82ba920996ae req-ed63cef6-aa68-4544-bea3-b84eb0f171f0 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.1350024 Sep 18 06:52:00.405565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-a717e873-b78c-4414-984a-c3e84a49e7b0 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992989 Sep 18 06:52:00.438212 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8843c2-2f4f-41ed-8338-f668dde770f6 None None] Pushing event updated for resources: {'Port': ['ID=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:00.458611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-d7e0b2dc-17e5-4938-af0c-a97a723a7828 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709845 Sep 18 06:52:00.466193 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:00.466826 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:00.495419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e60adb1-f9bd-443c-81ac-82ba920996ae req-5b9317c5-fd90-42a5-a820-7c41e4033ec9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813785 Sep 18 06:52:00.537310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Allocated IP 172.20.0.1 (2543ae7f-d0bf-43f8-89ea-13592a19e462/56ed4ad0-7e1d-420d-86cd-c84c3779eb07/a3a09320-d6ee-4b72-b5d6-cb101c4b0adc) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:00.572908 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:00.612973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-eab29c58-f444-4388-bbaf-16ace966bdce service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950383 Sep 18 06:52:00.656033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db9783d5-7e59-4f97-b290-7b1b658be549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.658218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f7869741-182f-4726-b833-665b516030ff req-32fbbeab-1c81-4038-b8a9-96a10d597776 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646316 Sep 18 06:52:00.672664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.723107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db9783d5-7e59-4f97-b290-7b1b658be549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.726485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cc5c8-4edb-43d2-90c9-7123b738eb04 req-0b9d4ecf-7ce3-4cc3-821d-80e30d94ec5d tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.728783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-829cc5c8-4edb-43d2-90c9-7123b738eb04 req-0b9d4ecf-7ce3-4cc3-821d-80e30d94ec5d tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0728543 Sep 18 06:52:00.757253 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:51:57Z', 'revision_number': 3, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:00.770660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-db9783d5-7e59-4f97-b290-7b1b658be549 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709754b84ba34c8292a7df029f0fce67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375721 Sep 18 06:52:00.779002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9783d5-7e59-4f97-b290-7b1b658be549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaabc4f2-c349-4b07-ba28-367a0ba68d49,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:00.779154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59568) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:00.783006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-829cc5c8-4edb-43d2-90c9-7123b738eb04 req-6a6ca91d-6e44-4311-ae8d-e853c93c8497 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Sep 18 06:52:00.788948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4debd-7853-41a9-81d1-88d6e90c9403 None None] The sync data for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 is: [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:51:57Z', 'revision_number': 3, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:52:00.826156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.832908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.885275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:00.891791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.893795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:00.905097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:00.905563 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:00.915228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:00.956405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-4e1216e9-8028-4e96-bca1-5b6996429564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:00.957960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-4e1216e9-8028-4e96-bca1-5b6996429564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 1099 time: 0.0652249 Sep 18 06:52:01.019574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-c21d18bf-683c-4e4c-91cc-d87404832816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e0d10fc6-b454-46dd-abab-1a68d927c935 HTTP/1.1" status: 200 len: 217 time: 0.0354848 Sep 18 06:52:01.118755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81fab5-b6d5-4007-a1aa-bd52e4a67fa9 req-8e2d614b-d051-4f9b-9975-99090242954c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.120352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab81fab5-b6d5-4007-a1aa-bd52e4a67fa9 req-8e2d614b-d051-4f9b-9975-99090242954c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.1282618 Sep 18 06:52:01.186591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab81fab5-b6d5-4007-a1aa-bd52e4a67fa9 req-60053b48-5a9a-4560-a651-61bed498d2ad tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600448 Sep 18 06:52:01.194596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0864f813-9eb9-4256-8cf7-6dd39977243c None None] Provisioning complete for port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:01.195124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0864f813-9eb9-4256-8cf7-6dd39977243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.195231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.200401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.205327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaabc4f2-c349-4b07-ba28-367a0ba68d49 HTTP/1.1" status: 204 len: 168 time: 0.4268186 Sep 18 06:52:01.221534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-f932f53a-788e-4709-a8ac-0ba97f7e203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.223081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-f932f53a-788e-4709-a8ac-0ba97f7e203d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0739558 Sep 18 06:52:01.223778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b89c-f4d0-41ef-8f96-532c50a28783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaabc4f2-c349-4b07-ba28-367a0ba68d49,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:01.263009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0864f813-9eb9-4256-8cf7-6dd39977243c None None] Port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:01.281150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.295474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-80f3556f-8d28-4bf2-aeef-96dec7b1cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.297102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-80f3556f-8d28-4bf2-aeef-96dec7b1cc77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663004 Sep 18 06:52:01.409409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-95ab06eb-9dd4-4256-af4d-f65230dd4235 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040742 Sep 18 06:52:01.465098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.507517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.507701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.516650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e77406cc-7faa-481a-95cf-30d9cc830f33 req-663f810d-bb6f-4992-90dd-118a656707d2 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995672 Sep 18 06:52:01.631833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed598102-cc76-4e7b-b63c-4cbdc36e56b3 req-172d569d-b6b6-4934-a088-97c39e1b315a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.633388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed598102-cc76-4e7b-b63c-4cbdc36e56b3 req-172d569d-b6b6-4934-a088-97c39e1b315a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.1419876 Sep 18 06:52:01.647901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:01.731750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f7bbe-6c01-4ee3-a19d-cbe4fd69eb52 req-e21b094c-98ab-4695-b97c-0676310608c1 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.733435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-330f7bbe-6c01-4ee3-a19d-cbe4fd69eb52 req-e21b094c-98ab-4695-b97c-0676310608c1 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.1485727 Sep 18 06:52:01.751924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed598102-cc76-4e7b-b63c-4cbdc36e56b3 req-fc8b116a-ad03-461d-a68d-b36c842801a5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083748 Sep 18 06:52:01.769244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:01.774326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:01.793327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-330f7bbe-6c01-4ee3-a19d-cbe4fd69eb52 req-f0a77328-dabe-4991-95fe-3f376b82a27c tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Sep 18 06:52:01.849844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-34ad4325-2893-44d4-ac16-d4a64a457f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.851426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-34ad4325-2893-44d4-ac16-d4a64a457f3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 1099 time: 0.0482934 Sep 18 06:52:01.945618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:01.970802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Router 1401cb81-acd0-43ab-af0e-b4138b574f5e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:52:01.972491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb1ce-0b3e-4a1f-b1de-15600c4007f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:01.974813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-6388ca0f-5aa3-4325-b38c-6c7be70f9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.976441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-6388ca0f-5aa3-4325-b38c-6c7be70f9568 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1180165 Sep 18 06:52:01.982310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc19e-bb3d-4997-ade2-3e767dd1cc32 req-fd887bc8-0fc8-4d3c-84a2-3f9e7d942188 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:01.983818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfddc19e-bb3d-4997-ade2-3e767dd1cc32 req-fd887bc8-0fc8-4d3c-84a2-3f9e7d942188 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0918057 Sep 18 06:52:02.020842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-940466e9-007d-4fc4-b219-1c34ae9de56e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e0d10fc6-b454-46dd-abab-1a68d927c935 HTTP/1.1" status: 200 len: 217 time: 0.0363309 Sep 18 06:52:02.080230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-45a624f4-0b57-4b1a-a897-9a3472247197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:02.082035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-45a624f4-0b57-4b1a-a897-9a3472247197 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0536611 Sep 18 06:52:02.091266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfddc19e-bb3d-4997-ade2-3e767dd1cc32 req-872c1604-7e57-48d0-92be-49e98327a4b8 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999904 Sep 18 06:52:02.098741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4b241a68-de6f-4e52-9725-9838e03cc209 None None] Provisioning complete for port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:02.104974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b241a68-de6f-4e52-9725-9838e03cc209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.144262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b687-8447-4238-b59a-e735c618e32f req-14c6e366-4b1f-4ab3-b74a-30c43030bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:02.145819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-14c6e366-4b1f-4ab3-b74a-30c43030bcac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567951 Sep 18 06:52:02.173614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:02.214616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:52:02.222687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-791c65b0-d86e-43e4-8afb-13bbc7effa25 admin admin] 10.222.0.20 "PUT /v2.0/routers/1401cb81-acd0-43ab-af0e-b4138b574f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8792102 Sep 18 06:52:02.234633 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb1ce-0b3e-4a1f-b1de-15600c4007f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.244168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4b241a68-de6f-4e52-9725-9838e03cc209 None None] Port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:02.280128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-2498a644-7066-40fa-8071-984334f7324b service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255348 Sep 18 06:52:02.284262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:02.284262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.318844 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb1ce-0b3e-4a1f-b1de-15600c4007f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.387743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aa9cb1ce-0b3e-4a1f-b1de-15600c4007f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c2fb89b8e1f4664af8d82f53db0e54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410722 Sep 18 06:52:02.392356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59592) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:02.401700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1c1a-4d27-4e86-b8c5-ae896c7ba48a req-fd97dd06-919f-406f-bbd4-fd03fb3c5f24 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:02.403423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1bf1c1a-4d27-4e86-b8c5-ae896c7ba48a req-fd97dd06-919f-406f-bbd4-fd03fb3c5f24 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.1144190 Sep 18 06:52:02.408413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cb1ce-0b3e-4a1f-b1de-15600c4007f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624c2f5b-6281-498e-ac65-5ddf5064af8b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:02.425101 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.436718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acf1b687-8447-4238-b59a-e735c618e32f req-fd1eb1a0-bcd2-429b-b980-fc7e37b12820 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484287 Sep 18 06:52:02.462837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:02.491211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1bf1c1a-4d27-4e86-b8c5-ae896c7ba48a req-88d26d36-0a86-4de8-9da0-2717273ad13c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Sep 18 06:52:02.494468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.520746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.554792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.605463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:02.620759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Sync routers for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:52:02.629679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:02.630322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:02.666084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.668774 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:02.670096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/624c2f5b-6281-498e-ac65-5ddf5064af8b HTTP/1.1" status: 204 len: 168 time: 0.2763333 Sep 18 06:52:02.678797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0993a9-ad6e-42f2-b67b-4dd6b7a13ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c2f5b-6281-498e-ac65-5ddf5064af8b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:02.747920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:02.877238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e82a-f1e5-4c48-8b6f-aede650c45f5 req-a17cf085-37c9-4d54-859a-db4b11ccb1dc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:02.878775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c473e82a-f1e5-4c48-8b6f-aede650c45f5 req-a17cf085-37c9-4d54-859a-db4b11ccb1dc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0496807 Sep 18 06:52:02.926190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c473e82a-f1e5-4c48-8b6f-aede650c45f5 req-bcfaadb0-0802-4db9-8d48-1bd29f4c9f84 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Sep 18 06:52:03.010880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2df6-08b8-4262-90ed-de3b50113831 req-6386aa8a-9840-4944-a3d4-676732cb7bad tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:03.013439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-170c2df6-08b8-4262-90ed-de3b50113831 req-6386aa8a-9840-4944-a3d4-676732cb7bad tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 969 time: 0.0549119 Sep 18 06:52:03.069577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-170c2df6-08b8-4262-90ed-de3b50113831 req-030a9e60-4b1b-475c-a36e-218d872b56af tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Sep 18 06:52:03.085619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:52:01Z', 'revision_number': 4, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a3a09320-d6ee-4b72-b5d6-cb101c4b0adc', 'name': '', 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'mac_address': 'fa:16:3e:2a:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:00Z', 'updated_at': '2021-09-18T06:52:01Z', 'revision_number': 2, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'subnets': [{'id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:03.117678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Checking router: 1401cb81-acd0-43ab-af0e-b4138b574f5e for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:52:03.118246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Updating router 1401cb81-acd0-43ab-af0e-b4138b574f5e port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:52:03.145578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.223849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea8689-4b23-489d-bd3e-07296bf6167c req-dd3fe411-323d-4a3c-b2bc-45794a8b47d6 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:03.225479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deea8689-4b23-489d-bd3e-07296bf6167c req-dd3fe411-323d-4a3c-b2bc-45794a8b47d6 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0542197 Sep 18 06:52:03.253142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:03.263898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deea8689-4b23-489d-bd3e-07296bf6167c req-92ccfe7f-729b-4a4e-95db-0d7c4aa36047 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Sep 18 06:52:03.340565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59618) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:03.345515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949121050', 'description': 'tempest-description--237812991'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:03.437103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.439256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:03.458847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'port_id': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'mac_address': 'fa:16:3e:19:a7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75883667-47fc-4b4b-be96-fb22bf0a7e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-107581652', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:03.475674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:03.489556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76997366-5cc8-4f5b-9f02-4a056d63326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.519175 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.529416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.551949 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.554328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:03.574686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:03.594904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.610635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b149c-7f3e-4d82-b176-630630ec2d91 req-70086a34-81ce-4146-b509-6389e60a3ecb tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:03.612125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c91b149c-7f3e-4d82-b176-630630ec2d91 req-70086a34-81ce-4146-b509-6389e60a3ecb tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0533831 Sep 18 06:52:03.623388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25200cc4-264e-4e6d-8ff1-52481fff446b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:03.626296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.672363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c91b149c-7f3e-4d82-b176-630630ec2d91 req-74c814d6-987d-4ff5-9091-98d20c105804 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Sep 18 06:52:03.681600 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.686411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device aa8d974b-6e10-4669-9f10-1487fe7757a0 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:03.714852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76997366-5cc8-4f5b-9f02-4a056d63326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.719498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43689ac5-282a-4855-8850-8e1fffb86491 None None] Pushing event updated for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:03.781688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Attempting to bind port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:03.782086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Attempting to bind port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:03.782449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Attempting to bind port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc on network 2543ae7f-d0bf-43f8-89ea-13592a19e462 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:03.808694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76997366-5cc8-4f5b-9f02-4a056d63326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.816911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:03.817276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Checking segment: {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:03.817678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.818131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Bound using segment: {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:03.818613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Bound port: a3a09320-d6ee-4b72-b5d6-cb101c4b0adc, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0f2f41-1501-4e27-8e62-223fe4334e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:03.818998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.852845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76997366-5cc8-4f5b-9f02-4a056d63326a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00a9c9b6a5464b189d4a37e56cd12ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754475 Sep 18 06:52:03.853675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76997366-5cc8-4f5b-9f02-4a056d63326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f4cfc-e231-4c23-9efb-d739f6a696df,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:03.857019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59624) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:03.861852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:03.902721 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.904557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1f656b2a-dd54-4c5e-b701-b7fb66fba49d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5623338 Sep 18 06:52:03.906859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59626) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:03.911116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'security_group_rule': {'security_group_id': '25200cc4-264e-4e6d-8ff1-52481fff446b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:03.918702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.935700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f3f24f5e-ecb3-4ff2-bf38-bc1c8685ed8e None None] Provisioning complete for port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:03.936009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3f24f5e-ecb3-4ff2-bf38-bc1c8685ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.942612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:03.949208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:03.979687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'aa8d974b-6e10-4669-9f10-1487fe7757a0', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'aa8d974b-6e10-4669-9f10-1487fe7757a0', 'mac_address': 'fa:16:3e:4b:8f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:tempest-test_az-107581652', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:03.983121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] For port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:04.005007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] For port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:04.010156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f3f24f5e-ecb3-4ff2-bf38-bc1c8685ed8e None None] Port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:04.017516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.044784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.065256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8d974b-6e10-4669-9f10-1487fe7757a0 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:04.084259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.087261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.088544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/695f4cfc-e231-4c23-9efb-d739f6a696df HTTP/1.1" status: 204 len: 168 time: 0.2318578 Sep 18 06:52:04.098244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:04.098244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.101209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea93ea-a40b-434e-b24c-62e2abb532b5 req-53a2d1ea-aa5c-44ab-b5af-0af4f3ecc3cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:04.103810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ea93ea-a40b-434e-b24c-62e2abb532b5 req-53a2d1ea-aa5c-44ab-b5af-0af4f3ecc3cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0702956 Sep 18 06:52:04.112556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:04.125548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bbd87-4b0f-4ed8-ad16-585f72cf7b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f4cfc-e231-4c23-9efb-d739f6a696df,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:04.151835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.168353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ea93ea-a40b-434e-b24c-62e2abb532b5 req-5e2ba1c3-4aa7-4261-a16e-680a2fca525b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572989 Sep 18 06:52:04.215383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:04.216022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:51:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:04.225838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.245943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7f91-f344-4d30-a24a-ce3b59cbbe27 req-c16b7e94-7caf-461a-aa3e-f64ea3ae1d21 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:04.246726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b541a0-14b6-4b6a-9872-767c159710d4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:04.256303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de5c7f91-f344-4d30-a24a-ce3b59cbbe27 req-c16b7e94-7caf-461a-aa3e-f64ea3ae1d21 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 970 time: 0.0703225 Sep 18 06:52:04.263132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.296644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:04.297027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.299851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de5c7f91-f344-4d30-a24a-ce3b59cbbe27 req-ccf8afea-b697-472f-9201-b2defb32bb11 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Sep 18 06:52:04.349480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.354068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:04.354229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-00c457a1-1af6-42c0-b723-beac3bed6251 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4463682 Sep 18 06:52:04.359878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'security_group_rule': {'security_group_id': '25200cc4-264e-4e6d-8ff1-52481fff446b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:04.363811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43689ac5-282a-4855-8850-8e1fffb86491 None None] Pushing event updated for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:04.440259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:04.445291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e1493-c6b5-4039-86c0-776775fede9a req-3eca013c-e502-4909-82ed-3b60db9e3be1 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:04.446944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3e1493-c6b5-4039-86c0-776775fede9a req-3eca013c-e502-4909-82ed-3b60db9e3be1 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0550091 Sep 18 06:52:04.478673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:04.494057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] Provisioning complete for port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:04.494433 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.650981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['aa8d974b-6e10-4669-9f10-1487fe7757a0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:04.653133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:04.657040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.664944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3e1493-c6b5-4039-86c0-776775fede9a req-8473e771-067b-40fa-92a9-12d739e29c72 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109880 Sep 18 06:52:04.741226 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.797319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765efc37-2492-4841-9aa6-c8609b986779 req-c597ed4a-4e94-4483-9a4a-f6d0bfb59a9d tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:04.798954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-765efc37-2492-4841-9aa6-c8609b986779 req-c597ed4a-4e94-4483-9a4a-f6d0bfb59a9d tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0535071 Sep 18 06:52:04.820757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.841441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3308053d-3ecf-4f54-93e8-c14ac2c46e97,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:04.861639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-765efc37-2492-4841-9aa6-c8609b986779 req-231fc0ad-bf57-4bd6-a4d9-c410ca47b171 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Sep 18 06:52:04.940131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:04.941354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28f1e2ca-0752-4178-b642-fbfdbd93c33e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5857351 Sep 18 06:52:04.944500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59652) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:04.949384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:05.048800 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.058041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.139813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] For port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:05.152939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.172998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:52:01Z', 'revision_number': 4, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a3a09320-d6ee-4b72-b5d6-cb101c4b0adc', 'name': '', 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'mac_address': 'fa:16:3e:2a:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:00Z', 'updated_at': '2021-09-18T06:52:03Z', 'revision_number': 4, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'subnets': [{'id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:05.213385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699abfc-c11f-41ae-8dc0-1385304d850f None None] The sync data for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 is: [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:52:01Z', 'revision_number': 4, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a3a09320-d6ee-4b72-b5d6-cb101c4b0adc', 'name': '', 'network_id': '2543ae7f-d0bf-43f8-89ea-13592a19e462', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'mac_address': 'fa:16:3e:2a:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:00Z', 'updated_at': '2021-09-18T06:52:03Z', 'revision_number': 4, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'subnets': [{'id': '56ed4ad0-7e1d-420d-86cd-c84c3779eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:52:05.216690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.319095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b055c-389a-432c-ba10-3945dc7f6db6 None None] Pushing event updated for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:05.350737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Allocated IP 172.25.4.197 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/051c6464-4009-4775-ad9a-07ecacd047c7) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:05.427793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43edcd-b854-4878-bdf3-180b74ee13c6 req-2f32fbe7-ec78-46ce-bb28-3756ce8de6ff tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:05.429338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf43edcd-b854-4878-bdf3-180b74ee13c6 req-2f32fbe7-ec78-46ce-bb28-3756ce8de6ff tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.1385758 Sep 18 06:52:05.536465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf43edcd-b854-4878-bdf3-180b74ee13c6 req-0d602093-5a31-4dc2-b299-78cc90a7804a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847483 Sep 18 06:52:05.555357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0215b-0f06-4d51-9642-20e790d57be0 req-27e3708b-b325-4494-a853-0b893b224647 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:05.556989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdc0215b-0f06-4d51-9642-20e790d57be0 req-27e3708b-b325-4494-a853-0b893b224647 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 970 time: 0.1510327 Sep 18 06:52:05.579339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.613465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdc0215b-0f06-4d51-9642-20e790d57be0 req-5c909375-1a92-40f2-b70b-8a4869ced543 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 Sep 18 06:52:05.706412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.776584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:05.782500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:05.791291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:05.797865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'Port': ['ID=051c6464-4009-4775-ad9a-07ecacd047c7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:05.860964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71fcd-0a37-4ec7-84d4-ecf2920582e3 req-77c6e833-3674-410b-a58e-9915ac2e70c4 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:05.862518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b71fcd-0a37-4ec7-84d4-ecf2920582e3 req-77c6e833-3674-410b-a58e-9915ac2e70c4 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.1196930 Sep 18 06:52:05.910326 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:05.938243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b71fcd-0a37-4ec7-84d4-ecf2920582e3 req-3d23b7e0-014b-4a02-8ab6-f3e33f4a3da6 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584514 Sep 18 06:52:05.986205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91277c-d26d-4b40-b672-8a6e3a2eef3e req-63e1d70c-4060-4d76-a4e5-9bbfab71ba41 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:05.987765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d91277c-d26d-4b40-b672-8a6e3a2eef3e req-63e1d70c-4060-4d76-a4e5-9bbfab71ba41 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0486639 Sep 18 06:52:06.047450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.071400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d91277c-d26d-4b40-b672-8a6e3a2eef3e req-a38f7ac4-6872-4b85-b092-930773b9d24f tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769017 Sep 18 06:52:06.114247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a3a09320-d6ee-4b72-b5d6-cb101c4b0adc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:06.174559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:06.175095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.258452 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.311482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.344107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.363980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'Port': ['ID=051c6464-4009-4775-ad9a-07ecacd047c7,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:06.454540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:06.455790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4217fa3e-e593-4ecd-8538-ed4cd4e0d7a7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5103796 Sep 18 06:52:06.656046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c0562138-ae20-45d3-b10c-9cf40361052e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1949121050&fields=id&tenant_id=fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 267 time: 0.0449774 Sep 18 06:52:06.782289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3b8f-b69f-4b54-b907-ec6d6f705b38 req-c02a01ff-d394-4103-842b-f1dc3b615f08 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:06.783690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4cb3b8f-b69f-4b54-b907-ec6d6f705b38 req-c02a01ff-d394-4103-842b-f1dc3b615f08 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0971503 Sep 18 06:52:06.804930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-a2fbd244-ca1f-47e0-aa4d-69ece4013a60 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:06.806439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-a2fbd244-ca1f-47e0-aa4d-69ece4013a60 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 823 time: 0.1434472 Sep 18 06:52:06.830308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-cf1a55ba-84c6-4a9b-8726-76becf1b7707 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/quotas/fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 375 time: 0.0142574 Sep 18 06:52:06.855375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4cb3b8f-b69f-4b54-b907-ec6d6f705b38 req-57759489-a142-4bdb-bbf7-21c2a343ddc5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640159 Sep 18 06:52:06.901189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-a3970e3f-ef78-421f-ad81-68bbabca33a9 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653522 Sep 18 06:52:07.011091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b17af1-fa35-4d01-b83b-2e4de0968a20 req-4cc2c131-a1d8-45dd-b287-6067e7d0992c tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:07.012535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b17af1-fa35-4d01-b83b-2e4de0968a20 req-4cc2c131-a1d8-45dd-b287-6067e7d0992c tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 970 time: 0.1000183 Sep 18 06:52:07.044711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-758c9079-1e00-47fb-a5cd-e6180efad157 service neutron] 10.222.0.20 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303010 Sep 18 06:52:07.076413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b17af1-fa35-4d01-b83b-2e4de0968a20 req-012801b0-9ad9-4552-9d77-ba1269abf6f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577400 Sep 18 06:52:07.155489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-fbf44304-0682-4e89-abbd-5300745e0bba service neutron] 10.222.0.20 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006925 Sep 18 06:52:07.192866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7ee7-4ace-47e4-bebc-2e5d451ce64e req-66b97689-42de-418f-a72d-62a0c3c07f84 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:07.194364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c4a7ee7-4ace-47e4-bebc-2e5d451ce64e req-66b97689-42de-418f-a72d-62a0c3c07f84 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 948 time: 0.0504324 Sep 18 06:52:07.216641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device aa8d974b-6e10-4669-9f10-1487fe7757a0 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:07.237071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c4a7ee7-4ace-47e4-bebc-2e5d451ce64e req-89c41e25-09d3-4efa-bc54-70456328f970 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Sep 18 06:52:07.241188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e0d10fc6-b454-46dd-abab-1a68d927c935 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:07.340989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b2fc-f1bf-4323-acea-8c9b8973adfc req-30aee189-7036-45d8-89cb-422bf95b12fd tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:07.342415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83f0b2fc-f1bf-4323-acea-8c9b8973adfc req-30aee189-7036-45d8-89cb-422bf95b12fd tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 947 time: 0.0479717 Sep 18 06:52:07.355192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e0d10fc6-b454-46dd-abab-1a68d927c935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:07.365864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'e0d10fc6-b454-46dd-abab-1a68d927c935', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'e0d10fc6-b454-46dd-abab-1a68d927c935', 'mac_address': 'fa:16:3e:d0:23:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:07.388163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83f0b2fc-f1bf-4323-acea-8c9b8973adfc req-60bfe9bb-5b80-4ced-8adf-613c00c94ea2 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Sep 18 06:52:07.424444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port aa8d974b-6e10-4669-9f10-1487fe7757a0 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:07.430612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port aa8d974b-6e10-4669-9f10-1487fe7757a0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:07.431503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.456110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.469940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0714a70d-37f5-4a64-a3e3-eeba1856589b req-1d401137-948b-4e79-8d6e-c8054b42c80a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 210 time: 0.0325525 Sep 18 06:52:07.475306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d10fc6-b454-46dd-abab-1a68d927c935 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:07.507172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e0d10fc6-b454-46dd-abab-1a68d927c935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:07.552439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.578775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.579478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1ab72526-db60-4f3e-ad8c-f84b29cb1440 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:07.591655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:07.686010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:07.724073 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c49566-758f-46f2-9d9a-c753f237049e" -d '{"events": [{"server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "name": "network-vif-plugged", "status": "completed", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:07.728384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:07.731222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:07.742640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '1ab72526-db60-4f3e-ad8c-f84b29cb1440', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '1ab72526-db60-4f3e-ad8c-f84b29cb1440', 'mac_address': 'fa:16:3e:fb:d9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:07.770639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.771442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:07.830279 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bb2bc7-886a-4167-9833-d2511ef3ee12 x-openstack-request-id: req-67bb2bc7-886a-4167-9833-d2511ef3ee12 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:07.830595 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "name": "network-vif-plugged", "status": "completed", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:07.830857 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67bb2bc7-886a-4167-9833-d2511ef3ee12 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:07.831393 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0', 'code': 200} Sep 18 06:52:07.833415 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:07.860274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab72526-db60-4f3e-ad8c-f84b29cb1440 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:07.895702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:07.899676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:07.947238 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:52:07.971462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09349218-ae8c-41a5-b13f-b614169153f0 req-89529821-fdb8-470d-9088-bfbe5ee2592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:07.973079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-09349218-ae8c-41a5-b13f-b614169153f0 req-89529821-fdb8-470d-9088-bfbe5ee2592f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 1123 time: 0.0750270 Sep 18 06:52:07.988857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9e6e-4d87-4a88-86ef-b7c0762ae9c4 req-295fe293-4f24-4b9e-b0e7-4b61ffb5bc1c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:07.990451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-336f9e6e-4d87-4a88-86ef-b7c0762ae9c4 req-295fe293-4f24-4b9e-b0e7-4b61ffb5bc1c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0509925 Sep 18 06:52:07.992180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09349218-ae8c-41a5-b13f-b614169153f0 req-4320aeea-17bb-47eb-879e-015778f5b10a service neutron] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.006994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:08.013369 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.023062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:08.023062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.038398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-336f9e6e-4d87-4a88-86ef-b7c0762ae9c4 req-927617a6-ef65-4b5b-a425-8e19154f469c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Sep 18 06:52:08.096345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:08.152141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.195054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:08.227602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fc0be-621f-4d6c-adff-3cf5b8bb72fa req-680c4165-933a-40b6-8942-f1ce33646e03 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:08.229841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa4fc0be-621f-4d6c-adff-3cf5b8bb72fa req-680c4165-933a-40b6-8942-f1ce33646e03 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.0643201 Sep 18 06:52:08.281303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa4fc0be-621f-4d6c-adff-3cf5b8bb72fa req-7886fed4-b5ad-4912-bd6e-e46304c73773 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Sep 18 06:52:08.286035 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.307137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09349218-ae8c-41a5-b13f-b614169153f0 req-4320aeea-17bb-47eb-879e-015778f5b10a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.357003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:08.377398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719186-34b9-4b9e-ad95-dd1e99715e95 req-7df855f6-d7b9-4424-842a-6fa361c33408 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:08.378845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26719186-34b9-4b9e-ad95-dd1e99715e95 req-7df855f6-d7b9-4424-842a-6fa361c33408 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 949 time: 0.0506253 Sep 18 06:52:08.398137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09349218-ae8c-41a5-b13f-b614169153f0 req-4320aeea-17bb-47eb-879e-015778f5b10a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.399691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:08.435013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26719186-34b9-4b9e-ad95-dd1e99715e95 req-a6b7bc14-b128-40fe-8dd7-8ebeb9171637 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Sep 18 06:52:08.438998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-09349218-ae8c-41a5-b13f-b614169153f0 req-4320aeea-17bb-47eb-879e-015778f5b10a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584558 Sep 18 06:52:08.453694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320aeea-17bb-47eb-879e-015778f5b10a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7efacb-62f5-45cd-85b9-858b76bb1296,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:08.541507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7822179-4943-44f1-b1b9-204aac17af8e req-ef3efbb9-04bd-4e81-a136-914784673614 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 210 time: 0.0307913 Sep 18 06:52:08.552799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48eb16-bb71-44d1-bf4b-cab72a5f5553 req-9d06cca6-92c9-4917-ba26-7aa072bcef05 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:08.554248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c48eb16-bb71-44d1-bf4b-cab72a5f5553 req-9d06cca6-92c9-4917-ba26-7aa072bcef05 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 948 time: 0.0900381 Sep 18 06:52:08.567295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff193-a786-4b00-aea2-395ab43dacc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.609459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c48eb16-bb71-44d1-bf4b-cab72a5f5553 req-a86f5531-c139-4161-a4c0-afc077ac7f87 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Sep 18 06:52:08.646609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e0d10fc6-b454-46dd-abab-1a68d927c935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:08.673394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1ab72526-db60-4f3e-ad8c-f84b29cb1440'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:08.676170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff193-a786-4b00-aea2-395ab43dacc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.760857 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff193-a786-4b00-aea2-395ab43dacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.802303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cb0ff193-a786-4b00-aea2-395ab43dacc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d33f22bb6614781b71a4e917161c32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015274 Sep 18 06:52:08.803347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ff193-a786-4b00-aea2-395ab43dacc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb389ad-c13b-4828-97d1-d3ae05cd478c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:08.809922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:08.857549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.858389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0874aa5-3b9d-4e38-a842-6dc9387ff02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:08.878925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.013812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.016691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.017852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb389ad-c13b-4828-97d1-d3ae05cd478c HTTP/1.1" status: 204 len: 168 time: 0.2110953 Sep 18 06:52:09.025882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fd267-60a7-4adf-ad45-d7bb7d6f291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb389ad-c13b-4828-97d1-d3ae05cd478c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:09.166936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313114c-2a24-48d3-91ab-b72ba521a3f2 req-98517db8-adb1-4e2f-ae11-ce6eced16861 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:09.168624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b313114c-2a24-48d3-91ab-b72ba521a3f2 req-98517db8-adb1-4e2f-ae11-ce6eced16861 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 967 time: 0.0497618 Sep 18 06:52:09.209464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b313114c-2a24-48d3-91ab-b72ba521a3f2 req-2dbe5da3-04ab-4b7a-990d-c720ca7ead4a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Sep 18 06:52:09.392877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b90b-78d1-45e4-beae-c9878e9bc55e req-945621d8-c20d-4526-b9f2-ffe40e696bb7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:09.394435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0720b90b-78d1-45e4-beae-c9878e9bc55e req-945621d8-c20d-4526-b9f2-ffe40e696bb7 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.0495186 Sep 18 06:52:09.432803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0720b90b-78d1-45e4-beae-c9878e9bc55e req-573ba545-fe61-4535-ae26-6ceac5893871 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Sep 18 06:52:09.548620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886d046-4c88-4ea2-8f2e-ccbb96759bae req-4381fade-8291-4b7f-bba4-4cf882b72d06 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:09.550126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f886d046-4c88-4ea2-8f2e-ccbb96759bae req-4381fade-8291-4b7f-bba4-4cf882b72d06 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 949 time: 0.0475907 Sep 18 06:52:09.591254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f886d046-4c88-4ea2-8f2e-ccbb96759bae req-1c3d67a5-cc18-47e1-beff-7cb1851c3876 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Sep 18 06:52:09.626844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:09.631577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fda3eed1-b8ea-4d61-9d36-c0886e223b19 req-7c515f78-9da2-4217-9a99-7e3bc85589f1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 210 time: 0.0248668 Sep 18 06:52:09.640533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7330728f-0f17-4b78-878c-cbc199b5e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.723512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476e6ee-6a74-4fd5-9a01-f1f1b9ecc31a req-5b1e7e24-2601-49f8-b4d6-d4add031a86c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:09.725062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6476e6ee-6a74-4fd5-9a01-f1f1b9ecc31a req-5b1e7e24-2601-49f8-b4d6-d4add031a86c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 948 time: 0.0474136 Sep 18 06:52:09.731275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7330728f-0f17-4b78-878c-cbc199b5e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.762504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6476e6ee-6a74-4fd5-9a01-f1f1b9ecc31a req-0dbbc762-e929-4c94-95a1-35a4f2ea4228 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Sep 18 06:52:09.789326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7330728f-0f17-4b78-878c-cbc199b5e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.830066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7330728f-0f17-4b78-878c-cbc199b5e825 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c54a5feaf8754ad2b6e4599860da9fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020733 Sep 18 06:52:09.830917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330728f-0f17-4b78-878c-cbc199b5e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131f001-41a6-4067-a6f2-c57429d00d36,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:09.832514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:09.832995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59786) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:09.834888 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e41675-bdfa-43cb-aaae-30a77807e2fc" -d '{"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-plugged", "status": "completed", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:09.880524 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47d9f2e-52ba-402a-92a5-0856b2bbe124 x-openstack-request-id: req-f47d9f2e-52ba-402a-92a5-0856b2bbe124 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:09.880843 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-plugged", "status": "completed", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:09.881295 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f47d9f2e-52ba-402a-92a5-0856b2bbe124 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:09.881684 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'code': 200} Sep 18 06:52:09.895953 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.922081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:09.988889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e0b50-2eba-4f37-9cf5-4dafe7b943dd req-1e565d42-322b-4731-bc0f-498ec087b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:09.990420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c16e0b50-2eba-4f37-9cf5-4dafe7b943dd req-1e565d42-322b-4731-bc0f-498ec087b87f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1119 time: 0.0387888 Sep 18 06:52:10.051780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.054360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.057876 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c16e0b50-2eba-4f37-9cf5-4dafe7b943dd req-8d973d77-8bde-4fb7-8e37-ecac5126d650 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Sep 18 06:52:10.058372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4131f001-41a6-4067-a6f2-c57429d00d36 HTTP/1.1" status: 204 len: 168 time: 0.2218037 Sep 18 06:52:10.064555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e33896-5c15-488a-8290-39e02e2cff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131f001-41a6-4067-a6f2-c57429d00d36,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:10.131701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-d1bcf00a-f436-44b6-a8ba-d1b532fb098e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.133218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-d1bcf00a-f436-44b6-a8ba-d1b532fb098e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 823 time: 0.1139038 Sep 18 06:52:10.203614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-fbde72b8-7fd8-478f-b6aa-3397e26ab9d4 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 380 time: 0.0526724 Sep 18 06:52:10.222269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'port': {'device_id': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'admin_state_up': True, 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'security_groups': ['25200cc4-264e-4e6d-8ff1-52481fff446b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:10.345643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c65380-1808-4e44-afae-2e4aee8451aa req-43538571-a329-4365-af38-12fb76adaf1f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.347045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83c65380-1808-4e44-afae-2e4aee8451aa req-43538571-a329-4365-af38-12fb76adaf1f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 967 time: 0.0630038 Sep 18 06:52:10.399977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83c65380-1808-4e44-afae-2e4aee8451aa req-cfa92e4d-3858-4093-a675-35fc457774b5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Sep 18 06:52:10.431607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Made reservation on behalf of fcc56ed9dbdf41678e6122160432aa54 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:10.435314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.559374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6e68b-af8e-4682-ab2b-2ff5d14050ef req-f80c8cad-aca6-4281-ad90-68541c3a06d6 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.562483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54d6e68b-af8e-4682-ab2b-2ff5d14050ef req-f80c8cad-aca6-4281-ad90-68541c3a06d6 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.0516889 Sep 18 06:52:10.574300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Allocated IP 172.20.0.3 (086feade-3ab7-4832-a5ed-de2448edd9c7/474592d4-40f0-49bb-a147-b83a48cbe983/f0630191-4de9-409f-a17e-208b4a58a115) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:10.607817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54d6e68b-af8e-4682-ab2b-2ff5d14050ef req-e05335ff-7f3c-4510-bf00-52ebf34d82cd tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Sep 18 06:52:10.726692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488af47-b9b8-4de4-ac6e-b104e272fdf4 req-4a42edb8-639d-4095-a43a-94d593a1a9c7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.728841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b488af47-b9b8-4de4-ac6e-b104e272fdf4 req-4a42edb8-639d-4095-a43a-94d593a1a9c7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 949 time: 0.0659611 Sep 18 06:52:10.742192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.749087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84bc0adc-6a49-4683-8db8-4d75d8bfdd09 req-5273390c-21e3-4e82-849a-4441f5a7660a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 210 time: 0.0420046 Sep 18 06:52:10.791244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b488af47-b9b8-4de4-ac6e-b104e272fdf4 req-7abc74df-95a3-4b00-aca1-d3ed8b15766c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Sep 18 06:52:10.855088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.876706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3058328-66c7-4ae1-a21b-1970cd8f1222 req-8ba5e6fd-694f-4abf-996a-120ea30b62f7 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.878475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3058328-66c7-4ae1-a21b-1970cd8f1222 req-8ba5e6fd-694f-4abf-996a-120ea30b62f7 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 948 time: 0.0490494 Sep 18 06:52:10.902325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:10.905589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:10.912780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:10.919179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:10.921164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:10.927515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3058328-66c7-4ae1-a21b-1970cd8f1222 req-4b41337f-96e9-4976-9f76-76129c630135 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Sep 18 06:52:10.934262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:10.996226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c211180d-73d2-42c0-886c-f232f9212561 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779741 Sep 18 06:52:11.015637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Request body: {'port': {'device_id': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:11.077102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.178881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63db5ceb-e848-4fb7-a6cc-26c46aa687f4 None None] Provisioning complete for port f0630191-4de9-409f-a17e-208b4a58a115 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:11.179893 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63db5ceb-e848-4fb7-a6cc-26c46aa687f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.221517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e0d10fc6-b454-46dd-abab-1a68d927c935 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:11.223896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63db5ceb-e848-4fb7-a6cc-26c46aa687f4 None None] Port f0630191-4de9-409f-a17e-208b4a58a115 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:11.339817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port e0d10fc6-b454-46dd-abab-1a68d927c935 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:11.343913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port e0d10fc6-b454-46dd-abab-1a68d927c935 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:11.344275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.356289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0630191-4de9-409f-a17e-208b4a58a115 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:11.364498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.389357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Transition to ACTIVE for port object f0630191-4de9-409f-a17e-208b4a58a115 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:11.450324 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.475126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.520852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292a88f-d610-4b90-860e-34bf807a14b1 req-2ecc9d4f-0642-4797-bdb4-a9d98db6aa32 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:11.522613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4292a88f-d610-4b90-860e-34bf807a14b1 req-2ecc9d4f-0642-4797-bdb4-a9d98db6aa32 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 967 time: 0.0516505 Sep 18 06:52:11.538909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:11.574602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4292a88f-d610-4b90-860e-34bf807a14b1 req-5847daa7-f76a-4f00-9044-26c2b7f92038 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Sep 18 06:52:11.588285 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4ea368d4-d5bd-44e5-a8db-f1fcb89e1ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.615067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e0d10fc6-b454-46dd-abab-1a68d927c935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:11.623731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Attempting to bind port f0630191-4de9-409f-a17e-208b4a58a115 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:11.624070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Attempting to bind port f0630191-4de9-409f-a17e-208b4a58a115 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:11.624398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Attempting to bind port f0630191-4de9-409f-a17e-208b4a58a115 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:11.629221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Port f0630191-4de9-409f-a17e-208b4a58a115 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:11.629551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Attempting to bind port f0630191-4de9-409f-a17e-208b4a58a115 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:11.646875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:11.647233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Checking segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:11.647625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Bound using segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:11.648076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Bound port: f0630191-4de9-409f-a17e-208b4a58a115, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:11.648440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.686421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.687545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1ab72526-db60-4f3e-ad8c-f84b29cb1440 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:11.765023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:11.765303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcb660-a4b9-48e1-9517-c4e2f1bd141f req-a4c8e26e-48f0-4e1b-ab26-49248762ab80 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:11.770849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f0630191-4de9-409f-a17e-208b4a58a115,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:11.778442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ebcb660-a4b9-48e1-9517-c4e2f1bd141f req-a4c8e26e-48f0-4e1b-ab26-49248762ab80 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.0802882 Sep 18 06:52:11.812001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:11.833539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ebcb660-a4b9-48e1-9517-c4e2f1bd141f req-ae7842a5-2ac7-473d-940b-cff5fd1de645 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Sep 18 06:52:11.859443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.888442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:11.897258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.897258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] 10.222.0.24 "PUT /v2.0/ports/f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 200 len: 1092 time: 0.8792686 Sep 18 06:52:11.897258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:11.897258 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7400953-c1eb-43c4-ad94-f870523f5245" -d '{"events": [{"name": "network-changed", "server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "tag": "f0630191-4de9-409f-a17e-208b4a58a115"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:11.898243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:11.900935 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22247fcd-8819-4dae-b0ea-19691f499676" -d '{"events": [{"server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:11.915076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:11.921332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:11.921755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:11.923227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a7d72-bf2e-4d74-bde3-96013b3e95ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:12.007343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.029021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.073759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:12.080455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0667ea7-8725-4db5-aae7-19b77f41da75 req-6282edf5-6335-4cbf-952a-f4745d26d75a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.082186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0667ea7-8725-4db5-aae7-19b77f41da75 req-6282edf5-6335-4cbf-952a-f4745d26d75a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 943 time: 0.1183722 Sep 18 06:52:12.114129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-a2413223-03ff-49d5-98e2-2ca7c52959fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.116606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-a2413223-03ff-49d5-98e2-2ca7c52959fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 1095 time: 0.0648654 Sep 18 06:52:12.143536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.182529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-f548e9ed-ee79-4de5-af84-f468c37ce87c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 200 len: 217 time: 0.0513401 Sep 18 06:52:12.185034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0667ea7-8725-4db5-aae7-19b77f41da75 req-348176fa-f1cd-4372-980a-c6bf577786d8 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872390 Sep 18 06:52:12.192235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58195c8-e3b4-47d8-a0fa-034fcc985f7e req-e0c75ceb-7358-46db-9fc3-7eaa2161f800 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.194264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e58195c8-e3b4-47d8-a0fa-034fcc985f7e req-e0c75ceb-7358-46db-9fc3-7eaa2161f800 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1119 time: 0.1112809 Sep 18 06:52:12.208119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:12.240984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c8382a71-4a1e-423a-af31-0ea16cee0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.242593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-c8382a71-4a1e-423a-af31-0ea16cee0107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.0531745 Sep 18 06:52:12.246294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e58195c8-e3b4-47d8-a0fa-034fcc985f7e req-0d3f00b1-f5bd-41f6-be1b-fb60c2ced205 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Sep 18 06:52:12.298381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-d7820635-8c0a-4458-88ce-73f8ba6558e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.299981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-d7820635-8c0a-4458-88ce-73f8ba6558e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450275 Sep 18 06:52:12.307973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e664cff-01d8-4e63-b46e-29e749e82116 req-b460b72c-9d8a-4e5d-9c2f-d2593db7fea7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.309408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e664cff-01d8-4e63-b46e-29e749e82116 req-b460b72c-9d8a-4e5d-9c2f-d2593db7fea7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0490153 Sep 18 06:52:12.355191 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e664cff-01d8-4e63-b46e-29e749e82116 req-f0798211-076b-4902-80b2-4afd85529e10 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Sep 18 06:52:12.404463 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c8ab0-6aa4-4d02-b26e-311330c8bb0e x-openstack-request-id: req-b17c8ab0-6aa4-4d02-b26e-311330c8bb0e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:12.404951 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "tag": "f0630191-4de9-409f-a17e-208b4a58a115", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:12.405341 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17c8ab0-6aa4-4d02-b26e-311330c8bb0e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:12.406145 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115', 'status': 'completed', 'code': 200} Sep 18 06:52:12.412476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906a97b-754e-4b2e-b648-032e353906cf req-17b171f7-d055-4194-80d5-a9fd87909709 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.414330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6906a97b-754e-4b2e-b648-032e353906cf req-17b171f7-d055-4194-80d5-a9fd87909709 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 1123 time: 0.0515032 Sep 18 06:52:12.432656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-d32a26ea-41f9-4f2e-b667-b835752ae168 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212378 Sep 18 06:52:12.436744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf55fd-6756-4988-be2f-feb1a7b1df0f x-openstack-request-id: req-babf55fd-6756-4988-be2f-feb1a7b1df0f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:12.437168 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:12.437515 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-babf55fd-6756-4988-be2f-feb1a7b1df0f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:12.438023 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935', 'code': 200} Sep 18 06:52:12.440795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6906a97b-754e-4b2e-b648-032e353906cf req-0c21559d-3772-47f8-a581-6258ca95c694 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.531644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-382f29e8-bddf-4d9a-b323-f52aaa804822 req-79d9835f-5503-430f-926b-fad440da278c service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Sep 18 06:52:12.580714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32190d6-fcd6-4e0a-9845-231873991814 req-6160003d-ae1e-49f4-bf0c-ef3a7ef86c13 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.582197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32190d6-fcd6-4e0a-9845-231873991814 req-6160003d-ae1e-49f4-bf0c-ef3a7ef86c13 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.1002324 Sep 18 06:52:12.625490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6906a97b-754e-4b2e-b648-032e353906cf req-0c21559d-3772-47f8-a581-6258ca95c694 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.631610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95a326-06e1-4eb8-97bb-a7c8805adb27 req-d5a5b248-f94e-4c87-b797-e774b08fbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.633058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d95a326-06e1-4eb8-97bb-a7c8805adb27 req-d5a5b248-f94e-4c87-b797-e774b08fbb93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 1101 time: 0.1002185 Sep 18 06:52:12.645451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32190d6-fcd6-4e0a-9845-231873991814 req-bf72fa85-d299-4b2c-be19-c8f9c64311af tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Sep 18 06:52:12.692856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6906a97b-754e-4b2e-b648-032e353906cf req-0c21559d-3772-47f8-a581-6258ca95c694 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:12.729068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6906a97b-754e-4b2e-b648-032e353906cf req-0c21559d-3772-47f8-a581-6258ca95c694 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020115 Sep 18 06:52:12.753323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d95a326-06e1-4eb8-97bb-a7c8805adb27 req-e895bcb1-4fc0-49f2-b1a4-aa4f0fbcd216 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Sep 18 06:52:12.753565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-d3bfcfd1-5889-4a24-a737-3f4acd4495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.756057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-d3bfcfd1-5889-4a24-a737-3f4acd4495ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 1095 time: 0.0474007 Sep 18 06:52:12.760521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21559d-3772-47f8-a581-6258ca95c694 tempest-AggregatesAdminTestJSON-1399532181 tempest-AggregatesAdminTestJSON-1399532181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6d65b-cda9-4595-9b34-480c8fb4d6f9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:12.993767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe429-7c7b-4c2b-b413-f1dc867c7f73 req-561adf6a-75bf-4e12-a461-7b90436d8469 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:12.995324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c4fe429-7c7b-4c2b-b413-f1dc867c7f73 req-561adf6a-75bf-4e12-a461-7b90436d8469 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1119 time: 0.2030747 Sep 18 06:52:13.036411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c4fe429-7c7b-4c2b-b413-f1dc867c7f73 req-fd3fb629-e647-4d7d-a70b-8a2c54d1da02 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Sep 18 06:52:13.088548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:13.295707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-d79f1929-8ca2-4c7c-8b40-6b5d2417dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.297221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-d79f1929-8ca2-4c7c-8b40-6b5d2417dd6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.0872695 Sep 18 06:52:13.347735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-bd0783b7-0383-42a7-becb-59f8ecd26712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 200 len: 217 time: 0.0369787 Sep 18 06:52:13.396019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-4bb9d4bb-9c3c-4998-b281-99d240e02a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.404248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-4bb9d4bb-9c3c-4998-b281-99d240e02a60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.0484593 Sep 18 06:52:13.438589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a548ff-cd2d-4f99-8d42-0d683d68116e req-3686c841-a240-4058-a0b0-96d8a83e3e56 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.440038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a548ff-cd2d-4f99-8d42-0d683d68116e req-3686c841-a240-4058-a0b0-96d8a83e3e56 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 943 time: 0.0474718 Sep 18 06:52:13.460023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-264186e8-630d-42f3-acd7-88359aefda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.462376 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-264186e8-630d-42f3-acd7-88359aefda08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405800 Sep 18 06:52:13.483934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a548ff-cd2d-4f99-8d42-0d683d68116e req-04286502-06e1-4a3f-8cb5-c6a151e6fb05 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Sep 18 06:52:13.563451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-d321c416-bee1-46fb-973a-50d2fe75d353 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933034 Sep 18 06:52:13.573258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-a6588f6e-992e-4c5f-9ffb-8c9929cc1f08 req-33d80740-22eb-4112-9c40-6a0aac045927 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:13.574456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6588f6e-992e-4c5f-9ffb-8c9929cc1f08 req-33d80740-22eb-4112-9c40-6a0aac045927 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055110 Sep 18 06:52:13.631526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8921-2b10-45fc-a9fc-7f377ee35983 req-566967da-77ac-4c58-a2cb-c7847df79a6f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.633019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-912e8921-2b10-45fc-a9fc-7f377ee35983 req-566967da-77ac-4c58-a2cb-c7847df79a6f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0508914 Sep 18 06:52:13.667330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7400953-c1eb-43c4-ad94-f870523f5245 req-5e98b97d-c968-43c6-9a91-ae5d550dc9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924895 Sep 18 06:52:13.672042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-912e8921-2b10-45fc-a9fc-7f377ee35983 req-86777a99-7cd6-4eba-bbe1-79f125b5dd5b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324657 Sep 18 06:52:13.886190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c89134-53e9-4b64-bb65-3f0cf53f9cab req-9d0ff90c-41c5-4ba9-8e7a-64fa65773af6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:13.887710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c89134-53e9-4b64-bb65-3f0cf53f9cab req-9d0ff90c-41c5-4ba9-8e7a-64fa65773af6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.0471413 Sep 18 06:52:13.925797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c89134-53e9-4b64-bb65-3f0cf53f9cab req-b6a69467-9671-4ee8-ae07-f935543fdea1 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Sep 18 06:52:14.439242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:14.441581 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc0fd8-ffa2-444f-ad38-7bc0c9b740be" -d '{"events": [{"server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "name": "network-vif-plugged", "status": "completed", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:14.611865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:14.612701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:14.939672 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c6e6b-3f57-413e-9c4f-c44f71910fb7 x-openstack-request-id: req-146c6e6b-3f57-413e-9c4f-c44f71910fb7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:14.939992 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "name": "network-vif-plugged", "status": "completed", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:14.940251 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-146c6e6b-3f57-413e-9c4f-c44f71910fb7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:14.940671 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440', 'code': 200} Sep 18 06:52:15.032863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42ce1-50a4-4387-bb28-1a5161a0d0d6 req-2426192b-9fbd-476a-bafa-26a77371a749 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:15.035297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ad42ce1-50a4-4387-bb28-1a5161a0d0d6 req-2426192b-9fbd-476a-bafa-26a77371a749 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 943 time: 0.0507715 Sep 18 06:52:15.071777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ad42ce1-50a4-4387-bb28-1a5161a0d0d6 req-6d5d0b24-5633-4dc0-b859-8051b9d417e7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305328 Sep 18 06:52:15.155345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd705aa-c724-45ae-a5cf-8ecab7c26de4 req-081c6b27-a100-4862-b5e2-fbeb36dfe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:15.157027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbd705aa-c724-45ae-a5cf-8ecab7c26de4 req-081c6b27-a100-4862-b5e2-fbeb36dfe827 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 1102 time: 0.0399096 Sep 18 06:52:15.180662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e052-b4c7-4d9c-89aa-36a933ab6d9a req-9750e415-7989-46b0-a0b7-e7fc90a2d4f7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:15.182282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f9e052-b4c7-4d9c-89aa-36a933ab6d9a req-9750e415-7989-46b0-a0b7-e7fc90a2d4f7 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0524385 Sep 18 06:52:15.198866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbd705aa-c724-45ae-a5cf-8ecab7c26de4 req-487dc01d-2546-4265-b8f1-9ab04efd07f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Sep 18 06:52:15.224040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f9e052-b4c7-4d9c-89aa-36a933ab6d9a req-cf3a5f7b-c386-40a0-a89f-6f606866f60b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Sep 18 06:52:15.328679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:15.338109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fbf7d-c9a5-49d6-9937-de18398768a0 req-db4ef01b-d943-4fc7-9702-012670de2651 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:15.339789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-954fbf7d-c9a5-49d6-9937-de18398768a0 req-db4ef01b-d943-4fc7-9702-012670de2651 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.0481851 Sep 18 06:52:15.378858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-954fbf7d-c9a5-49d6-9937-de18398768a0 req-b25ed149-fbbd-4881-97c1-0e42dd9f16cc tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Sep 18 06:52:15.435851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85c6015f-17a0-45c0-b2ad-c384479082df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.531057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85c6015f-17a0-45c0-b2ad-c384479082df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.600550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85c6015f-17a0-45c0-b2ad-c384479082df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.640702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85c6015f-17a0-45c0-b2ad-c384479082df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6525bcae29f441b9901bcc5e4e3f682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109508 Sep 18 06:52:15.642941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6015f-17a0-45c0-b2ad-c384479082df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef5da0-3416-4187-8f13-97014d940e58,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:15.643771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59974) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:15.693821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.717854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.888366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.892022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:15.898165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05ef5da0-3416-4187-8f13-97014d940e58 HTTP/1.1" status: 204 len: 168 time: 0.2506027 Sep 18 06:52:15.904821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43540035-0d35-43f3-af9c-f69c5735a440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef5da0-3416-4187-8f13-97014d940e58,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:16.189760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:16.295393 n-d-789963-14 neutron-server[101978]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 06:52:16.303223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b7321a15-6349-4ebe-8c14-fbc65df975b0 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:16.303223 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b7321a15-6349-4ebe-8c14-fbc65df975b0 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1111078 Sep 18 06:52:16.317860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8affb-1b91-4703-a4ca-4babefacf260 req-f0ffdd43-4a76-4158-a060-b0743f0409af tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.319377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f8affb-1b91-4703-a4ca-4babefacf260 req-f0ffdd43-4a76-4158-a060-b0743f0409af tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 943 time: 0.0560436 Sep 18 06:52:16.339281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-abab33ee-b35f-497d-adde-f92b8a3048b8 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.340685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-abab33ee-b35f-497d-adde-f92b8a3048b8 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 1116 time: 0.0339515 Sep 18 06:52:16.358894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f8affb-1b91-4703-a4ca-4babefacf260 req-519583f2-cce3-4114-a854-09f92392f467 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Sep 18 06:52:16.432694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Request body: {'binding': {'host': 'n-h2-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:16.433206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:52:16.481469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a92c78-2268-4230-9315-2f5a4c20afb0 req-e7e0c9c7-4f52-4e0d-9e61-a16d036d62af tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.482984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4a92c78-2268-4230-9315-2f5a4c20afb0 req-e7e0c9c7-4f52-4e0d-9e61-a16d036d62af tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0483313 Sep 18 06:52:16.521950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4a92c78-2268-4230-9315-2f5a4c20afb0 req-96ce8d63-50e4-47aa-8326-9fbe024eb9d9 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Sep 18 06:52:16.576459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on host n-h2-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:16.576788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:16.577109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:16.581485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:16.581808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:16.586816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:16.587327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:16.587560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:16.588284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Bound port: 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:16.611520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60020) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:16.625351 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982e3a72-9cab-4563-9c62-035126511dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:16.678979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:16.715705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982e3a72-9cab-4563-9c62-035126511dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:16.746589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-1b0366e8-c636-4bc2-8981-27b56079ea49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406024 Sep 18 06:52:16.748568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:16.749632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-f2aaf277-d0f2-4171-96fc-6e68e0a0c2a4 service neutron] 10.222.0.20 "POST /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3615556 Sep 18 06:52:16.803044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982e3a72-9cab-4563-9c62-035126511dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:16.850174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-f4912189-32dc-47dc-bfbf-47111efc1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.850284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-982e3a72-9cab-4563-9c62-035126511dea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55dac2d45d8647ad93eb9156d0048b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326684 Sep 18 06:52:16.850377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-f4912189-32dc-47dc-bfbf-47111efc1ecc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=638fef35ed454ab386b907daa1703034&device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 1123 time: 0.0569301 Sep 18 06:52:16.850482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3a72-9cab-4563-9c62-035126511dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674dad01-c29a-46f0-9f74-c3c1a26c8cfb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:16.862296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60024) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:16.961727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84570cb9-dd72-4772-afde-ba42f64180c5 req-e5d8bb1d-7c20-456b-908d-18fd03ffd427 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.963332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84570cb9-dd72-4772-afde-ba42f64180c5 req-e5d8bb1d-7c20-456b-908d-18fd03ffd427 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.0740399 Sep 18 06:52:16.964001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:16.966444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-d30c07d3-d5bf-4469-a752-c0dca97ef5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:16.968458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-d30c07d3-d5bf-4469-a752-c0dca97ef5bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1006546 Sep 18 06:52:17.000832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:17.010855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-c0fda718-27ad-4211-8dda-d92a1c74ff6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0 HTTP/1.1" status: 200 len: 217 time: 0.0357883 Sep 18 06:52:17.029606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84570cb9-dd72-4772-afde-ba42f64180c5 req-3aa3325f-7ec0-4954-9c8a-cdbbd458b593 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 Sep 18 06:52:17.075102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-650c0006-c967-4ea6-82d4-aa7b5ddfd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.076716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-650c0006-c967-4ea6-82d4-aa7b5ddfd7af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0592070 Sep 18 06:52:17.145529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-102db8f9-d56d-4aac-ac64-e356d0704f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.147233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-102db8f9-d56d-4aac-ac64-e356d0704f54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643585 Sep 18 06:52:17.148972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:17.152143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:17.157326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/674dad01-c29a-46f0-9f74-c3c1a26c8cfb HTTP/1.1" status: 204 len: 168 time: 0.2897491 Sep 18 06:52:17.177250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24945e17-d203-4007-976b-ce774225bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674dad01-c29a-46f0-9f74-c3c1a26c8cfb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:17.210114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85aa03-09f4-4533-8627-9841a0981732 req-44ff2651-c359-47fe-8304-22e1af537e2c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.219928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe85aa03-09f4-4533-8627-9841a0981732 req-44ff2651-c359-47fe-8304-22e1af537e2c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 967 time: 0.1118658 Sep 18 06:52:17.262374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f0630191-4de9-409f-a17e-208b4a58a115 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:17.268393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-c7d45c39-4115-4c75-a4c9-753af3becaf0 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135130 Sep 18 06:52:17.269094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe85aa03-09f4-4533-8627-9841a0981732 req-254f9409-9d6d-405c-bb44-c5aa6f7ea1b2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Sep 18 06:52:17.427646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f0630191-4de9-409f-a17e-208b4a58a115,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:17.431949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39c56a0d-7609-49a6-b9cb-3f6b3e689adb req-bc7479f4-208b-4f0d-9af7-701396106d63 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544070 Sep 18 06:52:17.434645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-83b9eaf2-fac9-4787-8529-018995aa644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.436035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-83b9eaf2-fac9-4787-8529-018995aa644c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1119 time: 0.0712945 Sep 18 06:52:17.454422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'f0630191-4de9-409f-a17e-208b4a58a115', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'port_id': 'f0630191-4de9-409f-a17e-208b4a58a115', 'mac_address': 'fa:16:3e:4b:6a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:17.502903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:17.519502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0630191-4de9-409f-a17e-208b4a58a115 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:17.538091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-6b4b592e-d7f7-4a00-b733-645e99005016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.539924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-6b4b592e-d7f7-4a00-b733-645e99005016 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.0958095 Sep 18 06:52:17.544132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f0630191-4de9-409f-a17e-208b4a58a115,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:17.548503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f3b09-90e2-496a-8611-bb02a390d499 req-5f0f60eb-027d-4218-b715-82e429acfb50 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.550072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-958f3b09-90e2-496a-8611-bb02a390d499 req-5f0f60eb-027d-4218-b715-82e429acfb50 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 943 time: 0.0532448 Sep 18 06:52:17.596175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-8dea812c-488c-42de-8586-a0910a11179e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0482106 Sep 18 06:52:17.601351 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:17.622300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-958f3b09-90e2-496a-8611-bb02a390d499 req-f0c7a429-5fd7-4a08-bb67-8e423bb778f9 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485134 Sep 18 06:52:17.666449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-e5ae5c36-1f39-48ff-b985-514794cf64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.668276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-e5ae5c36-1f39-48ff-b985-514794cf64d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0660906 Sep 18 06:52:17.681140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:17.707041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-eeadb4d7-9354-4264-8696-17fddc94f62e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303321 Sep 18 06:52:17.959624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f125f0-65da-406d-9315-e248551dd100 req-e3fc8589-6f7a-49e1-a4dc-b168eea5c3ba tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:17.961264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7f125f0-65da-406d-9315-e248551dd100 req-e3fc8589-6f7a-49e1-a4dc-b168eea5c3ba tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.1059763 Sep 18 06:52:18.021695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-fb446ef2-82c4-441f-9dca-1a2bbeb9f2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991142 Sep 18 06:52:18.028628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fcc12-5fb6-4557-b619-3508bde20fb6 req-4f0c66f5-66c8-47a3-be01-448966445262 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:18.030169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e92fcc12-5fb6-4557-b619-3508bde20fb6 req-4f0c66f5-66c8-47a3-be01-448966445262 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0870724 Sep 18 06:52:18.033274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7f125f0-65da-406d-9315-e248551dd100 req-880c791a-8b24-486f-a7b6-c6f0986b958d tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 Sep 18 06:52:18.081223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f0630191-4de9-409f-a17e-208b4a58a115'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:18.125454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e92fcc12-5fb6-4557-b619-3508bde20fb6 req-3a16ac0e-649a-4e86-a393-9bea217be726 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836551 Sep 18 06:52:18.140475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-79008f76-c223-42c3-8e2c-140791af228b service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105652 Sep 18 06:52:18.462410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ff0c0cb9-af75-46ff-aaa0-f9f9603b8e35 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216777 Sep 18 06:52:18.521277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b90f519a-7e31-4ca5-9203-cdc737006e8d tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:18.523399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b90f519a-7e31-4ca5-9203-cdc737006e8d tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1119 time: 0.0785840 Sep 18 06:52:18.537497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:18.588935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-d947f2a9-99a7-485c-a7bd-fa14248e572c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:18.590550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-d947f2a9-99a7-485c-a7bd-fa14248e572c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221559 Sep 18 06:52:18.601256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:18.606385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-0b86e5d6-caec-4373-a7a5-9ca1c2fee46b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/quotas/1a61c33f5fd24759a13c991ded6b6ad3 HTTP/1.1" status: 200 len: 375 time: 0.0099032 Sep 18 06:52:18.659096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-a2c9db17-382d-48cc-b9c8-d3fae79c2c74 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468771 Sep 18 06:52:18.749839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:18.791163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:18.830895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:18.833108 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6bd58-8f9e-49dc-bddf-5089a47d26b1" -d '{"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:18.837795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:18.934904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:18.954182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e8ec2-11a7-4f7e-af81-62ad1baa7c22 req-8662cda4-ce20-4a05-ae67-3af257c60576 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:18.956001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f56e8ec2-11a7-4f7e-af81-62ad1baa7c22 req-8662cda4-ce20-4a05-ae67-3af257c60576 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 967 time: 0.0567825 Sep 18 06:52:18.998403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f56e8ec2-11a7-4f7e-af81-62ad1baa7c22 req-d53688c7-53f5-4f34-a318-74b3532aafd8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Sep 18 06:52:19.010810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:19.053146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on host n-h1-789963-14 for vnic_type normal with profile {"migrating_to": "n-h2-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:19.053494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:19.053921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:19.060799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:19.061134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Attempting to bind port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:19.078830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:19.079175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:19.079564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:19.079998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Bound port: 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:19.080360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.091824 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578cf561-3c1b-4b8f-979a-6561e13f5fb6 x-openstack-request-id: req-578cf561-3c1b-4b8f-979a-6561e13f5fb6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:19.092308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:19.093314 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-578cf561-3c1b-4b8f-979a-6561e13f5fb6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:19.093709 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'code': 200} Sep 18 06:52:19.137282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1ec5-e454-4a21-bc62-34e3e932133c req-8a90c150-5be9-40a6-92f2-aeea24bb4804 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:19.146937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4cd1ec5-e454-4a21-bc62-34e3e932133c req-8a90c150-5be9-40a6-92f2-aeea24bb4804 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 944 time: 0.0730641 Sep 18 06:52:19.177428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:19.180835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:19.214499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4cd1ec5-e454-4a21-bc62-34e3e932133c req-d1da8895-1069-4b6d-81ac-b9b16cf209dd tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665979 Sep 18 06:52:19.225858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e87f-67e3-49a4-9e60-9cf92ce94a74 req-3a70ce97-b5c3-4ef6-8ce4-fa9d59b20ae2 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:19.227464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8f1e87f-67e3-49a4-9e60-9cf92ce94a74 req-3a70ce97-b5c3-4ef6-8ce4-fa9d59b20ae2 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0784497 Sep 18 06:52:19.270472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f0630191-4de9-409f-a17e-208b4a58a115 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:19.286626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95fafa44-fbf3-4c8d-916a-aff4435b6b9c req-a0b917f5-85fb-422b-9b7c-40268afcdbb4 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0336370 Sep 18 06:52:19.290192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8f1e87f-67e3-49a4-9e60-9cf92ce94a74 req-873c43f8-f69a-494d-8d49-2beb0a5e203f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559585 Sep 18 06:52:19.294901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.387234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:19.390988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.390988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] 10.222.0.24 "PUT /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 1145 time: 0.8581820 Sep 18 06:52:19.390988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5d984-1765-4f3c-848a-d077b2b0e470 service neutron] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:19.453091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port f0630191-4de9-409f-a17e-208b4a58a115 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:19.460054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port f0630191-4de9-409f-a17e-208b4a58a115 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:19.460054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.489196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:19.613088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.651874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:19.654225 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669971bd-7b29-41ff-959d-2ce2e4d62d68" -d '{"events": [{"server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0630191-4de9-409f-a17e-208b4a58a115"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:19.675839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f0630191-4de9-409f-a17e-208b4a58a115,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:19.712946 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36a6eb-2a29-4e21-9a84-348994ed35ca x-openstack-request-id: req-bd36a6eb-2a29-4e21-9a84-348994ed35ca {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:19.713344 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0630191-4de9-409f-a17e-208b4a58a115", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:19.713808 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd36a6eb-2a29-4e21-9a84-348994ed35ca {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:19.714318 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115', 'code': 200} Sep 18 06:52:19.770489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:19.817104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:19.845352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b91d6-fe4a-43ff-9798-100b80bdcc4d req-293588a1-34ea-4eb2-9bab-2d4ef55769b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:19.846930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753b91d6-fe4a-43ff-9798-100b80bdcc4d req-293588a1-34ea-4eb2-9bab-2d4ef55769b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 1097 time: 0.0400441 Sep 18 06:52:19.884165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753b91d6-fe4a-43ff-9798-100b80bdcc4d req-50827467-2aa8-4bb0-9d8b-be63ada72975 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293391 Sep 18 06:52:20.168254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191ab6-302a-4167-820e-c3bb67920c71 req-925617d9-58ae-49bf-aa8d-e00432c8566a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:20.168910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60191ab6-302a-4167-820e-c3bb67920c71 req-925617d9-58ae-49bf-aa8d-e00432c8566a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0532668 Sep 18 06:52:20.210643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60191ab6-302a-4167-820e-c3bb67920c71 req-e11531a5-1a27-4bac-a1c8-47ad6f9bba38 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Sep 18 06:52:20.339008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ddd13-e5f6-4ca5-9313-562b99ecc341 req-f8b7314f-2271-4eca-8316-24dc21b2f221 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:20.340487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-417ddd13-e5f6-4ca5-9313-562b99ecc341 req-f8b7314f-2271-4eca-8316-24dc21b2f221 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.0509560 Sep 18 06:52:20.393711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-417ddd13-e5f6-4ca5-9313-562b99ecc341 req-cadda43d-94ad-4183-afc3-1fc7d09cc7c0 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464742 Sep 18 06:52:20.425074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60192) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:20.493512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c2eb21b-8df3-4c0b-b2c2-7ee8118c7d5c req-84b15f21-a18f-4470-8715-ab8376b1bfaa tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0350785 Sep 18 06:52:20.549031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0db8f6a-420d-4cef-882f-27d4b8234ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:20.581417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b9f3c-f0e6-4bed-9a03-f304c1b5b2c7 req-89bf413e-ad8c-4812-abb2-4baae4d048c4 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:20.582888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-926b9f3c-f0e6-4bed-9a03-f304c1b5b2c7 req-89bf413e-ad8c-4812-abb2-4baae4d048c4 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 950 time: 0.0491691 Sep 18 06:52:20.630553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-926b9f3c-f0e6-4bed-9a03-f304c1b5b2c7 req-4954cc2e-0af4-4638-b04b-9e835aeae295 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Sep 18 06:52:20.670084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0db8f6a-420d-4cef-882f-27d4b8234ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:20.749271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0db8f6a-420d-4cef-882f-27d4b8234ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:20.791484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8f6a-420d-4cef-882f-27d4b8234ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4001c6-7b91-4aa3-8295-ab73c37e2dc9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:20.796939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d0db8f6a-420d-4cef-882f-27d4b8234ed2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a924a39e5f2a47968523ccf68587f736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696504 Sep 18 06:52:20.798745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:20.849386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:20.870903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:20.978637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-5800ed44-1479-469c-9667-8915bb29783e tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:20.980210 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-5800ed44-1479-469c-9667-8915bb29783e tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 1102 time: 0.0394652 Sep 18 06:52:21.041116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.045106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.050123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4001c6-7b91-4aa3-8295-ab73c37e2dc9 HTTP/1.1" status: 204 len: 168 time: 0.2466424 Sep 18 06:52:21.057882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a6351-5c66-494a-8dae-8799860ec7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4001c6-7b91-4aa3-8295-ab73c37e2dc9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:21.095332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:21.102941 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fda81-94a1-40ec-85ec-6631e7567e13" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:21.119642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Deleting port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:52:21.120102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.169761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:21.197447 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767b9be6-66c1-42ad-bce1-6a8c8c2a968e x-openstack-request-id: req-767b9be6-66c1-42ad-bce1-6a8c8c2a968e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:21.197791 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:21.198782 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-767b9be6-66c1-42ad-bce1-6a8c8c2a968e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:21.198782 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'status': 'completed', 'code': 200} Sep 18 06:52:21.217041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-feaa9c59-035a-4928-bca8-7af7941e8691 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316792 Sep 18 06:52:21.308868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] For port 1ab72526-db60-4f3e-ad8c-f84b29cb1440, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1ab72526-db60-4f3e-ad8c-f84b29cb1440,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:21.309245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.324716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0917-868e-4171-88cb-b398d70840c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.357079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Calling delete_port for 1ab72526-db60-4f3e-ad8c-f84b29cb1440 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:52:21.406830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-992d4f65-89a2-45d6-b7d1-7171d68b6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.408365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-992d4f65-89a2-45d6-b7d1-7171d68b6ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1148 time: 0.1799271 Sep 18 06:52:21.444482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69035b3-c848-4ef0-ab58-d7d671c79c2c req-baa056b1-133e-4f8b-89b0-2ed2d894f907 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.446120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c69035b3-c848-4ef0-ab58-d7d671c79c2c req-baa056b1-133e-4f8b-89b0-2ed2d894f907 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0749688 Sep 18 06:52:21.490046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-20bab45d-17be-4676-b9aa-c6cc9f3b8de8 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.491548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-20bab45d-17be-4676-b9aa-c6cc9f3b8de8 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620616 Sep 18 06:52:21.510059 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0917-868e-4171-88cb-b398d70840c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.540686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Request body: {'port': {'device_id': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '1a61c33f5fd24759a13c991ded6b6ad3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:21.565277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c69035b3-c848-4ef0-ab58-d7d671c79c2c req-7fea48fe-12f4-4bfa-90ef-ae22195997a6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921502 Sep 18 06:52:21.615169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0917-868e-4171-88cb-b398d70840c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.660568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-92a2b85e-4673-4f36-9992-62393899657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.662199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-92a2b85e-4673-4f36-9992-62393899657a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.2229617 Sep 18 06:52:21.692396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae5f0917-868e-4171-88cb-b398d70840c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff0126b15e14334b1de073df0f43ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209415 Sep 18 06:52:21.697121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:21.705080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f0917-868e-4171-88cb-b398d70840c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3e9f82-66fe-42fc-ade0-fff3ad0a0781,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:21.735200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-c7ade5cb-2c0f-453c-b553-5f25de893a90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0626898 Sep 18 06:52:21.747991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8027-cb22-46f8-b6a9-b61ea0d28ae4 req-79ed0425-dde3-4fac-8e01-020abb6c9030 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.749513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a0d8027-cb22-46f8-b6a9-b61ea0d28ae4 req-79ed0425-dde3-4fac-8e01-020abb6c9030 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.1166582 Sep 18 06:52:21.782236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.819015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-86c5be8a-38b1-4563-8ab3-cdd31db178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:21.820489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-86c5be8a-38b1-4563-8ab3-cdd31db178fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0776842 Sep 18 06:52:21.830438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.834890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a0d8027-cb22-46f8-b6a9-b61ea0d28ae4 req-5e162ecf-7442-4cfd-b459-60849e302d1d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735550 Sep 18 06:52:21.859211 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-f96ef1ed-3b09-45ff-8b58-10a26aa048fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305398 Sep 18 06:52:21.917787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcd7cb11-4f50-4684-b61e-432c6c1cbd80 req-95073c9f-0faf-4ad6-8d72-061b575c4bc8 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0481246 Sep 18 06:52:21.931499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.938444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Made reservation on behalf of 1a61c33f5fd24759a13c991ded6b6ad3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:21.943807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:21.969260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1ab72526-db60-4f3e-ad8c-f84b29cb1440'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:21.995244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d79b118-8b28-47b3-83ca-412f37aebd05 req-3d1b19f4-4ce9-4a55-879a-88bce0d2c52c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc89fb3-713c-4f62-84ad-f38c843c686a HTTP/1.1" status: 200 len: 210 time: 0.0359585 Sep 18 06:52:22.001451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60262) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:22.003944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ab72526-db60-4f3e-ad8c-f84b29cb1440,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:22.016166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2353ec1-795d-4974-95fc-2d7215e1d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.108169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-af4d87f4-7869-4e75-8f89-ab7a5c716617 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407866 Sep 18 06:52:22.109063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] No DVR routers for this DVR port 1ab72526-db60-4f3e-ad8c-f84b29cb1440 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:22.116719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.121258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.124391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e3e9f82-66fe-42fc-ade0-fff3ad0a0781 HTTP/1.1" status: 204 len: 168 time: 0.4253523 Sep 18 06:52:22.164462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55289424-fd0a-4a2a-8b30-0c79d55310a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3e9f82-66fe-42fc-ade0-fff3ad0a0781,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:22.174591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.194244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f151bb8d-7de4-4b9d-84de-ff6a0adac294 req-3df9b324-9f29-492c-ad3b-8654d4b3c27c tempest-DeleteServersAdminTestJSON-237300834 tempest-DeleteServersAdminTestJSON-237300834-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1ab72526-db60-4f3e-ad8c-f84b29cb1440 HTTP/1.1" status: 204 len: 173 time: 1.2076297 Sep 18 06:52:22.256815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2353ec1-795d-4974-95fc-2d7215e1d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.328653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2353ec1-795d-4974-95fc-2d7215e1d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.371060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Allocated IP 192.168.233.196 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/9d4ed60e-8df8-49de-9c16-85a2f0e14229) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:22.411620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f2353ec1-795d-4974-95fc-2d7215e1d0f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61b491b15b724e68b52e4aae0248e57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146886 Sep 18 06:52:22.415329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:22.419568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3fda81-94a1-40ec-85ec-6631e7567e13 req-01252ed9-ee76-4cf8-b526-d777b1854023 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623069 Sep 18 06:52:22.438241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2353ec1-795d-4974-95fc-2d7215e1d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee8e88-6edb-4907-8f77-47a14bccf648,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:22.496349 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.567147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.645727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.737987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.745270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.745270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeee8e88-6edb-4907-8f77-47a14bccf648 HTTP/1.1" status: 204 len: 168 time: 0.3281398 Sep 18 06:52:22.754761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dd40b-fe19-487c-84fb-87632d68a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee8e88-6edb-4907-8f77-47a14bccf648,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:22.761201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.797751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e0d10fc6-b454-46dd-abab-1a68d927c935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:22.820481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:22.826979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:22.854182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Pushing event updated for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:22.858167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:22.864175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:22.864789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:22.906916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529fe34-a036-4602-af45-4fff1cdbe38a req-0d18c311-a662-48f7-9fa3-33f45275a343 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:22.908469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2529fe34-a036-4602-af45-4fff1cdbe38a req-0d18c311-a662-48f7-9fa3-33f45275a343 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.0840943 Sep 18 06:52:22.961978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2529fe34-a036-4602-af45-4fff1cdbe38a req-7f517dde-3c83-48a0-9e67-3a9d51a51873 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Sep 18 06:52:22.994565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-ca017356-fac5-4613-a936-79f7ff0298e6 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4587896 Sep 18 06:52:23.008510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Request body: {'port': {'device_id': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:23.123931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.149768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60300) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:23.183191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce941bf7-d57e-412b-bf38-377d34010db8 req-704b5519-f88f-47b7-b80c-4d5dcbee1335 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:23.186832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce941bf7-d57e-412b-bf38-377d34010db8 req-704b5519-f88f-47b7-b80c-4d5dcbee1335 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.0902321 Sep 18 06:52:23.187921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8114887a-5085-4972-9e13-2ad45c1224de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.201763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'name': 'network-vif-deleted', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:23.204068 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac0d76d-d827-4204-8cde-9a4990651887" -d '{"events": [{"server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "name": "network-vif-deleted", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:23.236619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9e51e17a-7db2-4a48-b829-56b17e447fe4 None None] Provisioning complete for port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:23.237610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9e51e17a-7db2-4a48-b829-56b17e447fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.278577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9e51e17a-7db2-4a48-b829-56b17e447fe4 None None] Port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:23.297471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:23.305462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce941bf7-d57e-412b-bf38-377d34010db8 req-b53314c7-9c66-44f5-981c-d9d428f6d2c3 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964735 Sep 18 06:52:23.321190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1abf6-a662-4e68-90b2-7016c74ed812 req-8067e5a0-a2d6-4842-b0f0-63ee98f87761 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:23.330490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8f1abf6-a662-4e68-90b2-7016c74ed812 req-8067e5a0-a2d6-4842-b0f0-63ee98f87761 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 936 time: 0.1707635 Sep 18 06:52:23.510338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:23.527820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d has no active binding in host n-h2-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:52:23.531509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8114887a-5085-4972-9e13-2ad45c1224de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.551460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8f1abf6-a662-4e68-90b2-7016c74ed812 req-7205b2a1-d36d-4dfd-bb6d-6bef58955d6e tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150784 Sep 18 06:52:23.577021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af636a08-fa0f-4d22-843d-4261596c6ab1 req-8e347de9-3d7a-494f-bd15-9192c3e2c6f9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:23.581055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af636a08-fa0f-4d22-843d-4261596c6ab1 req-8e347de9-3d7a-494f-bd15-9192c3e2c6f9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.1489265 Sep 18 06:52:23.617319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8114887a-5085-4972-9e13-2ad45c1224de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.686991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af636a08-fa0f-4d22-843d-4261596c6ab1 req-175271e8-7fa1-4c04-82b2-b8cc6d3df02e tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979078 Sep 18 06:52:23.694519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8114887a-5085-4972-9e13-2ad45c1224de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea6d82bddd5945a093c35d62723d4467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400922 Sep 18 06:52:23.694519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114887a-5085-4972-9e13-2ad45c1224de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea3509d-3cf2-48f1-9074-be8e5e9fd295,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:23.707303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:23.733280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4ed60e-8df8-49de-9c16-85a2f0e14229 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:23.743113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.770846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Transition to ACTIVE for port object 9d4ed60e-8df8-49de-9c16-85a2f0e14229 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:23.775605 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55169508-0a06-4d0c-86e1-4729a86af63c x-openstack-request-id: req-55169508-0a06-4d0c-86e1-4729a86af63c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:23.776300 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc89fb3-713c-4f62-84ad-f38c843c686a", "name": "network-vif-deleted", "tag": "1ab72526-db60-4f3e-ad8c-f84b29cb1440", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:23.776565 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55169508-0a06-4d0c-86e1-4729a86af63c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:23.778098 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc89fb3-713c-4f62-84ad-f38c843c686a', 'name': 'network-vif-deleted', 'tag': '1ab72526-db60-4f3e-ad8c-f84b29cb1440', 'status': 'completed', 'code': 200} Sep 18 06:52:23.801702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.842785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.843112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:23.894162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:23.924624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d155f-035e-4a92-97fa-b1d5c2fc9598 req-f2270d0f-dc08-4218-813e-069256afce23 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:23.926172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd7d155f-035e-4a92-97fa-b1d5c2fc9598 req-f2270d0f-dc08-4218-813e-069256afce23 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.0604129 Sep 18 06:52:23.926867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Attempting to bind port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:23.927420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Attempting to bind port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:23.927828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Attempting to bind port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:23.938829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60326) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:23.946354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'floatingip': {'port_id': 'f0630191-4de9-409f-a17e-208b4a58a115'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:23.985327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:23.985657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Attempting to bind port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:24.020628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.023244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.032522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cea3509d-3cf2-48f1-9074-be8e5e9fd295 HTTP/1.1" status: 204 len: 168 time: 0.3241158 Sep 18 06:52:24.058640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.066419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:24.066747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:24.067234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:24.067945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Bound port: 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:24.068485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.100509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7ad267c1-75ed-4e4e-9770-72626a7d2d24 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=821ef4610d9c4245b3162f07ab909109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511296 Sep 18 06:52:24.102604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4daa3c-179e-4a68-bf4c-9f71cf33529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea3509d-3cf2-48f1-9074-be8e5e9fd295,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:24.241088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f461-9a22-4b48-93f3-6c1e39cc9f27 req-7d609ffc-23a9-4736-9001-eaa9a25601d9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:24.243188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6d1f461-9a22-4b48-93f3-6c1e39cc9f27 req-7d609ffc-23a9-4736-9001-eaa9a25601d9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.1458666 Sep 18 06:52:24.257551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:24.282949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:24.292697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7fe3a18f-e6da-4210-8eb7-ac9169ef0657 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:24.294258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7fe3a18f-e6da-4210-8eb7-ac9169ef0657 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555672 Sep 18 06:52:24.314563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6d1f461-9a22-4b48-93f3-6c1e39cc9f27 req-a362ed40-4e47-4146-a9a1-98a5edeb4470 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638120 Sep 18 06:52:24.316962 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-016f3cf3-a5b1-44a3-ae17-b26c5b3d7eca tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/quotas/821ef4610d9c4245b3162f07ab909109 HTTP/1.1" status: 200 len: 375 time: 0.0162518 Sep 18 06:52:24.367310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-3b7a9e62-2705-43d8-8b97-da93d4759eb6 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393121 Sep 18 06:52:24.379569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:24.379659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.466064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:24.472290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.472290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d4ed60e-8df8-49de-9c16-85a2f0e14229 HTTP/1.1" status: 200 len: 1097 time: 1.4645367 Sep 18 06:52:24.526584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1067034858-network', 'tenant_id': '9cd6c860c45b45458093136004e59a49'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:24.626882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e65372-16a1-4073-b4da-9a73907112a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:24.639965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:24.643092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.663778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:24.786451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd7ddee6-8bac-47e5-af92-c054bcc0b17f req-a8d50eca-6de8-4b16-8330-58c284400baa tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 210 time: 0.0608313 Sep 18 06:52:24.854776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a698-3a4b-4a1e-b643-cffbbaa2bb38 req-ea51352a-20bb-466b-ba5a-f2dcd673edea tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:24.864338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fb7a698-3a4b-4a1e-b643-cffbbaa2bb38 req-ea51352a-20bb-466b-ba5a-f2dcd673edea tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 948 time: 0.1033001 Sep 18 06:52:24.865709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-e5c58367-ecb2-42bf-9053-e144f83e7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:24.868504 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-e5c58367-ecb2-42bf-9053-e144f83e7a0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 1100 time: 0.2861614 Sep 18 06:52:24.916570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fb7a698-3a4b-4a1e-b643-cffbbaa2bb38 req-1addb3e6-6253-4ebd-94b4-3d3f25b83360 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Sep 18 06:52:24.943617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-cd18e030-8f30-4568-94c6-c9c72c9ee13a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229 HTTP/1.1" status: 200 len: 217 time: 0.0619669 Sep 18 06:52:24.973988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.023419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde87b88-214f-47da-aea7-afbef82bfd05 req-566f4bc5-8caf-4cc1-9f78-0b16d9403d67 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.024928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde87b88-214f-47da-aea7-afbef82bfd05 req-566f4bc5-8caf-4cc1-9f78-0b16d9403d67 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.0497313 Sep 18 06:52:25.038955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-944cba8a-1b32-49e4-976b-9e1cfbba888d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.041142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-944cba8a-1b32-49e4-976b-9e1cfbba888d tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.4205761 Sep 18 06:52:25.057953 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.076780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde87b88-214f-47da-aea7-afbef82bfd05 req-55754119-648d-4316-85de-ee0c2e29af80 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Sep 18 06:52:25.090295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:52:25.099839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48e5874-2d4a-4062-ab94-43d82db5d487,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:25.117362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.117362 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Added segment 7ce110d5-e173-4f66-9c78-4522ffb3e22e of type vlan for network e04d702a-5abe-4efa-aaea-4595725c7e5a Sep 18 06:52:25.139032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.resource_extend [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:52:25.144224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-8f788fda-9470-494d-9d1d-a20b7cb15c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.145968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-8f788fda-9470-494d-9d1d-a20b7cb15c51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1868520 Sep 18 06:52:25.163514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.258401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.260217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.260882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.308144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1ab72526-db60-4f3e-ad8c-f84b29cb1440 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:25.346575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] Pushing event updated for resources: {'Network': ['ID=e04d702a-5abe-4efa-aaea-4595725c7e5a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:25.353570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 1ab72526-db60-4f3e-ad8c-f84b29cb1440 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:52:25.354180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1ab72526-db60-4f3e-ad8c-f84b29cb1440 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:25.360747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e04d702a-5abe-4efa-aaea-4595725c7e5a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:52:25.491229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5efd95fc-6cb0-43ec-af4f-d2a10a5f1fdc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1150610 Sep 18 06:52:25.493923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60418) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:25.496872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.502953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Request body: {'subnet': {'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1067034858-subnet', 'tenant_id': '9cd6c860c45b45458093136004e59a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:25.511095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-3c72c774-d757-46f2-b263-44520acc33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.512606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-3c72c774-d757-46f2-b263-44520acc33ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3366206 Sep 18 06:52:25.536916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d0d6-4ecb-4f4b-a5b6-70444932d176 req-194a0663-c6ba-4c56-af03-4fb2780e5768 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:25.539392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2214d0d6-4ecb-4f4b-a5b6-70444932d176 req-194a0663-c6ba-4c56-af03-4fb2780e5768 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.1048141 Sep 18 06:52:25.553535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Deleting port aa8d974b-6e10-4669-9f10-1487fe7757a0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:52:25.554259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.578438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2214d0d6-4ecb-4f4b-a5b6-70444932d176 req-b4b7ce5f-ccfa-4d9d-b4cd-9f9352e22727 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Sep 18 06:52:25.586182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.659702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:25.662607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.782249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:25.784476 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f4335e-4adf-41c3-918a-9ac2241fbd63" -d '{"events": [{"name": "network-changed", "server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:25.791467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] For port aa8d974b-6e10-4669-9f10-1487fe7757a0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=aa8d974b-6e10-4669-9f10-1487fe7757a0,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:25.791826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:25.804370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-d04a1e2a-3449-43b2-a38a-7a69d66544ae service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825437 Sep 18 06:52:25.817003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Calling delete_port for aa8d974b-6e10-4669-9f10-1487fe7757a0 owned by compute:tempest-test_az-107581652 {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:52:25.852502 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a76db4-7921-4df5-8f41-09f386707b59 x-openstack-request-id: req-60a76db4-7921-4df5-8f41-09f386707b59 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:25.852793 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:25.853042 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60a76db4-7921-4df5-8f41-09f386707b59 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:25.853430 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229', 'status': 'completed', 'code': 200} Sep 18 06:52:25.869223 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f associated. External IP: 172.25.4.197, port: f0630191-4de9-409f-a17e-208b4a58a115. Sep 18 06:52:25.933525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8c10db0-9d24-4089-933a-f20e8198cafc req-9c192c7e-5a80-48d0-96b5-9e90c91b9853 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 210 time: 0.0353403 Sep 18 06:52:25.935523 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:26.002336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46faa392-8771-4fcb-9c51-f0e41a249f86,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:26.014516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:26.015084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Network hostable DHCP agents. Network: e04d702a-5abe-4efa-aaea-4595725c7e5a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:52:26.085062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3100177-a11c-484b-8517-324cefbe402f req-fe5f06ea-f1d7-4ae8-815e-3eda9a78134c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.086832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3100177-a11c-484b-8517-324cefbe402f req-fe5f06ea-f1d7-4ae8-815e-3eda9a78134c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 948 time: 0.0587885 Sep 18 06:52:26.095198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Network e04d702a-5abe-4efa-aaea-4595725c7e5a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:52:26.133174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e946e97-5429-4445-b2ce-1c661c563b98 req-3442cd45-79ad-4856-b128-baeb2460db06 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186300 Sep 18 06:52:26.168641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3100177-a11c-484b-8517-324cefbe402f req-e3be96da-c2eb-42cd-a912-529400317003 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622571 Sep 18 06:52:26.174388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e04d702a-5abe-4efa-aaea-4595725c7e5a) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:26.184868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb99e1-35f8-4010-ae3d-870f9a4dd59d None None] Network e04d702a-5abe-4efa-aaea-4595725c7e5a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:26.195215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.196974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:26.323425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a4b074ed-f2da-4a16-b61c-8a17ab4b565c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8248866 Sep 18 06:52:26.380919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8669-ae5e-46f3-b9e0-117d57ef23a5 req-6143479d-7a3c-4d58-a450-2cda7ce3f2a9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.395258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf0569-216a-4750-95d5-adf33cbace39 None None] Network e04d702a-5abe-4efa-aaea-4595725c7e5a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:26.399831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-f9931ed2-4993-4b80-8b5b-732c5626db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.401065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322b8669-ae5e-46f3-b9e0-117d57ef23a5 req-6143479d-7a3c-4d58-a450-2cda7ce3f2a9 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 971 time: 0.1225567 Sep 18 06:52:26.404225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-f9931ed2-4993-4b80-8b5b-732c5626db4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 1100 time: 0.1387508 Sep 18 06:52:26.444092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:52:26.462993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:26.480084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322b8669-ae5e-46f3-b9e0-117d57ef23a5 req-758474ab-2b7d-41ca-8907-b3e95f306174 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/security-groups?id=603e2146-ab6c-465f-baae-184b0a729c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 Sep 18 06:52:26.497103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['aa8d974b-6e10-4669-9f10-1487fe7757a0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:26.558383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.37', 62844) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:26.670545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-cf1a9141-10a0-46b4-92a5-caea3a035744 service neutron] 10.222.0.37 "GET /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.1107085 Sep 18 06:52:26.731242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Pushing event deleted for resources: {'Port': ['ID=aa8d974b-6e10-4669-9f10-1487fe7757a0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:26.758311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] No DVR routers for this DVR port aa8d974b-6e10-4669-9f10-1487fe7757a0 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:26.765271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:26.767802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a175eae8-66cf-4e46-baaf-879c23ba2232 req-95d2d68e-58e1-4ca4-b76b-db5e54fb06f3 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.37 "DELETE /v2.0/ports/aa8d974b-6e10-4669-9f10-1487fe7757a0 HTTP/1.1" status: 204 len: 173 time: 1.6996968 Sep 18 06:52:26.834960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-7818d27d-8c57-4963-83c1-1e47a668065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.836892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-7818d27d-8c57-4963-83c1-1e47a668065d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.4213793 Sep 18 06:52:26.896199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-830391fd-270b-4d90-9201-de28c26befa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229 HTTP/1.1" status: 200 len: 217 time: 0.0464320 Sep 18 06:52:26.897749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:52:26.905626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d3ed9-992f-4429-ba2c-eb7770daadf1 req-7d73ae06-2497-4e53-8067-552656c269fd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:26.907226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b6d3ed9-992f-4429-ba2c-eb7770daadf1 req-7d73ae06-2497-4e53-8067-552656c269fd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 965 time: 0.1608663 Sep 18 06:52:26.912702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:52:26.924036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:26.929558 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:26.930791 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:26.995970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c1ae1a8-0d6e-4909-a3a4-47344f0eaa6d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "PUT /v2.0/floatingips/03c98ed7-2ab2-492b-9348-869b6066ed3f HTTP/1.1" status: 200 len: 991 time: 3.0541809 Sep 18 06:52:27.007091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-719b1475-836b-43bc-ae35-a3f8d53e58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:27.009227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-719b1475-836b-43bc-ae35-a3f8d53e58ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0820785 Sep 18 06:52:27.061134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-9e972483-6117-48a3-a5d3-953593d3ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:27.063079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-9e972483-6117-48a3-a5d3-953593d3ba4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454884 Sep 18 06:52:27.108927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b6d3ed9-992f-4429-ba2c-eb7770daadf1 req-b1f32c5e-a5b3-49a3-8588-54af22e47da3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580341 Sep 18 06:52:27.141243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:27.194704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-063fabec-babb-4390-ac0e-480017f97ff4 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=821ef4610d9c4245b3162f07ab909109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819650 Sep 18 06:52:27.227999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-598e0771-664c-42b9-868b-8095743bcdd4 req-143b11e2-0990-44e7-b4f6-f93b3c4cb3e1 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 210 time: 0.0337718 Sep 18 06:52:27.294886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:27.335765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:27.340151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:27.452377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:27.490819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:27.491402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:27.525866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d has no active binding in host n-h2-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:52:27.526758 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': 'f0630191-4de9-409f-a17e-208b4a58a115', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:4b:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:52:24Z', 'revision_number': 1, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:27.555941 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:52:27.566822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-0d9fe9f0-c563-450d-b4cc-a40e424fbd72 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898303 Sep 18 06:52:27.572064 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:27.573050 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:27.585170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d6396-819b-4fe1-9d08-5ee7ff65f9a2 req-b249e96d-0bf9-4c3e-932a-e47c9d10e033 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:27.586862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7d6396-819b-4fe1-9d08-5ee7ff65f9a2 req-b249e96d-0bf9-4c3e-932a-e47c9d10e033 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 948 time: 0.0876946 Sep 18 06:52:27.616018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-8cec6c91-3215-4284-965b-352c1288b08b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:27.618247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-8cec6c91-3215-4284-965b-352c1288b08b tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165707 Sep 18 06:52:27.630449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:27.673156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Request body: {'port': {'device_id': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '821ef4610d9c4245b3162f07ab909109'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:27.676842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60504) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:27.681663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7d6396-819b-4fe1-9d08-5ee7ff65f9a2 req-b3f7b227-4760-4763-a80a-d15f66c55426 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809937 Sep 18 06:52:27.800821 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:27.801099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2f4335e-4adf-41c3-918a-9ac2241fbd63 req-f7704031-683a-4fed-8d2e-81b7c6b120cc service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216976 Sep 18 06:52:27.809299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] Transition to ACTIVE for port object 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:27.853592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-028dbf02-1059-4750-a68a-657177db1f0d req-4dc5c942-ca6e-41eb-8deb-244fc6873aa1 tempest-AggregatesAdminTestJSON-1706891954 tempest-AggregatesAdminTestJSON-1706891954-project] 10.222.0.20 "GET /v2.0/ports?device_id=36d5fb6d-8656-4c17-9be5-62a413cb19ce HTTP/1.1" status: 200 len: 210 time: 0.0328205 Sep 18 06:52:27.855861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'name': 'network-vif-deleted', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0'}, {'name': 'network-changed', 'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:27.860579 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f9976-a978-4dbd-9658-b5064bc3f16f" -d '{"events": [{"server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "name": "network-vif-deleted", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0"}, {"name": "network-changed", "server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "tag": "f0630191-4de9-409f-a17e-208b4a58a115"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:27.933218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:27.939413 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03e66a-8e60-4779-9a43-a7ec972c78a9 x-openstack-request-id: req-8f03e66a-8e60-4779-9a43-a7ec972c78a9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:27.939716 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d5fb6d-8656-4c17-9be5-62a413cb19ce", "name": "network-vif-deleted", "tag": "aa8d974b-6e10-4669-9f10-1487fe7757a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "tag": "f0630191-4de9-409f-a17e-208b4a58a115", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:27.940290 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f03e66a-8e60-4779-9a43-a7ec972c78a9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:27.940401 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d5fb6d-8656-4c17-9be5-62a413cb19ce', 'name': 'network-vif-deleted', 'tag': 'aa8d974b-6e10-4669-9f10-1487fe7757a0', 'status': 'completed', 'code': 200} Sep 18 06:52:27.940648 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115', 'status': 'completed', 'code': 200} Sep 18 06:52:27.945110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Made reservation on behalf of 821ef4610d9c4245b3162f07ab909109 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:27.949303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:27.961701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60514) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:27.988817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-755219436-network', 'tenant_id': '28aa94c1982c4535bbb8d003bde35158'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:28.138273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-26100def-6ba6-43f7-8bf0-864506a67f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.139935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-26100def-6ba6-43f7-8bf0-864506a67f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 1097 time: 0.1389294 Sep 18 06:52:28.209665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Made reservation on behalf of 28aa94c1982c4535bbb8d003bde35158 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:28.213009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:28.269478 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': 'f0630191-4de9-409f-a17e-208b4a58a115', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:4b:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:52:24Z', 'revision_number': 1, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:28.287641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] No DVR routers for this DVR port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:28.308075 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb43e4a-6aba-4608-9c70-dd1e3a0e1f11 None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': 'f0630191-4de9-409f-a17e-208b4a58a115', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:4b:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:52:24Z', 'revision_number': 1, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:52:28.360578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] Pushing event updated for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:28.366507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ae69ab54-c748-48d3-aaaa-0779369774d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d/bindings/n-h2-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 1.6828482 Sep 18 06:52:28.409877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132bebd-409a-4655-bcae-ccc00df5d723 req-ecf9b74c-dc28-486e-9e58-a843d106f811 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.411696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4132bebd-409a-4655-bcae-ccc00df5d723 req-ecf9b74c-dc28-486e-9e58-a843d106f811 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.1196849 Sep 18 06:52:28.471974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-171d3deb-66ec-45a3-869b-3545f3f58cf9 req-8ba6c495-292c-491b-84f6-a3fe51c9b547 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 210 time: 0.0302024 Sep 18 06:52:28.496153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4132bebd-409a-4655-bcae-ccc00df5d723 req-d5731d53-56f4-4a67-9ae0-6a2a981e5546 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642538 Sep 18 06:52:28.527150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:28.620252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462ae33-7d28-4930-9f44-184ac6d577b0 None None] New status for floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:52:28.640296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Allocated IP 192.168.233.188 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/2650b950-abb6-4b99-ad5c-2d24617772e5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:28.650484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36be0938-5d29-4f50-9335-8daec2274e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:28.661409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-a59df16d-ba53-4f27-8d1e-95a8c0921c89 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.663716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-a59df16d-ba53-4f27-8d1e-95a8c0921c89 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1118 time: 0.1206541 Sep 18 06:52:28.693659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:28.749752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-f121f9f3-46f4-4994-be83-9237b4e4ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.751115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-d4fdd630-a4b8-4cde-a503-41df78c317c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.751392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-f121f9f3-46f4-4994-be83-9237b4e4ce74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.6044500 Sep 18 06:52:28.752766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-d4fdd630-a4b8-4cde-a503-41df78c317c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&tenant_id=3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 1118 time: 0.0756800 Sep 18 06:52:28.864570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204641c-ba6e-4a10-b7b9-42b14d89719f req-e4ac00c1-9657-4ee2-9003-b98ab302d6c1 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.866174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5204641c-ba6e-4a10-b7b9-42b14d89719f req-e4ac00c1-9657-4ee2-9003-b98ab302d6c1 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 948 time: 0.1001668 Sep 18 06:52:28.880711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-fb10c2cd-98b6-439c-be24-744fe960e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:28.882533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-fb10c2cd-98b6-439c-be24-744fe960e7d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1118 time: 0.0808864 Sep 18 06:52:28.945183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5204641c-ba6e-4a10-b7b9-42b14d89719f req-86a634c0-07b1-4593-abd0-68fb3a1ee070 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Sep 18 06:52:28.999604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.015682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-e1e86388-ce58-438c-8aff-2d438209747c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 200 len: 999 time: 0.2341926 Sep 18 06:52:29.018641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-6353828b-74a8-4bb6-952b-1f319d2953b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.020461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-6353828b-74a8-4bb6-952b-1f319d2953b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1295266 Sep 18 06:52:29.026820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60542) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:29.071535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-af713d99-884b-48b5-acca-28b8940f66f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0407646 Sep 18 06:52:29.077758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.102352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-8cf3424a-9865-4f9e-84f3-3724466a72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.103834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-8cf3424a-9865-4f9e-84f3-3724466a72cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.0744245 Sep 18 06:52:29.130522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-4174e33f-f027-4705-9968-7be5229cac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.132120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-4174e33f-f027-4705-9968-7be5229cac00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0490096 Sep 18 06:52:29.165751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-521832dd-9a2a-49cf-bbcc-3a367eb1fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.167300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-521832dd-9a2a-49cf-bbcc-3a367eb1fafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540028 Sep 18 06:52:29.167872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.174932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-7c55e35f-594c-40c6-b6d2-ef6d764e5e2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332813 Sep 18 06:52:29.180725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7ac2-4c62-4bf5-a925-9cdf2bc22f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.205012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.210599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:52:29.256281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7345c3-b6f1-4865-8829-80979414c21e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:29.264584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.264935 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Added segment 0e5baae1-c679-46eb-b132-3d471c182cd5 of type vlan for network b74c281b-a9c7-416e-9158-cf5d15e7065c Sep 18 06:52:29.286502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-198980bd-c278-48d3-a54c-9c8b9e178585 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925841 Sep 18 06:52:29.310164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9d4ed60e-8df8-49de-9c16-85a2f0e14229 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:29.312677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:29.347285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:29.360198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:29.360837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device aa8d974b-6e10-4669-9f10-1487fe7757a0 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:29.381323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:29.393015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: aa8d974b-6e10-4669-9f10-1487fe7757a0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:52:29.393516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device aa8d974b-6e10-4669-9f10-1487fe7757a0 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:29.401879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:29.407838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.408563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.414693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-ba805218-42db-4fa9-a08b-d46b044a69e1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205058 Sep 18 06:52:29.424740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.449646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Pushing event updated for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:29.475606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-b2134918-e8f2-4385-9bb5-f88ff1d61f2c service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988403 Sep 18 06:52:29.503222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:29.518164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '9d4ed60e-8df8-49de-9c16-85a2f0e14229', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '9d4ed60e-8df8-49de-9c16-85a2f0e14229', 'mac_address': 'fa:16:3e:1a:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:29.545705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:29.577841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36be0938-5d29-4f50-9335-8daec2274e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.638052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.639535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.640381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.680298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36be0938-5d29-4f50-9335-8daec2274e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.763693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.769309 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-6eb3b014-b164-4efb-89f2-45a326508277 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1008124 Sep 18 06:52:29.770849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-32bb78b5-6ea4-4575-a1a6-e194b1a4299f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=638fef35ed454ab386b907daa1703034&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2240901 Sep 18 06:52:29.775546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6f1d1dcd-0a86-4cbc-a57b-3cd900751321 None None] Provisioning complete for port 2650b950-abb6-4b99-ad5c-2d24617772e5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:29.775875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1dcd-0a86-4cbc-a57b-3cd900751321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.776657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] Pushing event updated for resources: {'Network': ['ID=b74c281b-a9c7-416e-9158-cf5d15e7065c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:29.777814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60560) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:29.781371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4ed60e-8df8-49de-9c16-85a2f0e14229 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:29.783115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5cd1ffe0-8f41-4e71-9984-2e611d6fe992 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8104670 Sep 18 06:52:29.787053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Request body: {'port': {'device_id': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:29.790337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60562) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:29.794502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-36be0938-5d29-4f50-9335-8daec2274e20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=719e3c5eb9c944a0ac94c702ab074b11&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1125953 Sep 18 06:52:29.794502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0938-5d29-4f50-9335-8daec2274e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314f5e6f-743a-4a61-a368-9e0576814661,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:29.801029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c26f9976-a978-4dbd-9658-b5064bc3f16f req-6ffda1af-0a4b-4a0d-ad55-506f9637bfda service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125870 Sep 18 06:52:29.806012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34177463-0ce1-4bbe-9e3e-737f3759ff56 req-d2c9d57a-92ed-4d53-9098-d9f6c9f5c7d2 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.807678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34177463-0ce1-4bbe-9e3e-737f3759ff56 req-d2c9d57a-92ed-4d53-9098-d9f6c9f5c7d2 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 936 time: 0.1846066 Sep 18 06:52:29.807862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b74c281b-a9c7-416e-9158-cf5d15e7065c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:52:29.813178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60564) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:29.816656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Request body: {'subnet': {'network_id': 'b74c281b-a9c7-416e-9158-cf5d15e7065c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-755219436-subnet', 'tenant_id': '28aa94c1982c4535bbb8d003bde35158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:29.856238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:29.857013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:29.863890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d1dcd-0a86-4cbc-a57b-3cd900751321 None None] Port 2650b950-abb6-4b99-ad5c-2d24617772e5 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:52:29.939275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078684-10d9-4a91-a8b5-a606ebdd05cb req-3de7e038-1be4-4f21-99a2-467301277f25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:29.940763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2078684-10d9-4a91-a8b5-a606ebdd05cb req-3de7e038-1be4-4f21-99a2-467301277f25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.2689621 Sep 18 06:52:29.977583 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.022260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34177463-0ce1-4bbe-9e3e-737f3759ff56 req-a9cc00e0-d2f6-4489-b801-e7ec365e6063 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413474 Sep 18 06:52:30.052705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.063267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.077220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.110125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-382834dc-453d-4682-a0d1-e92a57c3dce0 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:30.111847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-382834dc-453d-4682-a0d1-e92a57c3dce0 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1118 time: 0.0645103 Sep 18 06:52:30.121505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.143143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2078684-10d9-4a91-a8b5-a606ebdd05cb req-5450bab1-55b3-4414-88e7-73976446ab11 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931310 Sep 18 06:52:30.144958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.168987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9d4ed60e-8df8-49de-9c16-85a2f0e14229'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:30.186537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7ac2-4c62-4bf5-a925-9cdf2bc22f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.215983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2650b950-abb6-4b99-ad5c-2d24617772e5 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:30.226550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.270678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7ac2-4c62-4bf5-a925-9cdf2bc22f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.295084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Transition to ACTIVE for port object 2650b950-abb6-4b99-ad5c-2d24617772e5 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:30.308549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.311073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.312225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/603e2146-ab6c-465f-baae-184b0a729c0a HTTP/1.1" status: 204 len: 168 time: 0.5241766 Sep 18 06:52:30.312903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.315425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.317078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/314f5e6f-743a-4a61-a368-9e0576814661 HTTP/1.1" status: 204 len: 168 time: 0.4810832 Sep 18 06:52:30.335554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60576) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:30.335753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c9d7ac2-4c62-4bf5-a925-9cdf2bc22f09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3ef102d78dd4cb79e101cf64298d045&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074296 Sep 18 06:52:30.339854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d7ac2-4c62-4bf5-a925-9cdf2bc22f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48624a9a-6fcd-4e25-adef-974883fe3ce6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.355981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4162a1-77fb-47b2-abb5-0377711d12d3 req-6f29fa24-7a0a-4999-a178-5ed7837ccf00 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:30.365170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4162a1-77fb-47b2-abb5-0377711d12d3 req-6f29fa24-7a0a-4999-a178-5ed7837ccf00 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 949 time: 0.1251740 Sep 18 06:52:30.387379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae93bb6-84f0-458f-a819-a66e4bbce62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e2146-ab6c-465f-baae-184b0a729c0a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.388548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.407284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Made reservation on behalf of 28aa94c1982c4535bbb8d003bde35158 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:30.409379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.412523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560893-6619-4649-bf1f-152190f8fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314f5e6f-743a-4a61-a368-9e0576814661,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.452704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4162a1-77fb-47b2-abb5-0377711d12d3 req-60e27d89-22f5-4f65-94ba-2b799d969c5e tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866678 Sep 18 06:52:30.465669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b14f210b-b973-404a-997c-c092a5e2dbc6 service neutron] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:30.474123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b14f210b-b973-404a-997c-c092a5e2dbc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.474695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9799fc5d-cb99-4ade-acbc-1f496e75fcb8 req-b14f210b-b973-404a-997c-c092a5e2dbc6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d/bindings/n-h1-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.3157356 Sep 18 06:52:30.505534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.507190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.563686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Attempting to bind port 2650b950-abb6-4b99-ad5c-2d24617772e5 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:30.564033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Attempting to bind port 2650b950-abb6-4b99-ad5c-2d24617772e5 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:30.564363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Attempting to bind port 2650b950-abb6-4b99-ad5c-2d24617772e5 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:30.568517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.576190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Port 2650b950-abb6-4b99-ad5c-2d24617772e5 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:30.576520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Attempting to bind port 2650b950-abb6-4b99-ad5c-2d24617772e5 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:30.589157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:30.589501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:30.589912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:30.590362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Bound port: 2650b950-abb6-4b99-ad5c-2d24617772e5, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:30.590724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.679146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:30.684023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2650b950-abb6-4b99-ad5c-2d24617772e5,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:30.726118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.752143 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.754076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.756718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.760579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48624a9a-6fcd-4e25-adef-974883fe3ce6 HTTP/1.1" status: 204 len: 168 time: 0.4231613 Sep 18 06:52:30.794147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0c19a1-77f2-487f-9d39-8e9ee8b237db,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.794948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520169-b7e2-4834-ab11-5af1d13f565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48624a9a-6fcd-4e25-adef-974883fe3ce6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.803711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:30.804530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:30.805924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2650b950-abb6-4b99-ad5c-2d24617772e5 HTTP/1.1" status: 200 len: 1097 time: 1.0264502 Sep 18 06:52:30.806562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:30.808029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Checking segment: {'id': '0e5baae1-c679-46eb-b132-3d471c182cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b74c281b-a9c7-416e-9158-cf5d15e7065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:30.808416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Network hostable DHCP agents. Network: b74c281b-a9c7-416e-9158-cf5d15e7065c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:52:30.808867 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bcd201-f62b-4e06-9e04-020b2ed37784" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:30.838835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b53a-324a-4b70-9e38-41ce265871a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:30.876612 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ccf85-9e7d-4e14-a9b7-ada89c44a1d8 x-openstack-request-id: req-937ccf85-9e7d-4e14-a9b7-ada89c44a1d8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:30.876975 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:30.877297 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-937ccf85-9e7d-4e14-a9b7-ada89c44a1d8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:30.877783 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5', 'status': 'completed', 'code': 200} Sep 18 06:52:30.932117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Network b74c281b-a9c7-416e-9158-cf5d15e7065c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:52:30.948190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd201-f62b-4e06-9e04-020b2ed37784 req-f869c486-15b5-4293-9da2-2139afb9ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:30.949969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-37bcd201-f62b-4e06-9e04-020b2ed37784 req-f869c486-15b5-4293-9da2-2139afb9ed13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 1100 time: 0.0478499 Sep 18 06:52:30.988236 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-37bcd201-f62b-4e06-9e04-020b2ed37784 req-9436b3eb-2d8f-4d56-9459-2a4e467ba9f8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=821ef4610d9c4245b3162f07ab909109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300581 Sep 18 06:52:31.037459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b74c281b-a9c7-416e-9158-cf5d15e7065c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:31.042322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.042913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.060370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eff200-1d6f-49e6-9dd6-53d0b418124c None None] Network b74c281b-a9c7-416e-9158-cf5d15e7065c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:31.178255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd201-f62b-4e06-9e04-020b2ed37784 req-fe4a96e2-be8e-4710-8792-142e615a7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.180610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-37bcd201-f62b-4e06-9e04-020b2ed37784 req-fe4a96e2-be8e-4710-8792-142e615a7e2f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768186 Sep 18 06:52:31.184276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-25d1bef0-3cd7-494f-9a62-569d2c657607 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3722475 Sep 18 06:52:31.196980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05b24-bb1e-4a97-abd0-c8b4c78e4563 req-e7ea6513-3abf-4618-a9c8-6721d2e3c127 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.198893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aef05b24-bb1e-4a97-abd0-c8b4c78e4563 req-e7ea6513-3abf-4618-a9c8-6721d2e3c127 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 948 time: 0.0789497 Sep 18 06:52:31.214914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d29a2-01a6-4837-87e5-f2b2a62c0ab6 None None] Network b74c281b-a9c7-416e-9158-cf5d15e7065c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:31.237309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60594) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:31.261057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3afa2360-5a38-4314-95d4-bc8827d9ca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.265359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7780db76-2d20-4344-9adf-7dea8da6c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.267182 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7780db76-2d20-4344-9adf-7dea8da6c539 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=821ef4610d9c4245b3162f07ab909109&device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 1100 time: 0.0460470 Sep 18 06:52:31.286438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aef05b24-bb1e-4a97-abd0-c8b4c78e4563 req-a290fdc3-fb1a-451c-ad55-643300a2f3ef tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799129 Sep 18 06:52:31.314955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9d4ed60e-8df8-49de-9c16-85a2f0e14229 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:31.365359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-3235a60a-8c18-4d35-ab36-7b5790da8170 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2650b950-abb6-4b99-ad5c-2d24617772e5 HTTP/1.1" status: 200 len: 217 time: 0.0898349 Sep 18 06:52:31.373053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60596) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:31.404136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:31.464299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-64fa137e-a3ce-46ae-a9cd-73f69e36f23e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ce2be6002444506bc43250ad32369e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892370 Sep 18 06:52:31.466572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60598) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:31.483556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-391ee804-f79a-4bd3-ad0e-8912b4479966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.485247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-391ee804-f79a-4bd3-ad0e-8912b4479966 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0865171 Sep 18 06:52:31.499510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3afa2360-5a38-4314-95d4-bc8827d9ca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.529230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505386a-477c-4703-8328-dc90fbaedf72 req-7b7a288a-cafb-4bb0-9d76-0f5c660a2f51 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.542492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c505386a-477c-4703-8328-dc90fbaedf72 req-7b7a288a-cafb-4bb0-9d76-0f5c660a2f51 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.1306701 Sep 18 06:52:31.589943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3afa2360-5a38-4314-95d4-bc8827d9ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.627174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa2360-5a38-4314-95d4-bc8827d9ca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad95665-77fc-4553-a145-1082d083a78a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:31.628605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.636007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-ceef18b4-c584-4a78-9b4e-7af2e0df0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.638718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-ceef18b4-c584-4a78-9b4e-7af2e0df0da6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440778 Sep 18 06:52:31.691226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c505386a-477c-4703-8328-dc90fbaedf72 req-b9cea8d6-5fb9-419e-9c34-f377f10805eb tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477580 Sep 18 06:52:31.705457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:31.706490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.710335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:31.710776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.735442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3afa2360-5a38-4314-95d4-bc8827d9ca4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a2beb551ead48c8b65ca27265f55835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943655 Sep 18 06:52:31.744280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60610) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:31.796425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92d43-95be-4bd6-a49c-23dbed2ad745 req-fd9e91ec-9ce9-4214-90fe-fce0215e40a3 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:31.812274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bac92d43-95be-4bd6-a49c-23dbed2ad745 req-fd9e91ec-9ce9-4214-90fe-fce0215e40a3 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 949 time: 0.2126935 Sep 18 06:52:31.819552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-7197585f-4222-46ef-97a8-5077661e6e76 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728947 Sep 18 06:52:31.871466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.876172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bac92d43-95be-4bd6-a49c-23dbed2ad745 req-e7f4ec69-b0ac-45b5-819f-136c93419e3c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612168 Sep 18 06:52:31.908898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:31.912827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.913175 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0571406-abb9-4b13-85a4-223dd3d86395" -d '{"events": [{"server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:31.915659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.918879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:31.920649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fb6d65b-cda9-4595-9b34-480c8fb4d6f9 HTTP/1.1" status: 204 len: 168 time: 0.4525316 Sep 18 06:52:31.934171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:31.939239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9ec5-6599-4d04-a3c3-9eb4389053dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6d65b-cda9-4595-9b34-480c8fb4d6f9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:31.960965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8014e4a9-f071-4e5a-972a-ee6e29bbfa13 req-cb6ddf36-de90-42aa-84a9-600fb59ceb74 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298997 Sep 18 06:52:31.989380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.020041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.029295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3b8c-4290-4b15-851a-86b1ff844382 req-b5fab8e6-5970-4e03-a63e-d95e2b63b8c2 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:32.030136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4ed3b8c-4290-4b15-851a-86b1ff844382 req-b5fab8e6-5970-4e03-a63e-d95e2b63b8c2 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1118 time: 0.0857098 Sep 18 06:52:32.075634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:32.105487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4ed3b8c-4290-4b15-851a-86b1ff844382 req-11296377-be32-44c0-9e92-aabf28ac866f tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665021 Sep 18 06:52:32.133053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.135657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.136806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad95665-77fc-4553-a145-1082d083a78a HTTP/1.1" status: 204 len: 168 time: 0.3913901 Sep 18 06:52:32.154674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaf0bb-813e-46ae-8f06-bb65639b3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad95665-77fc-4553-a145-1082d083a78a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:32.191374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-0637cea8-f11d-4ab0-8690-d757b083a0ff tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:32.193086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-0637cea8-f11d-4ab0-8690-d757b083a0ff tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.1460829 Sep 18 06:52:32.207339 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f078e2d-b52a-48df-bbed-e8df58c0ba94 x-openstack-request-id: req-2f078e2d-b52a-48df-bbed-e8df58c0ba94 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:32.207661 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "name": "network-vif-plugged", "status": "completed", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:32.207921 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f078e2d-b52a-48df-bbed-e8df58c0ba94 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:32.208532 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229', 'code': 200} Sep 18 06:52:32.209197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60632) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:32.216262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-8926b438-9627-434d-be67-e24da9845f13 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/quotas/9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 375 time: 0.0162902 Sep 18 06:52:32.223505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d69e3d-7b2c-4122-80bd-9f547135d1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.277826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-dc545e0b-bfe5-4b20-8698-4cc59005bc0d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464458 Sep 18 06:52:32.388017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d69e3d-7b2c-4122-80bd-9f547135d1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.403234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-4ec5cd85-d004-4859-8703-7d0e610487a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244628 Sep 18 06:52:32.443086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b50a-1803-4b15-91aa-ae4ddfeefa38 req-7d67bdb4-ff28-453d-b0e0-2f7e579d2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:32.446162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f8d7b50a-1803-4b15-91aa-ae4ddfeefa38 req-7d67bdb4-ff28-453d-b0e0-2f7e579d2c85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 1102 time: 0.0556531 Sep 18 06:52:32.467280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d69e3d-7b2c-4122-80bd-9f547135d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.530529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f8d7b50a-1803-4b15-91aa-ae4ddfeefa38 req-60f85a95-f533-4383-8c5b-8c94095fa4b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768042 Sep 18 06:52:32.532726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69e3d-7b2c-4122-80bd-9f547135d1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c420a60c-b80a-4e9d-889e-b1c01fd9bad2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:32.537954 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70d69e3d-7b2c-4122-80bd-9f547135d1c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dbc3c4cb6ce48aeb9044bc1b0aac3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268690 Sep 18 06:52:32.538124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-3278f1db-1963-491e-b8ab-910e6fd63d27 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200466 Sep 18 06:52:32.540783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60644) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:32.600403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d15d50-4d5f-4b61-8040-74b81a7e2df0 req-a26379a3-82c9-455e-b0ff-c97370061ca1 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:32.602624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75d15d50-4d5f-4b61-8040-74b81a7e2df0 req-a26379a3-82c9-455e-b0ff-c97370061ca1 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 948 time: 0.1070299 Sep 18 06:52:32.625178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.662253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.685694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75d15d50-4d5f-4b61-8040-74b81a7e2df0 req-07a2be57-bbb8-405f-8014-b832d433168f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Sep 18 06:52:32.815518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.819541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:32.826096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c420a60c-b80a-4e9d-889e-b1c01fd9bad2 HTTP/1.1" status: 204 len: 168 time: 0.2841854 Sep 18 06:52:32.856076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b890a13-a223-43f1-981f-cad94010c87e req-755fe94f-5b9a-4bfe-8b29-82195b663069 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0572419 Sep 18 06:52:32.857189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb71baf-688b-419f-ac73-ea20a1895854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c420a60c-b80a-4e9d-889e-b1c01fd9bad2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:33.038446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c218347-c4b8-4496-bd1c-3b858e93d709 req-50de037d-10ba-4743-b220-274233b41b3b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.040325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c218347-c4b8-4496-bd1c-3b858e93d709 req-50de037d-10ba-4743-b220-274233b41b3b tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0921435 Sep 18 06:52:33.079711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-0f4c44e8-f951-4f41-9725-83f98a7e175c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.081312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-0f4c44e8-f951-4f41-9725-83f98a7e175c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.1770012 Sep 18 06:52:33.107466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-7192ac8a-0ae7-47aa-94c0-4d019040a412 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/quotas/3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 375 time: 0.0195348 Sep 18 06:52:33.114871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c218347-c4b8-4496-bd1c-3b858e93d709 req-e4e091a4-1e0f-404c-82b4-e29d1a924ae3 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Sep 18 06:52:33.126409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-9ca01e64-0e16-4eca-a97c-90a2949f253d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435257 Sep 18 06:52:33.170549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-8f9cddf9-11b7-4df3-8c38-81b56c17fa53 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533280 Sep 18 06:52:33.261878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-8dc48c8e-3f6a-4531-a173-e62917c892d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.265629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-8dc48c8e-3f6a-4531-a173-e62917c892d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1118 time: 0.0588849 Sep 18 06:52:33.395538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-2ecd27a7-291f-4b5b-8440-7bdc42768847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.395538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-2ecd27a7-291f-4b5b-8440-7bdc42768847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1088569 Sep 18 06:52:33.436613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-40218e18-a181-4aa4-9dc3-b8fca5a10281 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:33.437639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-40218e18-a181-4aa4-9dc3-b8fca5a10281 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052287 Sep 18 06:52:33.447362 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-f140667a-a07c-4b62-8c95-0cbda1084322 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0401490 Sep 18 06:52:33.529582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-958a338b-2276-4707-a90a-a0987feb28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.531108 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-958a338b-2276-4707-a90a-a0987feb28ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0763249 Sep 18 06:52:33.557291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-8e19fcf3-a6ff-4201-b9f8-407ddf4ea272 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100225 Sep 18 06:52:33.571694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-ae62f40d-5c5c-4062-bb5d-2090c0f8dbc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314589 Sep 18 06:52:33.684165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-ab6a1e1b-290e-43b3-8571-0e6bd16b9058 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051118 Sep 18 06:52:33.685577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-f68b71af-7fb7-42eb-886c-01fe8f13c382 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128440 Sep 18 06:52:33.839203 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6f3faa11-428f-4ca6-ba22-270c696c4a21 req-66e39793-fb4d-4cb3-8e88-bf4586f6cb5a service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460783 Sep 18 06:52:33.874568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08009011-99e8-4a1a-a9d3-74694bec611e req-eacd91fc-b8dd-4b33-ad03-61f37314fe8f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:33.875592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08009011-99e8-4a1a-a9d3-74694bec611e req-eacd91fc-b8dd-4b33-ad03-61f37314fe8f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 948 time: 0.0591164 Sep 18 06:52:33.921911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08009011-99e8-4a1a-a9d3-74694bec611e req-8be7258f-b0f0-4989-b579-a6afd7bba133 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Sep 18 06:52:33.999039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4d2a18d-b683-405f-a374-52c02a96025f req-f84563a7-b7a1-4eb5-b77a-f7ac8632c7ea tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0286274 Sep 18 06:52:34.076356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2a91d39-91e3-420d-a38e-f284a60b4c8c req-0ad16b4b-7ed4-42d7-bd48-7c81935cdfa2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 210 time: 0.0327790 Sep 18 06:52:34.258231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cba020-1330-4456-951f-b018f48dea43 req-d8eefee5-89bc-4034-bae9-54f3c73ba929 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:34.259916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17cba020-1330-4456-951f-b018f48dea43 req-d8eefee5-89bc-4034-bae9-54f3c73ba929 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0546532 Sep 18 06:52:34.301605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17cba020-1330-4456-951f-b018f48dea43 req-efcbcf26-e6f6-49ef-b9f3-6635925ad790 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Sep 18 06:52:34.780111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5fa72-eac2-4ab8-b9ca-c64b7f9b8074 req-60350a33-f7a4-4139-ae43-b243b4187059 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:34.781653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8be5fa72-eac2-4ab8-b9ca-c64b7f9b8074 req-60350a33-f7a4-4139-ae43-b243b4187059 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0589969 Sep 18 06:52:34.828132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8be5fa72-eac2-4ab8-b9ca-c64b7f9b8074 req-2d1fc841-d1c1-442a-bd73-9eea3098f48c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Sep 18 06:52:35.032401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c4bd9-fcb7-419a-a4da-33325e0c386e req-2b7f2681-fc9c-4853-a00d-460fe520bbb0 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:35.034048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e7c4bd9-fcb7-419a-a4da-33325e0c386e req-2b7f2681-fc9c-4853-a00d-460fe520bbb0 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 948 time: 0.0479672 Sep 18 06:52:35.084917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e7c4bd9-fcb7-419a-a4da-33325e0c386e req-771aa2f7-126a-4ee7-8d8c-479357aafb64 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361595 Sep 18 06:52:35.119446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a542d596-cebb-4a88-bd86-69a0f2b17e21 req-4b7302f8-3efd-40bb-b244-8b3a733c6464 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0385962 Sep 18 06:52:35.201530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e5416bd-b232-41fb-9ddb-229aeaf44a70 req-a8ead513-7d4b-46f6-8313-6befb07beac0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 210 time: 0.0287936 Sep 18 06:52:35.356537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2650b950-abb6-4b99-ad5c-2d24617772e5 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:35.563989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2650b950-abb6-4b99-ad5c-2d24617772e5,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:35.582844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2650b950-abb6-4b99-ad5c-2d24617772e5', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '2650b950-abb6-4b99-ad5c-2d24617772e5', 'mac_address': 'fa:16:3e:73:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:35.635965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:35.652315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-42368345-61b2-4214-8a20-e72bae5698b4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:35.653808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-42368345-61b2-4214-8a20-e72bae5698b4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.1399624 Sep 18 06:52:35.655624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2650b950-abb6-4b99-ad5c-2d24617772e5 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:35.678010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Request body: {'port': {'device_id': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'admin_state_up': True, 'tenant_id': '9cd6c860c45b45458093136004e59a49'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:35.703612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2650b950-abb6-4b99-ad5c-2d24617772e5,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:35.782368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:35.862332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:35.982501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2650b950-abb6-4b99-ad5c-2d24617772e5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:36.139597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:36.144181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.153804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6702176-c873-45c0-b48a-47839849d35b req-a75333bd-84e2-4520-8847-927511a4a88c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:36.156271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6702176-c873-45c0-b48a-47839849d35b req-a75333bd-84e2-4520-8847-927511a4a88c tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0531528 Sep 18 06:52:36.209111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6702176-c873-45c0-b48a-47839849d35b req-9f9bc964-51a2-4b0b-88af-0475bbfa7f06 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 Sep 18 06:52:36.298371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Allocated IP 172.20.0.7 (e04d702a-5abe-4efa-aaea-4595725c7e5a/46faa392-8771-4fcb-9c51-f0e41a249f86/2e72d8c3-776c-4d36-b38b-faab71b95526) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:36.441455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e937255c-8ecd-473f-bbe5-f612cde2d1aa req-73e0d01a-0ac9-401f-a12a-cc1e494954c7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0327265 Sep 18 06:52:36.462591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828eaf4-ab77-4d34-925d-2555c33b28ce req-aa540b87-1a90-4235-aafa-bd6dc3e51183 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:36.462951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d828eaf4-ab77-4d34-925d-2555c33b28ce req-aa540b87-1a90-4235-aafa-bd6dc3e51183 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 949 time: 0.0918338 Sep 18 06:52:36.473782 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.506657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d828eaf4-ab77-4d34-925d-2555c33b28ce req-c356ef9b-6f9f-4b31-b1d2-0b625727c1cb tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370011 Sep 18 06:52:36.586874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.591291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8417a962-f5b8-46fe-85d3-1ba627949c98 req-d25afccc-f6f3-4d23-ab60-86f5f809c6a3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Sep 18 06:52:36.647171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Network e04d702a-5abe-4efa-aaea-4595725c7e5a is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:36.651302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:36.653696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:36.660226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:36.660880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.675172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:36.685549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.685796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.686160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.686497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.686830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.687157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.687492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.687821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.688148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.688478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.688799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.689169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:36.744718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-57bf4cae-a38c-455c-a16f-b88d13aeb7d8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707808 Sep 18 06:52:36.768261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Request body: {'port': {'device_id': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:36.829800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.892791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-475c5006-b5e0-4446-8118-abdcbbe81331 tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:36.894339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-475c5006-b5e0-4446-8118-abdcbbe81331 tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 1102 time: 0.2782509 Sep 18 06:52:36.925826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:36.940614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-5106b27b-2c86-42ad-8cd9-9d9bde01f17e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:36.941755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-5106b27b-2c86-42ad-8cd9-9d9bde01f17e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.3410203 Sep 18 06:52:36.990490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Request body: {'port': {'device_id': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'admin_state_up': True, 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:37.109595 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.132090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e72d8c3-776c-4d36-b38b-faab71b95526 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:37.140296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.153285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Transition to ACTIVE for port object 2e72d8c3-776c-4d36-b38b-faab71b95526 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:37.204522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.231286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.235612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d935a357-8a30-4d17-8326-1b7d0d1b7b8b req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317137 Sep 18 06:52:37.244337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216fe7be-cfed-494c-ade0-97116c7fccd5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:37.269534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.270119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.270661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.271020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.271371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.271875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.272221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.272560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.272891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.274058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.274733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.275081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974f581-e971-46fd-bb2d-51ac685dcb6f tempest-LiveMigrationNegativeTest-1048660011 tempest-LiveMigrationNegativeTest-1048660011-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.280998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:37.310947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:37.314521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.319576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:37.321459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:37.321459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:37.334476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:37.334615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:37.343276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:37.343276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:37.343276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:37.343276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Bound port: 2e72d8c3-776c-4d36-b38b-faab71b95526, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:37.344378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.371624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2650b950-abb6-4b99-ad5c-2d24617772e5 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:37.440152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:37.443404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:37.483386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Allocated IP 172.20.0.9 (e9089881-e7f2-4770-a2bd-f6b2d1e8aade/75883667-47fc-4b4b-be96-fb22bf0a7e4e/ca79f270-2f9f-4050-b89d-f279776fd8e3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:37.525531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 2650b950-abb6-4b99-ad5c-2d24617772e5 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:37.532517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2650b950-abb6-4b99-ad5c-2d24617772e5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:37.532904 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.549992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-8ee244d8-78c0-409d-9956-09514709872b req-550ca427-e7b8-4880-aeca-3d89336d5dac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:37.550963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ee244d8-78c0-409d-9956-09514709872b req-550ca427-e7b8-4880-aeca-3d89336d5dac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051293 Sep 18 06:52:37.556064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.645767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:37.658520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:37.659177 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.660565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-348f2209-43b9-43c8-b16c-a1cdcd232ec8 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 1092 time: 0.8974824 Sep 18 06:52:37.661028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:37.663328 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8344e7-37ac-4065-b870-0f175a038f45" -d '{"events": [{"name": "network-changed", "server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:37.676481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.684267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.705526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:37.707760 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03478fb7-e735-4c35-98df-616492065420" -d '{"events": [{"server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "name": "network-vif-plugged", "status": "completed", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:37.720269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2650b950-abb6-4b99-ad5c-2d24617772e5,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:37.785233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae99d6-c13b-4fab-8021-3f02c4b90a46 req-2f096a0c-fcd2-4bff-a089-fd2802cb6dad tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:37.786749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5ae99d6-c13b-4fab-8021-3f02c4b90a46 req-2f096a0c-fcd2-4bff-a089-fd2802cb6dad tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 949 time: 0.0955503 Sep 18 06:52:37.795273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9426ca-15a2-4dae-91ad-40ac47a46458 req-a25b879c-fb65-45db-bc24-753d8d0b6c36 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:37.796661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9426ca-15a2-4dae-91ad-40ac47a46458 req-a25b879c-fb65-45db-bc24-753d8d0b6c36 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.0880265 Sep 18 06:52:37.814103 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.851157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5ae99d6-c13b-4fab-8021-3f02c4b90a46 req-49c2b2b1-f435-4896-b5fc-bae1ba976c24 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535440 Sep 18 06:52:37.856766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9426ca-15a2-4dae-91ad-40ac47a46458 req-ca7a09c6-ac94-4685-81cf-ed2f7c1298e7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Sep 18 06:52:37.874821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:37.892610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.892967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.893333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.898143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.898687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.899183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.899694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.900342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.900834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.901312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.902086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.902546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:37.905785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.925032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-f9d999c5-a7f9-45bb-9f17-9f2af59edc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:37.926840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-f9d999c5-a7f9-45bb-9f17-9f2af59edc12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1095 time: 0.0481918 Sep 18 06:52:37.952065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:37.955159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:37.958936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:37.964451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:37.965077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:37.973216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:37.990258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-e447113f-b088-4b21-a7d4-2ac6ee008662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0423946 Sep 18 06:52:38.041672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484094cb-c557-454b-8878-17eee33a6880 req-2c6e25f0-8128-4eb5-bcac-4a1628c134c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.043182 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-2c6e25f0-8128-4eb5-bcac-4a1628c134c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0442603 Sep 18 06:52:38.083208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-6571a68f-ffc0-4f27-ac69-cf1fabd91d2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238245 Sep 18 06:52:38.095660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0340-b3a6-49fb-83de-99ab2a989e63 req-0b55ae33-9dfa-484e-a323-f1f2e97082eb tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.097135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff8e0340-b3a6-49fb-83de-99ab2a989e63 req-0b55ae33-9dfa-484e-a323-f1f2e97082eb tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 931 time: 0.0486920 Sep 18 06:52:38.098775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-1d26a007-86f9-4599-b3ed-d52e11ef2294 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203253 Sep 18 06:52:38.121376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Request body: {'port': {'device_id': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:38.166421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff8e0340-b3a6-49fb-83de-99ab2a989e63 req-08cf947a-e045-4a27-92c3-89e63f2c4e83 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Sep 18 06:52:38.182412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-040e69ee-0472-425d-b771-4ba38821f640 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898962 Sep 18 06:52:38.200571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:38.260765 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87df7474-b350-4fec-8fe9-e2bab8ee3844 x-openstack-request-id: req-87df7474-b350-4fec-8fe9-e2bab8ee3844 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:38.261053 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:38.261311 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87df7474-b350-4fec-8fe9-e2bab8ee3844 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:38.261707 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'status': 'completed', 'code': 200} Sep 18 06:52:38.297820 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b722e2c0-1bdd-4bd9-9d2c-82ec2de7308c x-openstack-request-id: req-b722e2c0-1bdd-4bd9-9d2c-82ec2de7308c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:38.298241 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "name": "network-vif-plugged", "status": "completed", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:38.298845 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b722e2c0-1bdd-4bd9-9d2c-82ec2de7308c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:38.299441 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5', 'code': 200} Sep 18 06:52:38.301127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-484094cb-c557-454b-8878-17eee33a6880 req-0809a372-fda0-411c-bc3d-de7dc3872aea service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082470 Sep 18 06:52:38.407016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f157bb-9ccd-4308-a2c9-fa960712fc9d req-d8c8eb16-9e28-4172-8105-13772533658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.409373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57f157bb-9ccd-4308-a2c9-fa960712fc9d req-d8c8eb16-9e28-4172-8105-13772533658a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 1102 time: 0.0540218 Sep 18 06:52:38.495028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57f157bb-9ccd-4308-a2c9-fa960712fc9d req-f0f2aee7-fc3a-4653-af01-76a676ffc06c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698366 Sep 18 06:52:38.495967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-3f0c8226-b536-4bab-ad6d-77332386d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.497340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-3f0c8226-b536-4bab-ad6d-77332386d4cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1095 time: 0.0611281 Sep 18 06:52:38.528064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5c33-ca2d-4b6a-86dc-f523f892f51e req-4407d602-47ac-499a-beb6-5ecb5a5bc085 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.535495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bac5c33-ca2d-4b6a-86dc-f523f892f51e req-4407d602-47ac-499a-beb6-5ecb5a5bc085 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0878122 Sep 18 06:52:38.568371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca79f270-2f9f-4050-b89d-f279776fd8e3 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:38.583223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:38.601074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-aaa1ffd5-92fa-419e-933f-b2ec585a4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.603197 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-aaa1ffd5-92fa-419e-933f-b2ec585a4994 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.0984159 Sep 18 06:52:38.606268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Transition to ACTIVE for port object ca79f270-2f9f-4050-b89d-f279776fd8e3 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:52:38.611687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bac5c33-ca2d-4b6a-86dc-f523f892f51e req-2e17bf18-2457-4676-b17c-75c87272202e tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757420 Sep 18 06:52:38.651288 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-f756753c-099b-4a5f-ad54-b0b6097128bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0407579 Sep 18 06:52:38.687994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:38.706143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-c4785a1b-948c-4dd2-9a93-d19e661cfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:38.707824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-c4785a1b-948c-4dd2-9a93-d19e661cfe2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0491416 Sep 18 06:52:38.740895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:38.743641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-848b163a-517c-436e-bc67-24760d5df213 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272348 Sep 18 06:52:38.775662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:38.776006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:38.776346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:38.780530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-66909c81-fd03-4e7a-89b4-c84e191a24ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:38.784810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:38.789867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:38.791257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:38.791599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:38.791988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:38.792786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Bound port: ca79f270-2f9f-4050-b89d-f279776fd8e3, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:38.792786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:38.856366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-aa044a50-1ab7-49d7-8aaf-b94cf3a6ba00 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978353 Sep 18 06:52:38.864421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:38.868641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:38.961829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb8344e7-37ac-4065-b870-0f175a038f45 req-9761e872-9b67-4b0f-80d4-a899c6f6d1ae service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981739 Sep 18 06:52:38.965524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.051148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.051784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.053190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 1092 time: 0.9359436 Sep 18 06:52:39.055863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:39.058157 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a037f-b1e3-4e59-a36c-76fc5879422f" -d '{"events": [{"name": "network-changed", "server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:39.083528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:39.091027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e47dc2-7177-49bd-b43d-f14dea9c28ef req-9ca93cb7-2b1d-45ab-9692-54e98f1c9825 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.100824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42e47dc2-7177-49bd-b43d-f14dea9c28ef req-9ca93cb7-2b1d-45ab-9692-54e98f1c9825 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.1534164 Sep 18 06:52:39.100824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da8b3-3f02-4fec-90d5-89dfdaca4e33 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:39.111443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3705b-8cd7-4fe9-8bdd-db30ad853b08 req-12d2653b-01cf-4dfc-acb0-418d0e896c95 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.118558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ba3705b-8cd7-4fe9-8bdd-db30ad853b08 req-12d2653b-01cf-4dfc-acb0-418d0e896c95 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.1469238 Sep 18 06:52:39.161467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60936) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:39.186281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ba3705b-8cd7-4fe9-8bdd-db30ad853b08 req-b32a2c14-06e2-4910-8b84-a196ff097d0c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Sep 18 06:52:39.196395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42e47dc2-7177-49bd-b43d-f14dea9c28ef req-224db508-430f-4df2-998c-60ad9ec3edac tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733032 Sep 18 06:52:39.258723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-93dc6ff1-d931-4f3d-a7d3-29864bd5ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.258723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-93dc6ff1-d931-4f3d-a7d3-29864bd5ffb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1095 time: 0.0572503 Sep 18 06:52:39.271399 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc3d946-7d32-4362-9710-6e799a39373f x-openstack-request-id: req-4dc3d946-7d32-4362-9710-6e799a39373f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:39.271697 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:39.271956 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dc3d946-7d32-4362-9710-6e799a39373f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:39.272352 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'status': 'completed', 'code': 200} Sep 18 06:52:39.274774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74b3ee76-261c-4bf1-b55c-954792a169a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.300939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e045d8f-0e91-4c15-a92e-f228c762c6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.310339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-34b84248-4337-43bf-81b8-e6fcbbf1fc49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0370009 Sep 18 06:52:39.390835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-c632ed73-8ca1-43b8-b499-22db5041c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.392140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-c632ed73-8ca1-43b8-b499-22db5041c5a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0736010 Sep 18 06:52:39.402932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74b3ee76-261c-4bf1-b55c-954792a169a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.416754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2347be-3b53-463f-ab3f-81d836cb0783 req-c07a23e1-f4fc-41dd-8214-c37e0ae85a65 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.418295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f2347be-3b53-463f-ab3f-81d836cb0783 req-c07a23e1-f4fc-41dd-8214-c37e0ae85a65 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0913110 Sep 18 06:52:39.436488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-8b4e4a8c-d793-4226-a5d6-ef92c396001e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361714 Sep 18 06:52:39.471328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74b3ee76-261c-4bf1-b55c-954792a169a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.494530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f2347be-3b53-463f-ab3f-81d836cb0783 req-e472fbc2-86f8-4ad9-b0a9-96160249e7ea tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603161 Sep 18 06:52:39.537447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74b3ee76-261c-4bf1-b55c-954792a169a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b5425fad99c4a198e6995d37293085f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527993 Sep 18 06:52:39.538180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3ee76-261c-4bf1-b55c-954792a169a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844a151-7798-4d35-8faa-4ed64d7537c5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:39.541385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60950) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:39.572331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-c662cd3b-da85-425f-a571-b8c3df5ae8d7 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222544 Sep 18 06:52:39.618573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e045d8f-0e91-4c15-a92e-f228c762c6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.687662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.705384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e045d8f-0e91-4c15-a92e-f228c762c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.742744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.746847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a543ab5-6569-4b2a-8bf7-1c538a172163 req-9a2c74c3-0af1-4a60-b475-4300acd482be service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628771 Sep 18 06:52:39.752026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e045d8f-0e91-4c15-a92e-f228c762c6b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1b9dc85a770450a8e8149141e014984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890858 Sep 18 06:52:39.752496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60960) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:39.760428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e045d8f-0e91-4c15-a92e-f228c762c6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d969a33e-a901-40aa-aa43-2108221e4bfb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:39.804908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8da9-9b42-45ae-92ec-0fd6de448a2d req-1c6ff373-ac78-4468-a499-d9eea4b1984f tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:39.806543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6baa8da9-9b42-45ae-92ec-0fd6de448a2d req-1c6ff373-ac78-4468-a499-d9eea4b1984f tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.1103156 Sep 18 06:52:39.828859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.852286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.854387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6baa8da9-9b42-45ae-92ec-0fd6de448a2d req-7974fdbc-6a23-4d86-bef0-f0dfe10e6648 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Sep 18 06:52:39.932377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.934141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.938078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f844a151-7798-4d35-8faa-4ed64d7537c5 HTTP/1.1" status: 204 len: 168 time: 0.3926425 Sep 18 06:52:39.959157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65732c8-abdf-4bd2-81bb-f04ba36758b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844a151-7798-4d35-8faa-4ed64d7537c5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:39.973086 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.976159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:39.977630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d969a33e-a901-40aa-aa43-2108221e4bfb HTTP/1.1" status: 204 len: 168 time: 0.2240736 Sep 18 06:52:39.992505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e5c47-eb1c-40f7-8f81-bf01a8a821d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969a33e-a901-40aa-aa43-2108221e4bfb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:39.995533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-b3c1f3d7-4842-4006-87e6-f9108636bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.000162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-b3c1f3d7-4842-4006-87e6-f9108636bd1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1095 time: 0.0782084 Sep 18 06:52:40.006863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-2e149df3-7cbf-4101-8760-28f6c75c2318 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.008938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-2e149df3-7cbf-4101-8760-28f6c75c2318 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.37 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 950 time: 0.0792708 Sep 18 06:52:40.105157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-125ddeed-d20c-4092-982f-db4c30cc3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.112320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-125ddeed-d20c-4092-982f-db4c30cc3627 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.0997171 Sep 18 06:52:40.132413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Deleting port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:52:40.133279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.151931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-c2649c41-1298-4163-8c34-1abe53a62b3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0356250 Sep 18 06:52:40.201100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-7d43173d-ba3f-43da-9de6-7e9f5296a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.202676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-7d43173d-ba3f-43da-9de6-7e9f5296a555 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0434911 Sep 18 06:52:40.230120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] For port 9d4ed60e-8df8-49de-9c16-85a2f0e14229, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9d4ed60e-8df8-49de-9c16-85a2f0e14229,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:40.230543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.246653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Calling delete_port for 9d4ed60e-8df8-49de-9c16-85a2f0e14229 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:52:40.247744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-c55cb98d-98dd-4898-97a5-ab9763a558d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369487 Sep 18 06:52:40.364654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-d4365be2-2d18-4f91-ac2b-ed9b62f394d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085808 Sep 18 06:52:40.496946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.499463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e0bab-75d9-4498-b131-730257d578f6 req-0114ae50-8747-41b8-a035-fce18d63b219 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.501015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-067e0bab-75d9-4498-b131-730257d578f6 req-0114ae50-8747-41b8-a035-fce18d63b219 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.2262144 Sep 18 06:52:40.509389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9d4ed60e-8df8-49de-9c16-85a2f0e14229'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:40.518093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a1b3d-a01a-4d51-a0f2-524c8b78ebe5 req-beee0fb5-fc3f-41c4-bcf5-ff77dde88186 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.519590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d48a1b3d-a01a-4d51-a0f2-524c8b78ebe5 req-beee0fb5-fc3f-41c4-bcf5-ff77dde88186 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.1463449 Sep 18 06:52:40.527936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Pushing event deleted for resources: {'Port': ['ID=9d4ed60e-8df8-49de-9c16-85a2f0e14229,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:40.537585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e0d10fc6-b454-46dd-abab-1a68d927c935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:40.566645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a037f-b1e3-4e59-a36c-76fc5879422f req-5401fac5-e2f8-4730-b121-d823b368c58b service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921625 Sep 18 06:52:40.586476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] No DVR routers for this DVR port 9d4ed60e-8df8-49de-9c16-85a2f0e14229 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:40.590593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.592065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-336012bd-ae2b-460d-bc4b-7e86820b8977 req-9969c748-e394-40f6-89e2-6df727298801 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.37 "DELETE /v2.0/ports/9d4ed60e-8df8-49de-9c16-85a2f0e14229 HTTP/1.1" status: 204 len: 173 time: 0.5766170 Sep 18 06:52:40.593240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'name': 'network-vif-deleted', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:40.598671 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f890ef56-8246-491c-bb7d-cfab175478a9" -d '{"events": [{"server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "name": "network-vif-deleted", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:40.608095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-067e0bab-75d9-4498-b131-730257d578f6 req-66a35991-4c11-41c6-9784-7be19a9b5eb8 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838544 Sep 18 06:52:40.642558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d48a1b3d-a01a-4d51-a0f2-524c8b78ebe5 req-4cf0c9b8-2ab6-43b6-ab8e-fdf15a046060 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100469 Sep 18 06:52:40.765686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec056-bbcc-43dd-b75d-4e64a281e79e req-2780064c-97cd-4810-96b2-910ec8c4d11c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:40.767572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd6ec056-bbcc-43dd-b75d-4e64a281e79e req-2780064c-97cd-4810-96b2-910ec8c4d11c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0604956 Sep 18 06:52:40.773357 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594d1f40-3113-4885-bf78-9cb74f560e93 x-openstack-request-id: req-594d1f40-3113-4885-bf78-9cb74f560e93 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:40.773843 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88398574-b28b-480d-8dba-69cae0fb7ed6", "name": "network-vif-deleted", "tag": "9d4ed60e-8df8-49de-9c16-85a2f0e14229", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:40.773843 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-594d1f40-3113-4885-bf78-9cb74f560e93 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:40.774946 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88398574-b28b-480d-8dba-69cae0fb7ed6', 'name': 'network-vif-deleted', 'tag': '9d4ed60e-8df8-49de-9c16-85a2f0e14229', 'status': 'completed', 'code': 200} Sep 18 06:52:40.810908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:40.821646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd6ec056-bbcc-43dd-b75d-4e64a281e79e req-fc76554b-4246-476d-a543-ae4939bb6cd3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Sep 18 06:52:40.830518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feb1f00c-46c0-47bb-a527-9bf1f486f110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.877729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:40.890992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153c7dc9-a31b-4202-b9bc-b901751b699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:40.938714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feb1f00c-46c0-47bb-a527-9bf1f486f110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.053749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feb1f00c-46c0-47bb-a527-9bf1f486f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.096202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-feb1f00c-46c0-47bb-a527-9bf1f486f110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=953f51c90f8f435f88afd54d44a13b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841079 Sep 18 06:52:41.097169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1f00c-46c0-47bb-a527-9bf1f486f110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b58eb3-1b09-4e71-8b5a-b75e665afd1c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:41.099676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32774) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:41.140176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-363f153d-3a9e-47a9-97b0-36e30909e1ac req-bbdcbcff-9737-4dbf-9447-88449bd1bf9f tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=88398574-b28b-480d-8dba-69cae0fb7ed6 HTTP/1.1" status: 200 len: 210 time: 0.0438926 Sep 18 06:52:41.157818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.182931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153c7dc9-a31b-4202-b9bc-b901751b699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.186691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.248106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153c7dc9-a31b-4202-b9bc-b901751b699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.294384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.295373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-153c7dc9-a31b-4202-b9bc-b901751b699e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f0af55f0a0e40aab9ee67d81f4ea0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174669 Sep 18 06:52:41.296870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.297680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c7dc9-a31b-4202-b9bc-b901751b699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8754c5-b9c2-4183-86ca-c9be9340c36c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:41.298039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14b58eb3-1b09-4e71-8b5a-b75e665afd1c HTTP/1.1" status: 204 len: 168 time: 0.1976147 Sep 18 06:52:41.298595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:41.312674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba77a-65db-4a8a-ad59-1386a3bb7a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b58eb3-1b09-4e71-8b5a-b75e665afd1c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:41.366254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.390016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370e6a9-e27c-4dcc-8658-aa9f5c08f724 req-a1a52503-84a6-47f8-97cb-e6662feec7b8 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:41.394521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.400668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1370e6a9-e27c-4dcc-8658-aa9f5c08f724 req-a1a52503-84a6-47f8-97cb-e6662feec7b8 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.1085358 Sep 18 06:52:41.460101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1370e6a9-e27c-4dcc-8658-aa9f5c08f724 req-3686a092-7373-4a9e-a124-9523c4541729 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Sep 18 06:52:41.460304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5b391b78-ba96-49f0-a9d5-50ffebc6b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.517199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.520036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:41.521811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f8754c5-b9c2-4183-86ca-c9be9340c36c HTTP/1.1" status: 204 len: 168 time: 0.2203043 Sep 18 06:52:41.534492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ff61a-a56a-4769-8324-1d4e22550184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8754c5-b9c2-4183-86ca-c9be9340c36c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:41.781227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f06ac-1dda-4057-83a1-62db001bc244 req-65518e50-7711-40c1-9ef2-3c9dba202d41 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:41.782858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be1f06ac-1dda-4057-83a1-62db001bc244 req-65518e50-7711-40c1-9ef2-3c9dba202d41 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.0491393 Sep 18 06:52:41.824718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be1f06ac-1dda-4057-83a1-62db001bc244 req-70d80944-384e-44a5-97f9-03e1af50b6d5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Sep 18 06:52:41.962323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:42.005824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4b8c6-0bc1-4a91-93b6-2ce1f2443204 req-21de0785-45a7-40b4-8468-c76aa21413a3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:42.007376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bef4b8c6-0bc1-4a91-93b6-2ce1f2443204 req-21de0785-45a7-40b4-8468-c76aa21413a3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0894001 Sep 18 06:52:42.022091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc84889-a6e0-4179-bf06-f9b4bc49526e req-1739c45d-cf08-4258-bc1d-14b50ca4a3b3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:42.023585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc84889-a6e0-4179-bf06-f9b4bc49526e req-1739c45d-cf08-4258-bc1d-14b50ca4a3b3 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.0728929 Sep 18 06:52:42.077622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bef4b8c6-0bc1-4a91-93b6-2ce1f2443204 req-2b27a2c7-88b7-4024-816f-54c821fe9d86 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530825 Sep 18 06:52:42.084584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc84889-a6e0-4179-bf06-f9b4bc49526e req-0f83e527-cc68-42b2-8d70-7fe1259d0817 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531993 Sep 18 06:52:42.674451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d89144-11a3-4719-b7f8-070b95b1e87e req-efe58fef-0b88-4e8d-a14d-cf8f3b367545 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:42.676201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6d89144-11a3-4719-b7f8-070b95b1e87e req-efe58fef-0b88-4e8d-a14d-cf8f3b367545 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.0543871 Sep 18 06:52:42.717488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6d89144-11a3-4719-b7f8-070b95b1e87e req-996f0c2f-ad0f-473d-8eb3-aa96c9c33388 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Sep 18 06:52:42.952676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d231df2-23dd-416b-a7d0-a9189d83799d req-d48cdc81-9ff3-4686-b4f0-872100241a25 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:42.954172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d231df2-23dd-416b-a7d0-a9189d83799d req-d48cdc81-9ff3-4686-b4f0-872100241a25 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.0530589 Sep 18 06:52:42.992648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d231df2-23dd-416b-a7d0-a9189d83799d req-038b5ffa-a100-4a13-ae47-c7d484eeb469 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Sep 18 06:52:43.151257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.209753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd0ea0-ef46-4f8b-865f-83c2a0363936 req-7d0e29c7-7702-4ae7-914b-2336d6c75af7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:43.218000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10cd0ea0-ef46-4f8b-865f-83c2a0363936 req-7d0e29c7-7702-4ae7-914b-2336d6c75af7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0643137 Sep 18 06:52:43.224150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-d1a2f97e-0f9c-4fcd-b48f-f56634e2686f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:43.227224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-d1a2f97e-0f9c-4fcd-b48f-f56634e2686f tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.0931931 Sep 18 06:52:43.283512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10cd0ea0-ef46-4f8b-865f-83c2a0363936 req-786f266e-54a3-4669-9e53-da6d4c023d2c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645297 Sep 18 06:52:43.293699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc918-cacc-4ebc-8d7b-ff3939686679 req-36a17bf9-4623-4e3a-a0d6-baf46eba7033 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:43.295203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5bc918-cacc-4ebc-8d7b-ff3939686679 req-36a17bf9-4623-4e3a-a0d6-baf46eba7033 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 950 time: 0.0743985 Sep 18 06:52:43.350332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5bc918-cacc-4ebc-8d7b-ff3939686679 req-2867c3d0-fb0f-4a46-bb67-adf0ecbc883c tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1f7041c-947a-4057-95af-c6b473bdaee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Sep 18 06:52:43.362825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32900) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:43.393112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Deleting port 2650b950-abb6-4b99-ad5c-2d24617772e5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:52:43.393815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.423804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:43.516883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] For port 2650b950-abb6-4b99-ad5c-2d24617772e5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2650b950-abb6-4b99-ad5c-2d24617772e5,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:43.517698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.519691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-931fa385-a68b-4634-8cf5-55b6b32c553b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.536514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Calling delete_port for 2650b950-abb6-4b99-ad5c-2d24617772e5 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:52:43.541147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:43.562089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'port_id': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'mac_address': 'fa:16:3e:6c:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46faa392-8771-4fcb-9c51-f0e41a249f86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:43.617844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.641553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e72d8c3-776c-4d36-b38b-faab71b95526 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:43.669621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:43.689076 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-931fa385-a68b-4634-8cf5-55b6b32c553b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.734442 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.792662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:43.803378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-931fa385-a68b-4634-8cf5-55b6b32c553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.803527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.818235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2650b950-abb6-4b99-ad5c-2d24617772e5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:43.857545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Pushing event deleted for resources: {'Port': ['ID=2650b950-abb6-4b99-ad5c-2d24617772e5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:43.905870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa385-a68b-4634-8cf5-55b6b32c553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4922c203-26fe-4d30-b43a-4713bd61d529,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:43.910040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] No DVR routers for this DVR port 2650b950-abb6-4b99-ad5c-2d24617772e5 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:43.914151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:43.916509 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de859678-2bdf-42e4-b049-ef45c6ea941c req-78bc6e54-db94-4d2f-96f6-231fa51b7912 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.37 "DELETE /v2.0/ports/2650b950-abb6-4b99-ad5c-2d24617772e5 HTTP/1.1" status: 204 len: 173 time: 0.6831176 Sep 18 06:52:43.917080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'name': 'network-vif-deleted', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:43.920488 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe4249-ec1c-4b20-b6d0-70407e49da05" -d '{"events": [{"server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "name": "network-vif-deleted", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:43.925462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-931fa385-a68b-4634-8cf5-55b6b32c553b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b833358c34ca4ea1850600586863414e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614352 Sep 18 06:52:43.929287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:43.983468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7157895-5695-48ac-8e78-dfeb2476349f req-631bbe8a-b0e4-4cef-87f8-89087abf4ac4 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:43.985241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7157895-5695-48ac-8e78-dfeb2476349f req-631bbe8a-b0e4-4cef-87f8-89087abf4ac4 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.1743479 Sep 18 06:52:44.021377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.051039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7157895-5695-48ac-8e78-dfeb2476349f req-c8efc6c9-ec76-48c2-aa32-d09e3a06ba77 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9f06f69-5f96-41c6-9c0b-371751aeb476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598667 Sep 18 06:52:44.076470 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.122007 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa049771-c1cd-4523-b572-7d504ab6fcd0 x-openstack-request-id: req-aa049771-c1cd-4523-b572-7d504ab6fcd0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:44.122435 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d20143-655f-406d-9a3c-5c99aec56a1e", "name": "network-vif-deleted", "tag": "2650b950-abb6-4b99-ad5c-2d24617772e5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:44.122848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa049771-c1cd-4523-b572-7d504ab6fcd0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:44.123378 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d20143-655f-406d-9a3c-5c99aec56a1e', 'name': 'network-vif-deleted', 'tag': '2650b950-abb6-4b99-ad5c-2d24617772e5', 'status': 'completed', 'code': 200} Sep 18 06:52:44.207285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.207285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.207285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4922c203-26fe-4d30-b43a-4713bd61d529 HTTP/1.1" status: 204 len: 168 time: 0.2750776 Sep 18 06:52:44.211063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2e72d8c3-776c-4d36-b38b-faab71b95526'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:44.236004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3d977-ff33-44d3-9bb3-3730a26dfce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4922c203-26fe-4d30-b43a-4713bd61d529,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:44.271589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed4b3-aba4-4717-8d27-3592f4d1fd99 req-6bfcf4eb-b1ba-41d4-aca9-e8a0afc93c4e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:44.274481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b1ed4b3-aba4-4717-8d27-3592f4d1fd99 req-6bfcf4eb-b1ba-41d4-aca9-e8a0afc93c4e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.1046586 Sep 18 06:52:44.329501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b1ed4b3-aba4-4717-8d27-3592f4d1fd99 req-316e6a27-e5e2-415e-ba3d-8f2c2119f48d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Sep 18 06:52:44.465006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045908e-b146-4f7e-85c1-a80830075e40 req-4ba2916a-2b18-4753-8938-92c8d0b0b140 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:44.467118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6045908e-b146-4f7e-85c1-a80830075e40 req-4ba2916a-2b18-4753-8938-92c8d0b0b140 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 949 time: 0.0643294 Sep 18 06:52:44.477941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.531466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.689479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Deleting port e0d10fc6-b454-46dd-abab-1a68d927c935 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:52:44.689921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:44.938490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240571f-a495-42cc-bd41-0b6373d2f1eb req-83a9588c-42d1-48fe-a42c-abf32f60100c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:44.939960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1240571f-a495-42cc-bd41-0b6373d2f1eb req-83a9588c-42d1-48fe-a42c-abf32f60100c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.3114066 Sep 18 06:52:44.946457 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:52:44.979818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e53624ac-c5ad-4946-912e-051cbb02941a req-31880df9-10aa-40f0-b543-f2c1189571a9 tempest-DeleteServersAdminTestJSON-830894659 tempest-DeleteServersAdminTestJSON-830894659-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d20143-655f-406d-9a3c-5c99aec56a1e HTTP/1.1" status: 200 len: 210 time: 0.0628953 Sep 18 06:52:45.033483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1240571f-a495-42cc-bd41-0b6373d2f1eb req-88b547b7-fca9-4b1f-8eba-89871e00a132 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Sep 18 06:52:45.035193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] For port e0d10fc6-b454-46dd-abab-1a68d927c935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e0d10fc6-b454-46dd-abab-1a68d927c935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:45.035557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.045668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:45.055353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Calling delete_port for e0d10fc6-b454-46dd-abab-1a68d927c935 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:52:45.065284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c48a5-d549-424e-be3d-aa82a0c7cc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.159320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c48a5-d549-424e-be3d-aa82a0c7cc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.242035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c48a5-d549-424e-be3d-aa82a0c7cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.286087 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-382c48a5-d549-424e-be3d-aa82a0c7cc91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c387e8c707e64704922a1f121da2851b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367978 Sep 18 06:52:45.286087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c48a5-d549-424e-be3d-aa82a0c7cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9756b5-7ea0-43ec-9b4d-eaeeb91d09b4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:45.286558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:45.303009 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.341677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e0d10fc6-b454-46dd-abab-1a68d927c935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:45.345046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Pushing event deleted for resources: {'Port': ['ID=e0d10fc6-b454-46dd-abab-1a68d927c935,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:45.438509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:52:45.440985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2650b950-abb6-4b99-ad5c-2d24617772e5 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:45.446619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:45.483221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] No DVR routers for this DVR port e0d10fc6-b454-46dd-abab-1a68d927c935 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:52:45.493621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.493621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6045908e-b146-4f7e-85c1-a80830075e40 req-3fed7ec2-de63-438d-9aa2-053e8837e1c0 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.24 "DELETE /v2.0/ports/e0d10fc6-b454-46dd-abab-1a68d927c935 HTTP/1.1" status: 204 len: 173 time: 1.0155969 Sep 18 06:52:45.495435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 2650b950-abb6-4b99-ad5c-2d24617772e5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:52:45.495878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2650b950-abb6-4b99-ad5c-2d24617772e5 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:45.496384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9d4ed60e-8df8-49de-9c16-85a2f0e14229 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:45.503508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'name': 'network-vif-deleted', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:45.504858 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6ad4a-11fa-42b5-9980-a164f3e8094a" -d '{"events": [{"server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "name": "network-vif-deleted", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:45.518283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbf2a90a-7bf5-497b-9faf-667246f466c0 req-b7897bb6-f266-437a-8bb0-2a885db5a94b tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892639 Sep 18 06:52:45.520826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.524673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 9d4ed60e-8df8-49de-9c16-85a2f0e14229 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:52:45.525094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9d4ed60e-8df8-49de-9c16-85a2f0e14229 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:45.543835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38431cc6-1bc0-4699-85b6-033876e3d6a5 req-b9b4be72-d29b-48d0-90f2-cb8b6d95c2a7 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.0651133 Sep 18 06:52:45.643391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:45.656466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'port_id': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'mac_address': 'fa:16:3e:62:4e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75883667-47fc-4b4b-be96-fb22bf0a7e4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:52:45.699408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.704191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.712564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca79f270-2f9f-4050-b89d-f279776fd8e3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:52:45.732761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:45.753452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2a90a-7bf5-497b-9faf-667246f466c0 req-56409e90-1350-4b54-9b26-5d8263379faa tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:45.754922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbf2a90a-7bf5-497b-9faf-667246f466c0 req-56409e90-1350-4b54-9b26-5d8263379faa tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353830 Sep 18 06:52:45.773742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77103600-447d-494f-be86-e974c4625a46 req-d94a7579-9104-477c-96e2-9f3bf5730dce tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:45.775245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77103600-447d-494f-be86-e974c4625a46 req-d94a7579-9104-477c-96e2-9f3bf5730dce tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.1342845 Sep 18 06:52:45.784262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbf2a90a-7bf5-497b-9faf-667246f466c0 req-a8a8c0ba-2e9c-4ac8-a472-4e6b4a906259 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/quotas/ec8288baaafe4dc885b9ce1179bb2720 HTTP/1.1" status: 200 len: 375 time: 0.0227141 Sep 18 06:52:45.837069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbf2a90a-7bf5-497b-9faf-667246f466c0 req-d9c681fa-0666-45d5-b94f-7d1e5f80767a tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369143 Sep 18 06:52:45.845988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77103600-447d-494f-be86-e974c4625a46 req-92cbfdba-747a-4c13-ac7c-ad3f48fe9107 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590658 Sep 18 06:52:45.907303 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c6bd0e-601d-45ef-b004-cee29ee82522 x-openstack-request-id: req-55c6bd0e-601d-45ef-b004-cee29ee82522 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:45.907303 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f163db4-8eb3-4f5d-bc69-35db681c566a", "name": "network-vif-deleted", "tag": "e0d10fc6-b454-46dd-abab-1a68d927c935", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:45.907303 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55c6bd0e-601d-45ef-b004-cee29ee82522 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:45.907303 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f163db4-8eb3-4f5d-bc69-35db681c566a', 'name': 'network-vif-deleted', 'tag': 'e0d10fc6-b454-46dd-abab-1a68d927c935', 'status': 'completed', 'code': 200} Sep 18 06:52:45.965881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 2e72d8c3-776c-4d36-b38b-faab71b95526 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:45.966377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.969224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.969835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.971021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c9756b5-7ea0-43ec-9b4d-eaeeb91d09b4 HTTP/1.1" status: 204 len: 168 time: 0.6834557 Sep 18 06:52:45.976742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 2e72d8c3-776c-4d36-b38b-faab71b95526 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:45.977111 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:45.981532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcb1d6-8773-42b5-acb4-d09c41ab3b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9756b5-7ea0-43ec-9b4d-eaeeb91d09b4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:46.108399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:46.150577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:46.288211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:46.290920 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c96844b-b239-41a2-8487-d913b88bbefd" -d '{"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-plugged", "status": "completed", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:46.303655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:46.391062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:46.407333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbd4bf-4c3d-41c9-868b-61acc3eafadf req-462cc331-2ac3-4dd3-8c4b-9f5f14e7a5f4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:46.409056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1bbd4bf-4c3d-41c9-868b-61acc3eafadf req-462cc331-2ac3-4dd3-8c4b-9f5f14e7a5f4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0620661 Sep 18 06:52:46.454052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1bbd4bf-4c3d-41c9-868b-61acc3eafadf req-96b0f0c3-ece9-40c8-b7e3-c1d285769a45 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Sep 18 06:52:46.465187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:46.477723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ca79f270-2f9f-4050-b89d-f279776fd8e3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:46.813258 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52c19e1-34c4-4133-9311-453de00d3bb9 x-openstack-request-id: req-e52c19e1-34c4-4133-9311-453de00d3bb9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:46.813938 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-plugged", "status": "completed", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:46.814744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e52c19e1-34c4-4133-9311-453de00d3bb9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:46.815384 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'code': 200} Sep 18 06:52:46.906527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63e49a6e-6fba-4240-81ec-80f3a7cec892 req-b75422b9-354a-41eb-9870-870ec8eb4ce8 tempest-LiveMigrationNegativeTest-1639904728 tempest-LiveMigrationNegativeTest-1639904728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f163db4-8eb3-4f5d-bc69-35db681c566a HTTP/1.1" status: 200 len: 210 time: 0.0298197 Sep 18 06:52:46.975312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c07a9-a6a5-4f86-8070-f109d6314f36 req-4b4f83dc-eb60-4571-bb46-9d8400da38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:46.977745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd7c07a9-a6a5-4f86-8070-f109d6314f36 req-4b4f83dc-eb60-4571-bb46-9d8400da38ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1097 time: 0.0664279 Sep 18 06:52:47.019178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd7c07a9-a6a5-4f86-8070-f109d6314f36 req-f22c2ed4-2b9d-4bef-bf62-4f031fd1b8ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Sep 18 06:52:47.174219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ee394-8526-4dc0-af9d-00dd75f978ac req-e0ba555d-447f-4337-bc0c-669e7140dd35 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:47.175752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a53ee394-8526-4dc0-af9d-00dd75f978ac req-e0ba555d-447f-4337-bc0c-669e7140dd35 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 945 time: 0.0558124 Sep 18 06:52:47.229230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a53ee394-8526-4dc0-af9d-00dd75f978ac req-60d44fcc-04e5-4483-88d8-d0f2ae3d1d85 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Sep 18 06:52:47.402973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a45de2c-bcd9-4d62-b052-71c0389fab55 req-851e5a07-b4e1-47d2-9612-b0bb0cb9be14 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260634 Sep 18 06:52:47.520038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45de2c-bcd9-4d62-b052-71c0389fab55 req-bfbd3d15-4e5a-4c76-ab94-78fcbf111b36 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:47.521713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a45de2c-bcd9-4d62-b052-71c0389fab55 req-bfbd3d15-4e5a-4c76-ab94-78fcbf111b36 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131849 Sep 18 06:52:47.537573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a45de2c-bcd9-4d62-b052-71c0389fab55 req-b901ea88-a327-4dad-9984-1899a1e8d1c1 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/quotas/ec8288baaafe4dc885b9ce1179bb2720 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Sep 18 06:52:47.591061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a45de2c-bcd9-4d62-b052-71c0389fab55 req-3ddf8203-56d8-4829-bf48-3f6b6547b51a tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443566 Sep 18 06:52:47.610503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d17792-b98f-4747-857c-7abe7703eb83 req-8c4608e1-5dc9-4fc1-b387-17120f00dc6d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:47.612010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d17792-b98f-4747-857c-7abe7703eb83 req-8c4608e1-5dc9-4fc1-b387-17120f00dc6d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0735688 Sep 18 06:52:47.651268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d17792-b98f-4747-857c-7abe7703eb83 req-7cbea01b-a9ff-4952-8634-86664eb0972a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Sep 18 06:52:47.905126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33088) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:47.942823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33094) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:48.125125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b01b631-c527-4af4-b656-3adeec702e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.130017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67de45b7-4d54-42f2-9353-ae628739a1ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=821ef4610d9c4245b3162f07ab909109&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2237785 Sep 18 06:52:48.132973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33102) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:48.200688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.229044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.230312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b01b631-c527-4af4-b656-3adeec702e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.352186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037fad-5434-46f6-9d3b-d2b27ec41130 req-f5e0e793-8090-4fe2-ad15-909857b85263 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:48.352186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2037fad-5434-46f6-9d3b-d2b27ec41130 req-f5e0e793-8090-4fe2-ad15-909857b85263 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 945 time: 0.0524974 Sep 18 06:52:48.352652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b01b631-c527-4af4-b656-3adeec702e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.382257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.392174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.396679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1f7041c-947a-4057-95af-c6b473bdaee5 HTTP/1.1" status: 204 len: 168 time: 0.2626419 Sep 18 06:52:48.405123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9e0c-107b-4adf-b7cc-688e5762ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7041c-947a-4057-95af-c6b473bdaee5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:48.413516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b01b631-c527-4af4-b656-3adeec702e08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9163bce431ac496085749cae98e203c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687042 Sep 18 06:52:48.416948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33120) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:48.420921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01b631-c527-4af4-b656-3adeec702e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b8196-c6b0-4e2a-ba62-4d4755e0f6b4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:48.457886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2037fad-5434-46f6-9d3b-d2b27ec41130 req-22ee9707-e30f-494f-ae02-7fe1f61b0bdc tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947845 Sep 18 06:52:48.490461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.527175 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.662246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.664287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33132) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:48.664764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:48.668987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/148b8196-c6b0-4e2a-ba62-4d4755e0f6b4 HTTP/1.1" status: 204 len: 168 time: 0.2507203 Sep 18 06:52:48.679140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cca5a-0be3-4b30-a345-2c6d3e6a4e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b8196-c6b0-4e2a-ba62-4d4755e0f6b4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:48.778179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bedb6c-638f-4878-a148-f69b7cf6e856 req-eaaa785e-dea2-4084-813f-ba341087f24e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:48.779724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0bedb6c-638f-4878-a148-f69b7cf6e856 req-eaaa785e-dea2-4084-813f-ba341087f24e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0515280 Sep 18 06:52:48.822075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0bedb6c-638f-4878-a148-f69b7cf6e856 req-7de9e65e-f988-4499-974e-be6fa6bdc43d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Sep 18 06:52:49.279043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33150) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:49.279668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dfa4ce7a-46ce-4293-bbf7-4ddb62424892 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a61c33f5fd24759a13c991ded6b6ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136053 Sep 18 06:52:49.329793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.350890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.427271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:49.468695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.470423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:49.471578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.473003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9f06f69-5f96-41c6-9c0b-371751aeb476 HTTP/1.1" status: 204 len: 168 time: 0.1929455 Sep 18 06:52:49.492573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762447-a1b9-4051-a5e1-166ba2560e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f06f69-5f96-41c6-9c0b-371751aeb476,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:49.585151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcb5e2-b3cb-49a2-98dc-212eb162eee5 req-cf0e7f3a-7d10-4477-bf4f-b8ac2770cf63 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:49.587128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64dcb5e2-b3cb-49a2-98dc-212eb162eee5 req-cf0e7f3a-7d10-4477-bf4f-b8ac2770cf63 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 945 time: 0.0506313 Sep 18 06:52:49.588869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ca79f270-2f9f-4050-b89d-f279776fd8e3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:52:49.593002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ca79f270-2f9f-4050-b89d-f279776fd8e3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:49.593493 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.598956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33162) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:49.613152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2add119-4fbd-4280-bed9-cc96668f21d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.651755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64dcb5e2-b3cb-49a2-98dc-212eb162eee5 req-9b9e5458-d487-4aa4-9491-d2bfc7aeeff9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 Sep 18 06:52:49.693584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.715562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2add119-4fbd-4280-bed9-cc96668f21d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.721549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:49.723844 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e490175-76a2-474f-93b7-55e3cecf5582" -d '{"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:49.736344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:49.760423 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f680f3b-946e-4d5b-8767-ae75457f4129 x-openstack-request-id: req-4f680f3b-946e-4d5b-8767-ae75457f4129 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:49.760754 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:49.761042 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f680f3b-946e-4d5b-8767-ae75457f4129 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:49.761441 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'code': 200} Sep 18 06:52:49.788557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cf693d9-5c15-4db5-bd14-237e2385f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.812457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:49.826626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8428d8fd-f5cc-48b6-8488-3b798a3cb9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.834632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2add119-4fbd-4280-bed9-cc96668f21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.869940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.871044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e0d10fc6-b454-46dd-abab-1a68d927c935 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:52:49.882019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2add119-4fbd-4280-bed9-cc96668f21d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeb0d3b-590c-4b1e-91bd-5b8df3ad1df5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:49.891950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f2add119-4fbd-4280-bed9-cc96668f21d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c08c94ec38c24172949adbe6f7755662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923815 Sep 18 06:52:49.894617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:49.924220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b404d-5682-4fef-94aa-96738542af7b req-33064355-790b-4902-a6ac-b7d8300559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:49.924503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a15b404d-5682-4fef-94aa-96738542af7b req-33064355-790b-4902-a6ac-b7d8300559f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0636461 Sep 18 06:52:49.945812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: e0d10fc6-b454-46dd-abab-1a68d927c935 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:52:49.946123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e0d10fc6-b454-46dd-abab-1a68d927c935 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:52:49.957022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.985886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a15b404d-5682-4fef-94aa-96738542af7b req-9f7936b2-061d-4625-9da8-c2ee037b12aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530584 Sep 18 06:52:49.987797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:49.994878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cf693d9-5c15-4db5-bd14-237e2385f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.040130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.069881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a25697-1a4a-46db-9017-11d92ba6e5fe req-257a5351-7b59-4bd9-94c4-5d5af1858043 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:50.072217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62a25697-1a4a-46db-9017-11d92ba6e5fe req-257a5351-7b59-4bd9-94c4-5d5af1858043 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0571923 Sep 18 06:52:50.073370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cf693d9-5c15-4db5-bd14-237e2385f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.094176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.098180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.103722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffeb0d3b-590c-4b1e-91bd-5b8df3ad1df5 HTTP/1.1" status: 204 len: 168 time: 0.2067089 Sep 18 06:52:50.126622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dbe7e-b1ca-4ecc-ad41-b53d1a531d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeb0d3b-590c-4b1e-91bd-5b8df3ad1df5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.131664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7cf693d9-5c15-4db5-bd14-237e2385f3cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53dc6dee6ca341a3ac38f85e08da6620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006307 Sep 18 06:52:50.132993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf693d9-5c15-4db5-bd14-237e2385f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64d3ec-47c4-43b1-b3e8-51db225f8ec5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.136121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:50.179654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62a25697-1a4a-46db-9017-11d92ba6e5fe req-da3a65ca-3ea1-43e0-952d-9b1aa3ac50a3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771384 Sep 18 06:52:50.265677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc28726e-950b-4f16-9fd7-98746d5ff754 req-77d1cbae-6815-42a2-8979-cd2a4807003c tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311382 Sep 18 06:52:50.268273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.299649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8428d8fd-f5cc-48b6-8488-3b798a3cb9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.313351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.368040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8428d8fd-f5cc-48b6-8488-3b798a3cb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.377218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02249be-75d7-409f-989a-7d4b29518d64 req-b0a37c15-e140-4ebe-8d10-7997857dd7de tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:50.378957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e02249be-75d7-409f-989a-7d4b29518d64 req-b0a37c15-e140-4ebe-8d10-7997857dd7de tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1097 time: 0.1172802 Sep 18 06:52:50.416034 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8428d8fd-f5cc-48b6-8488-3b798a3cb9e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39039933933241bc8bbda92f5d5ef3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023819 Sep 18 06:52:50.416748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428d8fd-f5cc-48b6-8488-3b798a3cb9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e08a1-f136-4b8d-b6b0-ba8f482ca03d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.419113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33194) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:50.442832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28726e-950b-4f16-9fd7-98746d5ff754 req-2fe99a57-d977-4954-85ac-b9be7e072967 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:50.444333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc28726e-950b-4f16-9fd7-98746d5ff754 req-2fe99a57-d977-4954-85ac-b9be7e072967 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456156 Sep 18 06:52:50.450720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e02249be-75d7-409f-989a-7d4b29518d64 req-1068f122-fa33-42d1-8d65-dc0fb8a16c19 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619712 Sep 18 06:52:50.460097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.461524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc28726e-950b-4f16-9fd7-98746d5ff754 req-8b6e38ac-db00-4094-97a1-b9c4792a24cf tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/quotas/ec8288baaafe4dc885b9ce1179bb2720 HTTP/1.1" status: 200 len: 375 time: 0.0099657 Sep 18 06:52:50.463301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.464420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa64d3ec-47c4-43b1-b3e8-51db225f8ec5 HTTP/1.1" status: 204 len: 168 time: 0.3271124 Sep 18 06:52:50.476554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e145d-2910-45be-a71f-b68a0eb19e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64d3ec-47c4-43b1-b3e8-51db225f8ec5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.492661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.506380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc28726e-950b-4f16-9fd7-98746d5ff754 req-f8ccb0c5-45f1-4373-9e5c-b5dd715d0be6 tempest-QuotasAdminNegativeTest-474234782 tempest-QuotasAdminNegativeTest-474234782-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292130 Sep 18 06:52:50.521931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.624340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33206) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:50.647850 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.651000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.652180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086e08a1-f136-4b8d-b6b0-ba8f482ca03d HTTP/1.1" status: 204 len: 168 time: 0.2321768 Sep 18 06:52:50.662779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50c2d8-89d2-4b58-88c2-0bbb10edf353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e08a1-f136-4b8d-b6b0-ba8f482ca03d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:50.717175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a802d-4a78-41b6-8687-28a8e3dec3f7 req-436f45d5-5b70-4c83-a717-7c190e04ebfb tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:50.718770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4a802d-4a78-41b6-8687-28a8e3dec3f7 req-436f45d5-5b70-4c83-a717-7c190e04ebfb tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1097 time: 0.0960152 Sep 18 06:52:50.725451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1939c78d-48d7-4d48-97dc-a238cf1bb731 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d32405f65297489ab9ebc67899871933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936677 Sep 18 06:52:50.728315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:50.769048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4a802d-4a78-41b6-8687-28a8e3dec3f7 req-df699c59-1d67-40c7-9798-d5b713c6161f tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Sep 18 06:52:50.790235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.814751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.945577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.948153 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:50.949363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/216fe7be-cfed-494c-ade0-97116c7fccd5 HTTP/1.1" status: 204 len: 168 time: 0.2200830 Sep 18 06:52:50.957736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb5e02-a7a8-4455-9022-a0e9c13326b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216fe7be-cfed-494c-ade0-97116c7fccd5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:51.484724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de16d0-4023-41a3-b2c8-047a9c0a584a req-4c200110-15be-4b7f-90e0-84282768ce59 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:51.486203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43de16d0-4023-41a3-b2c8-047a9c0a584a req-4c200110-15be-4b7f-90e0-84282768ce59 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Sep 18 06:52:51.527578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43de16d0-4023-41a3-b2c8-047a9c0a584a req-93eef916-d0df-4607-b635-f42ea1102e2c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Sep 18 06:52:51.622049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33254) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:51.637430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae274e1c-5f0d-45f1-9981-f243d9fab107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:51.746664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae274e1c-5f0d-45f1-9981-f243d9fab107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:51.864974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae274e1c-5f0d-45f1-9981-f243d9fab107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:51.906484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ae274e1c-5f0d-45f1-9981-f243d9fab107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11ff74c8588143de80f7238a714841e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823577 Sep 18 06:52:51.907317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274e1c-5f0d-45f1-9981-f243d9fab107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bebf3c-ba8f-4de6-b98c-e2bb38fd34f1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:51.909180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33262) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:51.974841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:52.000195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:52.160145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:52.162968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:52.164799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11bebf3c-ba8f-4de6-b98c-e2bb38fd34f1 HTTP/1.1" status: 204 len: 168 time: 0.2543383 Sep 18 06:52:52.173496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9216556-83a5-4777-83d5-b7cf3fcbf2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bebf3c-ba8f-4de6-b98c-e2bb38fd34f1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:52.376591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33288) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:52.656495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774f7f7-99ac-4ae6-820a-38f4a6159cb4 req-25621b02-47c8-468f-b9db-c42290082a48 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:52.658046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9774f7f7-99ac-4ae6-820a-38f4a6159cb4 req-25621b02-47c8-468f-b9db-c42290082a48 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Sep 18 06:52:52.701831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9774f7f7-99ac-4ae6-820a-38f4a6159cb4 req-7db87a5f-424c-497a-9d63-5964ac78195c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357640 Sep 18 06:52:52.882558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9611-8e8b-4048-aafe-cba4c3b5127a req-3376f121-d78b-4050-9d17-e04fec83b9e2 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:52.884025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-330f9611-8e8b-4048-aafe-cba4c3b5127a req-3376f121-d78b-4050-9d17-e04fec83b9e2 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0420270 Sep 18 06:52:52.933693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-330f9611-8e8b-4048-aafe-cba4c3b5127a req-45c82828-849c-4622-92ba-0e38325034b6 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Sep 18 06:52:53.014574 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0d9973d-37ea-4da1-9921-731b8e961bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.121651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63875037-5046-4c10-90e9-9b18c3f5e0e8 req-2d418101-544f-4356-8e3f-b7a8a5dde436 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:53.123221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63875037-5046-4c10-90e9-9b18c3f5e0e8 req-2d418101-544f-4356-8e3f-b7a8a5dde436 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0755394 Sep 18 06:52:53.182988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63875037-5046-4c10-90e9-9b18c3f5e0e8 req-a046b26c-1ab8-4635-a19e-f1ae91160b77 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524905 Sep 18 06:52:53.184732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0d9973d-37ea-4da1-9921-731b8e961bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.257178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0d9973d-37ea-4da1-9921-731b8e961bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.300763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0d9973d-37ea-4da1-9921-731b8e961bcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec8288baaafe4dc885b9ce1179bb2720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206154 Sep 18 06:52:53.300939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33342) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:53.307608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9973d-37ea-4da1-9921-731b8e961bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5789b364-72d8-453b-886c-37a9e9db4adc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:53.355819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.386242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.508099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.510722 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:53.511887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5789b364-72d8-453b-886c-37a9e9db4adc HTTP/1.1" status: 204 len: 168 time: 0.2099948 Sep 18 06:52:53.520785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cf751-1b4a-4c59-81e3-bf71f255efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5789b364-72d8-453b-886c-37a9e9db4adc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:53.646742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adbeb6-98a1-46c4-b577-da03647d61db req-501b191a-52c0-4e9f-85fb-9247e9a416fd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:53.648526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82adbeb6-98a1-46c4-b577-da03647d61db req-501b191a-52c0-4e9f-85fb-9247e9a416fd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0457983 Sep 18 06:52:53.698781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82adbeb6-98a1-46c4-b577-da03647d61db req-dfae3c3f-76f0-4377-bd90-7334bca0b7c9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Sep 18 06:52:54.020252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33368) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:54.175166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33378) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:54.299524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-network', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:54.397181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Made reservation on behalf of 91745aff7d914421a4ccb5f6a2ae628f for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:54.400415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.409689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.491725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:54.502524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.508898 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73593927-c88c-4b0e-9729-4cc9461bb12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.567871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.590138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:52:54.603268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549d473-6fe9-4ad3-82aa-03ea8cf2a001,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:54.608087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.608650 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Added segment bc14773d-e682-45c8-b0ec-026f24aac0c8 of type vlan for network 4b359774-1eb1-405f-a8f6-1791afa03ad7 Sep 18 06:52:54.652043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.654785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73593927-c88c-4b0e-9729-4cc9461bb12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.710675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73593927-c88c-4b0e-9729-4cc9461bb12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.739533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.740584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:54.741227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.756363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-c460dcf0-f3d6-442d-afc0-63ff8ff09e25 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:54.764399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-c460dcf0-f3d6-442d-afc0-63ff8ff09e25 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5875192 Sep 18 06:52:54.812440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-25e59782-bb5a-4a2d-b92a-163de43df84d tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:54.821437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-25e59782-bb5a-4a2d-b92a-163de43df84d tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 1094 time: 0.0561781 Sep 18 06:52:54.822534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73593927-c88c-4b0e-9729-4cc9461bb12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75adf98-4699-4b93-a941-602207406c9a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:54.829939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-73593927-c88c-4b0e-9729-4cc9461bb12b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1b86253756844b8943adc1f0e4f17af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362525 Sep 18 06:52:54.830960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33400) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:54.853302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] Pushing event updated for resources: {'Network': ['ID=4b359774-1eb1-405f-a8f6-1791afa03ad7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:54.867218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:52:54.869862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386156bb-2f2d-4134-b446-034239a3675c req-93f42a1c-0679-47a7-8570-ae67fef23113 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:54.871837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-386156bb-2f2d-4134-b446-034239a3675c req-93f42a1c-0679-47a7-8570-ae67fef23113 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0841117 Sep 18 06:52:54.892878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.910698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-99a66222-f9e9-4d59-a089-3da3808e7c2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8893301 Sep 18 06:52:54.911404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33406) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:54.917492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:54.918944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Request body: {'subnet': {'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-subnet', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:54.951150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-386156bb-2f2d-4134-b446-034239a3675c req-22c1b871-d055-4356-b67e-87df67ab8126 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 Sep 18 06:52:55.011008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Made reservation on behalf of 91745aff7d914421a4ccb5f6a2ae628f for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:52:55.013445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.066078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.070370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.074203 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f75adf98-4699-4b93-a941-602207406c9a HTTP/1.1" status: 204 len: 168 time: 0.2397988 Sep 18 06:52:55.082109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792540-9af1-45f5-871e-43e174f3ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75adf98-4699-4b93-a941-602207406c9a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:55.249600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:55.250289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:52:55.300457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.379432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af4837e-6c79-41f0-8c3d-1f89d25e1683,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:55.387614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Checking segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:55.387974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Network hostable DHCP agents. Network: 4b359774-1eb1-405f-a8f6-1791afa03ad7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:52:55.431502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:55.431837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:55.432160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:55.436498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:55.436813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:55.441434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:55.441762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:55.442166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:55.442581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Bound port: 2e72d8c3-776c-4d36-b38b-faab71b95526, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:55.497261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:55.505452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:52:55.639940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 4b359774-1eb1-405f-a8f6-1791afa03ad7) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:55.640839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.645657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:55.650181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-64a787e4-a96d-47e0-b6f5-4ac25577b40c service neutron] 10.222.0.20 "POST /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526/bindings HTTP/1.1" status: 201 len: 390 time: 0.6316223 Sep 18 06:52:55.650871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.653583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afb4cb-97b6-431b-be3e-8b8728e1da37 None None] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:55.720554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d5a9aaae-e872-4e7b-9637-0424d0fc041d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8055501 Sep 18 06:52:55.723407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:55.728151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:55.832139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.833852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.853718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-4b359774-1eb1-405f-a8f6-1791afa03ad7', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:52:55.853718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.910417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:55.998528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Allocated IP 172.20.0.2 (4b359774-1eb1-405f-a8f6-1791afa03ad7/3af4837e-6c79-41f0-8c3d-1f89d25e1683/ea715525-028e-4282-a2a2-712400dec263) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:56.154449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.180219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.286225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.347161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:56.347161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:56.348613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:56.389533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Pushing event updated for resources: {'Port': ['ID=ea715525-028e-4282-a2a2-712400dec263,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:56.432806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Attempting to bind port ea715525-028e-4282-a2a2-712400dec263 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:56.433498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Attempting to bind port ea715525-028e-4282-a2a2-712400dec263 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:56.434080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Attempting to bind port ea715525-028e-4282-a2a2-712400dec263 on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:56.442717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:56.443495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Checking segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:56.444116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.445386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Bound using segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:56.446116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Bound port: ea715525-028e-4282-a2a2-712400dec263, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:56.446692 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.504270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-53fbaa4b-4ef1-41aa-a881-9e848375880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:56.512451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-53fbaa4b-4ef1-41aa-a881-9e848375880c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1097 time: 0.1034372 Sep 18 06:52:56.525072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] For port ea715525-028e-4282-a2a2-712400dec263, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:56.529664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] For port ea715525-028e-4282-a2a2-712400dec263, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea715525-028e-4282-a2a2-712400dec263,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:56.631422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.651938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-3e353cb6-e5ea-475e-a2fc-5eb2e8f38da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:56.654085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-3e353cb6-e5ea-475e-a2fc-5eb2e8f38da2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1337309 Sep 18 06:52:56.700262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159714f6-d57f-41ad-8fe1-494155c4dd61 None None] Pushing event updated for resources: {'Port': ['ID=ea715525-028e-4282-a2a2-712400dec263,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:56.738258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-a6769a7c-0217-4245-9fa5-28a71dc96304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0775108 Sep 18 06:52:56.762048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd787b-b6e7-42b9-9382-89999384e842 req-1eed08cd-4571-4ce3-916b-95f33a8c2543 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:56.770067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3edd787b-b6e7-42b9-9382-89999384e842 req-1eed08cd-4571-4ce3-916b-95f33a8c2543 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 945 time: 0.1538229 Sep 18 06:52:56.817478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.834172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-744aa6f1-802b-4bad-9c1a-b96c3df2d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:56.836920 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-744aa6f1-802b-4bad-9c1a-b96c3df2d4ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0914130 Sep 18 06:52:56.843176 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:56.858415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3edd787b-b6e7-42b9-9382-89999384e842 req-6937c404-9c3f-46d0-ab68-577968227c17 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869133 Sep 18 06:52:56.884876 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-17fb146c-4895-45bd-8f7d-c60c1e95b9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396073 Sep 18 06:52:57.030530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Allocated IP 172.25.4.53 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/9570c54e-d11f-4adf-a007-7764e32e42f3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:57.073722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-be9bf46f-6632-4281-989c-2e88d7e6820d service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770263 Sep 18 06:52:57.210457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:57.229233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-198068ae-df2b-43c7-ba70-a742edc92e62 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456058 Sep 18 06:52:57.343042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:57.397224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:52:57.400480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:52:57.405374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:52:57.462170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-52e4c1ce-209c-4751-83a0-0ac444db06e3 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:57.463684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-52e4c1ce-209c-4751-83a0-0ac444db06e3 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0862203 Sep 18 06:52:57.470948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Pushing event updated for resources: {'Port': ['ID=9570c54e-d11f-4adf-a007-7764e32e42f3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:57.479994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:57.542158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:57.818835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-0ea91389-bfd6-4f1a-b3ee-3118994489b9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:52:57.820090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-0ea91389-bfd6-4f1a-b3ee-3118994489b9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090122 Sep 18 06:52:57.830443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:57.892461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-66e22254-784c-45aa-b2c3-12ea663617e9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:57.893870 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-66e22254-784c-45aa-b2c3-12ea663617e9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 1094 time: 0.0647953 Sep 18 06:52:57.937090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:52:57.937612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:52:58.025436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca8dd6-b956-4c21-b41e-1a2981ea1431 None None] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:52:58.040537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:58.089338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.194266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:58.223687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] Provisioning complete for port ea715525-028e-4282-a2a2-712400dec263 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:58.224075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.272918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:58.272918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:58.272918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:58.283260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea715525-028e-4282-a2a2-712400dec263 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:52:58.284742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:58.285192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:58.291740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:52:58.293513 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1147526-5e21-458d-ab37-495fb4d9c201" -d '{"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:52:58.299533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.303194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:58.303470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:58.304067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:58.305039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Bound port: ca79f270-2f9f-4050-b89d-f279776fd8e3, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:58.351547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:52:58.368949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:58.380287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.403317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ea715525-028e-4282-a2a2-712400dec263 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:58.403767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.452560 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.507964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:58.515108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.522290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] For port ea715525-028e-4282-a2a2-712400dec263, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea715525-028e-4282-a2a2-712400dec263,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:52:58.530824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-46f6da5e-7d5e-4298-b778-04a4ed44926c service neutron] 10.222.0.20 "POST /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3/bindings HTTP/1.1" status: 201 len: 390 time: 0.5968025 Sep 18 06:52:58.566909 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.584604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:52:58.595593 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:52:58.613687 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:58.618421 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:58.637375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:58.637948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:58.638169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:58.643943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:52:58.644534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Attempting to bind port 2e72d8c3-776c-4d36-b38b-faab71b95526 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:58.665603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:58.665603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:58.665603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:58.665603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Bound port: 2e72d8c3-776c-4d36-b38b-faab71b95526, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:58.665603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.666148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.695739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.699284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bba3db19-9efd-45c6-b599-813d32e0e10d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9731350 Sep 18 06:52:58.700121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33542) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:52:58.754894 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.765939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65208-1c84-4438-ac19-6741df4f2396 None None] Pushing event updated for resources: {'Port': ['ID=ea715525-028e-4282-a2a2-712400dec263,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:58.777137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:52:58.777137 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:52:58.784552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:58.789106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:58.790936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-326daf12-c417-44fc-a6b9-f8a450aeacee None None] Provisioning complete for port ea715525-028e-4282-a2a2-712400dec263 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:52:58.791370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:52:58.791687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-326daf12-c417-44fc-a6b9-f8a450aeacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.874232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.916783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41877b01-cb68-46f7-b22b-35e75e8c03c2 req-d30a0ded-7613-4ce1-a2ef-cdf4fb9dfa7a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:58.918836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41877b01-cb68-46f7-b22b-35e75e8c03c2 req-d30a0ded-7613-4ce1-a2ef-cdf4fb9dfa7a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.1051748 Sep 18 06:52:58.976726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:58.977019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:58.979030 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 1123 time: 1.5032842 Sep 18 06:52:58.979274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3cd2-5a19-4d0f-9637-c57ab22ca205 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:58.993008 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:52:57Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:59.015002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41877b01-cb68-46f7-b22b-35e75e8c03c2 req-2ba6b183-8e9b-4da4-a4d4-a29f0fb7d7b9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Sep 18 06:52:59.023961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:52:59.024421 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Updating router 6ec5d7dc-0859-424e-ac70-7f99e793d016 port 9570c54e-d11f-4adf-a007-7764e32e42f3 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:52:59.069734 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.130756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2e72d8c3-776c-4d36-b38b-faab71b95526'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:52:59.161667 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b41cb8-46b4-440c-9d52-8f02df162eeb x-openstack-request-id: req-02b41cb8-46b4-440c-9d52-8f02df162eeb {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:52:59.162138 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:52:59.164658 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02b41cb8-46b4-440c-9d52-8f02df162eeb {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:52:59.164658 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'code': 200} Sep 18 06:52:59.354899 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.383900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-6b9310f2-57fd-4279-b433-2a468b888bd3 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475690 Sep 18 06:52:59.412286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699d85b-7aa2-4f86-a4e6-e4b7a6ffc09a req-73cebafb-fc45-4d03-b271-74968e5bdfb5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:59.414366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d699d85b-7aa2-4f86-a4e6-e4b7a6ffc09a req-73cebafb-fc45-4d03-b271-74968e5bdfb5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.1221497 Sep 18 06:52:59.445748 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.501357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Attempting to bind port 9570c54e-d11f-4adf-a007-7764e32e42f3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:52:59.501729 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Attempting to bind port 9570c54e-d11f-4adf-a007-7764e32e42f3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:52:59.502117 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Attempting to bind port 9570c54e-d11f-4adf-a007-7764e32e42f3 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:52:59.505212 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Pushing event updated for resources: {'Port': ['ID=9570c54e-d11f-4adf-a007-7764e32e42f3,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:59.514699 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.515048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.515387 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.515723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.516056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.516385 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.516713 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.517291 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.517615 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.517960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.518286 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.518606 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:52:59.523410 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:52:59.524197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:52:59.524197 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.524559 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:52:59.525030 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Bound port: 9570c54e-d11f-4adf-a007-7764e32e42f3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:52:59.525955 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.545749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d699d85b-7aa2-4f86-a4e6-e4b7a6ffc09a req-095121c2-a393-4921-ad5f-4a04f623c39c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161401 Sep 18 06:52:59.559122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.579627 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] For port 9570c54e-d11f-4adf-a007-7764e32e42f3, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:52:59.582739 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] For port 9570c54e-d11f-4adf-a007-7764e32e42f3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9570c54e-d11f-4adf-a007-7764e32e42f3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:52:59.588173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-42a2b06d-932e-4d6c-b1bb-2f0a38bb1de0 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:52:59.588173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-42a2b06d-932e-4d6c-b1bb-2f0a38bb1de0 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965132 Sep 18 06:52:59.634102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-3e405eb7-61db-44ce-aa2d-48b902160911 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/quotas/bdfe202753f04dcc9d7567fe28e92e40 HTTP/1.1" status: 200 len: 375 time: 0.0379941 Sep 18 06:52:59.673494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-121ad816-439b-43b4-92c3-339fa9497ca2 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319293 Sep 18 06:52:59.700679 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:52:59.763877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b180500-e7f5-49fc-9ea2-1b9a4e9ad13b None None] Pushing event updated for resources: {'Port': ['ID=9570c54e-d11f-4adf-a007-7764e32e42f3,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:52:59.769361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Allocated IP 172.20.0.1 (4b359774-1eb1-405f-a8f6-1791afa03ad7/3af4837e-6c79-41f0-8c3d-1f89d25e1683/39698ff7-907c-4245-accc-90092ae46e05) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:52:59.788503 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:52:59.789192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:52:59.942639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.005183 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:00.037567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2674a3e-31ac-46e6-8df3-baa06aa845d7 req-1f96a78a-daf9-4ded-becc-2544b9e14e0e tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 210 time: 0.0634623 Sep 18 06:53:00.046648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.153292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:00.166011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:00.175357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:00.175939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.206870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea715525-028e-4282-a2a2-712400dec263 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:00.255610 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:52:57Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:00.271516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:00.284340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ea715525-028e-4282-a2a2-712400dec263 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:00.285123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.302701 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bdefd-2a2b-4359-a40d-87c27bc976a9 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:52:57Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:00.550133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1c31676f-c79e-42e6-b67b-41d60f4853c0 None None] Provisioning complete for port 39698ff7-907c-4245-accc-90092ae46e05 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:00.550754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c31676f-c79e-42e6-b67b-41d60f4853c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.593522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd19219-3b43-488c-8847-5aabba32c73a req-50755743-30a0-4032-a020-bf7258cff5a0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:00.596218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abd19219-3b43-488c-8847-5aabba32c73a req-50755743-30a0-4032-a020-bf7258cff5a0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.4134746 Sep 18 06:53:00.596343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1c31676f-c79e-42e6-b67b-41d60f4853c0 None None] Port 39698ff7-907c-4245-accc-90092ae46e05 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:00.716704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abd19219-3b43-488c-8847-5aabba32c73a req-1f498bbb-91e1-43ab-afd3-ba1feca44cc1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683539 Sep 18 06:53:00.743670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33610) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:00.864289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.918593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50e2c3b0-1dd3-4ab7-a7af-8c376e65463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:00.927463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42df88e-fb58-4a3e-8552-fc49e7186d91 req-22035209-ae59-45bd-ace8-1d99a12ef4c4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:00.929212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f42df88e-fb58-4a3e-8552-fc49e7186d91 req-22035209-ae59-45bd-ace8-1d99a12ef4c4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.1167889 Sep 18 06:53:01.001203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f42df88e-fb58-4a3e-8552-fc49e7186d91 req-efdb1bb9-c0a9-461c-b2fe-1fced6a61cc7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586717 Sep 18 06:53:01.048292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50e2c3b0-1dd3-4ab7-a7af-8c376e65463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.123157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50e2c3b0-1dd3-4ab7-a7af-8c376e65463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.148874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e168d2f3-3be2-4824-b565-c60774960c3b req-8a1ef72f-066b-4be5-9862-90fdf49b9fe1 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 210 time: 0.0405271 Sep 18 06:53:01.161170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.164072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:01.167205 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d" -d '{"events": [{"name": "network-changed", "server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:01.183541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-50e2c3b0-1dd3-4ab7-a7af-8c376e65463d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56144e107a3a4067a807771cd23b398a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380014 Sep 18 06:53:01.188980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2c3b0-1dd3-4ab7-a7af-8c376e65463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a73e9-36ae-41f4-87c4-82a842bf5725,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:01.191008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33638) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:01.239739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.240496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.255688 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e5da8d-42d6-4133-8c59-a32eabe98965 x-openstack-request-id: req-f0e5da8d-42d6-4133-8c59-a32eabe98965 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:01.256198 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:01.256623 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e5da8d-42d6-4133-8c59-a32eabe98965 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:01.257698 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'status': 'completed', 'code': 200} Sep 18 06:53:01.271345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.312600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.399664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:01.431760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-e1282cc5-5ca1-43f8-ab61-78c159a50aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:01.433228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-e1282cc5-5ca1-43f8-ab61-78c159a50aca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1126 time: 0.1192303 Sep 18 06:53:01.442847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:01.445813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.448392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.450738 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750a73e9-36ae-41f4-87c4-82a842bf5725 HTTP/1.1" status: 204 len: 168 time: 0.2572565 Sep 18 06:53:01.459393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:01.467514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66caac8-4704-4f02-a2fd-1c8c426892ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a73e9-36ae-41f4-87c4-82a842bf5725,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:01.574615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:01.692575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-3b339180-1cfd-4267-810a-f5e37ec2e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:01.695262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-3b339180-1cfd-4267-810a-f5e37ec2e3fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.2516956 Sep 18 06:53:01.714905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:01.734038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:01.738038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:01.778736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:53:01.779307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-23a3c9eb-cfc7-402e-89f0-1735945184df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0665479 Sep 18 06:53:01.830275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-22723d10-657f-49f1-8ae2-4464cb1671a4 None None] Provisioning complete for port 39698ff7-907c-4245-accc-90092ae46e05 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:01.830833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22723d10-657f-49f1-8ae2-4464cb1671a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:01.874457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22723d10-657f-49f1-8ae2-4464cb1671a4 None None] Port 39698ff7-907c-4245-accc-90092ae46e05 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:01.934060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-5f0ba095-fe6d-421f-a6f7-bbde7c169026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:01.935536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-5f0ba095-fe6d-421f-a6f7-bbde7c169026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.1431563 Sep 18 06:53:02.020707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-41c9ac75-6f2a-4c30-8a30-f8bc051fb50a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507541 Sep 18 06:53:02.030928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6c61-6551-4e07-933e-258e09638455 req-f0c5396e-3793-4a5e-bd8a-a25dd068e7ed tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:02.040987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e70f6c61-6551-4e07-933e-258e09638455 req-f0c5396e-3793-4a5e-bd8a-a25dd068e7ed tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.2167649 Sep 18 06:53:02.051290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bc55b7e-0728-42a1-82b7-a150d35e8703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.204900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-78a81e9c-e4c2-4996-910a-95197938760b service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566262 Sep 18 06:53:02.208289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:02.226624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9570c54e-d11f-4adf-a007-7764e32e42f3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:02.236588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-465ef48f-0d8d-4934-8749-90c979c9b9b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ec5d7dc-0859-424e-ac70-7f99e793d016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5271568 Sep 18 06:53:02.243513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bc55b7e-0728-42a1-82b7-a150d35e8703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.284110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9570c54e-d11f-4adf-a007-7764e32e42f3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:02.284678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.286798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e70f6c61-6551-4e07-933e-258e09638455 req-3a698e98-ec42-4706-a6b9-47b340f5e784 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470100 Sep 18 06:53:02.325493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce02ef-4d33-4890-be72-c76ad6f03436 req-e031dbf9-7242-4faf-bf38-a7c7f48e4621 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:02.332967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3ce02ef-4d33-4890-be72-c76ad6f03436 req-e031dbf9-7242-4faf-bf38-a7c7f48e4621 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.1467457 Sep 18 06:53:02.333458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6bc55b7e-0728-42a1-82b7-a150d35e8703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.416398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3ce02ef-4d33-4890-be72-c76ad6f03436 req-17e5fd11-b577-4acc-b63c-432502ecf7af tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824661 Sep 18 06:53:02.433570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.457567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a6ffe18-c0f8-4163-ab3b-de33c32de12d req-d0e97922-3134-4702-baf6-2e058d95d324 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278101 Sep 18 06:53:02.464768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 9570c54e-d11f-4adf-a007-7764e32e42f3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9570c54e-d11f-4adf-a007-7764e32e42f3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:02.478674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bd438b9-d17b-4524-9b45-9dab911da749 req-0628feb7-0a8a-4084-be58-e82ea9154ed3 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 210 time: 0.0513785 Sep 18 06:53:02.484433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6bc55b7e-0728-42a1-82b7-a150d35e8703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aede2dd5cb9c4c3186a1dd4d7290033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424457 Sep 18 06:53:02.487244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33674) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:02.506317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc55b7e-0728-42a1-82b7-a150d35e8703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42458698-473a-42a4-bfc5-6d12d5275dd6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:02.537387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33676) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:02.552099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47ec46bc-0a0d-4198-802e-e5d82a1e6e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.585613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.598585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.622755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.669444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-fe0822a6-5340-48ee-9f53-2ebbaef36e18 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219864 Sep 18 06:53:02.682404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=9570c54e-d11f-4adf-a007-7764e32e42f3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:02.732235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47ec46bc-0a0d-4198-802e-e5d82a1e6e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.774496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:02.784813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:02.785447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:02.789345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.791886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.797518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42458698-473a-42a4-bfc5-6d12d5275dd6 HTTP/1.1" status: 204 len: 168 time: 0.3089528 Sep 18 06:53:02.815207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b024-c453-451d-aee1-8ca04444a7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42458698-473a-42a4-bfc5-6d12d5275dd6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:02.862587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47ec46bc-0a0d-4198-802e-e5d82a1e6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:02.873776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-da35c5be-808e-4530-89b6-84dc81aee2e6 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:02.875329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-da35c5be-808e-4530-89b6-84dc81aee2e6 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856575 Sep 18 06:53:02.898483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Request body: {'port': {'device_id': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': 'bdfe202753f04dcc9d7567fe28e92e40'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:02.964496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-47ec46bc-0a0d-4198-802e-e5d82a1e6e7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecd8262edf3748258cea5669fcec2ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258122 Sep 18 06:53:02.983855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33692) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:03.035004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec46bc-0a0d-4198-802e-e5d82a1e6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c25aaa-6d81-43de-adcd-1509fbc408c9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:03.067664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.089469 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.103321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:03.139400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Made reservation on behalf of bdfe202753f04dcc9d7567fe28e92e40 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:03.143833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.157810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.249838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-e6f28e51-7943-4c9a-a172-8e0af1e5276a tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:03.251714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-e6f28e51-7943-4c9a-a172-8e0af1e5276a tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 819 time: 0.1546688 Sep 18 06:53:03.269202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-a7cbf0fa-113c-4f26-b0ab-90ed9edbde58 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/quotas/91745aff7d914421a4ccb5f6a2ae628f HTTP/1.1" status: 200 len: 375 time: 0.0096951 Sep 18 06:53:03.270766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.273320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.274471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2c25aaa-6d81-43de-adcd-1509fbc408c9 HTTP/1.1" status: 204 len: 168 time: 0.2894793 Sep 18 06:53:03.284556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8d6b6-58cb-42e2-a83e-8de130bfffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c25aaa-6d81-43de-adcd-1509fbc408c9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:03.355961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-a55378e6-4029-4cef-a501-21abaab82166 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700274 Sep 18 06:53:03.419865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.429369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 2, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:03.469169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:03.469700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Updating router 6ec5d7dc-0859-424e-ac70-7f99e793d016 port 39698ff7-907c-4245-accc-90092ae46e05 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:53:03.483827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.511202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.520294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-f98f56ec-9474-44ec-bfcc-440e08f85122 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590862 Sep 18 06:53:03.534954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07f15-0443-4936-840c-c07a0ac0525b req-0881e616-2e04-4955-bb3f-ac1ccf72867d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:03.536452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73f07f15-0443-4936-840c-c07a0ac0525b req-0881e616-2e04-4955-bb3f-ac1ccf72867d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.0677614 Sep 18 06:53:03.571580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fd5d1-20e0-4a81-b085-7dd455a453a1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:03.626739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73f07f15-0443-4936-840c-c07a0ac0525b req-6e36ad4f-59d8-4960-84a5-7c27b0a52bed tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822794 Sep 18 06:53:03.662262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-9d7f8807-c21c-4188-a624-5d98ef1a4617 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 Sep 18 06:53:03.673219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Allocated IP 192.168.233.38 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/ffd7b89d-1b66-472e-bdc8-cb4489af4265) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:03.806567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e41723-0cef-4c1c-86f2-3b81932b5c52 req-2e858164-ffaf-4ce4-a7eb-80d2d6a59599 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:03.813849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66e41723-0cef-4c1c-86f2-3b81932b5c52 req-2e858164-ffaf-4ce4-a7eb-80d2d6a59599 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0713768 Sep 18 06:53:03.852288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.859471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.863077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66e41723-0cef-4c1c-86f2-3b81932b5c52 req-3f533953-a48d-4932-8636-aec5ca84f4f5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Sep 18 06:53:03.922068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:03.948884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.957505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-170e61f9-5b0f-4898-9996-118cb60ee810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:03.983394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.109452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3480-bdac-40b6-be4a-4423bebf09b2 None None] Pushing event updated for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:04.112790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Pushing event updated for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:04.122172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63acf5-58cc-4159-ac82-367737e9a4fe req-b50a1b74-775f-421d-8b22-c80e9b0d4a07 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:04.134692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b63acf5-58cc-4159-ac82-367737e9a4fe req-b50a1b74-775f-421d-8b22-c80e9b0d4a07 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 935 time: 0.1635280 Sep 18 06:53:04.142674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:04.144531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:04.148019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:04.168025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:04.181258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.219106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9570c54e-d11f-4adf-a007-7764e32e42f3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:04.250186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Attempting to bind port 39698ff7-907c-4245-accc-90092ae46e05 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:04.250577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Attempting to bind port 39698ff7-907c-4245-accc-90092ae46e05 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:04.250948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Attempting to bind port 39698ff7-907c-4245-accc-90092ae46e05 on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:04.263488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:04.263865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Checking segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:04.264573 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.264694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Bound using segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:04.265209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Bound port: 39698ff7-907c-4245-accc-90092ae46e05, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:04.265603 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.286906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b63acf5-58cc-4159-ac82-367737e9a4fe req-cd83a881-cd72-4177-b39e-968852f274b1 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420374 Sep 18 06:53:04.372983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9570c54e-d11f-4adf-a007-7764e32e42f3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:04.373546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.401316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f1941c3-2906-4893-8d48-d80e12897a86 req-165396ba-ed57-45cf-b33d-8fdd980c1c31 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 210 time: 0.1565781 Sep 18 06:53:04.430697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-170e61f9-5b0f-4898-9996-118cb60ee810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.466554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] For port 39698ff7-907c-4245-accc-90092ae46e05, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:04.470378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] For port 39698ff7-907c-4245-accc-90092ae46e05, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=39698ff7-907c-4245-accc-90092ae46e05,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:04.520376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-170e61f9-5b0f-4898-9996-118cb60ee810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.526790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Provisioning complete for port ffd7b89d-1b66-472e-bdc8-cb4489af4265 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:04.527151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.568335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e61f9-5b0f-4898-9996-118cb60ee810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ca16a-8e40-44a6-bd2b-703b1984d8bd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:04.569425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Port ffd7b89d-1b66-472e-bdc8-cb4489af4265 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:04.575785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33744) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:04.575989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-170e61f9-5b0f-4898-9996-118cb60ee810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3100841c539448239ae021fd7daa2ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527269 Sep 18 06:53:04.584723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.587039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Provisioning complete for port 39698ff7-907c-4245-accc-90092ae46e05 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:04.587400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.603878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2ce8880e-05af-48fa-91ee-cf1a75d2b699 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7150185 Sep 18 06:53:04.617772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Request body: {'port': {'device_id': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:04.671274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-08b649ea-dbca-41e4-9adf-cb70eaa486ce service neutron] 10.222.0.24 "GET /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.0789495 Sep 18 06:53:04.685485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.701499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:04.710677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:52:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:04.782228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.827477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:04.830736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3480-bdac-40b6-be4a-4423bebf09b2 None None] Pushing event updated for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:04.899727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a167-1dfb-4f52-a814-9a654fdb0250 req-50c7ba8c-9e42-49b0-9145-ef1a2f82ce57 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:04.909311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8024a167-1dfb-4f52-a814-9a654fdb0250 req-50c7ba8c-9e42-49b0-9145-ef1a2f82ce57 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 943 time: 0.1327515 Sep 18 06:53:04.996085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8024a167-1dfb-4f52-a814-9a654fdb0250 req-f74b6e12-219d-4a4e-b0ad-9382d52164ba tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857921 Sep 18 06:53:05.018325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:05.042373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:05.076197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:05.085973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.177400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e72d8c3-776c-4d36-b38b-faab71b95526 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:05.193341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] For port 39698ff7-907c-4245-accc-90092ae46e05, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=39698ff7-907c-4245-accc-90092ae46e05,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:05.199089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:05.230331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858a5c-8cd1-4652-a760-3ee2ab58b059 req-282db7ce-2f10-49a7-af51-d71e26550017 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:05.231926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a858a5c-8cd1-4652-a760-3ee2ab58b059 req-282db7ce-2f10-49a7-af51-d71e26550017 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.1165774 Sep 18 06:53:05.268714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd7b89d-1b66-472e-bdc8-cb4489af4265 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:05.277075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.296899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a858a5c-8cd1-4652-a760-3ee2ab58b059 req-718979a9-eff4-406f-a4ef-a1e9d2aae1d9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Sep 18 06:53:05.304844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Transition to ACTIVE for port object ffd7b89d-1b66-472e-bdc8-cb4489af4265 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:05.306222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.308723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.312345 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e5ca16a-8e40-44a6-bd2b-703b1984d8bd HTTP/1.1" status: 204 len: 168 time: 0.7340024 Sep 18 06:53:05.316586 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.321240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025191b-d6d8-458b-acff-8bb544d718b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ca16a-8e40-44a6-bd2b-703b1984d8bd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:05.367955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.397064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.464145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de51dc-07d6-4cbf-8289-0b9f02ba8428 None None] Pushing event updated for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:05.478652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e68e27d8-fcf3-4686-859f-8f262c04732e None None] Provisioning complete for port 39698ff7-907c-4245-accc-90092ae46e05 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:05.478652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e68e27d8-fcf3-4686-859f-8f262c04732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.521007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:04Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:05.522275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Pushing event updated for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:05.569112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a9aae-ce9f-4ca1-9337-37732cfc8c81 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:04Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:05.577432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Attempting to bind port ffd7b89d-1b66-472e-bdc8-cb4489af4265 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:05.577767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Attempting to bind port ffd7b89d-1b66-472e-bdc8-cb4489af4265 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:05.578170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Attempting to bind port ffd7b89d-1b66-472e-bdc8-cb4489af4265 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:05.593728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Port ffd7b89d-1b66-472e-bdc8-cb4489af4265 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:05.597886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Attempting to bind port ffd7b89d-1b66-472e-bdc8-cb4489af4265 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:05.614154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:05.614492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:05.614971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:05.615368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Bound port: ffd7b89d-1b66-472e-bdc8-cb4489af4265, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:05.615740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.625680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] Transition to ACTIVE for port object 2e72d8c3-776c-4d36-b38b-faab71b95526 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:05.660371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876fea2-72c0-467d-96b5-3bbbc8bb55a7 req-6b326f68-6465-460b-929c-368c08cb2f3d tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:05.676162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b876fea2-72c0-467d-96b5-3bbbc8bb55a7 req-6b326f68-6465-460b-929c-368c08cb2f3d tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 947 time: 0.1590409 Sep 18 06:53:05.700706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.775439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:05.780763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:05.839790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] No DVR routers for this DVR port 2e72d8c3-776c-4d36-b38b-faab71b95526 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:53:05.857547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.867133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b876fea2-72c0-467d-96b5-3bbbc8bb55a7 req-a96a6a5b-0537-474b-a416-5f2c4a42c2cf tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811817 Sep 18 06:53:05.890224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:05.933451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:05.934082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:05.934698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7694785e-8f62-4ded-9e3b-c41de00a6ae0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2552447 Sep 18 06:53:05.935488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] 10.222.0.37 "PUT /v2.0/ports/ffd7b89d-1b66-472e-bdc8-cb4489af4265 HTTP/1.1" status: 200 len: 1096 time: 1.3219154 Sep 18 06:53:05.935950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:05.938316 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992b4e5-216a-4be7-b2de-eab8b6b26d54" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:05.989315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60bf638f-0d79-4308-90b2-1e8bc0929e06 req-da88bb4d-00a1-4faa-8fcc-64714b3631a0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 210 time: 0.0367105 Sep 18 06:53:06.054758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6dc5-f705-4a20-89ee-afdbb14b15fe service neutron] Pushing event updated for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:06.081357 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88325e2-e426-46e4-a406-dc7b31d82205 x-openstack-request-id: req-b88325e2-e426-46e4-a406-dc7b31d82205 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:06.082266 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:06.082425 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b88325e2-e426-46e4-a406-dc7b31d82205 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:06.082823 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265', 'status': 'completed', 'code': 200} Sep 18 06:53:06.193188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-d0634c31-8c24-4546-944a-197616365d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.195355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-d0634c31-8c24-4546-944a-197616365d64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 1099 time: 0.1117623 Sep 18 06:53:06.242304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 39698ff7-907c-4245-accc-90092ae46e05 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:06.293506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-3b95bd52-7337-46c4-b896-69a2fad824f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265 HTTP/1.1" status: 200 len: 217 time: 0.0896633 Sep 18 06:53:06.352076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-01bf6f82-24ff-4adc-ad16-ccb54d3b6a8a tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.354812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-01bf6f82-24ff-4adc-ad16-ccb54d3b6a8a tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.1645162 Sep 18 06:53:06.407469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 39698ff7-907c-4245-accc-90092ae46e05 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:06.408339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:06.418537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021192-ea93-4446-a98f-6903eef670aa req-35feaf0c-a558-4e50-b1d1-d783d2855604 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.421300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e021192-ea93-4446-a98f-6903eef670aa req-35feaf0c-a558-4e50-b1d1-d783d2855604 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.2136741 Sep 18 06:53:06.466810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-38027f8b-e3a5-48e1-9b28-85b795d629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.471595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-38027f8b-e3a5-48e1-9b28-85b795d629b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1674471 Sep 18 06:53:06.472648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-81d4e3fc-1fd7-41b9-8a66-96c9d2f2c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.475316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-81d4e3fc-1fd7-41b9-8a66-96c9d2f2c756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b&tenant_id=9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 1096 time: 0.1127675 Sep 18 06:53:06.496926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e021192-ea93-4446-a98f-6903eef670aa req-01417d48-6610-4fb8-82d3-3e8ea69f27d5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Sep 18 06:53:06.580260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-4a84057e-a943-4ccb-9a3e-290970229523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.583903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-4a84057e-a943-4ccb-9a3e-290970229523 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966718 Sep 18 06:53:06.761944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-2148edf0-e205-4336-94ca-ce58dda2fb8c service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710327 Sep 18 06:53:06.874242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-36bb9557-48c6-4c2b-a90e-efa057d5b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:06.875963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-36bb9557-48c6-4c2b-a90e-efa057d5b8ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1096 time: 0.3656168 Sep 18 06:53:06.903100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c36fb24d-170d-4ef1-bfbc-9decdcd48872 req-c3714723-80af-4461-9d33-b9fec5dbdf0c service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327028 Sep 18 06:53:06.998231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde32a2-873c-43a7-a8e8-b810726d85c4 req-5844550d-1d94-4342-9e53-9a05599da1a4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.007530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bde32a2-873c-43a7-a8e8-b810726d85c4 req-5844550d-1d94-4342-9e53-9a05599da1a4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.1907957 Sep 18 06:53:07.055126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-9d7e2405-f6a3-4226-9da0-a0191f6f9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.056595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-9d7e2405-f6a3-4226-9da0-a0191f6f9add service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1696899 Sep 18 06:53:07.078463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bde32a2-873c-43a7-a8e8-b810726d85c4 req-a4a09231-75cd-454a-b7e9-96e178b64bc2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699952 Sep 18 06:53:07.126436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-583cb133-18a2-457b-ab64-7d7563bf5862 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0469422 Sep 18 06:53:07.151501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-9441b276-d3f7-4515-98c3-cd28cf773b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.152982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-9441b276-d3f7-4515-98c3-cd28cf773b64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 1099 time: 0.0669870 Sep 18 06:53:07.163718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-7362f5d5-8206-4ca7-82b9-8ec6a98516a5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.163968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-7362f5d5-8206-4ca7-82b9-8ec6a98516a5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.37 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 819 time: 0.1767542 Sep 18 06:53:07.186920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'port': {'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'admin_state_up': True, 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:07.226326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7c857dfa-4539-47e1-a3f9-e69d77682fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.229721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7c857dfa-4539-47e1-a3f9-e69d77682fbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0919924 Sep 18 06:53:07.272400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-9d1d6899-49e1-43e4-8a6b-bd214af413b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350525 Sep 18 06:53:07.352351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-05d4f243-e87b-4e9a-9b25-4c3698ba1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.353849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-05d4f243-e87b-4e9a-9b25-4c3698ba1dac service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1890378 Sep 18 06:53:07.408790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e8ea7-3c1b-4690-9cae-d6778b309199 req-def12af4-8034-42e1-8fce-011263640d09 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.416143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-076e8ea7-3c1b-4690-9cae-d6778b309199 req-def12af4-8034-42e1-8fce-011263640d09 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 947 time: 0.1325934 Sep 18 06:53:07.427971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-90d4cc7a-c881-427e-a218-2907704adbf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265 HTTP/1.1" status: 200 len: 217 time: 0.0638168 Sep 18 06:53:07.436541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-ebe0d79e-fc9c-4508-9ba2-834eb29c41c0 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490073 Sep 18 06:53:07.486722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-9fb23b32-5848-42e8-8b44-d617119c7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.488199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-9fb23b32-5848-42e8-8b44-d617119c7416 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0522203 Sep 18 06:53:07.489504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-076e8ea7-3c1b-4690-9cae-d6778b309199 req-b2022c3c-6827-421b-b1c7-199637a4d7f9 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655971 Sep 18 06:53:07.540194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-692932cd-bf50-404e-ad88-4b355aec28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.541730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-692932cd-bf50-404e-ad88-4b355aec28e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433776 Sep 18 06:53:07.549579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-3d10428e-4b7c-4b5b-a058-ff6534f93434 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048548 Sep 18 06:53:07.551242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:53:07.567537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Made reservation on behalf of 91745aff7d914421a4ccb5f6a2ae628f for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:07.571217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:07.586004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c67104-fc08-42be-ad8d-9a2e0b79d21e req-85249469-87c6-4686-8fd2-2f5b5fc116f0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 210 time: 0.0319927 Sep 18 06:53:07.611458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:53:07.707157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a18903-8426-4e20-bc75-e8b0662a8769 req-cbbe7312-a263-4043-8b6d-9124130ee7ec tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:07.708694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1a18903-8426-4e20-bc75-e8b0662a8769 req-cbbe7312-a263-4043-8b6d-9124130ee7ec tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.0504241 Sep 18 06:53:07.734556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-eb56acb6-b3b5-467a-95e7-35180ee9d5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781554 Sep 18 06:53:07.754429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1a18903-8426-4e20-bc75-e8b0662a8769 req-db92e0e3-6794-4971-932f-812128073a3e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Sep 18 06:53:07.852616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Allocated IP 172.20.0.6 (4b359774-1eb1-405f-a8f6-1791afa03ad7/3af4837e-6c79-41f0-8c3d-1f89d25e1683/1233ef03-0900-461f-b315-d78f94040319) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:07.908601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4992b4e5-216a-4be7-b2de-eab8b6b26d54 req-f3a136b2-2431-4fb4-b776-1f6e19949c51 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508791 Sep 18 06:53:08.028134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.115781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7d53972f-c074-4d8c-8b54-581dc8024746 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:08.122904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-7d53972f-c074-4d8c-8b54-581dc8024746 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.0491371 Sep 18 06:53:08.156227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.214316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163fc5b-07af-43b0-9a49-689a84a0b6de req-f78cfb1b-7ae7-4d8b-9c9f-2601e6d3fd9f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:08.216031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1163fc5b-07af-43b0-9a49-689a84a0b6de req-f78cfb1b-7ae7-4d8b-9c9f-2601e6d3fd9f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0539341 Sep 18 06:53:08.223295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:08.234429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:08.241088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:08.246651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:08.247388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.260817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event updated for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:08.270645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1163fc5b-07af-43b0-9a49-689a84a0b6de req-4bb33ad9-0bdf-4acb-8837-71f6b0daae6d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Sep 18 06:53:08.355106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d99a6977-8de9-4508-baab-d294be2ff1fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771195 Sep 18 06:53:08.371335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Request body: {'port': {'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:08.430441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.448759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-593405f9-d2c9-42c3-a7b2-e1ccea7a47cf service neutron] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:08.475907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-593405f9-d2c9-42c3-a7b2-e1ccea7a47cf service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.477017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5cc35d95-0552-4cd4-b883-3709e8aedc86 req-593405f9-d2c9-42c3-a7b2-e1ccea7a47cf service neutron] 10.222.0.37 "DELETE /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.3486347 Sep 18 06:53:08.525306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-24e6ce3b-61cd-4ee3-8535-307fea78dff5 None None] Provisioning complete for port 1233ef03-0900-461f-b315-d78f94040319 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:08.525654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-24e6ce3b-61cd-4ee3-8535-307fea78dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.562054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-24e6ce3b-61cd-4ee3-8535-307fea78dff5 None None] Port 1233ef03-0900-461f-b315-d78f94040319 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:08.633424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a316244-4f7c-4aea-a0fc-bab6bcbedd68 req-eb383db4-44fb-4432-b672-0a5bd3bdb4ec tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:08.635064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a316244-4f7c-4aea-a0fc-bab6bcbedd68 req-eb383db4-44fb-4432-b672-0a5bd3bdb4ec tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 947 time: 0.0509079 Sep 18 06:53:08.673885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a316244-4f7c-4aea-a0fc-bab6bcbedd68 req-78f6425c-d4be-4f21-bff9-1ee60534dccf tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Sep 18 06:53:08.730708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1233ef03-0900-461f-b315-d78f94040319 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:08.738304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.751915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Transition to ACTIVE for port object 1233ef03-0900-461f-b315-d78f94040319 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:08.776739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6454-c487-4d05-a0ba-51823151cc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.808523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d895e4-4e0e-4b82-902b-faaee1077adc req-9dc2ae34-a6c6-48a7-925e-266f39b045bb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:08.810087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57d895e4-4e0e-4b82-902b-faaee1077adc req-9dc2ae34-a6c6-48a7-925e-266f39b045bb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 931 time: 0.0482013 Sep 18 06:53:08.828351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:08.853824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57d895e4-4e0e-4b82-902b-faaee1077adc req-8bc57d81-163e-4a8f-a128-5d4d4a96b53e tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373311 Sep 18 06:53:08.883358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Pushing event updated for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:08.919199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Attempting to bind port 1233ef03-0900-461f-b315-d78f94040319 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:08.919544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Attempting to bind port 1233ef03-0900-461f-b315-d78f94040319 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:08.919878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Attempting to bind port 1233ef03-0900-461f-b315-d78f94040319 on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:08.924487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Port 1233ef03-0900-461f-b315-d78f94040319 on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:08.924826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Attempting to bind port 1233ef03-0900-461f-b315-d78f94040319 on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:08.937084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:08.937417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Checking segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:08.937860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Bound using segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:08.938643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Bound port: 1233ef03-0900-461f-b315-d78f94040319, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:08.939103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:09.037086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:09.037569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960c24c-f828-47df-b459-f5c4d4da7813 req-2709887b-b45c-4680-a201-8f31805b356c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.039330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8960c24c-f828-47df-b459-f5c4d4da7813 req-2709887b-b45c-4680-a201-8f31805b356c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.0548792 Sep 18 06:53:09.041116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1233ef03-0900-461f-b315-d78f94040319,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:09.084089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8960c24c-f828-47df-b459-f5c4d4da7813 req-a6f9229b-20a9-4423-ab01-50649b304a8c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386744 Sep 18 06:53:09.100012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:09.136162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.136774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:09.142979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] 10.222.0.37 "PUT /v2.0/ports/1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 1092 time: 0.7779753 Sep 18 06:53:09.143460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:09.145732 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c44cd-cc75-43b1-8a9c-5210338b824d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:09.178401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc308-a81a-4990-9e87-efb48e945d8d service neutron] Pushing event updated for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:09.231252 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f414b-2703-4083-abcd-64736e50ab69 x-openstack-request-id: req-c17f414b-2703-4083-abcd-64736e50ab69 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:09.231548 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:09.231806 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c17f414b-2703-4083-abcd-64736e50ab69 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:09.232197 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:53:09.301523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-e896ddd5-b7e1-4d05-b97e-1dcfa44e016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.303394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-e896ddd5-b7e1-4d05-b97e-1dcfa44e016a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1095 time: 0.0482843 Sep 18 06:53:09.336899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6ebb-b15e-40ae-9ef5-3f80a7adb400 req-9dee4a4f-1272-4aa5-b124-d15ce858fc9b tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.339309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9bb6ebb-b15e-40ae-9ef5-3f80a7adb400 req-9dee4a4f-1272-4aa5-b124-d15ce858fc9b tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1096 time: 0.0511310 Sep 18 06:53:09.384366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9bb6ebb-b15e-40ae-9ef5-3f80a7adb400 req-f367d120-5356-42d2-b05f-a143fbd26ddb tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Sep 18 06:53:09.490053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-945293cd-b7a7-4808-8d61-a733fe0c5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.492203 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-945293cd-b7a7-4808-8d61-a733fe0c5638 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1799541 Sep 18 06:53:09.552361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465d27-ae75-4977-a6c5-314c3ad5ad00 req-0f392693-787f-4781-91d0-13a1fe6e1aec tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.554399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0465d27-ae75-4977-a6c5-314c3ad5ad00 req-0f392693-787f-4781-91d0-13a1fe6e1aec tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0504041 Sep 18 06:53:09.595706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0465d27-ae75-4977-a6c5-314c3ad5ad00 req-ca172020-da25-4fb1-b58a-6a21be2a7ed0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Sep 18 06:53:09.608671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffd7b89d-1b66-472e-bdc8-cb4489af4265 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:09.735901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:09.752942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265', 'mac_address': 'fa:16:3e:be:7b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:09.821941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:09.833780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-3ac2b1ad-25d7-4f6f-9a13-d5263b86d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.835825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d01c44cd-cc75-43b1-8a9c-5210338b824d req-3ac2b1ad-25d7-4f6f-9a13-d5263b86d2fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3365245 Sep 18 06:53:09.838883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd7b89d-1b66-472e-bdc8-cb4489af4265 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:09.867634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:09.919737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-aa63ecec-7607-4544-a8f1-26af369b128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.921707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-aa63ecec-7607-4544-a8f1-26af369b128e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1095 time: 0.0448823 Sep 18 06:53:09.942865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-5afc22d2-6287-48ff-8937-e9ac2567fd2e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:09.945066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-5afc22d2-6287-48ff-8937-e9ac2567fd2e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.1318920 Sep 18 06:53:09.960500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-e09a905c-d972-4f7e-85b0-e1bd392b7513 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/quotas/9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Sep 18 06:53:09.967926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:09.983693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-946ee775-6cdd-40a2-9a65-3f3753cffb1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 217 time: 0.0531337 Sep 18 06:53:10.019729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-5a2c5160-f8c8-41b2-bb93-a7712080c59f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531170 Sep 18 06:53:10.032113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:10.038761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-cd1d071e-7a59-47fe-b2f5-a355e54b5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.040957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-cd1d071e-7a59-47fe-b2f5-a355e54b5f9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0497980 Sep 18 06:53:10.087579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-33232006-3bf2-48e0-abbc-8564da5d0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.089257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-33232006-3bf2-48e0-abbc-8564da5d0f3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407186 Sep 18 06:53:10.116733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-9c526729-a0c4-4a82-b681-264b29a9fa8d service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952716 Sep 18 06:53:10.185980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ffd7b89d-1b66-472e-bdc8-cb4489af4265'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:10.208926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-ce1420d7-5309-405e-b246-403060d208bf service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117530 Sep 18 06:53:10.274105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d7efd-3579-4881-b232-5bc52cf25389 req-8aac833a-e1e2-4148-ac9a-668a3a6f0566 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.275698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-103d7efd-3579-4881-b232-5bc52cf25389 req-8aac833a-e1e2-4148-ac9a-668a3a6f0566 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 948 time: 0.1100390 Sep 18 06:53:10.289060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-0b362962-e176-407e-9393-48db59c95747 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626296 Sep 18 06:53:10.330880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-103d7efd-3579-4881-b232-5bc52cf25389 req-21c68c38-5f7a-4e31-8d78-7c3981a103f0 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Sep 18 06:53:10.373865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7f716961-b5f5-4536-a16e-1f65d092bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.375364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7f716961-b5f5-4536-a16e-1f65d092bbeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1097 time: 0.0676188 Sep 18 06:53:10.381039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-605c4701-1b39-44fb-b7c7-8f987b837a8a req-d2f33d80-c521-4289-8398-14825fa92051 service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632864 Sep 18 06:53:10.502375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-20612204-5d53-4545-9ac0-f67438b0e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.504067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-20612204-5d53-4545-9ac0-f67438b0e9d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1092196 Sep 18 06:53:10.541114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e8ab-664c-4a58-92ae-52bf8d1a739d req-8a2db501-e252-4bf1-bb43-4d2663716d2a tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.542695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c69e8ab-664c-4a58-92ae-52bf8d1a739d req-8a2db501-e252-4bf1-bb43-4d2663716d2a tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 943 time: 0.0643132 Sep 18 06:53:10.558231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-20ea7580-beb8-426b-8516-17705fa795fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0445619 Sep 18 06:53:10.594732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c69e8ab-664c-4a58-92ae-52bf8d1a739d req-3b170684-8b01-4738-898a-78effe7dd84d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Sep 18 06:53:10.627249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-32c96aea-6958-4a5d-b8d8-8f27998b6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.629081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-32c96aea-6958-4a5d-b8d8-8f27998b6989 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0623126 Sep 18 06:53:10.671927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82520824-98d0-4109-ab0c-b680c6e2dd4b req-525f4afa-3d1f-42e4-a24e-992fc4dbc405 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Sep 18 06:53:10.672743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-6e802562-2f2b-46e9-a4e1-79e74853884f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291657 Sep 18 06:53:10.781947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514028-b4a4-4cbf-b966-d3fb0dda524b req-62d94979-cb2c-4fc6-9a62-fcfd3c60834e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:10.783453 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-8b2ef84e-07b7-45b0-b6d4-38ec2c85d0ff service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010525 Sep 18 06:53:10.789712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea514028-b4a4-4cbf-b966-d3fb0dda524b req-62d94979-cb2c-4fc6-9a62-fcfd3c60834e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 945 time: 0.0576549 Sep 18 06:53:10.866085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33936) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:10.884274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-485a4804-eb70-49c6-bc51-79c285843e7f service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917706 Sep 18 06:53:10.898360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea514028-b4a4-4cbf-b966-d3fb0dda524b req-d7a275dd-9c89-4c8d-a994-d59cebed8f83 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077592 Sep 18 06:53:10.909966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33940) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:11.042099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238a7948-ac3a-4754-85ee-9b107e53a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.055718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6578-eb65-411a-85fd-15d9561e6659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.057869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-a880fd93-db4d-48e0-857b-341ab8fd44f3 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:11.059349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-a880fd93-db4d-48e0-857b-341ab8fd44f3 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0495510 Sep 18 06:53:11.074687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:11.137577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.152439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238a7948-ac3a-4754-85ee-9b107e53a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.232679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238a7948-ac3a-4754-85ee-9b107e53a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.266488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:11.286325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-238a7948-ac3a-4754-85ee-9b107e53a5d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8809eb3c4e540b687210e4a6e101b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746502 Sep 18 06:53:11.289373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7948-ac3a-4754-85ee-9b107e53a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ab6ef-4abe-471c-b07a-1c936aad3a52,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.297479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:11.306934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:11.346915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:11.349692 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5205e0ca-4a38-43ff-98b3-d2d8ad5f4269" -d '{"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-unplugged", "status": "completed", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:11.354852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.375495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.411121 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6578-eb65-411a-85fd-15d9561e6659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.413742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.456896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.457952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf021-d258-44a4-91ea-9424c100b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.486992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190664b-388a-4d0d-bc01-057e7170ffce req-70c8e6d8-2262-4fec-9cef-6a0020de92d9 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:11.488507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a190664b-388a-4d0d-bc01-057e7170ffce req-70c8e6d8-2262-4fec-9cef-6a0020de92d9 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 948 time: 0.0728228 Sep 18 06:53:11.489921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6578-eb65-411a-85fd-15d9561e6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.529923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.546342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd8a6578-eb65-411a-85fd-15d9561e6659 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=370e1348cfc34e27927e1396be721181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784759 Sep 18 06:53:11.547057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a6578-eb65-411a-85fd-15d9561e6659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f2a6b9-4868-4c9a-bdad-e9ffdb9ae74d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.549317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33954) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:11.566226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:11.566598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:11.567014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:11.571780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:11.572123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Attempting to bind port ca79f270-2f9f-4050-b89d-f279776fd8e3 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:11.576975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:11.577319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:11.577704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:11.578155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Bound port: ca79f270-2f9f-4050-b89d-f279776fd8e3, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:11.578514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.581806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.586230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.587837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a98ab6ef-4abe-471c-b07a-1c936aad3a52 HTTP/1.1" status: 204 len: 168 time: 0.2892678 Sep 18 06:53:11.608398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a190664b-388a-4d0d-bc01-057e7170ffce req-c5067e54-f1fb-4c3f-9d88-85542eb125a0 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981326 Sep 18 06:53:11.619950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26b78a-86d5-457f-9ef8-ca82eff84dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ab6ef-4abe-471c-b07a-1c936aad3a52,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.622299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffd7b89d-1b66-472e-bdc8-cb4489af4265 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:11.663090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.697447 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424ed12-8bc4-48c8-b17b-186b23b1c3be x-openstack-request-id: req-a424ed12-8bc4-48c8-b17b-186b23b1c3be {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:11.697741 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-unplugged", "status": "completed", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:11.700709 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a424ed12-8bc4-48c8-b17b-186b23b1c3be {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:11.701127 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'code': 200} Sep 18 06:53:11.706640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.715517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:11.719951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:11.784992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port ffd7b89d-1b66-472e-bdc8-cb4489af4265 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:11.789079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port ffd7b89d-1b66-472e-bdc8-cb4489af4265 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:11.789457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.798092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8c07-ca17-48fa-9da1-38cc8acda627 req-e1e26086-1cbb-4b1d-bae1-32c2122e1ad8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:11.799748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-900f8c07-ca17-48fa-9da1-38cc8acda627 req-e1e26086-1cbb-4b1d-bae1-32c2122e1ad8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 943 time: 0.0552573 Sep 18 06:53:11.832600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.841611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-900f8c07-ca17-48fa-9da1-38cc8acda627 req-a32e6b03-595b-4a69-a815-6797782d8542 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343866 Sep 18 06:53:11.877196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.879915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.881088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27f2a6b9-4868-4c9a-bdad-e9ffdb9ae74d HTTP/1.1" status: 204 len: 168 time: 0.3306632 Sep 18 06:53:11.887731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.890222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a851e4-7134-43ad-93f1-c1eda7ebd89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f2a6b9-4868-4c9a-bdad-e9ffdb9ae74d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.932555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:11.937335 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6c5bbd-e6d3-45fc-996e-786063ecd98c" -d '{"events": [{"server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "name": "network-vif-plugged", "status": "completed", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:11.954038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:11.957122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:11.957742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:11.959189 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 1123 time: 0.8911619 Sep 18 06:53:11.977865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b467460-2b5d-43e2-b89c-23f55cb98079 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:11.998068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adea4375-a91f-47c4-99ce-51d6abde4334 req-9f434826-231c-44c9-bcd5-19e353143024 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 210 time: 0.0336657 Sep 18 06:53:12.008635 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.079947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.110008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ca79f270-2f9f-4050-b89d-f279776fd8e3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:12.135546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012c5a-f478-4c1a-bbef-4b69cc24ad60 req-1c5e5fcb-6bc1-4653-90e3-7cfd0401f4ab tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:12.137051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13012c5a-f478-4c1a-bbef-4b69cc24ad60 req-1c5e5fcb-6bc1-4653-90e3-7cfd0401f4ab tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0541022 Sep 18 06:53:12.174366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:12.203865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13012c5a-f478-4c1a-bbef-4b69cc24ad60 req-7d52a025-2815-4399-b6c1-d1cc7cb5c6b8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Sep 18 06:53:12.254311 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91229369-fb3d-4216-b363-957c5aac7b1c x-openstack-request-id: req-91229369-fb3d-4216-b363-957c5aac7b1c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:12.254644 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "name": "network-vif-plugged", "status": "completed", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:12.254893 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91229369-fb3d-4216-b363-957c5aac7b1c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:12.255370 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265', 'code': 200} Sep 18 06:53:12.369741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004f96a-49f8-4bf3-9012-fcf2ffac6d37 req-f9ce9fe0-a265-4c1b-a2f7-5fdf1fb6b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:12.371273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5004f96a-49f8-4bf3-9012-fcf2ffac6d37 req-f9ce9fe0-a265-4c1b-a2f7-5fdf1fb6b4d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 1101 time: 0.0473936 Sep 18 06:53:12.407912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5004f96a-49f8-4bf3-9012-fcf2ffac6d37 req-6e1e5952-de7a-49bd-bdfe-158434bc76c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285292 Sep 18 06:53:12.517820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:12.531479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-283a38db-dff8-4529-9558-c7bef0fe3bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.619927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-283a38db-dff8-4529-9558-c7bef0fe3bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.719351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-283a38db-dff8-4529-9558-c7bef0fe3bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.734694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709098-111d-402c-a36a-19a81a052f31 req-ac3419fe-76d7-43c6-827f-6ee22817cd33 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:12.736182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93709098-111d-402c-a36a-19a81a052f31 req-ac3419fe-76d7-43c6-827f-6ee22817cd33 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 949 time: 0.0515280 Sep 18 06:53:12.761357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-283a38db-dff8-4529-9558-c7bef0fe3bf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c724f3395e5d44eaaf75d65b84d6c98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408762 Sep 18 06:53:12.763772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33982) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:12.770392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a38db-dff8-4529-9558-c7bef0fe3bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8724dc95-aa75-4253-8664-6d5b81576093,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:12.781871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93709098-111d-402c-a36a-19a81a052f31 req-aacf5028-8b98-4460-aeb1-dc3e73fd372b tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Sep 18 06:53:12.815074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.836493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.936880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.940672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:12.948119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8724dc95-aa75-4253-8664-6d5b81576093 HTTP/1.1" status: 204 len: 168 time: 0.1784325 Sep 18 06:53:12.948119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:12.962389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b916d8-bcce-4f1f-af44-b7cc3e9cc5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724dc95-aa75-4253-8664-6d5b81576093,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:12.975216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09c954c2-e141-496a-8c5a-628e0b05d67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.022543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-215f44bf-5b39-4cbd-ba57-af9c5e2f0057 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.024330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-215f44bf-5b39-4cbd-ba57-af9c5e2f0057 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.1412385 Sep 18 06:53:13.046583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Request body: {'port': {'device_id': '77d9b306-f82c-4e02-93f1-e7261918e144', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'admin_state_up': True, 'tenant_id': '9cd6c860c45b45458093136004e59a49'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:13.061573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480264-9bfb-4df8-b24c-f983363e345f req-92c4478b-4143-43d6-8374-640a5205a5e6 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.063126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb480264-9bfb-4df8-b24c-f983363e345f req-92c4478b-4143-43d6-8374-640a5205a5e6 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 943 time: 0.1485565 Sep 18 06:53:13.077529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09c954c2-e141-496a-8c5a-628e0b05d67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.142932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.148046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb480264-9bfb-4df8-b24c-f983363e345f req-9eca7713-dc36-4793-b1db-3341d4cede38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Sep 18 06:53:13.165681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09c954c2-e141-496a-8c5a-628e0b05d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.223214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c954c2-e141-496a-8c5a-628e0b05d67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7177e00d-fe1e-48f3-9324-8bec20eba2bd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:13.246241 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-09c954c2-e141-496a-8c5a-628e0b05d67b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5255b3b047744ce8b26826ab0a5807a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964909 Sep 18 06:53:13.246558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33994) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:13.257127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c06f9fbd-9764-4ec3-b5b2-77018a06892e req-e1d440ae-083e-4837-a76d-4052e50259b5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 210 time: 0.0377471 Sep 18 06:53:13.263790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:13.267533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.301858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.326296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.448115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029740a-e780-4edb-9716-82c3491f4d0c req-401be8b0-9772-4dd4-86d1-48378a75dcbf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.449884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c029740a-e780-4edb-9716-82c3491f4d0c req-401be8b0-9772-4dd4-86d1-48378a75dcbf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0970464 Sep 18 06:53:13.451031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Allocated IP 172.20.0.4 (e04d702a-5abe-4efa-aaea-4595725c7e5a/46faa392-8771-4fcb-9c51-f0e41a249f86/820ecec3-f272-412c-844a-1a97e0464953) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:13.465275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.468064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.469472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7177e00d-fe1e-48f3-9324-8bec20eba2bd HTTP/1.1" status: 204 len: 168 time: 0.2217464 Sep 18 06:53:13.487553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81e5e8-bd74-4077-acf8-a8b3ae8e9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177e00d-fe1e-48f3-9324-8bec20eba2bd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:13.542638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c029740a-e780-4edb-9716-82c3491f4d0c req-d61a2722-d992-4da6-a7ab-142b154b46b3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Sep 18 06:53:13.638231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1233ef03-0900-461f-b315-d78f94040319 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:13.682676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.702658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:13.705607 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c0ebe-f404-439c-913d-d831305f1fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:13.740619 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e2dde-4396-465d-a0ac-a72c97d2a662 x-openstack-request-id: req-5d2e2dde-4396-465d-a0ac-a72c97d2a662 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:13.741002 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:13.741324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d2e2dde-4396-465d-a0ac-a72c97d2a662 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:13.741653 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'status': 'completed', 'code': 200} Sep 18 06:53:13.765992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1233ef03-0900-461f-b315-d78f94040319,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:13.776589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '1233ef03-0900-461f-b315-d78f94040319', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:13.781923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.822517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.838400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1233ef03-0900-461f-b315-d78f94040319 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:13.861858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1233ef03-0900-461f-b315-d78f94040319,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:13.869155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-411a58fd-162b-433c-afc6-55602d176e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.871778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-411a58fd-162b-433c-afc6-55602d176e1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1126 time: 0.0750589 Sep 18 06:53:13.879258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:13.885167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Network e04d702a-5abe-4efa-aaea-4595725c7e5a is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:13.894600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:13.897864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:13.903928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.904536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.949098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba87dc-a2a8-447b-8cb7-1b975262f0dc req-f1714710-b8b6-45b0-8891-af89d9e64098 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.950706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84ba87dc-a2a8-447b-8cb7-1b975262f0dc req-f1714710-b8b6-45b0-8891-af89d9e64098 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 949 time: 0.0754044 Sep 18 06:53:13.960725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:13.970787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-b862f630-d4d6-4367-afa0-0b77d10f51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:13.972664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-b862f630-d4d6-4367-afa0-0b77d10f51c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.0938027 Sep 18 06:53:13.998531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84ba87dc-a2a8-447b-8cb7-1b975262f0dc req-acb8f313-e0d1-4169-9745-e88c5f0f0091 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Sep 18 06:53:14.037189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-ab521bb3-a6c2-4b5b-8718-dd586842df3b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957490 Sep 18 06:53:14.039641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:14.065333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Request body: {'port': {'device_id': '77d9b306-f82c-4e02-93f1-e7261918e144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:14.114865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:14.122020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-dd4d0ccc-8e54-47a3-b2bd-e69e0753d49f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0615785 Sep 18 06:53:14.159503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.181868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-5196fdbc-0ae0-4dba-bc0e-7f0146d9977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:14.183730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-5196fdbc-0ae0-4dba-bc0e-7f0146d9977d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0541401 Sep 18 06:53:14.222446 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-b0c7f053-dd6d-4a07-b2e8-b61a8f011e28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301020 Sep 18 06:53:14.226725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1233ef03-0900-461f-b315-d78f94040319'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:14.353262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-80278ea1-9361-4f9e-b925-3421f8ed0e49 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227496 Sep 18 06:53:14.388931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed845bd8-c17a-455e-b46b-4f8ad851838a req-85e0c2e9-66a3-4937-8021-ae538842b0f0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:14.389128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ad85fba-3798-4e29-a2db-204863aa7a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.389226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed845bd8-c17a-455e-b46b-4f8ad851838a req-85e0c2e9-66a3-4937-8021-ae538842b0f0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 944 time: 0.1012962 Sep 18 06:53:14.516190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed845bd8-c17a-455e-b46b-4f8ad851838a req-3382d2f1-94ea-4665-a7c0-bac889b1ffd3 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980058 Sep 18 06:53:14.564274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a65c0ebe-f404-439c-913d-d831305f1fbd req-e9c32ece-7f9e-4a59-9d0b-20ab38d12f08 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846526 Sep 18 06:53:14.591699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.592445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.615836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820ecec3-f272-412c-844a-1a97e0464953 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:14.628060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ad85fba-3798-4e29-a2db-204863aa7a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.633471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.701109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Transition to ACTIVE for port object 820ecec3-f272-412c-844a-1a97e0464953 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:14.717293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ad85fba-3798-4e29-a2db-204863aa7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.729601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f5c3c-fc8d-4de2-95e9-710d0be895a2 req-386f815e-89fd-44f0-9022-5781a6b851c3 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:14.731168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36f5c3c-fc8d-4de2-95e9-710d0be895a2 req-386f815e-89fd-44f0-9022-5781a6b851c3 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 949 time: 0.0952785 Sep 18 06:53:14.739461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5082a21-854c-4a29-9be5-3781a02213db req-358ad999-5d85-4189-82c0-fe9becfd3b01 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:14.741821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5082a21-854c-4a29-9be5-3781a02213db req-358ad999-5d85-4189-82c0-fe9becfd3b01 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 931 time: 0.1101305 Sep 18 06:53:14.766420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ad85fba-3798-4e29-a2db-204863aa7a3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08626698e23a4fe9b022f20e4bb203bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524651 Sep 18 06:53:14.767787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad85fba-3798-4e29-a2db-204863aa7a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeadba47-77d6-4a91-8e3c-10789f7b35f1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:14.770939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34056) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:14.797129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36f5c3c-fc8d-4de2-95e9-710d0be895a2 req-e3d7a0e5-1809-404d-a6df-d1ca766d5309 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545142 Sep 18 06:53:14.799781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.824630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5082a21-854c-4a29-9be5-3781a02213db req-3e873d0a-600a-4027-9ed4-4ce6a7ef6909 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730815 Sep 18 06:53:14.847584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.865239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.895762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:14.965519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:14.965758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:14.966199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:14.975085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:14.976142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:14.983932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:14.984266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:14.984653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:14.985086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Bound port: 820ecec3-f272-412c-844a-1a97e0464953, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:14.985444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:14.995866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad6b7-ce23-43d3-bf8a-e0c932e5cc80 req-93fdcf1d-5fe8-4112-8719-53ba0caaf828 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:14.997375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-921ad6b7-ce23-43d3-bf8a-e0c932e5cc80 req-93fdcf1d-5fe8-4112-8719-53ba0caaf828 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.0773070 Sep 18 06:53:15.025644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:15.030185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:15.031769 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeadba47-77d6-4a91-8e3c-10789f7b35f1 HTTP/1.1" status: 204 len: 168 time: 0.2597179 Sep 18 06:53:15.042838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d74243-0575-4fb4-a16b-f6d381039605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeadba47-77d6-4a91-8e3c-10789f7b35f1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:15.264377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-921ad6b7-ce23-43d3-bf8a-e0c932e5cc80 req-1c4d15ef-c9d3-478f-b8b6-7e8a47988254 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587781 Sep 18 06:53:15.297700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:15.297700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:15.413765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:15.443285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:15.444635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:15.446451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-2daae291-0741-4025-8416-0c8195a07017 service neutron] 10.222.0.24 "PUT /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 1092 time: 1.3856452 Sep 18 06:53:15.448709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'tag': '820ecec3-f272-412c-844a-1a97e0464953'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:15.454225 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437" -d '{"events": [{"name": "network-changed", "server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "tag": "820ecec3-f272-412c-844a-1a97e0464953"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:15.499566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daae291-0741-4025-8416-0c8195a07017 service neutron] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:15.511178 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b9a1a-ffe4-4d24-ac22-0e3897750061 x-openstack-request-id: req-321b9a1a-ffe4-4d24-ac22-0e3897750061 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:15.511478 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "tag": "820ecec3-f272-412c-844a-1a97e0464953", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:15.511733 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-321b9a1a-ffe4-4d24-ac22-0e3897750061 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:15.512258 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'tag': '820ecec3-f272-412c-844a-1a97e0464953', 'status': 'completed', 'code': 200} Sep 18 06:53:15.591542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-c11bbad6-67c6-49df-9936-b3f82ef3d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:15.593036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-c11bbad6-67c6-49df-9936-b3f82ef3d427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1095 time: 0.0410821 Sep 18 06:53:15.665754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:15.684298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1233ef03-0900-461f-b315-d78f94040319 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:15.747533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9a871-a624-49e4-a017-59e5b7f1654c req-70888a33-24f4-4db4-9cdc-0ee23e815fe7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:15.748534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18a9a871-a624-49e4-a017-59e5b7f1654c req-70888a33-24f4-4db4-9cdc-0ee23e815fe7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 944 time: 0.1546156 Sep 18 06:53:15.783441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:15.795407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:53:15.822648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-13aed96d-e38f-49b0-b04e-f0a13d89b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:15.824266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-13aed96d-e38f-49b0-b04e-f0a13d89b921 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9cd6c860c45b45458093136004e59a49&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2071772 Sep 18 06:53:15.840098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18a9a871-a624-49e4-a017-59e5b7f1654c req-4b778f32-90b8-460c-916d-22b75ab8a26e tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838265 Sep 18 06:53:15.933319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 1233ef03-0900-461f-b315-d78f94040319 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:15.937734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 1233ef03-0900-461f-b315-d78f94040319 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:15.938120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.082264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9137e-3ce5-4d35-ad53-48408e7345ff req-9f399f41-9c64-47bb-8e52-62b705868974 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.083813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50d9137e-3ce5-4d35-ad53-48408e7345ff req-9f399f41-9c64-47bb-8e52-62b705868974 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 949 time: 0.1833110 Sep 18 06:53:16.093119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc176018-347f-4d3d-84c5-84f981d32f35 req-5d8603b2-133f-4f8f-8961-3a977309e9fe tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.094658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc176018-347f-4d3d-84c5-84f981d32f35 req-5d8603b2-133f-4f8f-8961-3a977309e9fe tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.1743195 Sep 18 06:53:16.095694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-d14bf7fa-cb34-4d72-b068-377ee500fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.097055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70eeac3c-61e8-4fc9-8a85-c37af5bbd437 req-d14bf7fa-cb34-4d72-b068-377ee500fa0e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559855 Sep 18 06:53:16.163476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50d9137e-3ce5-4d35-ad53-48408e7345ff req-0fbdc700-0a82-444a-9c95-2d87b871aafb tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f9fd5d1-20e0-4a81-b085-7dd455a453a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634367 Sep 18 06:53:16.164798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.195945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc176018-347f-4d3d-84c5-84f981d32f35 req-000c6b85-d363-4e49-b789-f517f4110dd1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919354 Sep 18 06:53:16.201286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:16.206520 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b18d56-74c4-481c-8950-bc4f5f0029dd" -d '{"events": [{"server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "name": "network-vif-plugged", "status": "completed", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:16.224471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1233ef03-0900-461f-b315-d78f94040319,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:16.256043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34104) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:16.264650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-edb20aa8-4e18-48de-9874-23c184f6f0a5 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.266262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-edb20aa8-4e18-48de-9874-23c184f6f0a5 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 949 time: 0.0918379 Sep 18 06:53:16.284264 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9082e-60ba-484e-b76c-bef8f8c57db9 x-openstack-request-id: req-91e9082e-60ba-484e-b76c-bef8f8c57db9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:16.284778 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "name": "network-vif-plugged", "status": "completed", "tag": "1233ef03-0900-461f-b315-d78f94040319", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:16.285947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8c30-5c64-46b7-a8d9-ec28c5a2e9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.286188 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91e9082e-60ba-484e-b76c-bef8f8c57db9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:16.287266 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'code': 200} Sep 18 06:53:16.296052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-b79275a9-377f-498e-9472-bc04dd86d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.297494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-b79275a9-377f-498e-9472-bc04dd86d46a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1095 time: 0.1180658 Sep 18 06:53:16.302399 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.408407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:16.496937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-b4235e05-0f1d-427c-96ad-65fe022155fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 217 time: 0.0983953 Sep 18 06:53:16.497617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714873-ad77-4993-9999-ea97f28e70d3 req-7ba9b5f3-8470-4f96-812d-5b800e6dfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.497617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88714873-ad77-4993-9999-ea97f28e70d3 req-7ba9b5f3-8470-4f96-812d-5b800e6dfb76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.0908549 Sep 18 06:53:16.497617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88714873-ad77-4993-9999-ea97f28e70d3 req-4efd7374-c42d-4585-9756-749291a6d7b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Sep 18 06:53:16.519559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-488a7b9f-54bc-4fbd-83c2-eae320bf2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.521081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-488a7b9f-54bc-4fbd-83c2-eae320bf2d64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0833974 Sep 18 06:53:16.538777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016a9e-85c7-4cd4-8973-885b14451388 req-2c47007b-06e1-4fed-9a38-aab79159aec8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:16.538777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c016a9e-85c7-4cd4-8973-885b14451388 req-2c47007b-06e1-4fed-9a38-aab79159aec8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 943 time: 0.1255243 Sep 18 06:53:16.563866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Deleting port ffd7b89d-1b66-472e-bdc8-cb4489af4265 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:53:16.563866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.591425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-87d19b29-449c-4c1e-9ff5-d7c13dfd5041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381668 Sep 18 06:53:16.643555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c016a9e-85c7-4cd4-8973-885b14451388 req-997fe8ef-86fe-4bc4-8e81-3465e4c28c0d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013963 Sep 18 06:53:16.651495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8c30-5c64-46b7-a8d9-ec28c5a2e9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.718266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-208578eb-f4b9-4d80-9caa-008b2021ddcd service neutron] 10.222.0.24 "GET /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.1515229 Sep 18 06:53:16.735235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-b3ffcbdf-6035-4e87-929f-cdb445f43e92 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339016 Sep 18 06:53:16.775616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fcb8c30-5c64-46b7-a8d9-ec28c5a2e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.778788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] For port ffd7b89d-1b66-472e-bdc8-cb4489af4265, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffd7b89d-1b66-472e-bdc8-cb4489af4265,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:16.779293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:16.798807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Calling delete_port for ffd7b89d-1b66-472e-bdc8-cb4489af4265 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:53:16.878782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5fcb8c30-5c64-46b7-a8d9-ec28c5a2e9c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed417e253eca4df8848fa9b881038edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202497 Sep 18 06:53:16.885695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:16.912771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb8c30-5c64-46b7-a8d9-ec28c5a2e9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2563b8-d5ec-45cd-a4d8-ccb853c2b015,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:16.957289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Request body: {'security_group': {'name': 'tempest-securitygroup-615420363', 'description': 'tempest-description-1510643689'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:16.972352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c090702-d21c-4a0a-9292-12e87d0234ad req-378735ab-889e-4542-8ce2-dc4644f5a644 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212961 Sep 18 06:53:16.992015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.027906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.054556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:17.081562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:17.093254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb631fe5-6e8e-4706-9191-ad30d2468341 req-e5234dfc-105d-490c-aa18-f7e95c559df7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:17.100495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb631fe5-6e8e-4706-9191-ad30d2468341 req-e5234dfc-105d-490c-aa18-f7e95c559df7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 945 time: 0.0854840 Sep 18 06:53:17.115343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.118101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca79f270-2f9f-4050-b89d-f279776fd8e3 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:17.132106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:17.136995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.150550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.154504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb631fe5-6e8e-4706-9191-ad30d2468341 req-d21c3a7e-98dc-4ee6-a7f5-6f22b77b5d8c tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530624 Sep 18 06:53:17.163274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ffd7b89d-1b66-472e-bdc8-cb4489af4265'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:17.204547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Pushing event deleted for resources: {'Port': ['ID=ffd7b89d-1b66-472e-bdc8-cb4489af4265,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:17.233803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.236804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.238520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd2563b8-d5ec-45cd-a4d8-ccb853c2b015 HTTP/1.1" status: 204 len: 168 time: 0.3489802 Sep 18 06:53:17.260810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.267613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e99a3-70c0-4ed1-be41-146f4070501a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2563b8-d5ec-45cd-a4d8-ccb853c2b015,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:17.282292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] No DVR routers for this DVR port ffd7b89d-1b66-472e-bdc8-cb4489af4265 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:53:17.292931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.297245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3901b83b-77ca-4e6b-ab65-46486b5d4338 req-37b729aa-d6c1-42ea-8438-14f032187534 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.37 "DELETE /v2.0/ports/ffd7b89d-1b66-472e-bdc8-cb4489af4265 HTTP/1.1" status: 204 len: 173 time: 1.0187688 Sep 18 06:53:17.297245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'name': 'network-vif-deleted', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:17.299298 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e82811-58ed-4719-9d60-94a54a6069a8" -d '{"events": [{"server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "name": "network-vif-deleted", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:17.371208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.417786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] Transition to ACTIVE for port object ca79f270-2f9f-4050-b89d-f279776fd8e3 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:17.442823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.487579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cefb084-2a7e-442e-b7db-520a61852c7d req-2a5ed55d-e409-4ab0-8ced-5dda67a68346 tempest-ServerDiagnosticsNegativeTest-1274801344 tempest-ServerDiagnosticsNegativeTest-1274801344-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c70bf1-67c8-458d-bd6b-3fef0556aa20 HTTP/1.1" status: 200 len: 210 time: 0.0412819 Sep 18 06:53:17.517402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.520313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4381fe6-669e-4866-b2f1-0b1155c72b19,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:17.583910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.591859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] No DVR routers for this DVR port ca79f270-2f9f-4050-b89d-f279776fd8e3 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:53:17.632516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff339d1-9e1d-4696-ab5d-b7ac5c65fa00 req-3787666a-a10b-4220-91de-82763ee5cbce tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:17.635048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff339d1-9e1d-4696-ab5d-b7ac5c65fa00 req-3787666a-a10b-4220-91de-82763ee5cbce tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.0538011 Sep 18 06:53:17.641787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9142435 Sep 18 06:53:17.642676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db883fbd-211c-4cac-9274-8d0639f5f1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:17.659159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.705365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff339d1-9e1d-4696-ab5d-b7ac5c65fa00 req-8f2ff0e6-fd68-4e23-90e8-ceea5c01d86d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635870 Sep 18 06:53:17.706128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac3cef-6504-467f-aea2-dcb3616cd94b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:17.762230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:17.763614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0176730d-d116-4866-a0a4-9661849dcfa7 req-b241e012-6e4e-4fd2-a7ab-13f3f32775cc tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8197320 Sep 18 06:53:17.807056 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e53b01-2ecd-43ec-af8c-484fb7787bcd x-openstack-request-id: req-95e53b01-2ecd-43ec-af8c-484fb7787bcd {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:17.807357 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c70bf1-67c8-458d-bd6b-3fef0556aa20", "name": "network-vif-deleted", "tag": "ffd7b89d-1b66-472e-bdc8-cb4489af4265", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:17.807614 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e53b01-2ecd-43ec-af8c-484fb7787bcd {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:17.808054 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c70bf1-67c8-458d-bd6b-3fef0556aa20', 'name': 'network-vif-deleted', 'tag': 'ffd7b89d-1b66-472e-bdc8-cb4489af4265', 'status': 'completed', 'code': 200} Sep 18 06:53:17.826636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1241500889', 'description': 'tempest-description-2935656'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:17.903205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbe9e9-2f85-4617-b79f-990d9c6c3232 req-79e0accf-5290-4be9-84fa-594e9d56b8a4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:17.904354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52cbe9e9-2f85-4617-b79f-990d9c6c3232 req-79e0accf-5290-4be9-84fa-594e9d56b8a4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0547452 Sep 18 06:53:17.943464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-936920a3-3af0-448d-a323-bb4e138752aa tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:17.945649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-936920a3-3af0-448d-a323-bb4e138752aa tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.0475047 Sep 18 06:53:17.945771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52cbe9e9-2f85-4617-b79f-990d9c6c3232 req-e6599a1c-b0a0-49b1-9254-fe6879d5449b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Sep 18 06:53:17.953612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.047491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-28390d42-d108-48c9-9de4-f8ec3f38275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:18.049307 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-28390d42-d108-48c9-9de4-f8ec3f38275f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10&tenant_id=3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 1096 time: 0.0957236 Sep 18 06:53:18.070073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.125925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b620815-e8aa-4e45-baf6-11b683e291ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:18.127529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-7b620815-e8aa-4e45-baf6-11b683e291ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1096 time: 0.0477536 Sep 18 06:53:18.161915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.209134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e383a50e-1e8b-4897-8ed7-fd971a453cb6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:18.242370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-d13f9db4-04a1-40fa-8412-ba7cca3133ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:18.243855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-d13f9db4-04a1-40fa-8412-ba7cca3133ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1076376 Sep 18 06:53:18.281080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcece3c3-cdc6-44f1-9e13-8e6756b284de req-46b5735b-7d4e-41e8-9130-dd9bacfddb67 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:18.282863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcece3c3-cdc6-44f1-9e13-8e6756b284de req-46b5735b-7d4e-41e8-9130-dd9bacfddb67 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 945 time: 0.0577219 Sep 18 06:53:18.284226 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.291161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26956fca-2d68-48d3-bb70-52d4dc869e7b req-b4783a84-b8d2-405b-9d8b-40be9f3314d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4668615 Sep 18 06:53:18.301530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-36f60040-4bff-4a58-bae7-39f6693f323b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0474341 Sep 18 06:53:18.331921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcece3c3-cdc6-44f1-9e13-8e6756b284de req-18a61fc0-0fca-48ca-bef1-3b553f7465f6 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Sep 18 06:53:18.364856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-97b694f3-4641-482f-a560-3030f9472757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:18.367019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-97b694f3-4641-482f-a560-3030f9472757 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0571058 Sep 18 06:53:18.414229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-31ff8401-c700-4939-88bf-cb73fddc745a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390542 Sep 18 06:53:18.519348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-6299bf4f-803b-401f-97d5-340170f55b42 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928378 Sep 18 06:53:18.571876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2121920911', 'description': 'tempest-description-1725543531'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:18.593073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-cc3c2241-6ae1-4fb4-98a1-b180c6f073b7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2224071 Sep 18 06:53:18.600931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:18.681553 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.694841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.700017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:18.804826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.838629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2854582f-8c17-4afe-84a4-52f9579d46cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.866223 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-5fa39e0d-4653-46e1-8d55-7a2583d9e779 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359089 Sep 18 06:53:18.905533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34210) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:18.974239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:18.986993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.007891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2093953910-network', 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:19.045500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.283859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-eda53b39-534c-4adf-ae36-89decc5451cd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:19.285377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-eda53b39-534c-4adf-ae36-89decc5451cd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.0479202 Sep 18 06:53:19.315653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe38b4d-a644-4f7f-9695-179e2dd43771,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:19.337889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Allocated IP 172.25.4.146 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2254b1d8-590d-4ea9-bedb-32a745d79fe2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:19.441586 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2854582f-8c17-4afe-84a4-52f9579d46cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.471616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.473543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-f7a929b0-3ea8-478a-a369-8ccc3b092327 service neutron] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:19.477551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-f7a929b0-3ea8-478a-a369-8ccc3b092327 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.478733 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16851c91-ece4-4670-a44a-e9cd79d4ae76 req-f7a929b0-3ea8-478a-a369-8ccc3b092327 service neutron] 10.222.0.37 "DELETE /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.1856015 Sep 18 06:53:19.508239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2854582f-8c17-4afe-84a4-52f9579d46cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.548432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2854582f-8c17-4afe-84a4-52f9579d46cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c66518fba393457a8ddf6ca6110aa433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8443763 Sep 18 06:53:19.549197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854582f-8c17-4afe-84a4-52f9579d46cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f215f251-ea2d-4d27-9b49-a55847be5edc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:19.551149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:19.601760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.604715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:19.606022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.607702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:53:19.608198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.622376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.646717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.650518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:53:19.653353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:19.659693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:19.667465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:19.681493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event updated for resources: {'Port': ['ID=2254b1d8-590d-4ea9-bedb-32a745d79fe2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:19.724931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.756576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.759173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.760384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f215f251-ea2d-4d27-9b49-a55847be5edc HTTP/1.1" status: 204 len: 168 time: 0.2082567 Sep 18 06:53:19.768637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c843e2-f707-4ebf-b3b5-9e86b4cd62db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f215f251-ea2d-4d27-9b49-a55847be5edc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:19.798057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.821713 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.887325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.945808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb5431-fe35-4cb2-871b-bb7fe13b57b5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:19.967740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:19.997227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.052897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.073558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:53:20.087336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422724bc-6168-4884-b003-16439b933211,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:20.088020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.092403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.099401 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Added segment ceaf7215-9131-424a-a079-f0bd0d96639c of type vlan for network 26a1d5de-01de-4398-9765-210db1a7098f Sep 18 06:53:20.133248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.134521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-822ee41c-ab3d-432a-a037-735b330ec57b req-b943f892-729a-4e3c-88ce-b5e2da79b444 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.5748003 Sep 18 06:53:20.143356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.145339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.158858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event updated for resources: {'Port': ['ID=2254b1d8-590d-4ea9-bedb-32a745d79fe2,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:20.251843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.253018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-ca6f8c24-ad1a-4490-9335-1eb63b416eda tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6591308 Sep 18 06:53:20.264038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875279-7869-4cfb-bb8a-8eaaf5a0e58c req-4fef3e30-c5cb-44ef-bb5e-cba2750fe4a6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:20.265491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23875279-7869-4cfb-bb8a-8eaaf5a0e58c req-4fef3e30-c5cb-44ef-bb5e-cba2750fe4a6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Sep 18 06:53:20.279628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.280712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:20.281538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.352167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-f336b1a5-2560-45d8-bd44-de3fd0ccb56f tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0820835 Sep 18 06:53:20.352378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] Pushing event updated for resources: {'Network': ['ID=26a1d5de-01de-4398-9765-210db1a7098f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:20.360585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 26a1d5de-01de-4398-9765-210db1a7098f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:53:20.391667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23875279-7869-4cfb-bb8a-8eaaf5a0e58c req-30871437-d493-4de4-a81a-a554da3b051d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188216 Sep 18 06:53:20.407807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-315f321f-693d-433c-b098-cab17b3fb739 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5004649 Sep 18 06:53:20.412512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34226) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:20.418835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Request body: {'subnet': {'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2093953910-subnet', 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:20.421059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34228) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:20.440343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf5ae6-b163-4715-9d72-07dda3dda882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.503316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-19e82b6e-ca13-4cd4-bc5f-28a779fe13e9 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:20.505054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-19e82b6e-ca13-4cd4-bc5f-28a779fe13e9 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1505547 Sep 18 06:53:20.517540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-887d4063-3b1f-4615-b6b2-dafa3ba0fa40 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:53:20.518570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea84703a-7b4f-4e03-a5e4-cb473e901fa0 req-887d4063-3b1f-4615-b6b2-dafa3ba0fa40 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060472 Sep 18 06:53:20.549738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf5ae6-b163-4715-9d72-07dda3dda882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.555335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1987657096', 'description': 'tempest-description-1574391260'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:20.619279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b9c92-cf52-487a-a9b8-8949af853a45 req-9616c43c-3553-41ed-bfd4-b7d39179a441 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:20.621737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f23b9c92-cf52-487a-a9b8-8949af853a45 req-9616c43c-3553-41ed-bfd4-b7d39179a441 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0616512 Sep 18 06:53:20.640119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf5ae6-b163-4715-9d72-07dda3dda882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.669223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:20.673710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f23b9c92-cf52-487a-a9b8-8949af853a45 req-e208e10f-d53a-4ff8-bf31-00f057d42b37 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Sep 18 06:53:20.682453 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70cf5ae6-b163-4715-9d72-07dda3dda882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fab124a6a5f474b9820769a7943b9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598541 Sep 18 06:53:20.684587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf5ae6-b163-4715-9d72-07dda3dda882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf05c4-bb52-40d0-b1a3-35f5c50d1157,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:20.691970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34240) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:20.698357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 06:53:20.698357 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 06:53:20.698357 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '7ca8880166bf414fa4a00031d97a77fb', 'expiration_1': datetime.datetime(2021, 9, 18, 6, 53, 0, 461309)}] Sep 18 06:53:20.698357 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:53:20.699279 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:53:20.748542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.773256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.844665 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:20.935944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70c92200-340d-4d09-991b-c90a0e19d574 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdfe202753f04dcc9d7567fe28e92e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609394 Sep 18 06:53:20.938371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34252) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:20.957609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-0672b6ea-b295-4808-8e31-bf8fd50e2e51 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:20.959125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-0672b6ea-b295-4808-8e31-bf8fd50e2e51 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 819 time: 0.1837232 Sep 18 06:53:20.974381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a52d5543-e48d-431f-b9c6-9f9f8edf5468 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/quotas/91745aff7d914421a4ccb5f6a2ae628f HTTP/1.1" status: 200 len: 375 time: 0.0090475 Sep 18 06:53:20.986898 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.005862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.009063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.010229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecbf05c4-bb52-40d0-b1a3-35f5c50d1157 HTTP/1.1" status: 204 len: 168 time: 0.3206911 Sep 18 06:53:21.011760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.036971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73718ed-3b1f-4fb8-8956-37a78ed748ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf05c4-bb52-40d0-b1a3-35f5c50d1157,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:21.073243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-b193db85-743e-4f99-929f-90b4991a60b7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0933824 Sep 18 06:53:21.120564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.144483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.147351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.148540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f9fd5d1-20e0-4a81-b085-7dd455a453a1 HTTP/1.1" status: 204 len: 168 time: 0.2091370 Sep 18 06:53:21.157390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d987d4a-c318-4cf8-8921-16df843f1428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fd5d1-20e0-4a81-b085-7dd455a453a1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:21.196520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.213511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-60555433-864c-4b9f-93ae-612f3a466bfb service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323657 Sep 18 06:53:21.266628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d861174-cfcc-4d15-a153-ec89fbdb7f1c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:21.334540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-fbfcb16f-86bc-4ae2-a928-d068ad0db2b7 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114781 Sep 18 06:53:21.366550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:21.368881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.442310 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.443771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bc3470d-8beb-4d37-b262-00ab3f7f0a30 req-18583664-1bb7-429c-aac3-86d67bf620bb tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8949573 Sep 18 06:53:21.600990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 820ecec3-f272-412c-844a-1a97e0464953 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:21.673167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c4f4-e969-4f74-b47b-285002b94454 req-30799ac3-4de2-4ca2-8e88-d57437c19513 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:21.674810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c883c4f4-e969-4f74-b47b-285002b94454 req-30799ac3-4de2-4ca2-8e88-d57437c19513 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.1478248 Sep 18 06:53:21.706934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffd7b89d-1b66-472e-bdc8-cb4489af4265 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:53:21.742847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: ffd7b89d-1b66-472e-bdc8-cb4489af4265 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:53:21.743298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffd7b89d-1b66-472e-bdc8-cb4489af4265 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:53:21.774487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:21.780056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c883c4f4-e969-4f74-b47b-285002b94454 req-250dba36-e748-4026-8ed6-498118e887ce tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891166 Sep 18 06:53:21.786433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '820ecec3-f272-412c-844a-1a97e0464953', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'port_id': '820ecec3-f272-412c-844a-1a97e0464953', 'mac_address': 'fa:16:3e:62:a1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46faa392-8771-4fcb-9c51-f0e41a249f86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:21.788267 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.837040 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.850836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:21.858702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820ecec3-f272-412c-844a-1a97e0464953 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:21.866302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1caec69f-ae75-4660-8f49-004ee2f0674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.885324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:21.896266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:21.946611 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:53:21.948537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Checking segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:21.948898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Network hostable DHCP agents. Network: 26a1d5de-01de-4398-9765-210db1a7098f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:53:21.980475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1caec69f-ae75-4660-8f49-004ee2f0674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:21.980956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2a20-3a6d-42dc-a21d-2afc73e27f6f req-eb564f34-6125-4915-b641-48f085020f56 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:21.982554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b4c2a20-3a6d-42dc-a21d-2afc73e27f6f req-eb564f34-6125-4915-b641-48f085020f56 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1096 time: 0.1063302 Sep 18 06:53:22.050823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.064396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-5ea918e9-e7c6-4d8b-bd2f-f75605e3e042 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45073 time: 0.5144823 Sep 18 06:53:22.075866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b4c2a20-3a6d-42dc-a21d-2afc73e27f6f req-a1d4f20f-7345-47c0-860c-9fa15c32f24b tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837045 Sep 18 06:53:22.115109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-93f884df-fc05-49f9-997e-df62d67e763d tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/04cde721-0617-485b-b206-fe92cfe7f059 HTTP/1.1" status: 200 len: 2977 time: 0.0497878 Sep 18 06:53:22.150943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:22.154897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1caec69f-ae75-4660-8f49-004ee2f0674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.155241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Network 26a1d5de-01de-4398-9765-210db1a7098f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:53:22.191083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-563ad10c-af9e-4bb0-bca0-71ad2b2da9ce tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/04cde721-0617-485b-b206-fe92cfe7f059 HTTP/1.1" status: 200 len: 2977 time: 0.0737689 Sep 18 06:53:22.234308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caec69f-ae75-4660-8f49-004ee2f0674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cfff5a-d519-4f08-938d-de839b41b006,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:22.263309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-06684fb3-bde1-4a8d-87c9-834883778953 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/158ff18c-6ad2-4ab3-9614-ca5869df84d0 HTTP/1.1" status: 200 len: 2977 time: 0.0583255 Sep 18 06:53:22.268825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1caec69f-ae75-4660-8f49-004ee2f0674b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bfa196a4b3649578feffed52c3e5f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159491 Sep 18 06:53:22.279223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34296) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:22.300128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 26a1d5de-01de-4398-9765-210db1a7098f) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:22.315149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279cf312-0955-445c-a07b-9a48530ff596 None None] Network 26a1d5de-01de-4398-9765-210db1a7098f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:22.329071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:22.329876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.362636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.406504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27c22a9e-4643-4c8f-ab81-5445c5b7ce08 req-191c9825-2595-41bd-9585-d2102cf6e2a9 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 210 time: 0.0424228 Sep 18 06:53:22.415639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.417162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-9167acf0-dc95-49c4-b92c-b09a904bec73 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/158ff18c-6ad2-4ab3-9614-ca5869df84d0 HTTP/1.1" status: 200 len: 2977 time: 0.1483917 Sep 18 06:53:22.472979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-b48d9687-43cd-4953-8766-dad80420780a tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/22864a21-36f9-40f9-9147-0692dac935c8 HTTP/1.1" status: 200 len: 2977 time: 0.0547707 Sep 18 06:53:22.477739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['820ecec3-f272-412c-844a-1a97e0464953'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:22.529034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b99de99a-3510-42b8-a13c-cb89d860a193 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1075246 Sep 18 06:53:22.578942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.581810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:22.585504 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4cfff5a-d519-4f08-938d-de839b41b006 HTTP/1.1" status: 204 len: 168 time: 0.3022075 Sep 18 06:53:22.595003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747fb1-5f9c-4dc9-877b-8333573ad799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cfff5a-d519-4f08-938d-de839b41b006,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:22.595934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee347c-98ac-4b1a-8757-61dff65c3118 None None] Network 26a1d5de-01de-4398-9765-210db1a7098f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:22.705572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-47d32943-0437-4b81-9fc6-e87590b80057 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/22864a21-36f9-40f9-9147-0692dac935c8 HTTP/1.1" status: 200 len: 2977 time: 0.2283716 Sep 18 06:53:22.710669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-145fca7e-cb20-470f-b511-d62c83467b30 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:22.713128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-145fca7e-cb20-470f-b511-d62c83467b30 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.1784585 Sep 18 06:53:22.760374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-fa1abdb7-5c51-49b0-bd80-4c0b6d4d2b00 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/quotas/3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 375 time: 0.0388718 Sep 18 06:53:22.844251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-2da30bb7-d7fd-4a01-893f-408983f375be tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/422724bc-6168-4884-b003-16439b933211 HTTP/1.1" status: 200 len: 2981 time: 0.1410370 Sep 18 06:53:22.870505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-f80e8da6-0c34-4bde-9c0b-b10dc8db2099 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083956 Sep 18 06:53:22.935696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-afc1c01f-a326-40fe-a731-51c42b975303 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/422724bc-6168-4884-b003-16439b933211 HTTP/1.1" status: 200 len: 2981 time: 0.0776162 Sep 18 06:53:23.019622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-b27bd206-ee79-4e4c-927f-39c2fdbe5620 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e7efacb-62f5-45cd-85b9-858b76bb1296 HTTP/1.1" status: 200 len: 2981 time: 0.0593839 Sep 18 06:53:23.024993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-7b323df9-780e-4434-8b81-404bf89552b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488419 Sep 18 06:53:23.121334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-06548fcc-1b98-4529-bf6d-abcf4493535b tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e7efacb-62f5-45cd-85b9-858b76bb1296 HTTP/1.1" status: 200 len: 2981 time: 0.0953753 Sep 18 06:53:23.163344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-fd5264bd-e4f6-4673-82ec-173ba2ee538e service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296451 Sep 18 06:53:23.194489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-536ce747-d5f1-441a-b69f-e1e82bf382b3 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3 HTTP/1.1" status: 200 len: 2977 time: 0.0630541 Sep 18 06:53:23.250099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-f688cac9-e202-41fb-8a51-e12a5971e508 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3 HTTP/1.1" status: 200 len: 2977 time: 0.0460875 Sep 18 06:53:23.294390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-4155284e-8479-4ff3-ae6c-9393f54b47cf tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9549d473-6fe9-4ad3-82aa-03ea8cf2a001 HTTP/1.1" status: 200 len: 2981 time: 0.0379009 Sep 18 06:53:23.339915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-e928e2d0-41a0-429f-bdcf-71d422d977fe tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9549d473-6fe9-4ad3-82aa-03ea8cf2a001 HTTP/1.1" status: 200 len: 2981 time: 0.0386226 Sep 18 06:53:23.451593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-b63052dc-d267-4985-b975-7c8e9eb9460b tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9fe38b4d-a644-4f7f-9695-179e2dd43771 HTTP/1.1" status: 200 len: 2981 time: 0.1022499 Sep 18 06:53:23.492445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409fd7a-4669-4d4c-a7d3-c0042bb1266c req-fcf26473-a325-41d1-b15f-7484aeb9ff78 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:23.493960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b409fd7a-4669-4d4c-a7d3-c0042bb1266c req-fcf26473-a325-41d1-b15f-7484aeb9ff78 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.0756741 Sep 18 06:53:23.554122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-4f3d4b4c-9023-4afa-9977-ae27d62610e0 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9fe38b4d-a644-4f7f-9695-179e2dd43771 HTTP/1.1" status: 200 len: 2981 time: 0.0964651 Sep 18 06:53:23.570461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b409fd7a-4669-4d4c-a7d3-c0042bb1266c req-4e229fb5-ed91-4a3b-94ba-01626bc8dd81 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675409 Sep 18 06:53:23.613498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-1a03497f-716f-4da3-aa38-eb59fa9467ea tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a4c5dc08-d8c8-4bd8-bbb2-53eb98941c7a HTTP/1.1" status: 200 len: 2977 time: 0.0473416 Sep 18 06:53:23.666310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-d8d5e7e2-a3d2-422c-9484-b3c3649f2ba0 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a4c5dc08-d8c8-4bd8-bbb2-53eb98941c7a HTTP/1.1" status: 200 len: 2977 time: 0.0463355 Sep 18 06:53:23.714786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-f3b6f45a-0431-47b2-864b-2830a81b058e tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bb7345c3-b6f1-4865-8829-80979414c21e HTTP/1.1" status: 200 len: 2981 time: 0.0427032 Sep 18 06:53:23.762891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-c131d872-1034-49a1-a875-22ac21c58f7b tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bb7345c3-b6f1-4865-8829-80979414c21e HTTP/1.1" status: 200 len: 2981 time: 0.0404041 Sep 18 06:53:23.806095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-efd7a8fc-5f7b-4c2e-a216-84ba4e8d9b73 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d4381fe6-669e-4866-b2f1-0b1155c72b19 HTTP/1.1" status: 200 len: 2981 time: 0.0368819 Sep 18 06:53:23.853868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-c2ff4106-0039-44c6-a190-21d17c56e5cf tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d4381fe6-669e-4866-b2f1-0b1155c72b19 HTTP/1.1" status: 200 len: 2981 time: 0.0413299 Sep 18 06:53:23.904458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-cc3f0df1-78f9-4d03-8d3c-bca8c9594ccd tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d6ceb357-ccf6-41af-9027-06994c28042c HTTP/1.1" status: 200 len: 2973 time: 0.0444920 Sep 18 06:53:24.015868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-65c3819c-76cd-464b-a031-04b1ceee505d tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d6ceb357-ccf6-41af-9027-06994c28042c HTTP/1.1" status: 200 len: 2973 time: 0.1046236 Sep 18 06:53:24.073232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-87c59157-a253-40c5-bcbc-0d81eb9373af tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:24.074742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-87c59157-a253-40c5-bcbc-0d81eb9373af tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.1468914 Sep 18 06:53:24.094028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-2b08fb1a-f66b-445e-a806-05b5e70faf8a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/quotas/7ca8880166bf414fa4a00031d97a77fb HTTP/1.1" status: 200 len: 375 time: 0.0130305 Sep 18 06:53:24.095442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-7182c620-881f-4851-ae5a-e2dd806a463a tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e48e5874-2d4a-4062-ab94-43d82db5d487 HTTP/1.1" status: 200 len: 2981 time: 0.0698495 Sep 18 06:53:24.130812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-01c08e21-23a3-4822-9881-d957f980e687 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307691 Sep 18 06:53:24.189471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78fe5456-8b7a-404d-be5d-89a4cba2507f req-8a28f3fd-c21c-4102-8d72-dd2719daa199 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e48e5874-2d4a-4062-ab94-43d82db5d487 HTTP/1.1" status: 200 len: 2981 time: 0.0786829 Sep 18 06:53:24.239298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-de18b205-c295-432c-bd69-f73aa508eb86 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:24.239298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-de18b205-c295-432c-bd69-f73aa508eb86 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.24 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 819 time: 0.1458251 Sep 18 06:53:24.253873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-51bb8b72-493a-4dad-ba99-40518db0169f service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129410 Sep 18 06:53:24.254881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'port': {'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'admin_state_up': True, 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:24.358453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-2d5dacca-34fb-4a13-8a8a-a1e001643792 service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969791 Sep 18 06:53:24.386912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4afba74-12d3-445b-8e10-aa3989d6d954 req-5135e8dc-9f63-4c3d-94c5-643e696c29b5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 210 time: 0.0419033 Sep 18 06:53:24.456768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Made reservation on behalf of 91745aff7d914421a4ccb5f6a2ae628f for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:24.460516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:24.489250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-841c1e85-3b93-4599-84ee-2c54bb5a7854 req-4c1cc9c4-eb6b-460f-9f00-998e22d24f40 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Sep 18 06:53:24.624958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Allocated IP 172.20.0.7 (4b359774-1eb1-405f-a8f6-1791afa03ad7/3af4837e-6c79-41f0-8c3d-1f89d25e1683/613b83b0-b76c-49ea-ad33-e0240e4f2cbd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:24.702267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc1837c-0c8b-48a2-bd59-109de6630ab5 req-05e2692e-f85f-410a-8d53-2f75f6ff36d7 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a23477d22f4d4926932b876b6aa1f88a HTTP/1.1" status: 200 len: 6100 time: 0.0973442 Sep 18 06:53:24.782949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc1837c-0c8b-48a2-bd59-109de6630ab5 req-d3aed30b-8205-4e86-adc4-bb827313904e tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "GET /v2.0/security-groups/d4381fe6-669e-4866-b2f1-0b1155c72b19 HTTP/1.1" status: 200 len: 2981 time: 0.0794392 Sep 18 06:53:24.844609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc1837c-0c8b-48a2-bd59-109de6630ab5 req-f8025f2b-feeb-4c4e-92af-ee61c8bded44 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "GET /v2.0/security-groups/d4381fe6-669e-4866-b2f1-0b1155c72b19 HTTP/1.1" status: 200 len: 2981 time: 0.0531344 Sep 18 06:53:24.915832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:24.960389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc9e5d-0a10-478d-b6f6-6b8f9450ad74 req-7001378a-277c-43ca-a489-27b8a4bca13f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:24.961926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44fc9e5d-0a10-478d-b6f6-6b8f9450ad74 req-7001378a-277c-43ca-a489-27b8a4bca13f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.0657518 Sep 18 06:53:25.000414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44fc9e5d-0a10-478d-b6f6-6b8f9450ad74 req-a74ab080-5b38-4ebe-9f96-71f9b13e4312 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Sep 18 06:53:25.052587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54dee7b7-87c0-4804-a83f-36cb33f9aaa5 req-9853eaa8-d421-4ac9-a55a-e48b861e5248 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 210 time: 0.0324285 Sep 18 06:53:25.082957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-aeb9d61c-ee5b-4e12-9355-b2975f1431f0 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8d861174-cfcc-4d15-a153-ec89fbdb7f1c HTTP/1.1" status: 200 len: 1778 time: 0.0531037 Sep 18 06:53:25.097160 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.112028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1233ef03-0900-461f-b315-d78f94040319'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:25.138114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.157754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:25.161982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:25.164312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.173518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:25.181872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:25.181872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.185566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event updated for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:25.287191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.288106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-a04ded1b-5d68-4016-8ac9-bda4769f46e7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0231047 Sep 18 06:53:25.289154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.289855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1ae8361-b45a-440f-b508-f2dd4f6d9e1c req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d861174-cfcc-4d15-a153-ec89fbdb7f1c HTTP/1.1" status: 204 len: 173 time: 0.1976171 Sep 18 06:53:25.300025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Request body: {'port': {'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:25.305919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924051ad-267e-4f5a-9822-baf0d442bfd1 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d861174-cfcc-4d15-a153-ec89fbdb7f1c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:25.379788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.445682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-d412a723-5c03-4d37-84b4-b64954c5e12a tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f6eb5431-fe35-4cb2-871b-bb7fe13b57b5 HTTP/1.1" status: 200 len: 1778 time: 0.1235316 Sep 18 06:53:25.515166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.550744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b1f6416b-3843-4989-a639-d0de3bd70ae3 None None] Provisioning complete for port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:25.552148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b1f6416b-3843-4989-a639-d0de3bd70ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.569660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.593624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6416b-3843-4989-a639-d0de3bd70ae3 None None] Port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:25.629157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10a0f485-7084-4055-b6db-a56c7e34eb1e req-ce72f066-99dd-455f-b365-f47f415032e2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 210 time: 0.0351384 Sep 18 06:53:25.634093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 820ecec3-f272-412c-844a-1a97e0464953 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:25.754188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613b83b0-b76c-49ea-ad33-e0240e4f2cbd {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:25.756976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.759500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.760698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af42f807-0f6d-44ce-b6fb-27bcc81d1a56 req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6eb5431-fe35-4cb2-871b-bb7fe13b57b5 HTTP/1.1" status: 204 len: 173 time: 0.3081357 Sep 18 06:53:25.766213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.779700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Transition to ACTIVE for port object 613b83b0-b76c-49ea-ad33-e0240e4f2cbd will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:25.804073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7ec87-f9b6-41fd-8187-7718094695d4 tempest-SecurityGroupsTestAdminJSON-1594702269 tempest-SecurityGroupsTestAdminJSON-1594702269-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb5431-fe35-4cb2-871b-bb7fe13b57b5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:25.824645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 820ecec3-f272-412c-844a-1a97e0464953 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:25.829406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 820ecec3-f272-412c-844a-1a97e0464953 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:25.829980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.853621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8650-a899-40fc-b605-30370db7f675 req-37393143-936e-4d6b-bc1f-2f4d9c8b9db8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:25.855168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b6b8650-a899-40fc-b605-30370db7f675 req-37393143-936e-4d6b-bc1f-2f4d9c8b9db8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 931 time: 0.1030042 Sep 18 06:53:25.863715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-f9164099-8764-4038-8c5e-1797a4a2071e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:25.865092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-f9164099-8764-4038-8c5e-1797a4a2071e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.2283707 Sep 18 06:53:25.891115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.900313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Request body: {'port': {'device_id': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'admin_state_up': True, 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:25.918248 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:25.941609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3184f65-372c-4d19-b286-a4c77e34859f req-aa907604-c893-4601-990d-e020740568d0 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "GET /v2.0/security-groups/e383a50e-1e8b-4897-8ed7-fd971a453cb6 HTTP/1.1" status: 200 len: 1775 time: 0.1206841 Sep 18 06:53:25.948090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820ecec3-f272-412c-844a-1a97e0464953'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:25.951319 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90995946-7c86-4968-8243-ebb465f6ccef" -d '{"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-plugged", "status": "completed", "tag": "820ecec3-f272-412c-844a-1a97e0464953"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:25.966130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b6b8650-a899-40fc-b605-30370db7f675 req-2c0e7b5f-ba35-48f7-9149-533292cb2d03 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975330 Sep 18 06:53:26.001137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:26.025737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:26.055900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Attempting to bind port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:26.056422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Attempting to bind port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:26.056951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Attempting to bind port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:26.066404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:26.068496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.072082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Attempting to bind port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd on network 4b359774-1eb1-405f-a8f6-1791afa03ad7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:26.078411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:26.082687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:26.083281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Checking segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:26.084013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Bound using segment: {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:26.085689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Bound port: 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc14773d-e682-45c8-b0ec-026f24aac0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:26.086288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.116343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3184f65-372c-4d19-b286-a4c77e34859f req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.148532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3184f65-372c-4d19-b286-a4c77e34859f req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.150252 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7dab8d-5d30-4a67-9df5-1c9855aa5873 x-openstack-request-id: req-3b7dab8d-5d30-4a67-9df5-1c9855aa5873 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:26.153418 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-plugged", "status": "completed", "tag": "820ecec3-f272-412c-844a-1a97e0464953", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:26.153959 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b7dab8d-5d30-4a67-9df5-1c9855aa5873 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:26.154508 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820ecec3-f272-412c-844a-1a97e0464953', 'code': 200} Sep 18 06:53:26.193374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:26.222382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:26.231599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.271350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.24', 56974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:26.272801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:26.307871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:26.321691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3184f65-372c-4d19-b286-a4c77e34859f req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.324563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71458e-c896-4e90-8c42-ddf25a12cc61 req-b73cd086-62cb-40c9-a598-bd2240b1eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:26.325249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3184f65-372c-4d19-b286-a4c77e34859f req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.326531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a71458e-c896-4e90-8c42-ddf25a12cc61 req-b73cd086-62cb-40c9-a598-bd2240b1eb47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.0513532 Sep 18 06:53:26.326706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3184f65-372c-4d19-b286-a4c77e34859f req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "DELETE /v2.0/security-groups/e383a50e-1e8b-4897-8ed7-fd971a453cb6 HTTP/1.1" status: 204 len: 173 time: 0.3840926 Sep 18 06:53:26.391557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.396009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a71458e-c896-4e90-8c42-ddf25a12cc61 req-d71cf76e-9a57-49d5-ab53-e1a227b7bb88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Sep 18 06:53:26.433307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:26.433995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.435530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 1092 time: 1.1456068 Sep 18 06:53:26.436064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:26.438635 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e0e3b-f456-4262-a200-e67728dfb5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:26.462831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78514d-2437-496d-968b-f9fd521aebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:26.605112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc79e-9655-4e7b-b093-1bc49beae08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:26.618707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d80db-d695-4cda-abdd-a52a9bc2f68c tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383a50e-1e8b-4897-8ed7-fd971a453cb6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:26.654208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd8779b-f6ce-4fae-935d-ae43559d6f4c req-f69cc167-bb04-4598-9a35-ca69738b56df tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 210 time: 0.0571613 Sep 18 06:53:26.675871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1228cc-c047-4e1f-86f8-423fd45bde1f req-c1aeceec-af57-4974-986c-dcd1afa157f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:26.677326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc1228cc-c047-4e1f-86f8-423fd45bde1f req-c1aeceec-af57-4974-986c-dcd1afa157f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 945 time: 0.4424884 Sep 18 06:53:26.806739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Allocated IP 172.20.0.12 (e9089881-e7f2-4770-a2bd-f6b2d1e8aade/75883667-47fc-4b4b-be96-fb22bf0a7e4e/39256b5e-c38f-4d0d-b59f-2b54730f7f22) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:26.811150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc1228cc-c047-4e1f-86f8-423fd45bde1f req-732eaeda-b0c5-4558-aa91-5ed5c48cc583 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255617 Sep 18 06:53:26.817211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-f021f990-9b02-4ba4-b844-8a3d28cce173 tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "GET /v2.0/security-groups/6eac3cef-6504-467f-aea2-dcb3616cd94b HTTP/1.1" status: 200 len: 1777 time: 0.1366482 Sep 18 06:53:26.900594 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd35bb0-203c-48ff-a391-50feed6652de x-openstack-request-id: req-4cd35bb0-203c-48ff-a391-50feed6652de {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:26.901092 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:26.901515 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cd35bb0-203c-48ff-a391-50feed6652de {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:26.902078 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'status': 'completed', 'code': 200} Sep 18 06:53:26.937601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-b25b5ad4-06e2-4d17-8c53-169bc700739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:26.939423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-b25b5ad4-06e2-4d17-8c53-169bc700739c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1095 time: 0.0504186 Sep 18 06:53:26.960215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc79e-9655-4e7b-b093-1bc49beae08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.001191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.035232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc79e-9655-4e7b-b093-1bc49beae08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.038393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.107818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-4f9aa615-2f4a-46e0-a9cf-e62eea449006 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 217 time: 0.0357616 Sep 18 06:53:27.112257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.114404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fc79e-9655-4e7b-b093-1bc49beae08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce02ee-dcf9-4353-a7d8-dcf33616bf7d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:27.127109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a3fc79e-9655-4e7b-b093-1bc49beae08a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a0488941e4b4e53b4eece9bad3085df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0492148 Sep 18 06:53:27.129673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:27.165132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-427810dc-47e3-467f-a610-57b124815738 req-6320fe05-3537-4582-8886-d14a4733ad51 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Sep 18 06:53:27.202076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-f3625935-27f2-4e9e-87de-6a5cd14e6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.203557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-f3625935-27f2-4e9e-87de-6a5cd14e6b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0853736 Sep 18 06:53:27.230674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.233362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.234576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8680bf1b-eaf5-4593-b358-265670e1a732 req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] 10.222.0.20 "DELETE /v2.0/security-groups/6eac3cef-6504-467f-aea2-dcb3616cd94b HTTP/1.1" status: 204 len: 173 time: 0.4070215 Sep 18 06:53:27.249188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98d9e1-c22f-45de-b502-acd2574d2c6b tempest-SecurityGroupsTestAdminJSON-1866300014 tempest-SecurityGroupsTestAdminJSON-1866300014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac3cef-6504-467f-aea2-dcb3616cd94b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:27.259801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.260653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.292587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.313844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-e3755b16-02d6-47f3-9b24-67b24ce06373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.316098 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-e3755b16-02d6-47f3-9b24-67b24ce06373 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039293 Sep 18 06:53:27.387874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:27.392570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:27.395473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:27.399449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:27.406078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.406244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.433722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec19c09-c4e2-436c-a10d-a17a32b38c6e req-05ff11d2-8fd6-4728-84ab-edeb5faf4994 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.433722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dec19c09-c4e2-436c-a10d-a17a32b38c6e req-05ff11d2-8fd6-4728-84ab-edeb5faf4994 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 943 time: 0.1107602 Sep 18 06:53:27.476210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dec19c09-c4e2-436c-a10d-a17a32b38c6e req-7e7484f9-9e7a-492f-88cd-00680060f168 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Sep 18 06:53:27.491116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-685ebbee-50af-494a-8b82-e6f8045ec312 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6010509 Sep 18 06:53:27.515155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Request body: {'port': {'device_id': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:27.536879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-6178e59d-b3bd-4c06-a239-a1b2bbcb4ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111268 Sep 18 06:53:27.545765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.554250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.555606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcce02ee-dcf9-4353-a7d8-dcf33616bf7d HTTP/1.1" status: 204 len: 168 time: 0.4248655 Sep 18 06:53:27.593007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fa0ee-5c51-4ec6-aa34-7892638cf90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce02ee-dcf9-4353-a7d8-dcf33616bf7d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:27.594087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.613014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-5b027e9d-3ecd-49c4-82d8-9bfe7fdede30 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.614623 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-5b027e9d-3ecd-49c4-82d8-9bfe7fdede30 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.1767871 Sep 18 06:53:27.658602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Request body: {'port': {'device_id': 'dc428822-c740-4311-a954-61eb3cd37046', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'admin_state_up': True, 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:27.745178 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58066a74-79a3-45f7-a9d0-a3dd90d53035 req-023cf688-e325-4548-b88b-f7eb9ad212b4 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855521 Sep 18 06:53:27.859728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03c29d54-c1d8-4c7c-b84a-2b7efcd9402e req-dc873d75-44c9-40fb-bd32-0fc120651e5b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 210 time: 0.0413656 Sep 18 06:53:27.882702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:27.887124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:27.948507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34500) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:27.993403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479926d-a82f-4972-b6c9-b505842b4fdc req-4b5633f1-e6c1-47d8-9873-9640ea6ed6f6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:27.995361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c479926d-a82f-4972-b6c9-b505842b4fdc req-4b5633f1-e6c1-47d8-9873-9640ea6ed6f6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 945 time: 0.1061969 Sep 18 06:53:28.057303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39256b5e-c38f-4d0d-b59f-2b54730f7f22 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:28.070069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.084097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c479926d-a82f-4972-b6c9-b505842b4fdc req-80e4500b-ee22-4908-b413-cc9048287666 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Sep 18 06:53:28.089370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Transition to ACTIVE for port object 39256b5e-c38f-4d0d-b59f-2b54730f7f22 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:28.098708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-b7d20baf-9afb-4603-a20f-139b0fc3a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.101013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-b7d20baf-9afb-4603-a20f-139b0fc3a96a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1095 time: 0.0996561 Sep 18 06:53:28.139432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Allocated IP 172.20.0.4 (26a1d5de-01de-4398-9765-210db1a7098f/a47cc4f0-da54-46a4-9ac9-17e103b5b0d4/c5a5814b-f876-42a5-8762-3f090aa07da1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:28.214224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.252351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-72a0f6b5-ee60-485c-9d81-28c82c9fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.253855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-72a0f6b5-ee60-485c-9d81-28c82c9fbacb service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.1447170 Sep 18 06:53:28.316515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-4840489c-4c54-4e2f-9fbc-d9c9dab3c473 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 217 time: 0.0522749 Sep 18 06:53:28.320136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:28.349471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4c4dc-6bab-4374-b884-f82b25e97aeb req-ec4b3860-0052-42ce-91b1-cffa8e082ef0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.355552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0f4c4dc-6bab-4374-b884-f82b25e97aeb req-ec4b3860-0052-42ce-91b1-cffa8e082ef0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1048458 Sep 18 06:53:28.355552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:28.355552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:28.355552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:28.359152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:28.359152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:28.366293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:28.367097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:28.367097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:28.367471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Bound port: 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:28.368186 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.384863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34510) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:28.417219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6956007d-1ad3-407c-9f59-1246bb1d320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.442045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0f4c4dc-6bab-4374-b884-f82b25e97aeb req-3e1f4ff2-329a-4312-a7a7-a194d4b144b3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716767 Sep 18 06:53:28.452827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-b4d0e24b-eafb-4a35-882e-c7b2795d2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.454250 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-b4d0e24b-eafb-4a35-882e-c7b2795d2445 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1073966 Sep 18 06:53:28.484318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:28.491351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:28.492519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34512) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:28.499452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.563772 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.576875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-0307c37e-f0f6-43eb-b400-ade0d0220a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.578479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-0307c37e-f0f6-43eb-b400-ade0d0220a1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106908 Sep 18 06:53:28.636837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.637440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.638826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] 10.222.0.24 "PUT /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 1093 time: 1.1281819 Sep 18 06:53:28.639432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:28.641659 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2971f036-5234-4338-bf4a-a44fa807b087" -d '{"events": [{"name": "network-changed", "server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:28.643636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2a0454c4-1b62-46a1-8811-0edc4b995f09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a23477d22f4d4926932b876b6aa1f88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933887 Sep 18 06:53:28.644587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ed63a6e-ba1e-4363-9ba9-27e5dd40abb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.647632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:28.665325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.698021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a758-afe4-4fb6-bf89-78599839c4d1 req-ece509c4-f830-4166-a8d1-4f9dd9bad1bc tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.703174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c44a758-afe4-4fb6-bf89-78599839c4d1 req-ece509c4-f830-4166-a8d1-4f9dd9bad1bc tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 943 time: 0.1498485 Sep 18 06:53:28.710553 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3805665-09df-44ea-8e55-af3156c1175e x-openstack-request-id: req-a3805665-09df-44ea-8e55-af3156c1175e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:28.710842 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:28.711089 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3805665-09df-44ea-8e55-af3156c1175e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:28.711469 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'status': 'completed', 'code': 200} Sep 18 06:53:28.715117 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6956007d-1ad3-407c-9f59-1246bb1d320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.728999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.730976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65416622-b15b-41c1-872e-7e091f7a8c2e service neutron] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:28.761485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-3cfb2b4e-a6ba-4375-9c49-fb1482154890 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676881 Sep 18 06:53:28.795992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Network 26a1d5de-01de-4398-9765-210db1a7098f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:28.797484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c44a758-afe4-4fb6-bf89-78599839c4d1 req-902765ad-d90f-4997-a280-61291e839fba tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843427 Sep 18 06:53:28.804799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.806270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:28.814931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:28.820971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.829348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.829476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f036-5234-4338-bf4a-a44fa807b087 req-85f94339-c133-4e17-a564-d89b78468c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:28.829590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:28.829694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2971f036-5234-4338-bf4a-a44fa807b087 req-85f94339-c133-4e17-a564-d89b78468c92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0809822 Sep 18 06:53:28.836863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6956007d-1ad3-407c-9f59-1246bb1d320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.841489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:28.915339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956007d-1ad3-407c-9f59-1246bb1d320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e113f0-0ebd-487b-aaa3-f9b6490a97ca,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:28.921646 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6956007d-1ad3-407c-9f59-1246bb1d320e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d96569ea0cbc4d5989dcb760bd09cdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341947 Sep 18 06:53:28.925764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34524) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:28.950958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-709e0e3b-f456-4262-a200-e67728dfb5c0 req-54f183f5-a6aa-4ff0-9969-066dfae8e234 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795218 Sep 18 06:53:28.995575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.009582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f036-5234-4338-bf4a-a44fa807b087 req-94bcf9a3-f587-45b8-9ef6-211459c59e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.011115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2971f036-5234-4338-bf4a-a44fa807b087 req-94bcf9a3-f587-45b8-9ef6-211459c59e01 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b851e798a8d4e69a74e251a793c11e3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1676614 Sep 18 06:53:29.019712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.071887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.074381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.075507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4381fe6-669e-4866-b2f1-0b1155c72b19 HTTP/1.1" status: 204 len: 168 time: 0.4237537 Sep 18 06:53:29.082694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ed63a6e-ba1e-4363-9ba9-27e5dd40abb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.097857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556767c-ede4-4ca8-81d6-2ab0d225fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4381fe6-669e-4866-b2f1-0b1155c72b19,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:29.125634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.134080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.136193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e113f0-0ebd-487b-aaa3-f9b6490a97ca HTTP/1.1" status: 204 len: 168 time: 0.2094817 Sep 18 06:53:29.143009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800347e-ba82-4685-ab25-5aa66e461617 req-1442e10b-01fd-41c5-9448-ed7a3f6d5a6c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.144562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7800347e-ba82-4685-ab25-5aa66e461617 req-1442e10b-01fd-41c5-9448-ed7a3f6d5a6c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 931 time: 0.1495333 Sep 18 06:53:29.145399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcf75f-709c-4b78-ad55-20db99191265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e113f0-0ebd-487b-aaa3-f9b6490a97ca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:29.151348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ed63a6e-ba1e-4363-9ba9-27e5dd40abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.218299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f036-5234-4338-bf4a-a44fa807b087 req-620686f7-6ff8-455d-8d77-aa5492150551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.218299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2971f036-5234-4338-bf4a-a44fa807b087 req-620686f7-6ff8-455d-8d77-aa5492150551 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865127 Sep 18 06:53:29.235533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ed63a6e-ba1e-4363-9ba9-27e5dd40abb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96f6881622b64ac7897c84158c0cd5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7395189 Sep 18 06:53:29.236041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34534) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:29.253121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed63a6e-ba1e-4363-9ba9-27e5dd40abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e5076e-4633-4a93-a216-e3cf3caeff19,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:29.273729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7800347e-ba82-4685-ab25-5aa66e461617 req-caac7fa6-2d50-4189-bbbb-2cfd9f6d1f03 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140945 Sep 18 06:53:29.277087 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-6d73fc85-9583-4966-9136-9bef0f7eaf49 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6223519 Sep 18 06:53:29.297361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Request body: {'port': {'device_id': 'dc428822-c740-4311-a954-61eb3cd37046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:29.312809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d232-8f51-4127-81e5-41348b1c1f05 req-5beccccc-b998-4baf-bf97-174ee5cef5b4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.314540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2d1d232-8f51-4127-81e5-41348b1c1f05 req-5beccccc-b998-4baf-bf97-174ee5cef5b4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 945 time: 0.1142588 Sep 18 06:53:29.359035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-c6adfd63-15dc-4cfd-be44-94e862eb0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.360786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-c6adfd63-15dc-4cfd-be44-94e862eb0102 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0800040 Sep 18 06:53:29.364336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.369211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2d1d232-8f51-4127-81e5-41348b1c1f05 req-6868c8cb-58bc-4b4a-bf17-1cc9a905200b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Sep 18 06:53:29.371736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.399958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.431104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-4c0710da-3a46-407a-901e-a58935a0261a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 217 time: 0.0507605 Sep 18 06:53:29.500287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16974-70e9-4f34-a481-c2614cc9897a req-fe1c985f-39e3-46e1-92e3-b4ffe524078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.503145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-fe1c985f-39e3-46e1-92e3-b4ffe524078d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0537353 Sep 18 06:53:29.544054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-8355c693-a44c-4fcf-80b2-17be61f193c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272381 Sep 18 06:53:29.613508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.623000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.623000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2e5076e-4633-4a93-a216-e3cf3caeff19 HTTP/1.1" status: 204 len: 168 time: 0.3850377 Sep 18 06:53:29.635189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280891-7eec-48d6-8795-ce17c30a1d89 req-34fbdd14-8116-401f-a303-5eada3318b7f tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.635189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40280891-7eec-48d6-8795-ce17c30a1d89 req-34fbdd14-8116-401f-a303-5eada3318b7f tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.1295898 Sep 18 06:53:29.642911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d256131-aa2f-4c86-9052-1e1d6837227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e5076e-4633-4a93-a216-e3cf3caeff19,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:29.704838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02c1d-de7e-4389-8829-c562be2390a7 req-359809cf-e182-491f-810d-67afe79e2207 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.706530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7d02c1d-de7e-4389-8829-c562be2390a7 req-359809cf-e182-491f-810d-67afe79e2207 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1489270 Sep 18 06:53:29.751329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-abcaccf4-4eca-496c-85d1-54d9491ba5da service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922250 Sep 18 06:53:29.754143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40280891-7eec-48d6-8795-ce17c30a1d89 req-7422e2f1-49ec-48b2-bf5d-3ba3bf9df3c5 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860124 Sep 18 06:53:29.779059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a5814b-f876-42a5-8762-3f090aa07da1 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:29.785085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7d02c1d-de7e-4389-8829-c562be2390a7 req-9cdbf1c2-201c-4a70-95f7-164295ed8fe4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Sep 18 06:53:29.788140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.801623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Transition to ACTIVE for port object c5a5814b-f876-42a5-8762-3f090aa07da1 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:29.904780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:29.924574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a16974-70e9-4f34-a481-c2614cc9897a req-23e66129-136b-4ed3-96ed-dbe0f0ef8362 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604664 Sep 18 06:53:29.928533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa991-924c-4329-b8da-ec7a6fe10627 req-09b99a2d-a55c-488c-92ec-fccdcf70aa47 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.929931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfcaa991-924c-4329-b8da-ec7a6fe10627 req-09b99a2d-a55c-488c-92ec-fccdcf70aa47 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.0903606 Sep 18 06:53:29.961140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdc1c0-603d-463a-8445-062eb1391868 req-c785a198-d8be-4f09-bddb-156524c970ab tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:29.962653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acfdc1c0-603d-463a-8445-062eb1391868 req-c785a198-d8be-4f09-bddb-156524c970ab tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 943 time: 0.0839105 Sep 18 06:53:29.966507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:29.984838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfcaa991-924c-4329-b8da-ec7a6fe10627 req-7c66e206-d95a-476c-9a99-4ce61ed439cd tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Sep 18 06:53:29.990607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:30.005843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Attempting to bind port c5a5814b-f876-42a5-8762-3f090aa07da1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:30.005843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Attempting to bind port c5a5814b-f876-42a5-8762-3f090aa07da1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:30.005843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Attempting to bind port c5a5814b-f876-42a5-8762-3f090aa07da1 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:30.019947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Port c5a5814b-f876-42a5-8762-3f090aa07da1 on network 26a1d5de-01de-4398-9765-210db1a7098f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:30.020665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Attempting to bind port c5a5814b-f876-42a5-8762-3f090aa07da1 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:30.031672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acfdc1c0-603d-463a-8445-062eb1391868 req-f669134d-16e7-4e44-9cb6-349be23f6c2d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590696 Sep 18 06:53:30.031847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:30.032017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Checking segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:30.032613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Bound using segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:30.033213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Bound port: c5a5814b-f876-42a5-8762-3f090aa07da1, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:30.033766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.049099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d52fdf9e-68a9-42cd-9be0-af64895b446e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1bfe13e6fdc4d7d937ad35ea76aac17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574222 Sep 18 06:53:30.052117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34558) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:30.141534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:30.154498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.159225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:30.183835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.242298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.276500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.277101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.278491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] 10.222.0.37 "PUT /v2.0/ports/c5a5814b-f876-42a5-8762-3f090aa07da1 HTTP/1.1" status: 200 len: 1092 time: 0.9897583 Sep 18 06:53:30.278918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:30.281106 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f489d4-be0e-4935-92e4-fc6ef16ce58e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:30.303808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c124ef-755d-4652-8c25-79ffc2d4e05d service neutron] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:30.326315 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c77a56-5e45-483d-988f-d79d6b651bb4 x-openstack-request-id: req-67c77a56-5e45-483d-988f-d79d6b651bb4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:30.326613 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:30.326876 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67c77a56-5e45-483d-988f-d79d6b651bb4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:30.327293 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'status': 'completed', 'code': 200} Sep 18 06:53:30.344762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.344762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.344762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fe38b4d-a644-4f7f-9695-179e2dd43771 HTTP/1.1" status: 204 len: 168 time: 0.2913046 Sep 18 06:53:30.354352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3846a2-2811-4ffe-bde6-d52b6f7c75f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe38b4d-a644-4f7f-9695-179e2dd43771,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:30.406150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-05e215a0-cd30-4dd4-ae28-1c7520d37a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.406150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-05e215a0-cd30-4dd4-ae28-1c7520d37a22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 1095 time: 0.0455046 Sep 18 06:53:30.450428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395afb77-afaa-4037-b5f4-a89628509eb8 req-7c757b26-c93f-44bd-8c7f-63c5fc9face4 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.452284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-395afb77-afaa-4037-b5f4-a89628509eb8 req-7c757b26-c93f-44bd-8c7f-63c5fc9face4 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.0775232 Sep 18 06:53:30.493212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-395afb77-afaa-4037-b5f4-a89628509eb8 req-6721834f-c66b-454d-96b4-ca033deec6b0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Sep 18 06:53:30.595701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:30.620788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15cd7ded-f7af-425f-902e-399b831e9530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.645004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc5fa-be4b-4178-a8d4-85050e5fae5a req-05d4546c-ec9a-4e35-9358-c5ee7ce203e8 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.648070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-485fc5fa-be4b-4178-a8d4-85050e5fae5a req-05d4546c-ec9a-4e35-9358-c5ee7ce203e8 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.0888190 Sep 18 06:53:30.716393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-485fc5fa-be4b-4178-a8d4-85050e5fae5a req-deb585c1-37df-4074-b08c-6802267c9d14 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Sep 18 06:53:30.767633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-8b0f05af-384b-4d58-91a0-1c3cfac7debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.769145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15cd7ded-f7af-425f-902e-399b831e9530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.770088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-8b0f05af-384b-4d58-91a0-1c3cfac7debe service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ca8880166bf414fa4a00031d97a77fb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3581779 Sep 18 06:53:30.870796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15cd7ded-f7af-425f-902e-399b831e9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:30.877112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-cb24c6a5-545e-4175-a4ce-0f0cda526042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.881736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-67f489d4-be0e-4935-92e4-fc6ef16ce58e req-cb24c6a5-545e-4175-a4ce-0f0cda526042 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010277 Sep 18 06:53:30.939200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd7ded-f7af-425f-902e-399b831e9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57b5134-82f1-4ea1-9e34-109b53f1791f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:30.950527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-15cd7ded-f7af-425f-902e-399b831e9530 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5744b74097248ccaaffe756dc184e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461635 Sep 18 06:53:30.950527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34594) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:30.988772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1c9fe-3608-424a-a5e5-a81f18438971 req-df45624c-0b07-46e2-adf0-8acd8eb24f2d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.989210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-577be52e-566c-425a-b563-f098e00072df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:30.990371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dd1c9fe-3608-424a-a5e5-a81f18438971 req-df45624c-0b07-46e2-adf0-8acd8eb24f2d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1073556 Sep 18 06:53:30.998283 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-577be52e-566c-425a-b563-f098e00072df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 1095 time: 0.0767117 Sep 18 06:53:31.042288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.049243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dd1c9fe-3608-424a-a5e5-a81f18438971 req-e78553ae-916e-49f0-9716-c7216ef3f1a0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Sep 18 06:53:31.060312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-afa79950-02fc-400d-813a-89dad7d74ba9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a5814b-f876-42a5-8762-3f090aa07da1 HTTP/1.1" status: 200 len: 217 time: 0.0530598 Sep 18 06:53:31.073383 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.145008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-0ce87f2c-226c-41e6-bfd5-751ce5662be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:31.146543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-0ce87f2c-226c-41e6-bfd5-751ce5662be4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 HTTP/1.1" status: 200 len: 845 time: 0.0760400 Sep 18 06:53:31.173158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591c6e-39e4-4728-9ffa-7f14adcbf3ff req-9df7326b-eace-42a7-b4ec-12cecf1865fb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:31.174740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc591c6e-39e4-4728-9ffa-7f14adcbf3ff req-9df7326b-eace-42a7-b4ec-12cecf1865fb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 943 time: 0.0509946 Sep 18 06:53:31.181018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-be5dc696-9fb0-4731-87d7-6c39afecb63d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26a1d5de-01de-4398-9765-210db1a7098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265539 Sep 18 06:53:31.214343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc591c6e-39e4-4728-9ffa-7f14adcbf3ff req-963b89c3-1fc8-4198-bf79-4360727dc315 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Sep 18 06:53:31.216248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.218809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.220046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e57b5134-82f1-4ea1-9e34-109b53f1791f HTTP/1.1" status: 204 len: 168 time: 0.2723095 Sep 18 06:53:31.228273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5db14-9943-4356-95e5-87c18a03f854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57b5134-82f1-4ea1-9e34-109b53f1791f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:31.285091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-f463b6d2-e2f7-45b1-b394-4c119f28035f service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971804 Sep 18 06:53:31.382317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6fc222d0-64df-482d-bc54-38ad2dcd77d4 req-63d85e2f-2dd9-4f36-8b7b-d7a23e583add service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897856 Sep 18 06:53:31.616998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594d3c8-9167-43cc-99da-f04aa3362625 req-e8d05daa-ee40-422b-a1d7-9741dae159b9 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:31.618749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a594d3c8-9167-43cc-99da-f04aa3362625 req-e8d05daa-ee40-422b-a1d7-9741dae159b9 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.0557940 Sep 18 06:53:31.656654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 613b83b0-b76c-49ea-ad33-e0240e4f2cbd details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:31.668639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a594d3c8-9167-43cc-99da-f04aa3362625 req-1b08973b-65ce-4816-84ce-1c4f652ffab8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Sep 18 06:53:31.769433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:31.785118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:31.831874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.846484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613b83b0-b76c-49ea-ad33-e0240e4f2cbd {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:31.850849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f6af5-cf45-4268-8f9a-0decb3f42352 req-dedab9c3-dbe2-48e5-8aa4-090faa9808db tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:31.852749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c9f6af5-cf45-4268-8f9a-0decb3f42352 req-dedab9c3-dbe2-48e5-8aa4-090faa9808db tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.0520790 Sep 18 06:53:31.867355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:31.898561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c9f6af5-cf45-4268-8f9a-0decb3f42352 req-ae7bb217-9406-4252-9f51-66fabac47334 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Sep 18 06:53:31.940118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:31.989779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:32.209297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-fd0400d2-9a5a-4893-83d6-a172f7911bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0791459 Sep 18 06:53:32.220862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12db79-e766-461f-ad20-cf654f147d35 req-1e0c445a-53df-4b2f-b2d3-6aa5422a272c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.222367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b12db79-e766-461f-ad20-cf654f147d35 req-1e0c445a-53df-4b2f-b2d3-6aa5422a272c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0602078 Sep 18 06:53:32.303287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b12db79-e766-461f-ad20-cf654f147d35 req-ef75d8f5-b18b-459b-9148-6a27b844ed8e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734951 Sep 18 06:53:32.320452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-0a554533-25ce-4d71-9359-52236b7dc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.322164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-0a554533-25ce-4d71-9359-52236b7dc4de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 1097 time: 0.0633881 Sep 18 06:53:32.453106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['613b83b0-b76c-49ea-ad33-e0240e4f2cbd'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:32.465320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e6531-517a-45aa-8863-a0ab602c3a3a req-092fc912-36e7-44b6-b724-76db2ec9eef5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.470722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-674e6531-517a-45aa-8863-a0ab602c3a3a req-092fc912-36e7-44b6-b724-76db2ec9eef5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 944 time: 0.1023095 Sep 18 06:53:32.482272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-0f374a3a-59fb-456f-ba1b-4bc6d6a96f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.483797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-0f374a3a-59fb-456f-ba1b-4bc6d6a96f68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.1355560 Sep 18 06:53:32.559478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-674e6531-517a-45aa-8863-a0ab602c3a3a req-fd7979a8-2b89-4d50-80d0-15ace2217cbb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788414 Sep 18 06:53:32.615136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-f3168715-165b-48f8-b041-c012e26a9967 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 200 len: 1001 time: 0.1072211 Sep 18 06:53:32.673512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-a3d82827-c445-4c17-b095-ea3580b6b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.675050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-a3d82827-c445-4c17-b095-ea3580b6b93d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.0514662 Sep 18 06:53:32.714191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34682) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:32.721193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-e371437a-35e5-4101-8d5a-8d2d3df1ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:32.722715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-e371437a-35e5-4101-8d5a-8d2d3df1ab35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398500 Sep 18 06:53:32.817670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-f6d9ff6f-5dc4-4f3e-9b89-e2c3c16fa7fb service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854115 Sep 18 06:53:32.922255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-network', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:32.931024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d0026c-9307-42c6-ac0f-60793956fe0a req-41b2e7c8-208f-41c7-916e-619c25b242c7 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036530 Sep 18 06:53:33.039456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Made reservation on behalf of 92558cfc9ba94a0c855df1e28bce0c03 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:33.042029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.055487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.113010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563659a-71ee-4037-be2e-06fa162d9abc req-34ae6a29-5f99-43da-ab0b-af6a8a1cb347 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:33.114708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7563659a-71ee-4037-be2e-06fa162d9abc req-34ae6a29-5f99-43da-ab0b-af6a8a1cb347 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.0505655 Sep 18 06:53:33.159941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7563659a-71ee-4037-be2e-06fa162d9abc req-457eef0d-34f4-421d-a942-366bd166bebb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363648 Sep 18 06:53:33.180479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.268092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.293557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:53:33.304202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b3f97-1031-4d91-a542-a9868f546b19,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:33.309101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.309450 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Added segment 9a500460-a14b-44b2-8c11-e1c22a18ecae of type vlan for network fa5e8682-61b0-46ab-9319-1af81add21f3 Sep 18 06:53:33.351076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.482182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.484304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:33.484900 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.555561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] Pushing event updated for resources: {'Network': ['ID=fa5e8682-61b0-46ab-9319-1af81add21f3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:33.565059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network fa5e8682-61b0-46ab-9319-1af81add21f3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:53:33.580171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1f45ac13-8f85-4f68-a3a1-2c740a645a4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8647344 Sep 18 06:53:33.584522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:33.590268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Request body: {'subnet': {'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-subnet', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:33.619448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f0c01-4062-4c7a-ba40-592fbd1ece04 req-3a205d6d-e443-4184-b9d1-61f8f9863ccc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:33.620920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a2f0c01-4062-4c7a-ba40-592fbd1ece04 req-3a205d6d-e443-4184-b9d1-61f8f9863ccc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Sep 18 06:53:33.664008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a2f0c01-4062-4c7a-ba40-592fbd1ece04 req-7a64e396-77d3-4954-9247-323f15d6fe62 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Sep 18 06:53:33.670480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Made reservation on behalf of 92558cfc9ba94a0c855df1e28bce0c03 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:33.672888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.675569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:33.683950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 613b83b0-b76c-49ea-ad33-e0240e4f2cbd up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:33.825512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:33.837443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'port_id': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'mac_address': 'fa:16:3e:78:47:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75883667-47fc-4b4b-be96-fb22bf0a7e4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:33.850693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-d8979260-d397-4581-a524-998be04b8d56 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eb08eed309e4d73972e5f3297416279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323844 Sep 18 06:53:33.861415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-75634532-cdc0-4321-8efd-4aa10684671f tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:53:33.862650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-75634532-cdc0-4321-8efd-4aa10684671f tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109377 Sep 18 06:53:33.869341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:33.877404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:33.878061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.908485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.910951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-a05be860-dde8-4214-9f59-8c7d70f038c8 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:33.912614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-a05be860-dde8-4214-9f59-8c7d70f038c8 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 1094 time: 0.0382044 Sep 18 06:53:33.924842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:33.925757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:53:33.931769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39256b5e-c38f-4d0d-b59f-2b54730f7f22 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:33.950491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:33.955607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:33.974397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-1c1cd689-a691-408c-b0c1-2fe5f4caeddb tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:33.976544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-1c1cd689-a691-408c-b0c1-2fe5f4caeddb tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101108 Sep 18 06:53:33.992139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-0403c8bd-0b99-444c-bfb5-b8e56831eecc tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/quotas/3eb08eed309e4d73972e5f3297416279 HTTP/1.1" status: 200 len: 375 time: 0.0098639 Sep 18 06:53:33.995543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.023511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:34.025910 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705f68c-1280-4f7c-84d7-c9786c2244bd" -d '{"events": [{"server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "name": "network-vif-plugged", "status": "completed", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:34.029808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3489b9-3c84-4514-b79d-a85e0d83d630,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:34.030138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-57d7f322-7666-4953-890c-1d49286a5c2d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315189 Sep 18 06:53:34.031262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.048597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:34.082409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Checking segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:34.082765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Network hostable DHCP agents. Network: fa5e8682-61b0-46ab-9319-1af81add21f3, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:53:34.097963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:34.127971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.136149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:34.136494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:34.136822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:34.141105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:34.141426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:34.146361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:34.146711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:34.147086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:34.147505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Bound port: 820ecec3-f272-412c-844a-1a97e0464953, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:34.175005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:34.198178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:34.213363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Network fa5e8682-61b0-46ab-9319-1af81add21f3 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:53:34.295211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.296648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-7810a01a-3c68-4b7e-a53c-4dadb86ccb86 service neutron] 10.222.0.20 "POST /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953/bindings HTTP/1.1" status: 201 len: 390 time: 0.3779471 Sep 18 06:53:34.319505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, fa5e8682-61b0-46ab-9319-1af81add21f3) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:34.324445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:34.329528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da1dcd-c026-4106-8806-47dd709ac4e0 None None] Network fa5e8682-61b0-46ab-9319-1af81add21f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:34.335285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.440141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cabcc059-a5fc-48cb-b333-399eb8d9ef2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8560705 Sep 18 06:53:34.442757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:34.447307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:34.471856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:34.551663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.553353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.567957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-fa5e8682-61b0-46ab-9319-1af81add21f3', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'fixed_ips': [{'subnet_id': '2a3489b9-3c84-4514-b79d-a85e0d83d630'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:53:34.568915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.612422 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722bc714-056f-4beb-adc4-a43b3de67871 x-openstack-request-id: req-722bc714-056f-4beb-adc4-a43b3de67871 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:34.612744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "name": "network-vif-plugged", "status": "completed", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:34.613185 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-722bc714-056f-4beb-adc4-a43b3de67871 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:34.613605 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'code': 200} Sep 18 06:53:34.651906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b7800-fb68-4e1d-85f2-8719d09bacb7 req-8db4462a-5181-4bbf-a429-4ca83d6d5e9c tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:34.653452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf2b7800-fb68-4e1d-85f2-8719d09bacb7 req-8db4462a-5181-4bbf-a429-4ca83d6d5e9c tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 945 time: 0.3274801 Sep 18 06:53:34.671051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.751320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf2b7800-fb68-4e1d-85f2-8719d09bacb7 req-b6bb926b-5cbc-4252-af4c-4a10d50389a6 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910711 Sep 18 06:53:34.784480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Allocated IP 172.20.0.2 (fa5e8682-61b0-46ab-9319-1af81add21f3/2a3489b9-3c84-4514-b79d-a85e0d83d630/652cb0b1-f267-4ce8-9db5-289ba760d900) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:34.787172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa747f-f941-4b8b-9b47-edf69c0cc033 req-caccb47a-4572-42e0-9cfc-8eeec6fe7125 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:34.788839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2fa747f-f941-4b8b-9b47-edf69c0cc033 req-caccb47a-4572-42e0-9cfc-8eeec6fe7125 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.1073821 Sep 18 06:53:34.802375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974780f-a8e0-47b4-96b3-fc61238187de req-5ba1b6d8-95e5-40f7-aafc-0b8eab2849ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:34.812342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d974780f-a8e0-47b4-96b3-fc61238187de req-5ba1b6d8-95e5-40f7-aafc-0b8eab2849ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1097 time: 0.0975945 Sep 18 06:53:34.880015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00499948-cf55-48ce-af86-4093227af59d req-781c1f2b-e034-465b-8a1d-16c5f4a58bab tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 210 time: 0.0666540 Sep 18 06:53:34.903921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2fa747f-f941-4b8b-9b47-edf69c0cc033 req-4b7e19a0-a4a3-47dc-9c97-714b9adf31dc tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037011 Sep 18 06:53:34.914139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:34.916253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d974780f-a8e0-47b4-96b3-fc61238187de req-ccc1e517-dbee-41d4-a4d1-075ed960fb2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781541 Sep 18 06:53:34.964952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.043082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.063080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-867ab28d-5004-48d1-aa13-8be1de64ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.065302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-867ab28d-5004-48d1-aa13-8be1de64ca65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1097 time: 0.0698795 Sep 18 06:53:35.072655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad903-3e91-4a86-8b7d-0acf29f2e673 req-e2156b04-7ee3-44bf-aa57-74be3690c1d5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.074482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bcad903-3e91-4a86-8b7d-0acf29f2e673 req-e2156b04-7ee3-44bf-aa57-74be3690c1d5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 945 time: 0.0864420 Sep 18 06:53:35.084271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4abdd-3246-499d-81a0-81573d9772b7 req-3d252336-cf16-488f-906d-a9815aedfc74 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.085764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97e4abdd-3246-499d-81a0-81573d9772b7 req-3d252336-cf16-488f-906d-a9815aedfc74 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.0887437 Sep 18 06:53:35.089133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Network fa5e8682-61b0-46ab-9319-1af81add21f3 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:35.092424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:35.096624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:35.110916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Pushing event updated for resources: {'Port': ['ID=652cb0b1-f267-4ce8-9db5-289ba760d900,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:35.148513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bcad903-3e91-4a86-8b7d-0acf29f2e673 req-60f20e14-da59-4041-80dc-4d36da8cb7c7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615604 Sep 18 06:53:35.153476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97e4abdd-3246-499d-81a0-81573d9772b7 req-38600cec-2cda-4334-818f-4e32829e0c64 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575335 Sep 18 06:53:35.229299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-bf290289-db94-491b-b6b4-9637c26e5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.230684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-bf290289-db94-491b-b6b4-9637c26e5c1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1557252 Sep 18 06:53:35.327283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Attempting to bind port 652cb0b1-f267-4ce8-9db5-289ba760d900 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:35.327661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Attempting to bind port 652cb0b1-f267-4ce8-9db5-289ba760d900 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:35.328126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Attempting to bind port 652cb0b1-f267-4ce8-9db5-289ba760d900 on network fa5e8682-61b0-46ab-9319-1af81add21f3 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:35.333311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:35.333686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Checking segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:35.334651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.335171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Bound using segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:35.335636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Bound port: 652cb0b1-f267-4ce8-9db5-289ba760d900, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:35.336018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.339519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-f98d84fa-7627-4b41-a541-3babe360e8ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 217 time: 0.0636709 Sep 18 06:53:35.415261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] For port 652cb0b1-f267-4ce8-9db5-289ba760d900, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:35.417134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.418627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] For port 652cb0b1-f267-4ce8-9db5-289ba760d900, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=652cb0b1-f267-4ce8-9db5-289ba760d900,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:35.437848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-c5021e14-c551-4054-9beb-33563492e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.439350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-c5021e14-c551-4054-9beb-33563492e896 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0928707 Sep 18 06:53:35.440504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.485675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.496900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-ff29a8df-1955-40a0-a915-2ff83ed7e0af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490294 Sep 18 06:53:35.542364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865763b6-a6dd-45ae-8ffd-9fe762594e9e None None] Pushing event updated for resources: {'Port': ['ID=652cb0b1-f267-4ce8-9db5-289ba760d900,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:35.639903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Allocated IP 172.25.4.131 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/a2e4bd99-ebd7-4558-b849-755f140733f0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:35.647384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-88174730-3598-4bee-a723-91941f8568b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432817 Sep 18 06:53:35.808890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:35.843859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-0c73bddc-b3e0-4c46-b315-8d01a2461d0a service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893542 Sep 18 06:53:35.879460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:35.891812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34774) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:35.949046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607c0e3-822a-4309-ad09-9b510112ec7d req-6cf2087c-c4a3-4110-af57-3442310d6bcf tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:35.951899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2607c0e3-822a-4309-ad09-9b510112ec7d req-6cf2087c-c4a3-4110-af57-3442310d6bcf tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 945 time: 0.1005726 Sep 18 06:53:35.996564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:36.006258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2607c0e3-822a-4309-ad09-9b510112ec7d req-3bd050f0-8279-44df-bf64-bdd426ba60b8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Sep 18 06:53:36.019549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'mac_address': 'fa:16:3e:78:c5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:36.030277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.064064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaaa1903-8710-4459-b8b8-faa1822fdc78 req-429f1205-d565-4300-98a1-1294d3e54af6 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 210 time: 0.0620179 Sep 18 06:53:36.093417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.108665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a5814b-f876-42a5-8762-3f090aa07da1 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:36.117837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-713375e9-3ba7-4363-ba03-981fa64a1195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.134322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:36.146956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:36.155347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:36.160116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4bd99-ebd7-4558-b849-755f140733f0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:36.163495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:36.188858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fcf56740-391a-494e-8537-9f5df82ee074 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:36.191622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce259e-0b11-4b4c-b4e0-28ce23db0433 req-5f39e569-c0f1-4431-bf93-3d4211755e79 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:36.192019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fcf56740-391a-494e-8537-9f5df82ee074 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.1274145 Sep 18 06:53:36.194241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6ce259e-0b11-4b4c-b4e0-28ce23db0433 req-5f39e569-c0f1-4431-bf93-3d4211755e79 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.1146994 Sep 18 06:53:36.213376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.253479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 652cb0b1-f267-4ce8-9db5-289ba760d900 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:36.282372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6ce259e-0b11-4b4c-b4e0-28ce23db0433 req-dbd8be50-740e-4650-a931-5788030ba305 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810602 Sep 18 06:53:36.310766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:36.313045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579c0f-15af-4e30-bd9a-b32d71f7215a req-46eee2a6-02ba-4b7e-8ba8-ecc5ab2b5bd0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:36.315538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed579c0f-15af-4e30-bd9a-b32d71f7215a req-46eee2a6-02ba-4b7e-8ba8-ecc5ab2b5bd0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 945 time: 0.0791883 Sep 18 06:53:36.333778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 652cb0b1-f267-4ce8-9db5-289ba760d900 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:36.334221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.351756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-713375e9-3ba7-4363-ba03-981fa64a1195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.367227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:36.409343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed579c0f-15af-4e30-bd9a-b32d71f7215a req-da45a230-7d6d-47c0-a15e-780dd475dcea tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835674 Sep 18 06:53:36.425869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-713375e9-3ba7-4363-ba03-981fa64a1195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.455754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.476025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['c5a5814b-f876-42a5-8762-3f090aa07da1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:36.493831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc34836-ec64-4486-a175-cd8469dd2f4b req-dbfd2424-a2d2-41a7-b309-9a92dc24e034 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:36.501532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edc34836-ec64-4486-a175-cd8469dd2f4b req-dbfd2424-a2d2-41a7-b309-9a92dc24e034 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.0873234 Sep 18 06:53:36.516248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-713375e9-3ba7-4363-ba03-981fa64a1195 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=216012dde6fd4d079216bace857b0258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6186817 Sep 18 06:53:36.523433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34786) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:36.539841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 652cb0b1-f267-4ce8-9db5-289ba760d900, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=652cb0b1-f267-4ce8-9db5-289ba760d900,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:36.560850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713375e9-3ba7-4363-ba03-981fa64a1195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33adc3ce-7981-49d1-af7c-6ac6ed709b70,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:36.563039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edc34836-ec64-4486-a175-cd8469dd2f4b req-6beedfa5-bc36-48ef-865f-32fbc74b6767 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Sep 18 06:53:36.578809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.627572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.639357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.668442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.739991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=652cb0b1-f267-4ce8-9db5-289ba760d900,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:36.823563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00789de-ec1d-452f-aa9b-9b46555cd6fd None None] Network fa5e8682-61b0-46ab-9319-1af81add21f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:36.827103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.829620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:36.830817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33adc3ce-7981-49d1-af7c-6ac6ed709b70 HTTP/1.1" status: 204 len: 168 time: 0.3062155 Sep 18 06:53:36.841202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5792-3ce7-46be-8712-b076c2fddc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33adc3ce-7981-49d1-af7c-6ac6ed709b70,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:36.927091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-054ea449-99b0-42d4-b316-b398bf0e2613 None None] Provisioning complete for port 652cb0b1-f267-4ce8-9db5-289ba760d900 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:36.927490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-054ea449-99b0-42d4-b316-b398bf0e2613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.137946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:37.141696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-41d0594b-4b6f-4232-9df3-ffc5d3c8c3df tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3eb08eed309e4d73972e5f3297416279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426402 Sep 18 06:53:37.149918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82f0f8-c414-4b05-a78c-f277f1018db0 req-617e1b2c-2816-44c6-a04a-fd67b6a6d2c3 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:37.160603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf82f0f8-c414-4b05-a78c-f277f1018db0 req-617e1b2c-2816-44c6-a04a-fd67b6a6d2c3 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 945 time: 0.0714285 Sep 18 06:53:37.198331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f876331-c105-485d-bd82-c24bc02d48e7 req-3291da83-f1db-42f2-8e0f-c20a5db0737b tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 210 time: 0.0696139 Sep 18 06:53:37.202944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.249767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf82f0f8-c414-4b05-a78c-f277f1018db0 req-b3fa4599-222b-45ef-845a-abd047e7f56b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879958 Sep 18 06:53:37.372271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:37.477928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820ecec3-f272-412c-844a-1a97e0464953'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:37.480196 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af23152-99bf-4e07-b6a7-34f97b4228b8" -d '{"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-unplugged", "status": "completed", "tag": "820ecec3-f272-412c-844a-1a97e0464953"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:37.484529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.488279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624d4a9-7904-418b-9283-58f4b01f25f9 req-0a971cea-ccd5-430f-b8a2-ebccd69f3461 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:37.489778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1624d4a9-7904-418b-9283-58f4b01f25f9 req-0a971cea-ccd5-430f-b8a2-ebccd69f3461 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 944 time: 0.1192338 Sep 18 06:53:37.494492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-4be8a884-d6e0-4a0e-9d69-a79f9a8fae82 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:37.495989 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-4be8a884-d6e0-4a0e-9d69-a79f9a8fae82 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442500 Sep 18 06:53:37.499298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-549e9866-9b23-41df-af3c-7aff83d99061 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:37.500724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-549e9866-9b23-41df-af3c-7aff83d99061 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1162033 Sep 18 06:53:37.520445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Request body: {'port': {'device_id': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '3eb08eed309e4d73972e5f3297416279'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:37.527614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6664588c-d023-4f2d-8f86-701283e25bd8 None None] Provisioning complete for port 652cb0b1-f267-4ce8-9db5-289ba760d900 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:37.528102 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6664588c-d023-4f2d-8f86-701283e25bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.564061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-478d8da3-da58-4c88-a73b-279d634406c7 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0559936 Sep 18 06:53:37.577132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1624d4a9-7904-418b-9283-58f4b01f25f9 req-93bf3e1a-f338-4719-b279-c3e22dde1576 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754523 Sep 18 06:53:37.581236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.590241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:37.669932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:37.678205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:37.709024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.720360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.743246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:37.752282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.793686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.794065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.794416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.794845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.795086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.795424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.795752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.796081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.796407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.796730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.797051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.797372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:37.797723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:37.801002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:37.806421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:37.806421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:37.806623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:37.806623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.819409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:37.819736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Attempting to bind port 820ecec3-f272-412c-844a-1a97e0464953 on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:37.828534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:37.834740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:37.834740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:37.834740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:37.834740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Bound port: 820ecec3-f272-412c-844a-1a97e0464953, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:37.834740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.853778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30446ab3-b9bf-4544-9958-c3b05e6d47d8 req-69a688a3-8952-4daf-ad5e-4c824adca673 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:37.855345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30446ab3-b9bf-4544-9958-c3b05e6d47d8 req-69a688a3-8952-4daf-ad5e-4c824adca673 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.1862240 Sep 18 06:53:37.930807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:37.952740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:37.954535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:37.956815 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29412422-f4ae-4d41-a4e8-f768796ac906" -d '{"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-plugged", "status": "completed", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:37.958920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:37.969475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30446ab3-b9bf-4544-9958-c3b05e6d47d8 req-f3553c02-eef0-481b-8359-66b09f2e604f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986269 Sep 18 06:53:37.973958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:38.019485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port c5a5814b-f876-42a5-8762-3f090aa07da1 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:38.021315 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a566b-cb19-4f93-ac15-5051854139af x-openstack-request-id: req-3a9a566b-cb19-4f93-ac15-5051854139af {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:38.021828 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-unplugged", "status": "completed", "tag": "820ecec3-f272-412c-844a-1a97e0464953", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:38.022206 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a9a566b-cb19-4f93-ac15-5051854139af {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:38.030567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port c5a5814b-f876-42a5-8762-3f090aa07da1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:38.030567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.030779 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '820ecec3-f272-412c-844a-1a97e0464953', 'code': 200} Sep 18 06:53:38.048210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Router b18f2677-512d-4b93-8ff3-fefbccf40977 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:53:38.049637 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.050825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.109214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:38.121280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.124789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.125095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.125444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.126176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.126784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.127274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.127918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.128436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.129027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.129496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.130014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.130594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.170152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:38.194819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.206652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:38.207284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.208642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.209206 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fd69bb6e-666b-4fc9-8b79-211002f4d310 service neutron] 10.222.0.37 "PUT /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 1123 time: 1.8533123 Sep 18 06:53:38.230244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 652cb0b1-f267-4ce8-9db5-289ba760d900 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:38.268697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:38.271498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:38.282178 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Sync routers for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:38.294221 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:38.295270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:38.297032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 652cb0b1-f267-4ce8-9db5-289ba760d900 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:38.297412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.336051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=427a40a617e74f47ab503e9abfcad598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651504 Sep 18 06:53:38.339652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.340017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:38.358386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01eacb-4b95-4ad2-9abf-0d677d1c5edb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:38.379913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Made reservation on behalf of 3eb08eed309e4d73972e5f3297416279 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:38.385773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.400201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.411707 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:38.416423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.421570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.422142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.422665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.423179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.423783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.424373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.425144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.425642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.426251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.434434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.434434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.434434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cfdb50-c3ae-408f-a7d2-e255d0043b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:53:38.438916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.456944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['820ecec3-f272-412c-844a-1a97e0464953'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:38.460615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e490a-5b0b-4274-a2ff-2746094406b5 req-9424d33d-6cc3-4ffa-a342-fffd5b34bed6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:38.468151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e2e490a-5b0b-4274-a2ff-2746094406b5 req-9424d33d-6cc3-4ffa-a342-fffd5b34bed6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.3453524 Sep 18 06:53:38.487467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.489344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c033687c-a630-41b6-88a2-d4156641eca0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0450511 Sep 18 06:53:38.492130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:38.551809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e2e490a-5b0b-4274-a2ff-2746094406b5 req-145575b7-7550-4e6c-8fe7-36a8f2ff56e4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826926 Sep 18 06:53:38.575560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.583034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.586450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c01eacb-4b95-4ad2-9abf-0d677d1c5edb HTTP/1.1" status: 204 len: 168 time: 0.2431316 Sep 18 06:53:38.633842 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:36Z', 'revision_number': 3, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:38.676343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:38.685273 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Checking router: b18f2677-512d-4b93-8ff3-fefbccf40977 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:38.688324 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Updating router b18f2677-512d-4b93-8ff3-fefbccf40977 port a2e4bd99-ebd7-4558-b849-755f140733f0 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:53:38.714355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7528714-b3af-4222-94d4-905056aed6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01eacb-4b95-4ad2-9abf-0d677d1c5edb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:38.764194 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.764599 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491f2e7-6d4e-42da-9171-677261d37fd1 x-openstack-request-id: req-f491f2e7-6d4e-42da-9171-677261d37fd1 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:38.764982 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-plugged", "status": "completed", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:38.765305 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f491f2e7-6d4e-42da-9171-677261d37fd1 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:38.765762 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'code': 200} Sep 18 06:53:38.774438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.818831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b20c7d8-5bf1-4e77-8ec8-87947728f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:38.867367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.016685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.103661 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.110928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-774ae4cd-9ff8-4eb4-9926-877b2451c445 req-2bb896d8-9ce4-4011-9922-1e776c3931d5 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 210 time: 0.2731714 Sep 18 06:53:39.120491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.140396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c43b85-2259-4827-914e-25d04bd1173e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:39.185197 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.206358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3493b-be25-4745-a6da-d94fc55d3cc0 req-d30f0925-0681-43a9-900b-5de4165a96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:39.207932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58d3493b-be25-4745-a6da-d94fc55d3cc0 req-d30f0925-0681-43a9-900b-5de4165a96ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0955553 Sep 18 06:53:39.264927 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Attempting to bind port a2e4bd99-ebd7-4558-b849-755f140733f0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:39.265303 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Attempting to bind port a2e4bd99-ebd7-4558-b849-755f140733f0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:39.265661 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Attempting to bind port a2e4bd99-ebd7-4558-b849-755f140733f0 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:39.265965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Allocated IP 192.168.233.96 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/1bb589a9-436c-4ed5-94ff-59a97b15cdf7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:39.270294 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b3233-0fad-4d9e-9767-c4d4a4945dc3 None None] Pushing event updated for resources: {'Port': ['ID=a2e4bd99-ebd7-4558-b849-755f140733f0,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:39.277413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:39.277796 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Floating IP 6324ead8-87b6-4483-9389-013dd50f7982 associated. External IP: 172.25.4.146, port: 1233ef03-0900-461f-b315-d78f94040319. Sep 18 06:53:39.278292 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:39.279197 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.279197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:39.279879 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Bound port: a2e4bd99-ebd7-4558-b849-755f140733f0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:39.279879 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.284802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.361218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] For port a2e4bd99-ebd7-4558-b849-755f140733f0, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:39.364668 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] For port a2e4bd99-ebd7-4558-b849-755f140733f0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2e4bd99-ebd7-4558-b849-755f140733f0,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:39.426613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58d3493b-be25-4745-a6da-d94fc55d3cc0 req-a9869c3d-24e1-4d87-a8f6-9c1808ec76a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639412 Sep 18 06:53:39.451588 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.509575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f4fa-ca20-497b-a7f6-32dc16578b6c req-e0a52144-65a5-48cf-958b-a7e40d276c57 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:39.512095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7353f4fa-ca20-497b-a7f6-32dc16578b6c req-e0a52144-65a5-48cf-958b-a7e40d276c57 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 945 time: 0.1502764 Sep 18 06:53:39.544742 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:39.545515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:39.559645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.571227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Allocated IP 172.20.0.1 (fa5e8682-61b0-46ab-9319-1af81add21f3/2a3489b9-3c84-4514-b79d-a85e0d83d630/a2ba0e83-b155-4cb5-9a76-aff00c1019b5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:39.590290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b3233-0fad-4d9e-9767-c4d4a4945dc3 None None] Pushing event updated for resources: {'Port': ['ID=a2e4bd99-ebd7-4558-b849-755f140733f0,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:39.610228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7353f4fa-ca20-497b-a7f6-32dc16578b6c req-85d1d583-b7b5-44a7-8c90-905691a8e9a3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891805 Sep 18 06:53:39.626788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:39.693339 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:39.722632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.746569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.823393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:39.823797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:39.826663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Pushing event updated for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:39.828838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.833109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:39.833217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:39.848420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:39.848634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:39.849243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:39.855988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:39.856638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.880586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc0b36-ddf9-4499-9b79-b00d815a7825 req-82a868b0-7dc2-4ea1-b373-0edc44466144 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:39.882313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8dc0b36-ddf9-4499-9b79-b00d815a7825 req-82a868b0-7dc2-4ea1-b373-0edc44466144 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.1118274 Sep 18 06:53:39.914214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-a70c0b2a-84b0-4b3b-8c42-d59657c165ae tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "PUT /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 996 time: 2.3291528 Sep 18 06:53:39.916412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:39.919787 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e602eb5-bd3f-423e-9d19-f6923896ae4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:39.924159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:39.937272 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:36Z', 'revision_number': 3, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:39.978721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-78160fec-e3eb-49f6-978d-4b86b58afdd2 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4657393 Sep 18 06:53:39.987601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Network fa5e8682-61b0-46ab-9319-1af81add21f3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:39.993100 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8647a-2f84-44e7-a3c6-b3596a099d2e None None] The sync data for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 is: [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:36Z', 'revision_number': 3, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:40.011649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8dc0b36-ddf9-4499-9b79-b00d815a7825 req-29be0aa7-acbc-4a6b-8c0d-a5582f228450 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202037 Sep 18 06:53:40.014808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Request body: {'port': {'device_id': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:40.018596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:40.032526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:40.032997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:40.037654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-4a93d466-00b9-4a1b-86ba-98dafa7c5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.050430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-4a93d466-00b9-4a1b-86ba-98dafa7c5c39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.1271734 Sep 18 06:53:40.056781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:40.275263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-9a33b11f-596d-49c5-80d7-52ef1d5f868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.283682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-9a33b11f-596d-49c5-80d7-52ef1d5f868c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.2323256 Sep 18 06:53:40.293756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104973a-ecea-4433-8ad4-57cb1901384c req-5b98e55e-2e0f-4b85-8bcb-f52aa8269e39 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.295629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8104973a-ecea-4433-8ad4-57cb1901384c req-5b98e55e-2e0f-4b85-8bcb-f52aa8269e39 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1106389 Sep 18 06:53:40.352962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4185c7e-c240-4282-ab60-445eb813998d None None] Provisioning complete for port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:40.353541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4185c7e-c240-4282-ab60-445eb813998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:40.392069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-721ac8bd-b60e-40f7-8d2e-15b2857eb606 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 999 time: 0.1067710 Sep 18 06:53:40.417382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c4185c7e-c240-4282-ab60-445eb813998d None None] Port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:40.429023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8104973a-ecea-4433-8ad4-57cb1901384c req-2ceb798c-1c5d-4460-a299-251003edc334 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232090 Sep 18 06:53:40.528854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-55e75ba3-665b-40e6-8ed1-63f9d7059300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.533776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-55e75ba3-665b-40e6-8ed1-63f9d7059300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1201611 Sep 18 06:53:40.561739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'tag': '820ecec3-f272-412c-844a-1a97e0464953'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:40.564992 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "tag": "820ecec3-f272-412c-844a-1a97e0464953"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:40.574100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f63c88cf-c5cf-4899-b5ca-82d920e8c01e None None] Provisioning complete for port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:40.574474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f63c88cf-c5cf-4899-b5ca-82d920e8c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:40.585278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:40.613236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-31c58bba-b73a-4323-942b-e9f589dbab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.628156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-31c58bba-b73a-4323-942b-e9f589dbab40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851901 Sep 18 06:53:40.636661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:40.639241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-1a9dba68-6b2f-4145-845e-7101919cc560 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:53:40.649506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-1a9dba68-6b2f-4145-845e-7101919cc560 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186014 Sep 18 06:53:40.649748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f63c88cf-c5cf-4899-b5ca-82d920e8c01e None None] Port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:40.698138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:38Z', 'revision_number': 1, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:40.702503 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954995ec-64d9-4d69-811a-c0a90d50a2cf x-openstack-request-id: req-954995ec-64d9-4d69-811a-c0a90d50a2cf {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:40.702812 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:40.703129 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-954995ec-64d9-4d69-811a-c0a90d50a2cf {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:40.703876 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:53:40.736262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:40.751038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:40.751683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:40.790589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-24604c08-8da0-430a-bc49-607c9e080676 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400769 Sep 18 06:53:40.816878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:40.819519 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0861008d-c6f8-4a69-b5ff-1dc6432e2abe" -d '{"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-plugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:40.988564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-529eb309-b738-4635-abec-6ca7ca1236da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.990794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-529eb309-b738-4635-abec-6ca7ca1236da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.1387756 Sep 18 06:53:40.991494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b8f00-3127-439a-ab80-26d682e1c50c req-1dd65ec7-f4d5-4f09-b413-3135c0acd10d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:40.999123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-815b8f00-3127-439a-ab80-26d682e1c50c req-1dd65ec7-f4d5-4f09-b413-3135c0acd10d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 935 time: 0.1933560 Sep 18 06:53:41.050066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ba5492a-f9be-4578-bb40-0a056f0b0b63 req-48585991-cb22-45c7-873c-fb99ab5ed39b service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585635 Sep 18 06:53:41.080530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.083290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:41.089462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-815b8f00-3127-439a-ab80-26d682e1c50c req-d78842a3-03c4-4e44-bac2-6d2b46140fce tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892777 Sep 18 06:53:41.188801 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc8bf8b-88b8-4a8c-9418-7012726c3e8d x-openstack-request-id: req-2cc8bf8b-88b8-4a8c-9418-7012726c3e8d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:41.194925 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "tag": "820ecec3-f272-412c-844a-1a97e0464953", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:41.195391 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cc8bf8b-88b8-4a8c-9418-7012726c3e8d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:41.195956 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'tag': '820ecec3-f272-412c-844a-1a97e0464953', 'status': 'completed', 'code': 200} Sep 18 06:53:41.244197 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb64989-0297-453d-8df7-b98530cbae91 x-openstack-request-id: req-dcb64989-0297-453d-8df7-b98530cbae91 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:41.246418 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-plugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:41.246762 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcb64989-0297-453d-8df7-b98530cbae91 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:41.247247 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'code': 200} Sep 18 06:53:41.431663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-36b28d87-49d6-4542-b37d-7a11468a60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.433397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-36b28d87-49d6-4542-b37d-7a11468a60d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.4236512 Sep 18 06:53:41.433529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:38Z', 'revision_number': 1, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:41.437239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-38f537b7-dc6e-4246-b29c-d45905334a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.439324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-38f537b7-dc6e-4246-b29c-d45905334a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1126 time: 0.1783204 Sep 18 06:53:41.448103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:41.455271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaee033-43d5-48c6-b00b-84fa69b8430f req-c00d11fd-5a1e-4fa1-beed-43e8f8744188 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.463312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deaee033-43d5-48c6-b00b-84fa69b8430f req-c00d11fd-5a1e-4fa1-beed-43e8f8744188 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 945 time: 0.2498946 Sep 18 06:53:41.468415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b79a8-e088-4e58-9f61-78e588e03bdd None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:38Z', 'revision_number': 1, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:41.480860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfa697-502e-4ee7-b90b-7363c495e11e req-6b16038d-0231-40b3-b721-00fa6a50cb2a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.482457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1cfa697-502e-4ee7-b90b-7363c495e11e req-6b16038d-0231-40b3-b721-00fa6a50cb2a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.1470959 Sep 18 06:53:41.492839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82c0fc93-04a3-4eae-951b-069d80992eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.544640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.551176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-ca04fd81-986d-4f03-9208-b68e6ae2aa74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 999 time: 0.1079876 Sep 18 06:53:41.600816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Transition to ACTIVE for port object 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:41.601985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db64f1f-5c37-40c9-b3c5-c07331941d01 req-0a56c170-e461-4d8b-9da2-20b5ef347565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.603472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db64f1f-5c37-40c9-b3c5-c07331941d01 req-0a56c170-e461-4d8b-9da2-20b5ef347565 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 1097 time: 0.2945483 Sep 18 06:53:41.610622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deaee033-43d5-48c6-b00b-84fa69b8430f req-6c79010d-06e1-4702-8c2d-d9e227e9a470 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449604 Sep 18 06:53:41.658256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-89329650-b93b-47b6-a839-6bf1006771d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.659776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-89329650-b93b-47b6-a839-6bf1006771d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0985994 Sep 18 06:53:41.664588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.672998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-6e31c4b6-f905-412a-95c2-668461edf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.674571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-6e31c4b6-f905-412a-95c2-668461edf87a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.2069638 Sep 18 06:53:41.677868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1cfa697-502e-4ee7-b90b-7363c495e11e req-6116e5e3-8e1c-4e40-8e04-54321783f669 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958800 Sep 18 06:53:41.728176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db64f1f-5c37-40c9-b3c5-c07331941d01 req-9d93fc01-f524-4a1a-86f6-53b97ec143d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001050 Sep 18 06:53:41.730739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-5524c3ba-6473-446d-ac56-6a6f041cdd9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 217 time: 0.0412216 Sep 18 06:53:41.766372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:41.793823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.823245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-6428980f-c71f-4b7e-877c-17a417bc986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.824789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-6428980f-c71f-4b7e-877c-17a417bc986a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179631 Sep 18 06:53:41.831503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-1a61cc34-ca77-45cb-824e-9f1eb099d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.833092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-1a61cc34-ca77-45cb-824e-9f1eb099d737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0941310 Sep 18 06:53:41.836787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 820ecec3-f272-412c-844a-1a97e0464953 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:41.846777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Attempting to bind port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:41.847571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Attempting to bind port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:41.847911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Attempting to bind port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:41.853489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:53:41.853989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Attempting to bind port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:41.859241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:41.859587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:41.859978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:41.860544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Bound port: 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:41.860812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.892955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-1ccf3dc9-67bc-4768-83b6-584dd30989d4 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.900875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-1ccf3dc9-67bc-4768-83b6-584dd30989d4 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1715474 Sep 18 06:53:41.904034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-702511ff-5aa3-4d04-8282-360885bf0d90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556393 Sep 18 06:53:41.917249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050dee0-18eb-48ad-8931-9b982ecc8832 req-a95fa392-3c6e-4aac-9bd2-374916574580 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:41.919261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0050dee0-18eb-48ad-8931-9b982ecc8832 req-a95fa392-3c6e-4aac-9bd2-374916574580 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1356668 Sep 18 06:53:41.937135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.938716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:41.969229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:41.986167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 820ecec3-f272-412c-844a-1a97e0464953 has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:53:41.995963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.071133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0050dee0-18eb-48ad-8931-9b982ecc8832 req-0bb50f53-ac6f-44c2-adc4-53c08a460e69 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375086 Sep 18 06:53:42.115614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:42.119127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-e9fc0188-93d2-4e34-a5f3-0caf6cbc284e tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 999 time: 0.2091827 Sep 18 06:53:42.132364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:42.152425 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-4ad0f7a9-9dc4-46a9-b3f8-e5363c42ff7f service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051966 Sep 18 06:53:42.187713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:42.189186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:42.232289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-226b30c1-4de4-4fbc-8126-529f7a98144e service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046341 Sep 18 06:53:42.262902 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.293069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2e4bd99-ebd7-4558-b849-755f140733f0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:42.300925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.356221 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dff4a9-8de0-4c8c-ab28-b90ee7cdf54e None None] New status for floating IP 6324ead8-87b6-4483-9389-013dd50f7982: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:53:42.386748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a2e4bd99-ebd7-4558-b849-755f140733f0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:42.388244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.404925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:42.405555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.407018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] 10.222.0.37 "PUT /v2.0/ports/1bb589a9-436c-4ed5-94ff-59a97b15cdf7 HTTP/1.1" status: 200 len: 1096 time: 2.4158802 Sep 18 06:53:42.428225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Network fa5e8682-61b0-46ab-9319-1af81add21f3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:42.468564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:42.552198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e602eb5-bd3f-423e-9d19-f6923896ae4c req-8aca0eea-be12-4033-91f6-98f29ebad75f service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420484 Sep 18 06:53:42.567097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.589955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da33d4-84eb-4831-9ec5-222b59927958 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:42.605164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a2e4bd99-ebd7-4558-b849-755f140733f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2e4bd99-ebd7-4558-b849-755f140733f0,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:42.679218 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.801957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-0f3f76fc-e98a-49c9-a451-25371347eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:42.804529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-0f3f76fc-e98a-49c9-a451-25371347eb00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 1099 time: 0.2840219 Sep 18 06:53:42.810449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a2e4bd99-ebd7-4558-b849-755f140733f0,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:42.918647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-6d2e61ab-c526-4b4f-a687-e9dbbb8d4984 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0534813 Sep 18 06:53:42.950129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-1523afbb-befd-4d73-9428-5f369c4b9926 service neutron] 10.222.0.24 "GET /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.2738261 Sep 18 06:53:42.981509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-29b53cc7-91a7-456c-ba88-9f42f468818a None None] Provisioning complete for port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:42.982148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-29b53cc7-91a7-456c-ba88-9f42f468818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:42.991207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Router b18f2677-512d-4b93-8ff3-fefbccf40977 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:42.991781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b9147f0-c031-4e9f-ab4e-06e15a946b5a req-80b9b9b2-1fa4-4e53-b62d-b54baea21363 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492094 Sep 18 06:53:43.004213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eac3-8b87-4eb6-bbe9-961a31d6ac74 req-5d5bdb62-fd50-4d13-af7a-acc72f2f7822 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.005355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8200eac3-8b87-4eb6-bbe9-961a31d6ac74 req-5d5bdb62-fd50-4d13-af7a-acc72f2f7822 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 947 time: 0.1655183 Sep 18 06:53:43.041733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-de654644-abf1-4e3e-a60d-7f5ae8ae54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.043422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-de654644-abf1-4e3e-a60d-7f5ae8ae54aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1157503 Sep 18 06:53:43.049422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-29b53cc7-91a7-456c-ba88-9f42f468818a None None] Port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:43.117615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8200eac3-8b87-4eb6-bbe9-961a31d6ac74 req-2e280401-698a-4836-b5b8-9d2d704e4939 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863197 Sep 18 06:53:43.139733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:43.218384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:43.220812 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96091fd-2fea-4327-b54a-c699a2255df6" -d '{"events": [{"name": "network-changed", "server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:43.244799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-7f601650-c17b-4e2d-ab9f-8e2ea75cfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.246337 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-7f601650-c17b-4e2d-ab9f-8e2ea75cfdca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806479 Sep 18 06:53:43.298345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:53:43.298674 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:53:43.301163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ef5b-e727-432a-915b-3a73b5f6fe43 req-c5d432fd-83a0-4018-96ef-0d7942583511 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.303265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ac6ef5b-e727-432a-915b-3a73b5f6fe43 req-c5d432fd-83a0-4018-96ef-0d7942583511 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1098 time: 0.1081119 Sep 18 06:53:43.308829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:43.324621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c04768f8-a4af-4d8a-9041-60d8ce6cc78c admin admin] 10.222.0.20 "PUT /v2.0/routers/b18f2677-512d-4b93-8ff3-fefbccf40977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8233030 Sep 18 06:53:43.327320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Sync routers for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:43.337599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:43.338552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:43.340033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ac6ef5b-e727-432a-915b-3a73b5f6fe43 req-cb399abc-fb02-43e5-a88b-9e5aa9b28fa7 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Sep 18 06:53:43.449652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:43.454260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-bec40499-be7f-410e-a075-da0d7ceac095 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968517 Sep 18 06:53:43.480417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:43.520632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:43.594752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820ecec3-f272-412c-844a-1a97e0464953 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:43.600163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf708a0-3b22-41f4-9202-28d2ffb0e261 req-254d361f-bbd3-4340-a718-9b09a5370100 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.602393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf708a0-3b22-41f4-9202-28d2ffb0e261 req-254d361f-bbd3-4340-a718-9b09a5370100 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 945 time: 0.0679545 Sep 18 06:53:43.619196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:43.654351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf708a0-3b22-41f4-9202-28d2ffb0e261 req-1fbd5e10-787b-415e-8f10-d2defb9b46fa tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Sep 18 06:53:43.655328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b571dec-d16b-4ec5-acba-92bbf2734ed5 req-6beb318e-6465-4bbd-b7f8-2b41e94d422b service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893530 Sep 18 06:53:43.723765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:40Z', 'revision_number': 4, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a2ba0e83-b155-4cb5-9a76-aff00c1019b5', 'name': '', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'mac_address': 'fa:16:3e:39:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:39Z', 'updated_at': '2021-09-18T06:53:41Z', 'revision_number': 2, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'subnets': [{'id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:43.745880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:43.764628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9063fc3-ece0-449e-8c0b-0e58aade3977 req-89b9b46c-07b3-42a0-9847-801b67d6a990 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:43.766429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9063fc3-ece0-449e-8c0b-0e58aade3977 req-89b9b46c-07b3-42a0-9847-801b67d6a990 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Sep 18 06:53:43.770315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Checking router: b18f2677-512d-4b93-8ff3-fefbccf40977 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:43.770315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Updating router b18f2677-512d-4b93-8ff3-fefbccf40977 port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:53:43.794164 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:43.803142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:43.849111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] Transition to ACTIVE for port object 820ecec3-f272-412c-844a-1a97e0464953 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:53:43.858459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9063fc3-ece0-449e-8c0b-0e58aade3977 req-bd07791c-0423-4e10-9b38-279107817f38 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852368 Sep 18 06:53:43.911407 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a309c-3315-445c-ae32-9073fc748287 x-openstack-request-id: req-b00a309c-3315-445c-ae32-9073fc748287 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:43.912666 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:43.912981 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b00a309c-3315-445c-ae32-9073fc748287 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:43.919800 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7', 'status': 'completed', 'code': 200} Sep 18 06:53:43.994192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.169376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-d5b320b7-8e79-40b6-8189-c3bdbe75b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:44.170924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-d5b320b7-8e79-40b6-8189-c3bdbe75b605 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 1099 time: 0.2239997 Sep 18 06:53:44.171664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] No DVR routers for this DVR port 820ecec3-f272-412c-844a-1a97e0464953 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:53:44.217645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] Pushing event updated for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:44.223123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.227775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2e4bd99-ebd7-4558-b849-755f140733f0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:44.258869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-16d5c941-5102-482f-817c-e7b069707a2a service neutron] 10.222.0.24 "PUT /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2797439 Sep 18 06:53:44.287517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a2e4bd99-ebd7-4558-b849-755f140733f0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:44.288419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.330413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-ff237e4e-9794-41fb-bbde-6e70aa19cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:44.331918 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-ff237e4e-9794-41fb-bbde-6e70aa19cca3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1426008 Sep 18 06:53:44.370902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.412923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-097007d8-35e1-4f65-a395-e94ac201c8fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0720274 Sep 18 06:53:44.471747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb50c61-3f8e-47eb-bb60-24d1920f7640 None None] Pushing event updated for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:44.484331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34932) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:44.489459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-network', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:44.560353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.566402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Attempting to bind port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:44.566402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Attempting to bind port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:44.566402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Attempting to bind port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 on network fa5e8682-61b0-46ab-9319-1af81add21f3 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:44.568502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:44.568885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Checking segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:44.569292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.569788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Bound using segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:44.570311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Bound port: a2ba0e83-b155-4cb5-9a76-aff00c1019b5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:44.570698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.650920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] For port a2ba0e83-b155-4cb5-9a76-aff00c1019b5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:44.651694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.resource_extend [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:53:44.657201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] For port a2ba0e83-b155-4cb5-9a76-aff00c1019b5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:44.658317 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.715107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Made reservation on behalf of 546b046fb1ed4496b07367b69e4bb62f for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:44.717444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.724827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.733815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c41b75-a4c1-4157-a044-4c11d99ed23c req-ba748deb-74a1-44bc-87a7-7f57b04762d8 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:44.735444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11c41b75-a4c1-4157-a044-4c11d99ed23c req-ba748deb-74a1-44bc-87a7-7f57b04762d8 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 947 time: 0.1425354 Sep 18 06:53:44.740508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.742034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.810946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11c41b75-a4c1-4157-a044-4c11d99ed23c req-b39b72ed-fa41-470f-a155-de80652f8922 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551682 Sep 18 06:53:44.817428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:44.818311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:44.824301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] Provisioning complete for port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:44.824778 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.829052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:44.937065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-6a4685c5-bd9b-40aa-912a-de2b8346357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:44.939253 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-6a4685c5-bd9b-40aa-912a-de2b8346357d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.5162456 Sep 18 06:53:44.947472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-92cc6529-f130-4656-8e60-ac593e46f861 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:44.949475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-92cc6529-f130-4656-8e60-ac593e46f861 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.1220255 Sep 18 06:53:44.982356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb50c61-3f8e-47eb-bb60-24d1920f7640 None None] Pushing event updated for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:45.049828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-2b1b662c-bc8b-4677-875d-fb0284b74efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.051360 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-2b1b662c-bc8b-4677-875d-fb0284b74efa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006739 Sep 18 06:53:45.053712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-a4ff0755-22f4-4ebf-a3aa-eea6ce9602a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.055101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-a4ff0755-22f4-4ebf-a3aa-eea6ce9602a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144&tenant_id=9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 1096 time: 0.0965936 Sep 18 06:53:45.090693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:45.113917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.118149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.137853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87e000-7b70-46fd-ad56-f18e4680d029 req-aadc4c99-7841-4e05-8cd6-056bed148cdd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.145198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf87e000-7b70-46fd-ad56-f18e4680d029 req-aadc4c99-7841-4e05-8cd6-056bed148cdd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 945 time: 0.1761689 Sep 18 06:53:45.147532 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Floating IP 6324ead8-87b6-4483-9389-013dd50f7982 associated. External IP: 172.25.4.146, port: 1233ef03-0900-461f-b315-d78f94040319. Sep 18 06:53:45.180779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-63b58b93-89ed-424d-b83d-224314f908e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.182347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-63b58b93-89ed-424d-b83d-224314f908e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1096 time: 0.0967700 Sep 18 06:53:45.209840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-2af84174-ea86-4b14-a3ee-e1082335d649 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458333 Sep 18 06:53:45.231683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.279703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72c1ed-6dcd-4a63-8f0a-3af409857c60,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:45.329465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:53:45.332450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] For port a2ba0e83-b155-4cb5-9a76-aff00c1019b5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:45.344136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf87e000-7b70-46fd-ad56-f18e4680d029 req-f3647832-513f-4482-85f9-096e26cdab21 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931107 Sep 18 06:53:45.360209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.360705 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Added segment c3d0ba0a-ea18-4f83-8166-68e0642f112c of type vlan for network a0775852-33d2-4ce0-a9a8-63893dac0a6c Sep 18 06:53:45.461774 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.482789 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.517639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b96091fd-2fea-4327-b54a-c699a2255df6 req-7e1b2d21-1db2-4dc0-a78c-b090e860c2c7 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829165 Sep 18 06:53:45.538222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20338-8629-418c-bb18-72a4a380fa7e None None] Pushing event updated for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:45.547146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:40Z', 'revision_number': 4, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a2ba0e83-b155-4cb5-9a76-aff00c1019b5', 'name': '', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'mac_address': 'fa:16:3e:39:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:39Z', 'updated_at': '2021-09-18T06:53:44Z', 'revision_number': 4, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'subnets': [{'id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:45.583216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fab0b643-df96-44d6-828d-569ea120c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.585147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-fab0b643-df96-44d6-828d-569ea120c6e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.3907824 Sep 18 06:53:45.590222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dce24d-20e3-49db-bd14-89470b21eddc None None] The sync data for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 is: [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:53:40Z', 'revision_number': 4, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a2ba0e83-b155-4cb5-9a76-aff00c1019b5', 'name': '', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'mac_address': 'fa:16:3e:39:8d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:39Z', 'updated_at': '2021-09-18T06:53:44Z', 'revision_number': 4, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'subnets': [{'id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:45.608105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5e16814c-96c2-4095-8e37-8cdaf42ba700 None None] Provisioning complete for port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:45.608711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e16814c-96c2-4095-8e37-8cdaf42ba700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.668077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24ede5-4235-49ac-855a-59526e96795e req-5a7439d5-574a-4d59-a2f5-5806b97fa7eb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.675380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b24ede5-4235-49ac-855a-59526e96795e req-5a7439d5-574a-4d59-a2f5-5806b97fa7eb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.0916111 Sep 18 06:53:45.679661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:45.699485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.703255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.703255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:45.715202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-6a8f5260-5eb6-44b5-9f2f-4ee2e49adab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 217 time: 0.1086276 Sep 18 06:53:45.733474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 820ecec3-f272-412c-844a-1a97e0464953 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:53:45.779933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-04287518-c93c-444b-9e11-bf9637db7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:45.782060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-04287518-c93c-444b-9e11-bf9637db7a9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0528414 Sep 18 06:53:45.791092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 820ecec3-f272-412c-844a-1a97e0464953 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:53:45.829415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b24ede5-4235-49ac-855a-59526e96795e req-c4b36820-80f2-46ee-9e39-dd78e7f182f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531458 Sep 18 06:53:45.830470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] Pushing event updated for resources: {'Network': ['ID=a0775852-33d2-4ce0-a9a8-63893dac0a6c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:45.831651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-79ddc50c-e999-495e-a914-f772b3b02afe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361273 Sep 18 06:53:45.841236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:53:45.891126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca015b09-1764-4000-8e51-8388ec627a57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4058216 Sep 18 06:53:45.896353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34952) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:45.995510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Request body: {'subnet': {'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-subnet', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:45.996370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:46.009282 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:46.022526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:46.023404 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:46.136550 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-d74a55c4-ba23-41e3-ae74-4e17b4f2f8ab service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940578 Sep 18 06:53:46.198007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Made reservation on behalf of 546b046fb1ed4496b07367b69e4bb62f for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:46.198007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:46.284968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2ba0e83-b155-4cb5-9a76-aff00c1019b5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:46.316590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8c026-40f5-4fdd-8392-171943b90fc4 req-fa9d01aa-471a-401d-98d6-5849ab340b2d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:46.323074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80d8c026-40f5-4fdd-8392-171943b90fc4 req-fa9d01aa-471a-401d-98d6-5849ab340b2d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 947 time: 0.1716497 Sep 18 06:53:46.335639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:46.382355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:46.383098 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:46.482289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80d8c026-40f5-4fdd-8392-171943b90fc4 req-aa096369-c56e-4298-b18d-ae21a95558a4 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994892 Sep 18 06:53:46.598996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:46.720007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:46.804540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3206144c-259f-4ea8-b4fc-1290f5c2eca0,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:46.836328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:44Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:46.866730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Checking segment: {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:46.867361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Network hostable DHCP agents. Network: a0775852-33d2-4ce0-a9a8-63893dac0a6c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:53:46.875798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a552abe-d0fb-4787-910d-8c7e17255be4 req-e65002e6-ed6e-470c-83b0-f80ec1561146 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:46.879632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a552abe-d0fb-4787-910d-8c7e17255be4 req-e65002e6-ed6e-470c-83b0-f80ec1561146 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 945 time: 0.2068658 Sep 18 06:53:46.889823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:46.898503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:46.898756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-12992911-ec20-45af-bb8e-db51dd617b32 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550220 Sep 18 06:53:46.918518 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:46.940311 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:46.940945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:46.949931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:46.956934 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126adedd-0e88-4a0f-abf9-65f9a78d5111" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:46.957188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:46.980631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a552abe-d0fb-4787-910d-8c7e17255be4 req-f7564a9d-0249-4b5e-ae20-8521e9ce6887 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887074 Sep 18 06:53:46.988081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:53:46.990516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-35f171cf-39fe-46bf-b41c-f5aae300c975 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "PUT /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 998 time: 4.8665736 Sep 18 06:53:47.108182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, a0775852-33d2-4ce0-a9a8-63893dac0a6c) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:47.116855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04887b52-9043-40af-9c2d-31793822ee6a None None] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:47.119145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.119801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:47.125108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a113c95f-54c4-4612-a180-e29a0a4d0331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:47.133394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-1a96d34d-1071-4a10-a613-41613ceb7b99 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.136425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-1a96d34d-1071-4a10-a613-41613ceb7b99 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports/1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 942 time: 0.1425364 Sep 18 06:53:47.174548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:47.175159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cec2b6-4d1a-4cf0-9ab1-6070fe66a576 req-b3cd4412-4a38-40cd-943d-e60b7f47a83c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.176858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2cec2b6-4d1a-4cf0-9ab1-6070fe66a576 req-b3cd4412-4a38-40cd-943d-e60b7f47a83c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.0985024 Sep 18 06:53:47.226609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3cb8e399-2e70-4e0f-9faf-a037ea527f61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2376370 Sep 18 06:53:47.231412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:47.244026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:47.289098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2cec2b6-4d1a-4cf0-9ab1-6070fe66a576 req-8a040ed3-c41f-43ea-98bb-a2b3c7784935 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043799 Sep 18 06:53:47.332058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-d28b93d5-78d8-4178-b3d2-202de7aa1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.341155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-d28b93d5-78d8-4178-b3d2-202de7aa1ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.0982029 Sep 18 06:53:47.429125 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd01b79d-d89f-497e-b5c3-d69976df519e x-openstack-request-id: req-fd01b79d-d89f-497e-b5c3-d69976df519e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:47.430657 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:47.431091 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd01b79d-d89f-497e-b5c3-d69976df519e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:47.431677 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:53:47.465643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a113c95f-54c4-4612-a180-e29a0a4d0331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:47.499270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:53:47.500059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:47.520233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-c297c36e-bb8a-4cf0-b3fd-0b8becc630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.522971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-c297c36e-bb8a-4cf0-b3fd-0b8becc630e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.0886812 Sep 18 06:53:47.576126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:44Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:47.619612 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4814ee77-0dfa-46a5-a4ce-55de39819ad6 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:44Z', 'revision_number': 3, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:47.677607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-60bab373-a26d-4b4c-9158-308b851f45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.678559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-c8e17671-d8c4-47e8-8e57-113194e897d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.680419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-c8e17671-d8c4-47e8-8e57-113194e897d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.1497552 Sep 18 06:53:47.686040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-60bab373-a26d-4b4c-9158-308b851f45b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.3357596 Sep 18 06:53:47.782093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-9aa7859d-f334-4908-9891-244d6d0e3e55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 217 time: 0.0951068 Sep 18 06:53:47.797779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a113c95f-54c4-4612-a180-e29a0a4d0331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:47.818429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Allocated IP 172.20.0.2 (a0775852-33d2-4ce0-a9a8-63893dac0a6c/3206144c-259f-4ea8-b4fc-1290f5c2eca0/daa01a25-3272-418c-b18a-9d674b3d378b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:47.843742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-f238e681-9938-4d3c-b87a-3de1e09b37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.852639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-f238e681-9938-4d3c-b87a-3de1e09b37a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0633531 Sep 18 06:53:47.875130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:47.885259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113c95f-54c4-4612-a180-e29a0a4d0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a6299-3f82-40f5-87ea-8afe0b731161,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:47.898379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-bdebb673-e642-4885-9dab-744f734aaba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 217 time: 0.2096665 Sep 18 06:53:47.903179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-332d4d99-5ded-4fc5-8e52-189f650ce5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:47.912286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-332d4d99-5ded-4fc5-8e52-189f650ce5a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585902 Sep 18 06:53:47.917732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-5f93547f-8bf4-4b9e-91b9-933bb5a582df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:53:47.925585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-5f93547f-8bf4-4b9e-91b9-933bb5a582df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124590 Sep 18 06:53:48.047965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.resource_extend [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:53:48.093176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a113c95f-54c4-4612-a180-e29a0a4d0331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43c445cbcb034923bcebbf0b95e43e96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1370993 Sep 18 06:53:48.094131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-5ac2a283-46d5-461c-9ed1-202b231a6b5e service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675775 Sep 18 06:53:48.095930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34992) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:48.108485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-df911ae8-7d56-422a-b4cd-23ee1c864d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:48.110020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-df911ae8-7d56-422a-b4cd-23ee1c864d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1657937 Sep 18 06:53:48.111918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-005036d9-c1a2-4e48-9486-fb911c50b755 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:48.113304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-005036d9-c1a2-4e48-9486-fb911c50b755 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.3307307 Sep 18 06:53:48.182351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.194247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.223906 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.268580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:48.290851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7', 'mac_address': 'fa:16:3e:b3:76:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:48.332766 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.343658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.345097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-2634cad6-60ee-4d99-90b1-c96dbb59bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:48.346715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-2634cad6-60ee-4d99-90b1-c96dbb59bc76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216644 Sep 18 06:53:48.348430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.359490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:48.397171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:48.402022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:48.411241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:48.415590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819d0c1-0c0f-4789-9796-3b1664173682 None None] New status for floating IP 6324ead8-87b6-4483-9389-013dd50f7982: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:53:48.491692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:48.548336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Pushing event updated for resources: {'Port': ['ID=daa01a25-3272-418c-b18a-9d674b3d378b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:48.584511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Attempting to bind port daa01a25-3272-418c-b18a-9d674b3d378b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:48.584511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Attempting to bind port daa01a25-3272-418c-b18a-9d674b3d378b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:48.584844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Attempting to bind port daa01a25-3272-418c-b18a-9d674b3d378b on network a0775852-33d2-4ce0-a9a8-63893dac0a6c {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:48.616687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.624911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:48.624911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Checking segment: {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:48.625328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.625666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Bound using segment: {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:48.633233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Bound port: daa01a25-3272-418c-b18a-9d674b3d378b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:48.633720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.641472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-8542300b-476f-479a-84f9-a97851f3b6c0 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345199 Sep 18 06:53:48.664792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162586-69c7-4cbb-9f8e-70646b782826 req-503cf9cf-5b8c-427b-b626-de980fed60df tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:48.665736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.666407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4162586-69c7-4cbb-9f8e-70646b782826 req-503cf9cf-5b8c-427b-b626-de980fed60df tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 947 time: 0.1195538 Sep 18 06:53:48.667514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.670330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-4759cb0d-3649-4256-a2eb-8f8f777f371a service neutron] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:48.674546 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-8e426c2b-3368-431d-8dca-b08ebc346c27 service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180718 Sep 18 06:53:48.678684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-4759cb0d-3649-4256-a2eb-8f8f777f371a service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.679749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ed875adb-b7a3-42b4-8eba-52afc4665298 req-4759cb0d-3649-4256-a2eb-8f8f777f371a service neutron] 10.222.0.37 "DELETE /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.5375977 Sep 18 06:53:48.695773 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.776814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4162586-69c7-4cbb-9f8e-70646b782826 req-4c50aebd-5729-4686-8c13-316b9f2db2e0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918250 Sep 18 06:53:48.780567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:48.796164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-8c8096f9-b72e-4be1-a0dd-97c9357676fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:48.798043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-8c8096f9-b72e-4be1-a0dd-97c9357676fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1097 time: 0.0684853 Sep 18 06:53:48.845529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] For port daa01a25-3272-418c-b18a-9d674b3d378b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:48.866010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] For port daa01a25-3272-418c-b18a-9d674b3d378b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa01a25-3272-418c-b18a-9d674b3d378b,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:48.887707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1bb589a9-436c-4ed5-94ff-59a97b15cdf7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:48.904129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.906682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:48.907810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c2a6299-3f82-40f5-87ea-8afe0b731161 HTTP/1.1" status: 204 len: 168 time: 0.8108995 Sep 18 06:53:48.935089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea123c-4038-46d8-aa1d-d2f1106f09bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a6299-3f82-40f5-87ea-8afe0b731161,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:48.949923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-126adedd-0e88-4a0f-abf9-65f9a78d5111 req-dbd1a70d-3e52-4bfb-b273-15f29fd6071e service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587695 Sep 18 06:53:48.994276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:49.005746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-abed12a7-dad9-48e9-ad0f-1d8bec1d867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:49.013120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-abed12a7-dad9-48e9-ad0f-1d8bec1d867f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.2063463 Sep 18 06:53:49.027061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e513db-b691-4f74-92df-3d7424b56e2c req-56016442-ba4b-4ffd-a956-0a66fffdeb87 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:49.028569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11e513db-b691-4f74-92df-3d7424b56e2c req-56016442-ba4b-4ffd-a956-0a66fffdeb87 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.1280146 Sep 18 06:53:49.114448 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:49.127994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11e513db-b691-4f74-92df-3d7424b56e2c req-cbaf26ac-bad0-4483-86c7-2ddba242e283 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Sep 18 06:53:49.131479 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:49.133176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:49.141151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-ec026be0-ef0e-4ed8-956b-1786d29606f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 1001 time: 0.1270456 Sep 18 06:53:49.147290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:49.174314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:49.215085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-af052d78-4a82-4374-b5b6-8d1321eeba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:49.223172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-af052d78-4a82-4374-b5b6-8d1321eeba1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0810513 Sep 18 06:53:49.314659 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:49.330862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-f3405548-21ed-40f0-aead-9f95aa980b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:49.402279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35afb-9a75-4af5-958f-c3b290935cec None None] Pushing event updated for resources: {'Port': ['ID=daa01a25-3272-418c-b18a-9d674b3d378b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:49.406829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-f3405548-21ed-40f0-aead-9f95aa980b69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820226 Sep 18 06:53:49.449573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:49.462332 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c74bac-36f5-4381-a270-4ff9b4317676" -d '{"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:49.484820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Allocated IP 172.25.4.115 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/29602bc3-bd96-4101-81a7-1936e37f9661) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:49.608670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-84fce36d-e898-493a-9578-aebc4bb02cea service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007203 Sep 18 06:53:49.666095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:49.721851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cd04734-33eb-4b05-aa85-f4b295d11155 req-27ad8138-e849-4345-b5ad-f5d03c4dca4e service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995891 Sep 18 06:53:49.725786 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:48Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:49.757153 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:49.765406 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:49.766093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:49.813587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:49.852372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:49.855290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:49.872754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:49.879421 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:49.881331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Pushing event updated for resources: {'Port': ['ID=29602bc3-bd96-4101-81a7-1936e37f9661,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:49.944791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:49.962304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-432e0525-9e72-4970-b508-dfe81efb8279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.003542 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e19d5-daa3-487c-874e-a6db8199db0a x-openstack-request-id: req-0f5e19d5-daa3-487c-874e-a6db8199db0a {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:50.004184 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:50.004576 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f5e19d5-daa3-487c-874e-a6db8199db0a {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:50.005076 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'status': 'completed', 'code': 200} Sep 18 06:53:50.188138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228f1a5-5067-4475-884a-e241d32796d4 req-92975198-2d21-4828-8ff9-a38c9aa6488f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:50.199235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-3adf1034-e46c-44f3-aaae-dfbb8dfb208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:50.200493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1228f1a5-5067-4475-884a-e241d32796d4 req-92975198-2d21-4828-8ff9-a38c9aa6488f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 948 time: 0.1444597 Sep 18 06:53:50.206280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-3adf1034-e46c-44f3-aaae-dfbb8dfb208e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1097 time: 0.1461809 Sep 18 06:53:50.302894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1228f1a5-5067-4475-884a-e241d32796d4 req-5041b1b5-9a32-4155-bee6-ee6218aede44 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998056 Sep 18 06:53:50.311276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-432e0525-9e72-4970-b508-dfe81efb8279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.323069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa01a25-3272-418c-b18a-9d674b3d378b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:50.383735 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:48Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:50.391599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port daa01a25-3272-418c-b18a-9d674b3d378b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:50.392099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.411938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-432e0525-9e72-4970-b508-dfe81efb8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.429180 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b21c6f-7c30-4bee-9279-e5f8d1eb6900 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:d3:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:48Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:50.478337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87f061-f041-44aa-9947-5f64cf3fb00a None None] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:53:50.480079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-432e0525-9e72-4970-b508-dfe81efb8279 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e7ed62e24d2409b9d9906ac1033cfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340877 Sep 18 06:53:50.489439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35038) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:50.517232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-d7333c15-af9a-4e2f-9717-77dd75ddb9dc tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1912751 Sep 18 06:53:50.518672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e0525-9e72-4970-b508-dfe81efb8279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01850783-0dee-4c31-a5c7-0b6d54c5d6c9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:50.550495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6285ed15-d59b-4a79-b4ab-0025f9eb506d None None] Provisioning complete for port daa01a25-3272-418c-b18a-9d674b3d378b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:50.550927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6285ed15-d59b-4a79-b4ab-0025f9eb506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.555449 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.596314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-8c2c8fb2-10c7-4bcd-8d2a-532b58bb19c4 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:50.598100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-8c2c8fb2-10c7-4bcd-8d2a-532b58bb19c4 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports/613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 942 time: 0.0737474 Sep 18 06:53:50.643711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.690770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.713534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port daa01a25-3272-418c-b18a-9d674b3d378b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa01a25-3272-418c-b18a-9d674b3d378b,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:50.789282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.836115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c34c0-db5b-4305-8772-0b93621750dc req-f4ab8bba-bd6c-4878-8a11-992f57dc06cf tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:50.846573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd7c34c0-db5b-4305-8772-0b93621750dc req-f4ab8bba-bd6c-4878-8a11-992f57dc06cf tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1096 time: 0.1635144 Sep 18 06:53:50.846836 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6285ed15-d59b-4a79-b4ab-0025f9eb506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.849030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-9defe509-3d8e-4ac2-8e73-ce274e6715ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:50.850893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-9defe509-3d8e-4ac2-8e73-ce274e6715ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.6341553 Sep 18 06:53:50.868293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:50.897628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=daa01a25-3272-418c-b18a-9d674b3d378b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:50.916154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-6b8cfd0e-e299-43d2-a327-75e4e901b36c tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1678865 Sep 18 06:53:50.942736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-6285ed15-d59b-4a79-b4ab-0025f9eb506d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:53:50.943708 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-6285ed15-d59b-4a79-b4ab-0025f9eb506d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:53:51.009193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd7c34c0-db5b-4305-8772-0b93621750dc req-f00c2d91-c2ae-4d2c-9942-52172ac244bf tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610391 Sep 18 06:53:51.023517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:51.026272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:51.047314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01850783-0dee-4c31-a5c7-0b6d54c5d6c9 HTTP/1.1" status: 204 len: 168 time: 0.5500321 Sep 18 06:53:51.059006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bddb9e-d4b4-4bbb-b85b-7b8247bf7027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01850783-0dee-4c31-a5c7-0b6d54c5d6c9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:51.117297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-ea357504-f71b-4360-a8a7-75d585f0c533 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.145075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4b2eeb-b771-4604-8f24-5539be8f7795 req-ea357504-f71b-4360-a8a7-75d585f0c533 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.2279785 Sep 18 06:53:51.218061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-46d5a629-e340-4289-948a-8157a2a645b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 1001 time: 0.1769776 Sep 18 06:53:51.219165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:51.259093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-d66d9e71-c805-4e36-bf12-caabcccc88fa tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.0828443 Sep 18 06:53:51.318783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-05c166da-d9ef-4684-8069-86ec08128da8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.338953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-05c166da-d9ef-4684-8069-86ec08128da8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports/613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 942 time: 0.0721931 Sep 18 06:53:51.357183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-055bd65f-57b5-4d70-9be9-d31ba58f9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.358702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-055bd65f-57b5-4d70-9be9-d31ba58f9dd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0931723 Sep 18 06:53:51.455021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-48d6a98a-c367-4976-9211-7b5f227c8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.457124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-48d6a98a-c367-4976-9211-7b5f227c8435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862460 Sep 18 06:53:51.541180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-78363a47-4c7d-4357-88c9-72a06ba7abfd tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1383896 Sep 18 06:53:51.560547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Router 8f2c6b5d-2384-4968-bb05-309ac22ab99b is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:53:51.582012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-9832ab93-d430-444f-a310-1ab041f11ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124480 Sep 18 06:53:51.619283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-64a461bf-0285-4706-93e7-e716116ef213 None None] Provisioning complete for port daa01a25-3272-418c-b18a-9d674b3d378b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:51.621304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64a461bf-0285-4706-93e7-e716116ef213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:51.693561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-7b07b980-ae42-4fa1-a246-f93a8dc47e61 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.699115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:51.702850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-7b07b980-ae42-4fa1-a246-f93a8dc47e61 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1495426 Sep 18 06:53:51.718783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Sync routers for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:51.763776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:51.764592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:51.781619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-61a4a4ee-856d-48d3-991a-2c00daf80593 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.0776312 Sep 18 06:53:51.787439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:51.798377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-874e55a8-00ab-4548-88b6-5f8299471351 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:51.800003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88c74bac-36f5-4381-a270-4ff9b4317676 req-9578bc14-551d-4ef8-9c07-0463ddd1a4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024668 Sep 18 06:53:51.800237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-874e55a8-00ab-4548-88b6-5f8299471351 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.4543653 Sep 18 06:53:51.883938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-6ba55a4f-08f1-42b2-9a24-2117413117b9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/quotas/9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 375 time: 0.0289657 Sep 18 06:53:51.899077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:51.903083 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0485b30b-cfcc-4e34-830e-11defbd92d07 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6651790 Sep 18 06:53:51.903302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:51.909164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:53:51.954577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.053346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:52.068495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:52.070385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-3b9c5dd2-0ce7-4f2f-ab26-3e6f4ae937a6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769421 Sep 18 06:53:52.075772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'mac_address': 'fa:16:3e:78:c5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:53:52.185050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:52.270134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.300743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa01a25-3272-418c-b18a-9d674b3d378b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:52.307580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.325227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-2ff49494-79dd-4a8b-904e-a62ab335d4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203302 Sep 18 06:53:52.345773 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.346420 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Floating IP 6324ead8-87b6-4483-9389-013dd50f7982 disassociated. External IP: 172.25.4.146, port: 613b83b0-b76c-49ea-ad33-e0240e4f2cbd. Sep 18 06:53:52.421210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5a5814b-f876-42a5-8762-3f090aa07da1 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:52.542105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-16326f30-3e07-42c7-9c17-677e50082b75 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159035 Sep 18 06:53:52.575024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:53:52.596240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:52.596688 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.637276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port daa01a25-3272-418c-b18a-9d674b3d378b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:52.637967 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:52.713210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:52.760400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:52.825965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:50Z', 'revision_number': 3, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:52.862800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Checking router: 8f2c6b5d-2384-4968-bb05-309ac22ab99b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:52.863157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Updating router 8f2c6b5d-2384-4968-bb05-309ac22ab99b port 29602bc3-bd96-4101-81a7-1936e37f9661 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:53:52.929448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.018360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.128749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:53.141925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:53:53.142716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.162916 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:53.162916 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:53.235303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45221346-7e0b-4075-9fb5-fb2cd4af607a req-b9c5c4f7-adbb-4b72-9541-f46968c6456c tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:53.236891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45221346-7e0b-4075-9fb5-fb2cd4af607a req-b9c5c4f7-adbb-4b72-9541-f46968c6456c tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 948 time: 0.2160518 Sep 18 06:53:53.293348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-34402a20-fce0-4e69-9676-8a902f6d829b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "PUT /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 695 time: 1.5106084 Sep 18 06:53:53.304458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:53.305810 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c893c-7985-417c-96d6-d77358dfd5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:53.394340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Allocated IP 172.20.0.1 (a0775852-33d2-4ce0-a9a8-63893dac0a6c/3206144c-259f-4ea8-b4fc-1290f5c2eca0/46fcd74e-fe11-4c4d-af66-4eae71f4e198) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:53.403356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45221346-7e0b-4075-9fb5-fb2cd4af607a req-9be3f545-859a-4227-91ba-56d8514dce26 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Sep 18 06:53:53.431245 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:53.537435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-dea594ad-724a-4e5c-8d5b-c588dd62db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:53.540217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-dea594ad-724a-4e5c-8d5b-c588dd62db47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1097 time: 0.1628416 Sep 18 06:53:53.574498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.586903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.695925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.739217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:53.774425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-572edf5f-a302-4e0c-a09e-70f9e4248ada req-e6188fd6-b8d8-4d85-9c95-dff9880ba430 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 210 time: 0.0480800 Sep 18 06:53:53.783584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['c5a5814b-f876-42a5-8762-3f090aa07da1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:53:53.877085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-10046bf8-5d9b-4e66-8b04-5bcad7834394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:53.879386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-10046bf8-5d9b-4e66-8b04-5bcad7834394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.3323941 Sep 18 06:53:53.964647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:53.973601 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a159ba32-9d19-4119-9a19-aae2c0425afb x-openstack-request-id: req-a159ba32-9d19-4119-9a19-aae2c0425afb {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:53.974892 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:53.975296 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a159ba32-9d19-4119-9a19-aae2c0425afb {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:53.975758 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'status': 'completed', 'code': 200} Sep 18 06:53:53.977914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-b8169bb6-535c-4d81-aa67-c9dcfe5033a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 217 time: 0.0906823 Sep 18 06:53:53.986785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:53.997480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:53.999827 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcff205f-ebcf-4616-a112-09ee06f0c739" -d '{"events": [{"server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "name": "network-vif-plugged", "status": "completed", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:54.011834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:54.012696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.018901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Pushing event updated for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:54.031398 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:54.126989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:54.130622 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:53:54.133959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-4bce733b-5286-4e85-9d27-7d3b086824fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.147513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-4bce733b-5286-4e85-9d27-7d3b086824fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1603343 Sep 18 06:53:54.165878 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:54.171282 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:54.174510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-fb7aec7b-1426-4428-9eab-0b0d2ca324f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.176763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-fb7aec7b-1426-4428-9eab-0b0d2ca324f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 1097 time: 0.1869600 Sep 18 06:53:54.187714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:54.263844 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d1154-f25a-4083-97b5-84b62f1ecf0b x-openstack-request-id: req-660d1154-f25a-4083-97b5-84b62f1ecf0b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:54.274221 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "name": "network-vif-plugged", "status": "completed", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:54.274655 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-660d1154-f25a-4083-97b5-84b62f1ecf0b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:54.275181 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7', 'code': 200} Sep 18 06:53:54.350650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.375948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-ab44fe0f-1056-43bd-8e1f-e7d6a71d7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.388221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-ab44fe0f-1056-43bd-8e1f-e7d6a71d7d76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2327657 Sep 18 06:53:54.468457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34e48-f0f2-4642-b07a-346890e83e42 req-8d646304-0c06-4542-abba-b911484499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.470699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3fe34e48-f0f2-4642-b07a-346890e83e42 req-8d646304-0c06-4542-abba-b911484499ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 1100 time: 0.2107337 Sep 18 06:53:54.475348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-2edcb878-5985-4a79-8f9e-435aa8793277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.476925 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-2edcb878-5985-4a79-8f9e-435aa8793277 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.2912877 Sep 18 06:53:54.519739 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:54.577593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-fbd21a40-a6fa-43ac-b775-265c5ad97bb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 200 len: 217 time: 0.0631576 Sep 18 06:53:54.592358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.604862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3fe34e48-f0f2-4642-b07a-346890e83e42 req-95ddbda2-65ea-4bfe-bd8c-bdd5acc4cc22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264536 Sep 18 06:53:54.651482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.725759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.750788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e853b304-ca98-4434-9739-2ba30191ddf9 None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:54.751511 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e853b304-ca98-4434-9739-2ba30191ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.771539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-0d4241d8-aa94-48b4-a043-377ec7468f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.774028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-0d4241d8-aa94-48b4-a043-377ec7468f48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1682324 Sep 18 06:53:54.818234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:54.861076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588cd7d-f704-4db5-8b61-985c66091abc req-a72fde45-7ddf-43d1-bd74-c450da014f4d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.878156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e588cd7d-f704-4db5-8b61-985c66091abc req-a72fde45-7ddf-43d1-bd74-c450da014f4d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 949 time: 0.2523932 Sep 18 06:53:54.900394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-d44b2ac8-87e5-478b-976f-02dd482b18c5 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110681 Sep 18 06:53:54.938167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-2b272e39-c484-4866-b8fd-892e87412405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:54.940059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-2b272e39-c484-4866-b8fd-892e87412405 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513534 Sep 18 06:53:54.940616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Attempting to bind port 29602bc3-bd96-4101-81a7-1936e37f9661 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:53:54.941062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Attempting to bind port 29602bc3-bd96-4101-81a7-1936e37f9661 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:53:54.941531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Attempting to bind port 29602bc3-bd96-4101-81a7-1936e37f9661 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:53:54.983800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:53:54.986800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:53:54.987444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:54.989310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:53:54.990577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Bound port: 29602bc3-bd96-4101-81a7-1936e37f9661, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:53:54.994246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:55.076216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e588cd7d-f704-4db5-8b61-985c66091abc req-a5d8e05b-1b7f-4771-aa02-e9f7648829be tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956689 Sep 18 06:53:55.108882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-1a5c5a12-9043-4d08-9a06-a2319c9303c6 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198850 Sep 18 06:53:55.115891 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:55.123078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] For port 29602bc3-bd96-4101-81a7-1936e37f9661, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:53:55.132493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] For port 29602bc3-bd96-4101-81a7-1936e37f9661, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=29602bc3-bd96-4101-81a7-1936e37f9661,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:53:55.158070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e853b304-ca98-4434-9739-2ba30191ddf9 None None] Port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:55.180576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b51f2-70a0-4db2-9a92-6afbd45e028a None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:55.187882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35592cf5-5e7d-480c-ba22-5633d28d611d None None] Pushing event updated for resources: {'Port': ['ID=29602bc3-bd96-4101-81a7-1936e37f9661,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:55.197701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee0f1f-2a49-4fd4-a6c7-b9982b144810 req-ec7e88eb-55aa-432f-b1de-6e0cb270749f service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962160 Sep 18 06:53:55.205114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:55.396890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35592cf5-5e7d-480c-ba22-5633d28d611d None None] Pushing event updated for resources: {'Port': ['ID=29602bc3-bd96-4101-81a7-1936e37f9661,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:55.429196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:53:55.432809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:55.523367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d641af0-d3cc-4c11-aff0-af65e86eeabb req-cdd79c5f-52eb-48cf-875d-99cec34e6c81 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 210 time: 0.0808570 Sep 18 06:53:55.777382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5604c41-9f7e-4e9b-a06f-a5e94ccda529 None None] New status for floating IP 6324ead8-87b6-4483-9389-013dd50f7982: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:53:55.859282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587c893c-7985-417c-96d6-d77358dfd5b7 req-b38036ae-2643-42f5-a844-7998e16e9d42 service neutron] 10.222.0.24 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917155 Sep 18 06:53:55.890043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:55.920093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:53:56.012227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:56.013002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:56.230194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:53:56.349720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2088c-cc29-440c-8327-ff0fefa1b492 req-62c5fd0a-c852-4882-8b84-d05962c7f400 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:56.351545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5f2088c-cc29-440c-8327-ff0fefa1b492 req-62c5fd0a-c852-4882-8b84-d05962c7f400 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 949 time: 0.0985136 Sep 18 06:53:56.390654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Pushing event updated for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:56.622042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:56.627675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:56.638816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port c5a5814b-f876-42a5-8762-3f090aa07da1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:56.639391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:56.937301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-65ed6b94-8f90-49b2-9162-3300869746a8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:56.940175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-65ed6b94-8f90-49b2-9162-3300869746a8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.5969779 Sep 18 06:53:56.966149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Request body: {'port': {'device_id': '224f0740-0ca9-4ff5-9266-7c271114522d', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'admin_state_up': True, 'tenant_id': '9cd6c860c45b45458093136004e59a49'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:57.107334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:57.140075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.159254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-07fc681d-41d8-42b7-82b9-2f2382c5ddc3 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:57.167856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-07fc681d-41d8-42b7-82b9-2f2382c5ddc3 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8151941 Sep 18 06:53:57.206872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3b5e72e0-18d6-4cbc-854b-966a5a10d67c None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:53:57.209146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5f2088c-cc29-440c-8327-ff0fefa1b492 req-1e623257-d22a-4a70-b677-b057467d8648 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957663 Sep 18 06:53:57.209402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b5e72e0-18d6-4cbc-854b-966a5a10d67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.210269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Router 8f2c6b5d-2384-4968-bb05-309ac22ab99b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:53:57.287657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:53:57.294532 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a2bb91-878e-436f-bb48-e5198847c257" -d '{"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-plugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:53:57.302633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-3c01f71c-fc80-4a3f-bd90-862700fafe88 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1338561 Sep 18 06:53:57.319047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:57.331012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:57.344055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e72e0-18d6-4cbc-854b-966a5a10d67c None None] Port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:53:57.354671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '46fcd74e-fe11-4c4d-af66-4eae71f4e198', 'name': '', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'mac_address': 'fa:16:3e:45:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:53Z', 'updated_at': '2021-09-18T06:53:53Z', 'revision_number': 1, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'subnets': [{'id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:53:57.410901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9f3ea-1ada-4ad1-8a76-e78967223355 None None] The sync data for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 is: [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '46fcd74e-fe11-4c4d-af66-4eae71f4e198', 'name': '', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'mac_address': 'fa:16:3e:45:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:53Z', 'updated_at': '2021-09-18T06:53:53Z', 'revision_number': 1, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'subnets': [{'id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:53:57.420056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.427888 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.492046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:53:57.494182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:53:57.501253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.529539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f9a4c113-91ac-48fd-8e0d-53b794e89747 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f2c6b5d-2384-4968-bb05-309ac22ab99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6160574 Sep 18 06:53:57.532645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-000b6f15-43ff-457c-a418-150933db3ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:57.551784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:57.633324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c32cb87-7a82-487b-b812-33a7a2ea4a96 req-938648dc-480f-49ca-a91f-ac805579e320 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 210 time: 0.0448558 Sep 18 06:53:57.783430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Allocated IP 172.20.0.3 (e04d702a-5abe-4efa-aaea-4595725c7e5a/46faa392-8771-4fcb-9c51-f0e41a249f86/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:53:58.344760 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15903bd6-6bce-4af3-9723-34ee3761a043 x-openstack-request-id: req-15903bd6-6bce-4af3-9723-34ee3761a043 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:53:58.345291 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-plugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:53:58.345389 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15903bd6-6bce-4af3-9723-34ee3761a043 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:53:58.345709 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'code': 200} Sep 18 06:53:58.356986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-000b6f15-43ff-457c-a418-150933db3ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.452932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.459986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-000b6f15-43ff-457c-a418-150933db3ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.496351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:53:58.497632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-000b6f15-43ff-457c-a418-150933db3ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a09b8b8e5924bfd9c7ad6b4d9d4e7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3828037 Sep 18 06:53:58.543230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b6f15-43ff-457c-a418-150933db3ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b682e-067b-44a8-8ce6-c6a9108b59f4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:58.653418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.685146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-9db90d6e-4c04-4d81-be81-43a12aee44e5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:58.688953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-9db90d6e-4c04-4d81-be81-43a12aee44e5 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.24 "GET /v2.0/ports?device_id=a00eff89-e819-40fc-81ce-1d9f9ffb95d5 HTTP/1.1" status: 200 len: 945 time: 0.5775476 Sep 18 06:53:58.733004 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.878311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:53:58.907395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Network e04d702a-5abe-4efa-aaea-4595725c7e5a is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:53:58.911798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:53:58.915217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:53:58.935540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:53:58.935707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.937434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:58.979382 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:53:59.060619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.064827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Deleting port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:53:59.065547 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.076825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-452b721a-9cdd-4b31-9909-d16215d46273 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1157429 Sep 18 06:53:59.100062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Request body: {'port': {'device_id': '224f0740-0ca9-4ff5-9266-7c271114522d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:53:59.151317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.219722 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.284744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.379765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] For port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:53:59.379765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:53:59.434901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Calling delete_port for 613b83b0-b76c-49ea-ad33-e0240e4f2cbd owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:53:59.880230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:53:59.907488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.005650 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Floating IP 6324ead8-87b6-4483-9389-013dd50f7982 associated. External IP: 172.25.4.146, port: 1233ef03-0900-461f-b315-d78f94040319. Sep 18 06:54:00.293290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.296449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.311190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e93b682e-067b-44a8-8ce6-c6a9108b59f4 HTTP/1.1" status: 204 len: 168 time: 1.7995532 Sep 18 06:54:00.311581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aaac2-4db3-4170-b80e-2981f9db1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b682e-067b-44a8-8ce6-c6a9108b59f4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:00.331087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Transition to ACTIVE for port object 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:00.335762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.348308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1233ef03-0900-461f-b315-d78f94040319'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:00.413576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.432274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event deleted for resources: {'Port': ['ID=613b83b0-b76c-49ea-ad33-e0240e4f2cbd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:00.492108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] No DVR routers for this DVR port 613b83b0-b76c-49ea-ad33-e0240e4f2cbd on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:00.500595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 29602bc3-bd96-4101-81a7-1936e37f9661 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:00.502620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.507910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e67b51e3-899e-407c-8ef6-4a5cfcea8790 req-c697a0ec-f6a7-46c8-a6f7-0c7103ccc7b0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.24 "DELETE /v2.0/ports/613b83b0-b76c-49ea-ad33-e0240e4f2cbd HTTP/1.1" status: 204 len: 173 time: 1.8019760 Sep 18 06:54:00.515526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'name': 'network-vif-deleted', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:00.522206 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78305f17-c202-41c1-91fa-faf3b5992d96" -d '{"events": [{"server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "name": "network-vif-deleted", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:00.532435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:54:00.611876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:00.735325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 29602bc3-bd96-4101-81a7-1936e37f9661 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:00.736918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.809463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:00.809808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:00.810212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:00.821052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:00.823148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:00.831165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:00.831516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:00.831914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:00.832366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Bound port: 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:00.832723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:00.998747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:54:01.027639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:01.030725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:01.067034 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:01.073552 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:01.113205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-2337ec3b-b5c3-493c-94ab-fddfb9d8dd38 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "PUT /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 996 time: 3.8043456 Sep 18 06:54:01.149173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:01.159537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:01.244983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-a74216c2-de94-4b0b-8d1f-06f4c53833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:01.251130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-a74216c2-de94-4b0b-8d1f-06f4c53833ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.1110265 Sep 18 06:54:01.303128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:01.331774 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:01.438515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:01.439615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:01.446628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 1092 time: 2.3521645 Sep 18 06:54:01.447101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:01.449712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 29602bc3-bd96-4101-81a7-1936e37f9661, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=29602bc3-bd96-4101-81a7-1936e37f9661,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:01.456608 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16475964-3937-434e-a443-6f927b5ae960" -d '{"events": [{"name": "network-changed", "server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:01.499507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d92496-7f40-40fc-b7da-e6d0adc0c5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:01.511661 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:01.552872 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:01.727629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-1c48447d-f6b8-4d1c-b369-3ebe82b6912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:01.731249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-1c48447d-f6b8-4d1c-b369-3ebe82b6912e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1095 time: 0.1314518 Sep 18 06:54:01.784682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 613b83b0-b76c-49ea-ad33-e0240e4f2cbd no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:01.790855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=29602bc3-bd96-4101-81a7-1936e37f9661,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:01.813113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 613b83b0-b76c-49ea-ad33-e0240e4f2cbd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:01.817525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 613b83b0-b76c-49ea-ad33-e0240e4f2cbd not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:01.827869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-cfa9f489-6b2f-4381-9c13-af78e8756f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:01.829583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-cfa9f489-6b2f-4381-9c13-af78e8756f68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.5645866 Sep 18 06:54:01.836985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-a672be1a-0e32-45c9-a31b-291eaed38786 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 217 time: 0.0888383 Sep 18 06:54:01.885783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Sync routers for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:01.925846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:01.930574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:01.955946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-434ad4f0-47f5-4652-b974-85ff0a78d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:01.963539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-434ad4f0-47f5-4652-b974-85ff0a78d22e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.1195102 Sep 18 06:54:01.998320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-b223404f-680a-4059-844f-0adb6beff11d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 999 time: 0.1600730 Sep 18 06:54:02.020825 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:58Z', 'revision_number': 8, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:02.034245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-3088099a-8407-4354-b82d-640cf5cc5786 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634208 Sep 18 06:54:02.062709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35278) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:02.113416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2894d46-c3c5-4f40-9a9f-fdd6f2f55941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:02.143748 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:02.180836 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:02.183980 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:02.208221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-6d2fc276-b512-4869-8b6e-e3b321bf1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:02.209749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-6d2fc276-b512-4869-8b6e-e3b321bf1fb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.1704912 Sep 18 06:54:02.412059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-66390435-3a73-402b-8748-66bacf96b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:02.421761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-66390435-3a73-402b-8748-66bacf96b519 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920362 Sep 18 06:54:02.452432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2894d46-c3c5-4f40-9a9f-fdd6f2f55941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:02.554263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-f342e03b-7ac8-44d2-9d1a-5584412a1a06 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103991 Sep 18 06:54:02.557310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2894d46-c3c5-4f40-9a9f-fdd6f2f55941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:02.617998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 29602bc3-bd96-4101-81a7-1936e37f9661 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:02.653677 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:02.685281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:02.734203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2894d46-c3c5-4f40-9a9f-fdd6f2f55941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35413f-b54b-468c-9d0a-38d2e4e5d611,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:02.735952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-37c7ae29-4d7d-45e7-a270-b1e0c2154c44 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791948 Sep 18 06:54:02.746433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c2894d46-c3c5-4f40-9a9f-fdd6f2f55941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aecdf9f11b7448f0a12841f2e480ac87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826365 Sep 18 06:54:02.754651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:02.865657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 29602bc3-bd96-4101-81a7-1936e37f9661 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:02.866455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.022248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.058721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8b4c4c6-7422-4be3-b3e2-5f5892acbfef req-8139e22b-1352-4860-8750-b47d3095ab98 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212261 Sep 18 06:54:03.106822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.131379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7666044-42d3-4103-91a2-d2f9d0c01bd4 req-55bca76d-a970-4d5f-b8de-a06f27310386 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680687 Sep 18 06:54:03.185357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '46fcd74e-fe11-4c4d-af66-4eae71f4e198', 'name': '', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'mac_address': 'fa:16:3e:45:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:53Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 2, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'subnets': [{'id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:03.250001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Checking router: 8f2c6b5d-2384-4968-bb05-309ac22ab99b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:03.250352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Updating router 8f2c6b5d-2384-4968-bb05-309ac22ab99b port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:54:03.290344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.305709 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:58Z', 'revision_number': 8, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:03.356919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.360099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:03.361501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd35413f-b54b-468c-9d0a-38d2e4e5d611 HTTP/1.1" status: 204 len: 168 time: 0.6048107 Sep 18 06:54:03.395003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be4f060-4366-4514-a4cd-f5a13b401b06 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '6324ead8-87b6-4483-9389-013dd50f7982', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'port_id': '1233ef03-0900-461f-b315-d78f94040319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'mac_address': 'fa:16:3e:86:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:53:19Z', 'updated_at': '2021-09-18T06:53:58Z', 'revision_number': 8, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:03.429556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e83ef7-8d6f-4754-8e2e-c42a3c986dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35413f-b54b-468c-9d0a-38d2e4e5d611,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:03.691812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-943a238a-e324-44f4-ae32-8b7ce8760d87 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eb08eed309e4d73972e5f3297416279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475259 Sep 18 06:54:03.899508 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a91348-e44a-48de-8044-d665f5504e17 None None] New status for floating IP 6324ead8-87b6-4483-9389-013dd50f7982: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:54:03.983445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76285-f2ed-49d0-9b42-77c8e8a68d01 req-5e876439-3400-48aa-b12c-0a0358b9f3fb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:04.002467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6c76285-f2ed-49d0-9b42-77c8e8a68d01 req-5e876439-3400-48aa-b12c-0a0358b9f3fb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.2805614 Sep 18 06:54:04.031645 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:04.039940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-816d5feb-9305-4f88-9234-14e2d424c8fd tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:04.047436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-816d5feb-9305-4f88-9234-14e2d424c8fd tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475952 Sep 18 06:54:04.105480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-17bbeb58-28ce-4af5-9a98-df4e64128b95 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/quotas/3eb08eed309e4d73972e5f3297416279 HTTP/1.1" status: 200 len: 375 time: 0.0567324 Sep 18 06:54:04.107764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:04.256434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6c76285-f2ed-49d0-9b42-77c8e8a68d01 req-df3c2614-d6d5-47e4-bfaa-d6a378b94099 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526836 Sep 18 06:54:04.336566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-10dba42b-894e-4fe2-9324-7fd7d0335f89 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2298801 Sep 18 06:54:04.377286 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739aeee-f9bf-4ab4-97f0-ffb4503fd164 x-openstack-request-id: req-6739aeee-f9bf-4ab4-97f0-ffb4503fd164 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:04.377821 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00eff89-e819-40fc-81ce-1d9f9ffb95d5", "name": "network-vif-deleted", "tag": "613b83b0-b76c-49ea-ad33-e0240e4f2cbd", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:04.378286 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6739aeee-f9bf-4ab4-97f0-ffb4503fd164 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:04.378895 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00eff89-e819-40fc-81ce-1d9f9ffb95d5', 'name': 'network-vif-deleted', 'tag': '613b83b0-b76c-49ea-ad33-e0240e4f2cbd', 'status': 'completed', 'code': 200} Sep 18 06:54:04.424408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f78c0-a60f-4365-ae14-9f5184645c85 None None] Pushing event updated for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:04.427899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Attempting to bind port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:04.428271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Attempting to bind port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:04.428783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Attempting to bind port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 on network a0775852-33d2-4ce0-a9a8-63893dac0a6c {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:04.435985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:04.436358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Checking segment: {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:04.436767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:04.437288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Bound using segment: {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:04.437820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Bound port: 46fcd74e-fe11-4c4d-af66-4eae71f4e198, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d0ba0a-ea18-4f83-8166-68e0642f112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:04.438259 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:04.520070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] For port 46fcd74e-fe11-4c4d-af66-4eae71f4e198, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:04.524626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] For port 46fcd74e-fe11-4c4d-af66-4eae71f4e198, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=46fcd74e-fe11-4c4d-af66-4eae71f4e198,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:04.549989 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e25dd-048c-4a9b-ae60-7b19e82a28ef x-openstack-request-id: req-038e25dd-048c-4a9b-ae60-7b19e82a28ef {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:04.550889 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:04.551317 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-038e25dd-048c-4a9b-ae60-7b19e82a28ef {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:04.551915 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'status': 'completed', 'code': 200} Sep 18 06:54:04.596621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:04.681751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475964-3937-434e-a443-6f927b5ae960 req-1eb8291b-ec44-4c5f-a2ce-d1f29db4d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:04.684089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-1eb8291b-ec44-4c5f-a2ce-d1f29db4d215 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1095 time: 0.0860624 Sep 18 06:54:04.813862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d85af58-e194-4d98-b433-b4fc582690d3 req-5da7eebe-9b31-43de-b5da-eae63ea67345 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 998 time: 0.2221119 Sep 18 06:54:04.848278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:04.848961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:04.991796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475964-3937-434e-a443-6f927b5ae960 req-2997f657-1361-4fd8-9a26-9626dad659b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:04.994917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-2997f657-1361-4fd8-9a26-9626dad659b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.3017097 Sep 18 06:54:05.071370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-c15f543d-b3ec-4ecf-bd37-11b6d4b96d6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 217 time: 0.0671217 Sep 18 06:54:05.146970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85af58-e194-4d98-b433-b4fc582690d3 req-faec70a3-4eca-4650-bfe3-4be75bd47efb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:05.160982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d85af58-e194-4d98-b433-b4fc582690d3 req-faec70a3-4eca-4650-bfe3-4be75bd47efb tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.3392985 Sep 18 06:54:05.189341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-8d85af58-e194-4d98-b433-b4fc582690d3 req-4bf0a209-50c1-4838-a276-179ff61e8d5f tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:54:05.215320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d85af58-e194-4d98-b433-b4fc582690d3 req-4bf0a209-50c1-4838-a276-179ff61e8d5f tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512273 Sep 18 06:54:05.235702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:05.237928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:05.238063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:05.239496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f78c0-a60f-4365-ae14-9f5184645c85 None None] Pushing event updated for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:05.296824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475964-3937-434e-a443-6f927b5ae960 req-abd41a20-f2b0-4b37-8072-36522609cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:05.303405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-abd41a20-f2b0-4b37-8072-36522609cde9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.2212653 Sep 18 06:54:05.373462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-86ae6c6a-c3c1-4922-820d-7d629b473c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621061 Sep 18 06:54:05.435559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-05b75887-d1e9-4071-891d-31b0db877460 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.2195704 Sep 18 06:54:05.532115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-d2689109-b08e-49ef-8785-858e43302767 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:05.532408 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-6f058527-c7e0-42bc-a45a-afe9230f38b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511607 Sep 18 06:54:05.544450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-d2689109-b08e-49ef-8785-858e43302767 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports/1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 942 time: 0.1024833 Sep 18 06:54:05.597307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e6f9704-a634-4731-8f55-3625be287bc6 req-8557a987-1d73-426b-915b-adf9006d91a3 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 210 time: 0.1579642 Sep 18 06:54:05.758440 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16475964-3937-434e-a443-6f927b5ae960 req-36686701-7769-40dd-96ab-99cd6ed88ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182281 Sep 18 06:54:05.807691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-6f856b96-a760-4a24-993e-dc9fb818d84b tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.1603420 Sep 18 06:54:05.897929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35352) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:05.907627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:05.955583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '46fcd74e-fe11-4c4d-af66-4eae71f4e198', 'name': '', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'mac_address': 'fa:16:3e:45:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:53Z', 'updated_at': '2021-09-18T06:54:04Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'subnets': [{'id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:05.997108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc7114-bf15-4179-a7f5-8759538d8f8f None None] The sync data for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 is: [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:53:54Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '46fcd74e-fe11-4c4d-af66-4eae71f4e198', 'name': '', 'network_id': 'a0775852-33d2-4ce0-a9a8-63893dac0a6c', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'mac_address': 'fa:16:3e:45:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:53Z', 'updated_at': '2021-09-18T06:54:04Z', 'revision_number': 4, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'subnets': [{'id': '3206144c-259f-4ea8-b4fc-1290f5c2eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:06.011775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] For port 46fcd74e-fe11-4c4d-af66-4eae71f4e198, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=46fcd74e-fe11-4c4d-af66-4eae71f4e198,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:06.083436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2a8a-b3ee-445b-ba5a-1a0f55058aba req-b503a51b-cd45-402a-b3f5-7dea96b18929 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:06.085229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6cc2a8a-b3ee-445b-ba5a-1a0f55058aba req-b503a51b-cd45-402a-b3f5-7dea96b18929 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.2753546 Sep 18 06:54:06.099128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.199879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1066055483-network', 'tenant_id': 'a7baba2c17644022aca9ac812646c592'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:06.247076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6cc2a8a-b3ee-445b-ba5a-1a0f55058aba req-c580744e-aab2-4d0c-a020-8a86caf1022b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459320 Sep 18 06:54:06.295547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e713b-7b5e-4635-b7d7-855aff54cd00 None None] Pushing event updated for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:06.302446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7809645c-de14-4500-a8b5-306561c5dde0 None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:06.302446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7809645c-de14-4500-a8b5-306561c5dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.316425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-64a02941-bb6b-4d66-8e39-54ed3b1fcd1d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:06.319620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-64a02941-bb6b-4d66-8e39-54ed3b1fcd1d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.5108624 Sep 18 06:54:06.383258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Made reservation on behalf of a7baba2c17644022aca9ac812646c592 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:06.388163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.388309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 46fcd74e-fe11-4c4d-af66-4eae71f4e198 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:06.416976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.514977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:06.525193 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a25cba-8ce9-4286-a46f-ab67378e91e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:06.633498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:06.638776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.650254 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b48287-3fa0-476b-a722-856f1da3b2cb x-openstack-request-id: req-50b48287-3fa0-476b-a722-856f1da3b2cb {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:06.650543 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:06.654859 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50b48287-3fa0-476b-a722-856f1da3b2cb {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:06.655286 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:54:06.667453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-45a96c59-b947-4d14-b9db-b1a0171ba8e0 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 1001 time: 0.3377092 Sep 18 06:54:06.692434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:06.851464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f5628c4-ef5b-4d2f-8ad7-20f13971f198 req-4337dc60-6d23-41bf-92be-fea416bcdea8 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 210 time: 0.0839701 Sep 18 06:54:06.921513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:06.944333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-79415cd0-c698-4b76-868a-715e84a084d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:06.945952 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-79415cd0-c698-4b76-868a-715e84a084d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.2665482 Sep 18 06:54:07.000620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.129370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.172474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:54:07.235782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4bb89-7213-430a-a652-9575ebc66eea,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:07.254506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.255614 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Added segment 86ae2ad6-5bbd-476c-a3dc-67c87a1b6eaf of type vlan for network b2638990-4c8b-4976-800c-015c6958bc2c Sep 18 06:54:07.295196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-2305b0f6-6e86-402a-a7d3-563adfe0641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:07.305031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-2305b0f6-6e86-402a-a7d3-563adfe0641a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.3431530 Sep 18 06:54:07.408383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-02b361c4-3921-4a72-a925-259531c31efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 1001 time: 0.0935898 Sep 18 06:54:07.460698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.537145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-aa90d874-132f-47cc-9450-9ce3adfd7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:07.538614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-aa90d874-132f-47cc-9450-9ce3adfd7ea4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.0524693 Sep 18 06:54:07.565878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.565878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:07.565878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.652431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-58133b5c-5981-4af4-8d6f-7a90d5e808ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:07.652431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-58133b5c-5981-4af4-8d6f-7a90d5e808ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959623 Sep 18 06:54:07.662204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.780407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2638990-4c8b-4976-800c-015c6958bc2c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:07.788796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:54:07.801017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b2638990-4c8b-4976-800c-015c6958bc2c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:54:07.816705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e5b1a-f846-4e03-8ad4-e29ba2562ec3 req-4e035208-4c14-4168-b603-10dfed3fde45 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:07.829648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e76e5b1a-f846-4e03-8ad4-e29ba2562ec3 req-4e035208-4c14-4168-b603-10dfed3fde45 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.1644247 Sep 18 06:54:07.898923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e76e5b1a-f846-4e03-8ad4-e29ba2562ec3 req-6996a755-e423-46ee-8cc6-5306197f5480 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Sep 18 06:54:07.902010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:07.903737 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Floating IP 6324ead8-87b6-4483-9389-013dd50f7982 disassociated. External IP: 172.25.4.146, port: 1233ef03-0900-461f-b315-d78f94040319. Sep 18 06:54:07.995589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-c9085b03-795f-4657-ae6d-ddb258d25dec service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396018 Sep 18 06:54:08.186915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-f029755f-0029-4ed5-9486-b940deeddbaa tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3eb08eed309e4d73972e5f3297416279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797615 Sep 18 06:54:08.186915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e52c66c3-821c-4eed-a485-cc0a548dcdc4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1939168 Sep 18 06:54:08.207496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35390) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:08.247525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Request body: {'subnet': {'network_id': 'b2638990-4c8b-4976-800c-015c6958bc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1066055483-subnet', 'tenant_id': 'a7baba2c17644022aca9ac812646c592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:08.389558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:08.408280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 46fcd74e-fe11-4c4d-af66-4eae71f4e198 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:08.436406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a25cba-8ce9-4286-a46f-ab67378e91e6 req-f96472f9-dfc3-4571-83fc-0c90d685b8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547077 Sep 18 06:54:08.530369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'port_id': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'mac_address': 'fa:16:3e:5f:33:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46faa392-8771-4fcb-9c51-f0e41a249f86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:54:08.559539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Made reservation on behalf of a7baba2c17644022aca9ac812646c592 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:08.562262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:08.589469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:08.607901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:08.636672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:08.644795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:54:08.674449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:08.674828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:08.694420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3a828c6-a2cc-4de1-bc22-1e1fb52fe6f8 req-2eee3276-8f57-4f07-863d-124149e55caf tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 210 time: 0.1384430 Sep 18 06:54:08.753439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:08.773956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-21f875a0-108f-426b-805d-eb6e0ef297e4 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:08.773956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-21f875a0-108f-426b-805d-eb6e0ef297e4 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539288 Sep 18 06:54:08.789888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Request body: {'port': {'device_id': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '3eb08eed309e4d73972e5f3297416279'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:09.022829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:54:09.034014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:09.096641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a5e0c574-ecdb-427f-b59c-0e6b20099f7d tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "PUT /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 696 time: 2.4227700 Sep 18 06:54:09.122773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:09.125401 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456cf650-8963-40cb-96c1-b6c15d34e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:09.144638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Made reservation on behalf of 3eb08eed309e4d73972e5f3297416279 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:09.148768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:09.153684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:09.163797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:09.166692 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bd30304-9117-4da9-9f41-17b67414da36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:09.194951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:09.195705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:53:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:09.387800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:09.480830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:09.494121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d51e-e65b-447b-898c-f8a75c52f9aa req-b459bca2-81b8-4ba7-b5b3-7ed234868d04 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:09.502974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Allocated IP 192.168.233.222 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/b745a947-caf6-4a23-8293-8e795a5d8935) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:09.506463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4d2d51e-e65b-447b-898c-f8a75c52f9aa req-b459bca2-81b8-4ba7-b5b3-7ed234868d04 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.3771310 Sep 18 06:54:09.571168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-62b8d1e9-83fb-4d43-bed8-34a96c651f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:09.579521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-62b8d1e9-83fb-4d43-bed8-34a96c651f03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.4464500 Sep 18 06:54:09.681460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-64994fbf-15ec-470b-96cd-e234b2ca1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:09.691274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-64994fbf-15ec-470b-96cd-e234b2ca1885 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.1105809 Sep 18 06:54:09.735512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:09.748077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a079fc36-f33b-4c3d-a4c4-7bdce4bc8571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 217 time: 0.0557172 Sep 18 06:54:09.846001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:09.881966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4d2d51e-e65b-447b-898c-f8a75c52f9aa req-4a3b662a-23d8-4667-b3ef-a7773810e997 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742399 Sep 18 06:54:09.888504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Checking segment: {'id': '86ae2ad6-5bbd-476c-a3dc-67c87a1b6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b2638990-4c8b-4976-800c-015c6958bc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:09.890434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Network hostable DHCP agents. Network: b2638990-4c8b-4976-800c-015c6958bc2c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:54:09.933269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fe4209-219c-4ada-ba80-176887e3dcfe,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:09.962468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-c2233739-0da6-4735-98e1-6ca93a9f3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:09.972846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-c2233739-0da6-4735-98e1-6ca93a9f3f37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 0.2236676 Sep 18 06:54:09.984240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:10.039103 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff7fad-a6ca-4624-a486-fe41bf8c90e8 x-openstack-request-id: req-9cff7fad-a6ca-4624-a486-fe41bf8c90e8 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:10.041146 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:10.041662 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cff7fad-a6ca-4624-a486-fe41bf8c90e8 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:10.042335 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:54:10.047484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Network b2638990-4c8b-4976-800c-015c6958bc2c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:54:10.078695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1bb589a9-436c-4ed5-94ff-59a97b15cdf7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:10.090731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-29921829-ea80-4cd0-a9fb-f5bcffa9cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.099787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-29921829-ea80-4cd0-a9fb-f5bcffa9cdf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248360 Sep 18 06:54:10.100236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Pushing event updated for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:10.155324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b2638990-4c8b-4976-800c-015c6958bc2c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:10.242071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:10.249754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ceb55-71ff-4bd9-8305-db95a10a668a None None] Network b2638990-4c8b-4976-800c-015c6958bc2c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:10.252506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-3176728c-25f2-45bb-b3a4-0df4676d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.254156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-3176728c-25f2-45bb-b3a4-0df4676d47db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 1097 time: 0.1730506 Sep 18 06:54:10.258725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:10.281298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:10.300173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.300855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:10.395893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.398635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:10.449581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-80019bfa-a79e-45a9-8532-aecddc81d890 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482230 Sep 18 06:54:10.499520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-e4beab58-8309-4289-9728-d959534c3b69 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7149053 Sep 18 06:54:10.539698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Request body: {'port': {'device_id': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:10.665792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b3c8102-e613-4ca6-ba80-8e1c16b8fb6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4490180 Sep 18 06:54:10.763826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:10.784477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-16c2521d-bce8-40e7-be28-c94f01b9a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.786553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-16c2521d-bce8-40e7-be28-c94f01b9a13b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 200 len: 920 time: 0.5219905 Sep 18 06:54:10.790242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f5bdf-fdd5-483a-a201-dc48201a77a8 req-081a53b4-7fc5-4ef7-bdcc-b410d147650b tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:10.791793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e59f5bdf-fdd5-483a-a201-dc48201a77a8 req-081a53b4-7fc5-4ef7-bdcc-b410d147650b tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1098 time: 0.3377671 Sep 18 06:54:10.850167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503f1b7-dbea-44cb-a7dd-309896ecbf81 None None] Network b2638990-4c8b-4976-800c-015c6958bc2c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:10.888806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e59f5bdf-fdd5-483a-a201-dc48201a77a8 req-f5c16efc-b7fe-4e3b-8a9e-0aa5edf0ba33 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858440 Sep 18 06:54:10.903399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e72211-04d2-43e2-9a75-c0f372ab88ae req-a65776d8-6028-4582-a240-95f45cae9f68 service neutron] 10.222.0.20 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406071 Sep 18 06:54:10.910541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-cc36bcce-9358-463a-8349-aa9eaa42bc86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 200 len: 217 time: 0.1150625 Sep 18 06:54:11.131621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-547192b4-f3d2-4962-957d-4428961f9800 None None] Provisioning complete for port b745a947-caf6-4a23-8293-8e795a5d8935 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:11.131936 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-547192b4-f3d2-4962-957d-4428961f9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:11.216784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-547192b4-f3d2-4962-957d-4428961f9800 None None] Port b745a947-caf6-4a23-8293-8e795a5d8935 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:11.343200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109220-2773-47fd-87b9-36e2c2b8fc28 req-bcc84cd9-172f-4cd2-a3a7-d246d06c5bc0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:11.351468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e109220-2773-47fd-87b9-36e2c2b8fc28 req-bcc84cd9-172f-4cd2-a3a7-d246d06c5bc0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 936 time: 0.1492512 Sep 18 06:54:11.471755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:11.525353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd38335d-9abc-4483-92ff-9022afdc66b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:11.527087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:11.541778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd875-df82-4386-a829-e2af5b8ae853 req-24b885bc-94b3-4fc7-a365-c0d57131a555 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:11.546940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:11.546940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:11.547193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d5bd875-df82-4386-a829-e2af5b8ae853 req-24b885bc-94b3-4fc7-a365-c0d57131a555 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.1902587 Sep 18 06:54:11.562876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e109220-2773-47fd-87b9-36e2c2b8fc28 req-0f6bc217-3a0f-48cc-ba8d-50575e7e92f4 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104299 Sep 18 06:54:11.665297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d5bd875-df82-4386-a829-e2af5b8ae853 req-65b7f2f7-8f31-4822-a436-79743f736794 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009724 Sep 18 06:54:11.858758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:12.278486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.302495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-566c9af2-6342-47ad-a6f8-ba68a4ac83bf tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 200 len: 696 time: 0.1384349 Sep 18 06:54:12.317422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b745a947-caf6-4a23-8293-8e795a5d8935 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:12.333026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.359760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Transition to ACTIVE for port object b745a947-caf6-4a23-8293-8e795a5d8935 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:12.396131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-d2589df4-a021-4053-9148-82566184ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:12.398011 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-d2589df4-a021-4053-9148-82566184ca16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 200 len: 858 time: 1.4798586 Sep 18 06:54:12.480095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.482908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-935db0e8-0251-47d8-aa15-50270a736b6e tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:12.492969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-935db0e8-0251-47d8-aa15-50270a736b6e tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1896000 Sep 18 06:54:12.499538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-c7294278-3167-4742-8ce7-9f00e7e276fc tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:54:12.502683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-c7294278-3167-4742-8ce7-9f00e7e276fc tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086102 Sep 18 06:54:12.515091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:12.559663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:12.601369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4ecb8-2028-4aa9-935e-6a4b2d3aa8b7 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:53:00Z', 'revision_number': 4, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '39698ff7-907c-4245-accc-90092ae46e05', 'name': '', 'network_id': '4b359774-1eb1-405f-a8f6-1791afa03ad7', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'mac_address': 'fa:16:3e:e9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:59Z', 'updated_at': '2021-09-18T06:53:05Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'subnets': [{'id': '3af4837e-6c79-41f0-8c3d-1f89d25e1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:12.607947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35464) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:12.638101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-149124865-network', 'tenant_id': 'bc7eca6494ad493e80b333e523c3c393'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:12.677493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-edd23edc-9724-4f93-bdcf-bddddf4713f1 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 699 time: 0.1682343 Sep 18 06:54:12.689690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Attempting to bind port b745a947-caf6-4a23-8293-8e795a5d8935 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:12.692927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Attempting to bind port b745a947-caf6-4a23-8293-8e795a5d8935 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:12.692927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Attempting to bind port b745a947-caf6-4a23-8293-8e795a5d8935 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:12.706721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Port b745a947-caf6-4a23-8293-8e795a5d8935 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:12.707343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Attempting to bind port b745a947-caf6-4a23-8293-8e795a5d8935 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:12.717667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:12.718099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:12.718662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:12.719201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Bound port: b745a947-caf6-4a23-8293-8e795a5d8935, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:12.719638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.724800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-daff3975-6c6b-4cc6-a9d2-8a1f52311d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:12.727416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-daff3975-6c6b-4cc6-a9d2-8a1f52311d57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b359774-1eb1-405f-a8f6-1791afa03ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3212409 Sep 18 06:54:12.823477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-4528a713-29c5-4223-b72d-0540e8df872c tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 699 time: 0.1446459 Sep 18 06:54:12.889852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Made reservation on behalf of bc7eca6494ad493e80b333e523c3c393 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:12.900961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.913575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:12.929650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-3eabb4f1-07c6-4c11-826e-f6af61b6fa76 service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858637 Sep 18 06:54:13.029351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:13.035586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b745a947-caf6-4a23-8293-8e795a5d8935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:13.088470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Deleting port 2254b1d8-590d-4ea9-bedb-32a745d79fe2 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:13.091570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.105009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.162040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-456cf650-8963-40cb-96c1-b6c15d34e2db req-2b0a3cd6-0a9f-40d1-8e84-8c5a6e0cdcb6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237204 Sep 18 06:54:13.165586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.234775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf418da4-e5f9-416c-b3c6-a9c8e8496310 None None] New status for floating IP 6324ead8-87b6-4483-9389-013dd50f7982: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:54:13.271249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:13.271249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.274276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] 10.222.0.24 "PUT /v2.0/ports/b745a947-caf6-4a23-8293-8e795a5d8935 HTTP/1.1" status: 200 len: 1097 time: 2.7464242 Sep 18 06:54:13.276818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f997-893b-4381-9b4a-48a58fc1cecc service neutron] Pushing event updated for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:13.287238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:13.288461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.288792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.302968 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:13.316453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Calling delete_port for 2254b1d8-590d-4ea9-bedb-32a745d79fe2 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:13.456175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-19c582b3-09d6-45e7-972c-0432ed4fa2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:13.457877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-19c582b3-09d6-45e7-972c-0432ed4fa2ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 1100 time: 0.0620675 Sep 18 06:54:13.523648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-af10aa8f-8634-4b1f-9422-82d2fc3b36e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b745a947-caf6-4a23-8293-8e795a5d8935 HTTP/1.1" status: 200 len: 217 time: 0.0458999 Sep 18 06:54:13.529410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.605694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.619646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:54:13.631538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.632444 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Added segment e9e9c050-a68f-4321-982e-2dcf5a9ec058 of type vlan for network e981d7eb-4db7-429c-a192-2bda90b819dd Sep 18 06:54:13.667367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5df1b8-7a58-467d-b715-81cd79bbd7e1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:13.684924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-684b265b-43f5-4a2c-8701-d4fa8ad3794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:13.687939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-684b265b-43f5-4a2c-8701-d4fa8ad3794b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1562111 Sep 18 06:54:13.773066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.778547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-418d153d-4426-4828-8c0c-e4055976ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:13.780097 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-418d153d-4426-4828-8c0c-e4055976ef84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643020 Sep 18 06:54:13.797424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:13.868021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:13.898650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-2b7fddc6-8ea4-4924-8bf6-b847086e8cc7 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095212 Sep 18 06:54:13.954795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event deleted for resources: {'Port': ['ID=2254b1d8-590d-4ea9-bedb-32a745d79fe2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:14.019566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.024416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.035029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.035029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:14.035029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.042913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10368e89-b16b-4ce1-abbc-2f16dd97ac30 req-1e9c4ea0-38d9-4043-8eec-70a1d3bf19ce tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "DELETE /v2.0/floatingips/6324ead8-87b6-4483-9389-013dd50f7982 HTTP/1.1" status: 204 len: 173 time: 1.2181726 Sep 18 06:54:14.053387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:54:14.058812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:14.059533 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.220734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56309d-2963-4ee4-8588-52c63ea53749 req-c17f2fe0-cfdc-46c2-a30d-27eae7d4df25 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:14.233487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e56309d-2963-4ee4-8588-52c63ea53749 req-c17f2fe0-cfdc-46c2-a30d-27eae7d4df25 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 948 time: 0.1049507 Sep 18 06:54:14.240322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e981d7eb-4db7-429c-a192-2bda90b819dd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:14.256825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5bfe302-6a46-449f-88e0-6ecbaa4d46a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6296468 Sep 18 06:54:14.262659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35514) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:14.276474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Request body: {'subnet': {'network_id': 'e981d7eb-4db7-429c-a192-2bda90b819dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-149124865-subnet', 'tenant_id': 'bc7eca6494ad493e80b333e523c3c393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:14.277349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.283000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e981d7eb-4db7-429c-a192-2bda90b819dd details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:54:14.338471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e56309d-2963-4ee4-8588-52c63ea53749 req-a0e651a7-d477-495e-8782-617d744e0ee0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008668 Sep 18 06:54:14.355516 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1fac080-5646-4f58-b251-980b0050d4c4 req-07058aab-258d-43b3-855c-db28976fb7e1 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473674 Sep 18 06:54:14.390056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:14.392972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:14.395561 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5ae078-a7f9-473b-82a5-cf36f09418a7" -d '{"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-plugged", "status": "completed", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:14.401578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Made reservation on behalf of bc7eca6494ad493e80b333e523c3c393 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:14.404391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.519343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.585804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f478-20b5-47f2-abb0-294b1fcd8700 req-aa6410e9-8382-4a7d-b68f-b71e287ca9bb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:14.587660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b199f478-20b5-47f2-abb0-294b1fcd8700 req-aa6410e9-8382-4a7d-b68f-b71e287ca9bb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.1113036 Sep 18 06:54:14.627559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:14.662045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a373b970-2171-45e3-85fd-16b1067f9959 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:54:14.662045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a373b970-2171-45e3-85fd-16b1067f9959 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178130 Sep 18 06:54:14.670833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.673206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:14.690571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b199f478-20b5-47f2-abb0-294b1fcd8700 req-f11d504a-12e7-4148-bf26-e47fbd5ef6ea tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Sep 18 06:54:14.829227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-bd712020-a302-44e7-84bf-14932e28a326 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:14.845031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-bd712020-a302-44e7-84bf-14932e28a326 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 1095 time: 0.1694932 Sep 18 06:54:14.874206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:14.877887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:54:15.183068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:15.183068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:15.183068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:15.186649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:15.186980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:15.201555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:15.201972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:15.206112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:15.206112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Bound port: 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:15.206112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:15.296566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c74fa8-67b0-4fa2-a04b-964a5a1b98c4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:15.429969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:15.433405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Checking segment: {'id': 'e9e9c050-a68f-4321-982e-2dcf5a9ec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e981d7eb-4db7-429c-a192-2bda90b819dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:15.433804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Network hostable DHCP agents. Network: e981d7eb-4db7-429c-a192-2bda90b819dd, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:54:15.516625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:15.518192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-39b2ef59-4838-4cc9-bd2a-ad92bf78a43f service neutron] 10.222.0.20 "POST /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22/bindings HTTP/1.1" status: 201 len: 390 time: 0.6616409 Sep 18 06:54:15.546957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Network e981d7eb-4db7-429c-a192-2bda90b819dd is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:54:15.613522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e981d7eb-4db7-429c-a192-2bda90b819dd) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:15.618422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:15.620052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:15.625619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c9ab9-e425-4b0c-ae94-e2619312b81e None None] Network e981d7eb-4db7-429c-a192-2bda90b819dd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:15.744265 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95a4a86f-de23-4591-a02f-ed1f7ca354b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4691267 Sep 18 06:54:15.795728 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66450998-2b6c-47b1-837c-9737d2e005d0 x-openstack-request-id: req-66450998-2b6c-47b1-837c-9737d2e005d0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:15.796034 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:15.796352 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66450998-2b6c-47b1-837c-9737d2e005d0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:15.796802 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935', 'status': 'completed', 'code': 200} Sep 18 06:54:15.844996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c436ed-0237-4922-9c36-b1c949a7649e None None] Network e981d7eb-4db7-429c-a192-2bda90b819dd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:15.982890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-d9b56170-deba-48be-9edc-500532b49a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:15.984407 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-d9b56170-deba-48be-9edc-500532b49a9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb08eed309e4d73972e5f3297416279&device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 1100 time: 0.1333227 Sep 18 06:54:16.171164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35532) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:16.219330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Deleting subnet 18fe4209-219c-4ada-ba80-176887e3dcfe {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:54:16.223788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.286669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.303087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.335114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-cd3bda86-032d-44bb-acb8-b07fa7a78e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.341438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-cd3bda86-032d-44bb-acb8-b07fa7a78e83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3447824 Sep 18 06:54:16.379859 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88880970-a288-4834-a561-81e84a6031ac x-openstack-request-id: req-88880970-a288-4834-a561-81e84a6031ac {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:16.379859 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-plugged", "status": "completed", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:16.380060 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88880970-a288-4834-a561-81e84a6031ac {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:16.380340 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'code': 200} Sep 18 06:54:16.462775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-68680384-81e5-44d2-a84a-3ecfec5f6637 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b745a947-caf6-4a23-8293-8e795a5d8935 HTTP/1.1" status: 200 len: 217 time: 0.0935261 Sep 18 06:54:16.530655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-ede41c0e-fd7f-474b-974a-706ea667c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.532371 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-ede41c0e-fd7f-474b-974a-706ea667c9fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0586720 Sep 18 06:54:16.552619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.552939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a9f97a13-c0d4-4f18-a7d8-f542c8d04866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.554947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a9f97a13-c0d4-4f18-a7d8-f542c8d04866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1098 time: 0.2122042 Sep 18 06:54:16.599036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.603930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18fe4209-219c-4ada-ba80-176887e3dcfe HTTP/1.1" status: 204 len: 168 time: 0.4311423 Sep 18 06:54:16.609366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:16.638251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a73f1-c1dc-4b76-87e5-49d1103c0121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fe4209-219c-4ada-ba80-176887e3dcfe,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:16.648331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043956-5e55-480f-bfcb-335d3b8f05c8 req-bf3c8935-233f-439c-ba83-8d1b79390d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.651023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46043956-5e55-480f-bfcb-335d3b8f05c8 req-bf3c8935-233f-439c-ba83-8d1b79390d8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1097 time: 0.1470451 Sep 18 06:54:16.659775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-a91c6291-0d97-40f5-b954-419a88d57db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.662002 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-a91c6291-0d97-40f5-b954-419a88d57db1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204934 Sep 18 06:54:16.664772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce8c9a-ef9f-429c-822f-f785cbd3e7d5 req-b13ffb50-8878-4edc-a580-9456646697b0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.667129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dce8c9a-ef9f-429c-822f-f785cbd3e7d5 req-b13ffb50-8878-4edc-a580-9456646697b0 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 948 time: 0.1218832 Sep 18 06:54:16.710654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46043956-5e55-480f-bfcb-335d3b8f05c8 req-e210207f-6129-410f-b503-c6e158fb886d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Sep 18 06:54:16.761180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dce8c9a-ef9f-429c-822f-f785cbd3e7d5 req-c26b0834-76d1-49e0-8f6f-87561059a331 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680571 Sep 18 06:54:16.805456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:16.884969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa044b-5dbc-4b6c-b23b-f3e40bcc973f req-58fcad4e-2995-4986-bca1-b8b5f6e0499f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.894325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dfa044b-5dbc-4b6c-b23b-f3e40bcc973f req-58fcad4e-2995-4986-bca1-b8b5f6e0499f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.0635824 Sep 18 06:54:16.923296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-34e6676e-b85e-4ab0-8261-62d18d76bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:16.925042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-34e6676e-b85e-4ab0-8261-62d18d76bc92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.3510792 Sep 18 06:54:16.955106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dfa044b-5dbc-4b6c-b23b-f3e40bcc973f req-b7772082-c3f9-4231-907e-46fdb6d7cbac tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568624 Sep 18 06:54:17.038174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-b4dd7c9f-437b-411e-9a3e-2e6000d452bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 217 time: 0.0790577 Sep 18 06:54:17.038174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-68ee4c47-18c6-4c62-9af9-530ec7161cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214784 Sep 18 06:54:17.093289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:17.115605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205324-7160-47ef-a39f-e9568084a1eb req-36c31d59-3687-48cd-9db9-d0ac479d374a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:17.120280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.120946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.122066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.122667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > port after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.123242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > port after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.123793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > port after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.124419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa205324-7160-47ef-a39f-e9568084a1eb req-36c31d59-3687-48cd-9db9-d0ac479d374a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0947762 Sep 18 06:54:17.126176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.126784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.127326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.128060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.169592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa205324-7160-47ef-a39f-e9568084a1eb req-db092beb-b9c4-45e2-ab47-effd2e425916 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Sep 18 06:54:17.388439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d70ac-01a9-4f95-a6ea-6ca628824b1a req-dd4ec580-7d83-4abb-b836-a48dbd0eba54 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:17.390004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b9d70ac-01a9-4f95-a6ea-6ca628824b1a req-dd4ec580-7d83-4abb-b836-a48dbd0eba54 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 945 time: 0.0669849 Sep 18 06:54:17.436109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.436658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.436994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.437355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:54:17.437763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2638990-4c8b-4976-800c-015c6958bc2c']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:17.446332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b9d70ac-01a9-4f95-a6ea-6ca628824b1a req-1f44f190-d175-495a-8170-5a0f82124d73 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/security-groups?id=9549d473-6fe9-4ad3-82aa-03ea8cf2a001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Sep 18 06:54:17.499148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ae2ad6-5bbd-476c-a3dc-67c87a1b6eaf') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:17.501678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ae2ad6-5bbd-476c-a3dc-67c87a1b6eaf') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:17.547232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:17.609129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:17.620608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-69c6f715-193f-47f3-a8b9-04954de14d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:17.622363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-69c6f715-193f-47f3-a8b9-04954de14d35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.5916195 Sep 18 06:54:17.629546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:54:17.629960 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: from cryptography.utils import int_from_bytes Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: from cryptography.utils import int_from_bytes Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:54:17.658241 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:54:17.704641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-7fb4580c-2c28-4a92-bcd1-8cb93f19bba4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399036 Sep 18 06:54:17.800166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5984f2c1-ec3e-4317-9ea0-492d66ed01b3 req-10bf55fc-b35f-46bf-8341-bccc3c144d0f service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478184 Sep 18 06:54:17.827522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b745a947-caf6-4a23-8293-8e795a5d8935 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:54:17.890042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-1cf03b8a-46f9-4bbf-a701-65412b1e649f tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:17.891658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-1cf03b8a-46f9-4bbf-a701-65412b1e649f tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 945 time: 0.0967059 Sep 18 06:54:17.953727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc313f6-45fb-4ecf-9b89-0bea15df89d2 req-cfdfc560-fc76-4241-a5da-a9d49610e831 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:17.955258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fc313f6-45fb-4ecf-9b89-0bea15df89d2 req-cfdfc560-fc76-4241-a5da-a9d49610e831 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 948 time: 0.0996010 Sep 18 06:54:17.955999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b745a947-caf6-4a23-8293-8e795a5d8935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:17.968883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'b745a947-caf6-4a23-8293-8e795a5d8935', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'b745a947-caf6-4a23-8293-8e795a5d8935', 'mac_address': 'fa:16:3e:d0:53:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:54:18.020403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.036516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b745a947-caf6-4a23-8293-8e795a5d8935 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:18.047056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fc313f6-45fb-4ecf-9b89-0bea15df89d2 req-a49763be-430d-47ce-a673-c2e2d27c3426 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Sep 18 06:54:18.068074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b745a947-caf6-4a23-8293-8e795a5d8935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:18.069395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Deleting port 1233ef03-0900-461f-b315-d78f94040319 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:18.069787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.098705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-dbf5a0ca-e734-4b38-830c-4c63fde183bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3594122 Sep 18 06:54:18.114684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.130462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-94c8262c-b189-4e2f-9ff5-d2b20e5dba1b service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928835 Sep 18 06:54:18.136559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.138962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2638990-4c8b-4976-800c-015c6958bc2c HTTP/1.1" status: 204 len: 168 time: 1.5283623 Sep 18 06:54:18.141692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35542) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:18.195276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.197289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2d53f-5b15-4a33-bb61-90b74f2a712b admin admin] Pushing event deleted for resources: {'Network': ['ID=b2638990-4c8b-4976-800c-015c6958bc2c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:18.267031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a483b-8174-4e8d-adfe-ae061703a534 req-5dcc1993-a6d4-4cba-8789-708f13f8b0e3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:18.271313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c8a483b-8174-4e8d-adfe-ae061703a534 req-5dcc1993-a6d4-4cba-8789-708f13f8b0e3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1267078 Sep 18 06:54:18.284520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] For port 1233ef03-0900-461f-b315-d78f94040319, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1233ef03-0900-461f-b315-d78f94040319,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:18.284890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.297865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:18.309964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Calling delete_port for 1233ef03-0900-461f-b315-d78f94040319 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:18.320705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Deleting subnet 20c74fa8-67b0-4fa2-a04b-964a5a1b98c4 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:54:18.330921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.337688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c8a483b-8174-4e8d-adfe-ae061703a534 req-ec66535e-64ed-4b70-acaf-7ebbe1e74ede tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600023 Sep 18 06:54:18.376859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-2b391561-8e75-495b-94b6-101736e35d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:18.378429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-2b391561-8e75-495b-94b6-101736e35d2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 1096 time: 0.1359494 Sep 18 06:54:18.388052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.391396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-67e899cd-5aee-48b4-a3a2-d7813a51f4f4 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234333 Sep 18 06:54:18.489945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1346b4-da3f-48c3-a22d-458065939f4c req-8bf0b54d-c4bc-410d-b6e7-9152b28e21b6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:18.491491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a1346b4-da3f-48c3-a22d-458065939f4c req-8bf0b54d-c4bc-410d-b6e7-9152b28e21b6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0759871 Sep 18 06:54:18.495057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.555736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-868a875c-cc1f-4ef1-9efc-a1e5fb10b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:18.557577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-868a875c-cc1f-4ef1-9efc-a1e5fb10b097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1482093 Sep 18 06:54:18.603260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a1346b4-da3f-48c3-a22d-458065939f4c req-6276683e-e381-48a3-acc7-df13cb2f4fa9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939806 Sep 18 06:54:18.627154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.639413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.643983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b745a947-caf6-4a23-8293-8e795a5d8935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:18.647462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1233ef03-0900-461f-b315-d78f94040319'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:18.718453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c74fa8-67b0-4fa2-a04b-964a5a1b98c4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:18.756036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Pushing event deleted for resources: {'Port': ['ID=1233ef03-0900-461f-b315-d78f94040319,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:18.763129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.766995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-66380e43-94a9-4694-9646-02be69707e1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20c74fa8-67b0-4fa2-a04b-964a5a1b98c4 HTTP/1.1" status: 204 len: 168 time: 0.6162193 Sep 18 06:54:18.769060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-9e1b5321-6bc6-477d-9f08-ed9d1c86e4cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 200 len: 217 time: 0.0600789 Sep 18 06:54:18.772469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35558) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:18.911840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] No DVR routers for this DVR port 1233ef03-0900-461f-b315-d78f94040319 on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:18.916286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:18.922201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce82e8aa-17b1-48f8-b892-2f41634b1f71 req-e32efeb1-87aa-4aa6-b26b-cfb506138638 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.37 "DELETE /v2.0/ports/1233ef03-0900-461f-b315-d78f94040319 HTTP/1.1" status: 204 len: 173 time: 1.0227714 Sep 18 06:54:18.923946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'name': 'network-vif-deleted', 'tag': '1233ef03-0900-461f-b315-d78f94040319'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:18.936831 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece32fb4-08af-48ac-80d3-ff2e5ec32362" -d '{"events": [{"server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "name": "network-vif-deleted", "tag": "1233ef03-0900-461f-b315-d78f94040319"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:19.003285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49b7fccb-85bd-40c2-9ba7-6dee45789fc6 req-8181e0fb-d65f-4410-b0c4-888aed86e544 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 210 time: 0.0799081 Sep 18 06:54:19.069482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-e1804087-336c-49f6-a064-d0dbcbc0dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:19.072957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-e1804087-336c-49f6-a064-d0dbcbc0dc40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.2882142 Sep 18 06:54:19.079145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.097336 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcb5494-3fbb-4125-aaab-152d05815033 x-openstack-request-id: req-cfcb5494-3fbb-4125-aaab-152d05815033 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:19.097856 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33", "name": "network-vif-deleted", "tag": "1233ef03-0900-461f-b315-d78f94040319", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:19.098877 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfcb5494-3fbb-4125-aaab-152d05815033 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:19.099454 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33', 'name': 'network-vif-deleted', 'tag': '1233ef03-0900-461f-b315-d78f94040319', 'status': 'completed', 'code': 200} Sep 18 06:54:19.175574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-fd78f103-95df-4459-8a92-9c5626e9fd66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828571 Sep 18 06:54:19.285244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc5c1-fc4a-44dd-93ac-6f0649b9ddf8 req-ef0cdbc9-175d-41b0-a2a1-f37ca0375139 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:19.299924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a2fc5c1-fc4a-44dd-93ac-6f0649b9ddf8 req-ef0cdbc9-175d-41b0-a2a1-f37ca0375139 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 949 time: 0.0982244 Sep 18 06:54:19.396904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a2fc5c1-fc4a-44dd-93ac-6f0649b9ddf8 req-c9017407-f7bc-4dce-b143-4b9a2de70fdd tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957563 Sep 18 06:54:19.442583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.468055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e981d7eb-4db7-429c-a192-2bda90b819dd']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:19.479616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e9c050-a68f-4321-982e-2dcf5a9ec058') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:19.479917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e9c050-a68f-4321-982e-2dcf5a9ec058') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:19.494519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.508836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.515072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:54:19.515433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:54:19.581270 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:54:19.601287 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-c948160f-7d41-4340-89e3-544f8acfa6a0 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172485 Sep 18 06:54:19.633336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25bd8d-78a7-42a4-a397-7c701fba5823 req-f04f8f83-2a09-484d-8c32-db84608bc98b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:19.641406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb25bd8d-78a7-42a4-a397-7c701fba5823 req-f04f8f83-2a09-484d-8c32-db84608bc98b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1125944 Sep 18 06:54:19.695561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb25bd8d-78a7-42a4-a397-7c701fba5823 req-b96a1a3b-6ec4-429e-8c64-1ed881a884b1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Sep 18 06:54:19.881073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3d4f93f-0c8c-4089-99bf-d6c2ba027608 req-9d261334-e5af-486b-a1f8-c58276c65e4c service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383893 Sep 18 06:54:19.883186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.904372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca19d-45f9-498c-ae7c-5c05f049afd7 req-5ff54b96-efb5-42ab-b16c-e6562c5bb954 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:19.908473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:19.912290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] 10.222.0.20 "DELETE /v2.0/networks/e981d7eb-4db7-429c-a192-2bda90b819dd HTTP/1.1" status: 204 len: 168 time: 1.1366866 Sep 18 06:54:19.923681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e7ca19d-45f9-498c-ae7c-5c05f049afd7 req-5ff54b96-efb5-42ab-b16c-e6562c5bb954 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.1108172 Sep 18 06:54:19.965440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5647-823f-4162-8ce9-6acd54e12d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e981d7eb-4db7-429c-a192-2bda90b819dd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:19.991120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e7ca19d-45f9-498c-ae7c-5c05f049afd7 req-f2607bad-860c-4b5a-982c-ea5dfa6bb388 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662231 Sep 18 06:54:20.362793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80e26251-cce2-45d4-b3c3-1bcdd48b06d3 req-020353f7-40e6-4fff-91b6-ab5647e75dd8 tempest-FloatingIPsAssociationTestJSON-1945543097 tempest-FloatingIPsAssociationTestJSON-1945543097-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a3ddee8-80b5-46e3-9a0c-e8e6ee45fb33 HTTP/1.1" status: 200 len: 210 time: 0.1148150 Sep 18 06:54:20.382392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dcf38-59b1-40b6-b1a6-0e22beef741e req-682ad098-eb1c-48a4-a734-4763208215d4 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:20.390432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-607dcf38-59b1-40b6-b1a6-0e22beef741e req-682ad098-eb1c-48a4-a734-4763208215d4 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1097 time: 0.1657441 Sep 18 06:54:20.469400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35608) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:20.548708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-607dcf38-59b1-40b6-b1a6-0e22beef741e req-4ceb5492-1fb0-4eb5-98c6-5cb65e9d72a0 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502209 Sep 18 06:54:20.604157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7ab22ba1-837a-43e4-9074-66d65a2bb925 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7baba2c17644022aca9ac812646c592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325190 Sep 18 06:54:20.606847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35618) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:20.823416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:20.862240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:20.904499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed148d0a-f2ce-40dc-8609-d4af938fe5ef req-a54b17ac-969a-4790-9022-9d0812f6bdc5 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:20.920082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed148d0a-f2ce-40dc-8609-d4af938fe5ef req-a54b17ac-969a-4790-9022-9d0812f6bdc5 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 949 time: 0.2439888 Sep 18 06:54:21.017569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed148d0a-f2ce-40dc-8609-d4af938fe5ef req-4a0ef37e-b8d2-4d35-8e6f-b98c0ccded95 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959022 Sep 18 06:54:21.125404 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:21.125404 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:21.125404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2a4bb89-7213-430a-a652-9575ebc66eea HTTP/1.1" status: 204 len: 168 time: 0.5146935 Sep 18 06:54:21.154427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97ca62-570a-4cab-9ddd-3ed0ff582450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4bb89-7213-430a-a652-9575ebc66eea,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:21.318714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552618-0158-45ff-861c-c1aceddd32e8 req-6db5176d-937c-4c55-a4bf-169148cc2f3e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:21.320256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b552618-0158-45ff-861c-c1aceddd32e8 req-6db5176d-937c-4c55-a4bf-169148cc2f3e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1043243 Sep 18 06:54:21.697019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b552618-0158-45ff-861c-c1aceddd32e8 req-07e6eca3-f29f-4e76-a307-f07d18a0a233 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697252 Sep 18 06:54:21.842691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b745a947-caf6-4a23-8293-8e795a5d8935 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:21.957337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35660) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:22.046150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1233ef03-0900-461f-b315-d78f94040319 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:22.113373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 1233ef03-0900-461f-b315-d78f94040319 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:22.118406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1233ef03-0900-461f-b315-d78f94040319 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:22.122845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port b745a947-caf6-4a23-8293-8e795a5d8935 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:54:22.152883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port b745a947-caf6-4a23-8293-8e795a5d8935 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:22.153263 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.297591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35674) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:22.380729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.410965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7a8a5391-7bd2-48d8-b729-5eaf9ce16d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7eca6494ad493e80b333e523c3c393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1115768 Sep 18 06:54:22.417877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35676) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:22.443389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:22.446411 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ade8d0-3fe6-478d-a471-7e1d2a0a656f" -d '{"events": [{"server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:22.460741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b745a947-caf6-4a23-8293-8e795a5d8935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:22.530450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.541542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7534d01-dc8f-4620-91d3-d40ea56427bd req-64eb4ffa-6030-4e90-9351-9bde73aedb89 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:22.550229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7534d01-dc8f-4620-91d3-d40ea56427bd req-64eb4ffa-6030-4e90-9351-9bde73aedb89 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 949 time: 0.3799732 Sep 18 06:54:22.589069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.649074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.678562 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a906960-aee1-428b-905b-76af71faeada x-openstack-request-id: req-0a906960-aee1-428b-905b-76af71faeada {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:22.678871 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "name": "network-vif-plugged", "status": "completed", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:22.679124 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a906960-aee1-428b-905b-76af71faeada {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:22.679513 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935', 'code': 200} Sep 18 06:54:22.688995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:22.721995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7534d01-dc8f-4620-91d3-d40ea56427bd req-da0e7fcc-47fa-45e3-8ddf-e3d1f01eddc5 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642330 Sep 18 06:54:22.881999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bdc19-b2c6-496c-9d08-698df41305dd req-7ba7011e-3b38-4465-8976-99119e6abd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:22.883519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-474bdc19-b2c6-496c-9d08-698df41305dd req-7ba7011e-3b38-4465-8976-99119e6abd2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 1102 time: 0.1075191 Sep 18 06:54:22.952391 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-474bdc19-b2c6-496c-9d08-698df41305dd req-1205fe78-49be-44f1-b5b0-0bb7168c098d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603406 Sep 18 06:54:22.987105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.989738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:22.990919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da5df1b8-7a58-467d-b715-81cd79bbd7e1 HTTP/1.1" status: 204 len: 168 time: 0.5720520 Sep 18 06:54:23.008717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bd3e5-1423-4faa-aff6-54b113ae774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5df1b8-7a58-467d-b715-81cd79bbd7e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:23.051690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e15b-5793-4b32-b1b5-57921604a0a6 req-92a96fe4-521d-45e2-9943-bccd2f75a999 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:23.053234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59b8e15b-5793-4b32-b1b5-57921604a0a6 req-92a96fe4-521d-45e2-9943-bccd2f75a999 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1927128 Sep 18 06:54:23.128102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59b8e15b-5793-4b32-b1b5-57921604a0a6 req-c4e1a73c-5eab-4f99-bb3c-defbdfb38d8b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Sep 18 06:54:23.172181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:23.778560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-b1700d5f-60d5-4491-b734-a85722cce342 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:23.793116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-b1700d5f-60d5-4491-b734-a85722cce342 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.2221782 Sep 18 06:54:23.849551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a213f375-f0e1-421a-b786-fdb8ef40f8a1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/quotas/7ca8880166bf414fa4a00031d97a77fb HTTP/1.1" status: 200 len: 375 time: 0.0494604 Sep 18 06:54:23.946841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Deleting port 39698ff7-907c-4245-accc-90092ae46e05 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:23.947261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:24.044042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:24.053934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-84f06dbf-3524-41e1-8130-938d07c6a373 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834707 Sep 18 06:54:24.194338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa843-4841-4408-8a3d-ae5fde7e9b2e req-bfc98fea-ed81-4c9d-a35d-3054d90e8c22 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:24.202255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d92aa843-4841-4408-8a3d-ae5fde7e9b2e req-bfc98fea-ed81-4c9d-a35d-3054d90e8c22 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.3162279 Sep 18 06:54:24.220465 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:24.258573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:24.323588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d92aa843-4841-4408-8a3d-ae5fde7e9b2e req-3f22bb61-ac8f-4a0a-adb5-d9faa9de014f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151836 Sep 18 06:54:24.346451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] For port 39698ff7-907c-4245-accc-90092ae46e05, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=39698ff7-907c-4245-accc-90092ae46e05,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:24.348731 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:24.350520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:24.396820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Calling delete_port for 39698ff7-907c-4245-accc-90092ae46e05 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:24.447751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-3e7948e9-6f37-436d-b23f-6a827e8ae1e9 service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929377 Sep 18 06:54:24.466248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:24.680687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:24.683025 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1e6c9-342e-4916-afad-79db454871cf" -d '{"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:24.689057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-df86e3c2-bb06-44ed-8b48-dc65728f5b3c service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353170 Sep 18 06:54:24.719530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561f50-c656-4729-a703-f9f7859a9435 req-f3a02d6a-c096-43e4-b40c-ca87f8de7a9c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:24.731321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a561f50-c656-4729-a703-f9f7859a9435 req-f3a02d6a-c096-43e4-b40c-ca87f8de7a9c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.2823079 Sep 18 06:54:24.835585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a561f50-c656-4729-a703-f9f7859a9435 req-e5dfa8dd-08e9-451b-8b2e-1adb85f44f70 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990903 Sep 18 06:54:25.035988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-0ae26ffd-d118-49b9-ba13-2f9b88834114 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:25.041273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-0ae26ffd-d118-49b9-ba13-2f9b88834114 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc428822-c740-4311-a954-61eb3cd37046 HTTP/1.1" status: 200 len: 943 time: 0.0965524 Sep 18 06:54:25.060836 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78250d6d-1345-40ba-a507-a336936c4baf x-openstack-request-id: req-78250d6d-1345-40ba-a507-a336936c4baf {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:25.061823 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-unplugged", "status": "completed", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:25.062812 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78250d6d-1345-40ba-a507-a336936c4baf {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:25.063404 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'code': 200} Sep 18 06:54:25.095347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:25.154582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Pushing event deleted for resources: {'Port': ['ID=39698ff7-907c-4245-accc-90092ae46e05,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:25.184176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5fc2034-a1f3-4615-aba8-c04a9c35c40e req-7ba35d34-d5fd-4140-8df9-856a02365452 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 210 time: 0.1064661 Sep 18 06:54:25.265785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Deleting port c5a5814b-f876-42a5-8762-3f090aa07da1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:25.266583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:25.335069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:25.483807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] For port c5a5814b-f876-42a5-8762-3f090aa07da1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c5a5814b-f876-42a5-8762-3f090aa07da1,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:25.484191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:25.521131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Calling delete_port for c5a5814b-f876-42a5-8762-3f090aa07da1 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:25.847578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754a3d2-2981-4efd-b1e9-e8779580c9d7 req-489e6b55-3b0a-4319-bef2-fc349c12d38f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:25.849623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8754a3d2-2981-4efd-b1e9-e8779580c9d7 req-489e6b55-3b0a-4319-bef2-fc349c12d38f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.3139732 Sep 18 06:54:25.986332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:26.080863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event deleted for resources: {'Port': ['ID=c5a5814b-f876-42a5-8762-3f090aa07da1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:26.192442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] No DVR routers for this DVR port c5a5814b-f876-42a5-8762-3f090aa07da1 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:26.199535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:26.201734 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b47e4119-825a-49f5-b7d6-3b2a3fafb8ac req-a7c6a79c-430d-432d-b25d-3b15fea0155b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "DELETE /v2.0/ports/c5a5814b-f876-42a5-8762-3f090aa07da1 HTTP/1.1" status: 204 len: 173 time: 1.1494217 Sep 18 06:54:26.202250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-deleted', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:26.215930 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e3b21-fe0b-4aaf-92a1-67a9d9284974" -d '{"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-deleted", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:26.471974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8754a3d2-2981-4efd-b1e9-e8779580c9d7 req-bb6a2918-0955-4eb5-91b0-bec07de88e4a tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109741 Sep 18 06:54:26.495722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Router 6ec5d7dc-0859-424e-ac70-7f99e793d016 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:54:26.742130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:54:26.750160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Sync routers for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:26.755551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-10db7652-55f1-49a9-9e27-092006af4039 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ec5d7dc-0859-424e-ac70-7f99e793d016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7965384 Sep 18 06:54:26.758163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:26.778908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:26.783445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:26.788852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f30b1-f636-40f3-afdf-74c6d4494b25 req-8984babd-1c54-44ce-97e6-59ed6c411607 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:26.790435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-645f30b1-f636-40f3-afdf-74c6d4494b25 req-8984babd-1c54-44ce-97e6-59ed6c411607 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1112700 Sep 18 06:54:26.890312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-645f30b1-f636-40f3-afdf-74c6d4494b25 req-d95a8c56-4d3b-4a3f-b4c9-0013108cebcf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846353 Sep 18 06:54:26.912729 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a783c3-1240-407d-bfa8-77371d66917d x-openstack-request-id: req-53a783c3-1240-407d-bfa8-77371d66917d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:26.913109 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc428822-c740-4311-a954-61eb3cd37046", "name": "network-vif-deleted", "tag": "c5a5814b-f876-42a5-8762-3f090aa07da1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:26.913377 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53a783c3-1240-407d-bfa8-77371d66917d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:26.913774 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc428822-c740-4311-a954-61eb3cd37046', 'name': 'network-vif-deleted', 'tag': 'c5a5814b-f876-42a5-8762-3f090aa07da1', 'status': 'completed', 'code': 200} Sep 18 06:54:26.955347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51035b6c-c3c6-4489-9857-993fd4679571 req-dad94b5e-0a45-410f-a452-7b6c93ddedb3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0862474 Sep 18 06:54:27.104907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:27.307107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:27.323277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:27.404697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-9a2077b1-d36e-4a09-bf58-c131c8b95762 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537591 Sep 18 06:54:27.516830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Deleting port 9570c54e-d11f-4adf-a007-7764e32e42f3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:27.517267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:27.638505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-62d546e6-cbd6-4f82-aef0-078a29ff19a3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:27.646558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-62d546e6-cbd6-4f82-aef0-078a29ff19a3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384436 Sep 18 06:54:27.667176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-c8fe0eb8-2f38-433f-b491-c02a06e72419 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/quotas/9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 375 time: 0.0193980 Sep 18 06:54:27.700675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] For port 9570c54e-d11f-4adf-a007-7764e32e42f3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9570c54e-d11f-4adf-a007-7764e32e42f3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:27.701338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:27.724769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Calling delete_port for 9570c54e-d11f-4adf-a007-7764e32e42f3 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:27.736090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:54:24Z', 'revision_number': 5, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port': {'id': '9570c54e-d11f-4adf-a007-7764e32e42f3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:52:56Z', 'updated_at': '2021-09-18T06:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:27.762593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e6c82f51-f321-45b8-a1b0-f2af7a883cb8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943234 Sep 18 06:54:27.796150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Checking router: 6ec5d7dc-0859-424e-ac70-7f99e793d016 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:27.797846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-69347b04-af3e-4fa0-a381-cbc9b2ea64b2 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:27.801095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-69347b04-af3e-4fa0-a381-cbc9b2ea64b2 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 1102 time: 0.1512899 Sep 18 06:54:27.837999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Routers {'6ec5d7dc-0859-424e-ac70-7f99e793d016'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:27.839077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-581a375b-3175-4cbf-b90a-4c59f0698df3 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:27.843596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6ec5d7dc-0859-424e-ac70-7f99e793d016'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:28.006831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] Set router 6ec5d7dc-0859-424e-ac70-7f99e793d016 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:28.013590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-581a375b-3175-4cbf-b90a-4c59f0698df3 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.112852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-581a375b-3175-4cbf-b90a-4c59f0698df3 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.141541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:54:27Z', 'revision_number': 6, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:28.147239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7f02dc3-2143-4188-bf59-11a649a040b5 req-581a375b-3175-4cbf-b90a-4c59f0698df3 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352425 Sep 18 06:54:28.221468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8513f5f9-2726-4d10-9b68-b2225af361d8 None None] The sync data for ids ['6ec5d7dc-0859-424e-ac70-7f99e793d016'] in n-d-789963-14 is: [{'id': '6ec5d7dc-0859-424e-ac70-7f99e793d016', 'name': 'tempest-FloatingIPsAssociationTestJSON-14102775-router', 'tenant_id': '91745aff7d914421a4ccb5f6a2ae628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:52:55Z', 'updated_at': '2021-09-18T06:54:27Z', 'revision_number': 6, 'project_id': '91745aff7d914421a4ccb5f6a2ae628f', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:28.241422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a375b-3175-4cbf-b90a-4c59f0698df3 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f0099-2a38-4c01-992c-ffa641f0f935,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:28.383238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a6bbea36-83a7-447c-983d-624a737b4ee9 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:28.384914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a6bbea36-83a7-447c-983d-624a737b4ee9 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.4080760 Sep 18 06:54:28.399299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Request body: {'port': {'device_id': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'admin_state_up': True, 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:28.444832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.471586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47be3af2-adaa-44f7-950b-4336e3812d91 req-3320d050-7e71-454e-9104-595b5fede9e2 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0714576 Sep 18 06:54:28.520388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f0a5c-df05-4c7a-86dd-bdce1da4373a req-0fc382ba-caa4-4991-ae0c-775b9260e1b8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:28.522014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301f0a5c-df05-4c7a-86dd-bdce1da4373a req-0fc382ba-caa4-4991-ae0c-775b9260e1b8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.2379806 Sep 18 06:54:28.542674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Pushing event deleted for resources: {'Port': ['ID=9570c54e-d11f-4adf-a007-7764e32e42f3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:28.642781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2331487f-a39a-4c36-b9c5-decb6e501082 req-74ddf2d4-1e34-4072-b93b-7afe00e42e7a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 210 time: 0.0474255 Sep 18 06:54:28.670434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301f0a5c-df05-4c7a-86dd-bdce1da4373a req-6753c70f-1cd5-43e7-be3f-53c235dc884d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305263 Sep 18 06:54:28.690288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.723918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.873951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:28.879519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.068472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.070229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec5d7dc-0859-424e-ac70-7f99e793d016 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:54:29.082525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.084977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f45b9e4-89cb-4070-9a84-97d3e8bdd232 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6ec5d7dc-0859-424e-ac70-7f99e793d016 HTTP/1.1" status: 204 len: 168 time: 2.3256428 Sep 18 06:54:29.087868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35822) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:29.129009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:29.135987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.183313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Deleting subnet 3af4837e-6c79-41f0-8c3d-1f89d25e1683 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:54:29.206341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.356277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57822-a2ab-4b9e-9348-e9f471ee1f85 req-150522f1-de83-4c5a-bea8-cc07d1d79808 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:29.370685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a57822-a2ab-4b9e-9348-e9f471ee1f85 req-150522f1-de83-4c5a-bea8-cc07d1d79808 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 1102 time: 0.1026883 Sep 18 06:54:29.427382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.456789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14a57822-a2ab-4b9e-9348-e9f471ee1f85 req-0df700a4-019c-447d-ab86-8f1e2415ce00 tempest-ServersAdminNegativeTestJSON-366786202 tempest-ServersAdminNegativeTestJSON-366786202-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Sep 18 06:54:29.623514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6310038-2c46-4096-b115-9d4dd076bd0b req-9ae7cc97-3fbf-42d7-a704-59ced00a49dc tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0493360 Sep 18 06:54:29.662917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Allocated IP 172.20.0.14 (26a1d5de-01de-4398-9765-210db1a7098f/a47cc4f0-da54-46a4-9ac9-17e103b5b0d4/4620b681-44d2-405f-a9c3-a9331a425f53) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:29.709065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.912929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.946672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ca57bb1-8553-4e9b-9269-5ef96e96c374 req-95583caf-bb07-4036-be78-988cab16c137 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 210 time: 0.1082189 Sep 18 06:54:29.950102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af4837e-6c79-41f0-8c3d-1f89d25e1683,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:29.964926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82750b9-5d3a-46a2-85ad-ca34ed5a7389 None None] Network 4b359774-1eb1-405f-a8f6-1791afa03ad7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:29.968439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:29.973524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f7918676-f7a2-4005-a6b3-810ad5d5588a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3af4837e-6c79-41f0-8c3d-1f89d25e1683 HTTP/1.1" status: 204 len: 168 time: 0.8817658 Sep 18 06:54:29.975115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35844) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:29.992148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.012986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65018fe-2567-4814-9817-5e68fb37d6ca req-529cc2b4-8e51-447c-a0fc-142080be5480 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:30.037672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a65018fe-2567-4814-9817-5e68fb37d6ca req-529cc2b4-8e51-447c-a0fc-142080be5480 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1905484 Sep 18 06:54:30.110008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.176988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:30.188912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a65018fe-2567-4814-9817-5e68fb37d6ca req-63955d2b-83a9-4128-84ab-3f33fbf15c42 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476145 Sep 18 06:54:30.239632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: c5a5814b-f876-42a5-8762-3f090aa07da1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:30.240273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c5a5814b-f876-42a5-8762-3f090aa07da1 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:30.289025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 39698ff7-907c-4245-accc-90092ae46e05 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:30.373308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 39698ff7-907c-4245-accc-90092ae46e05 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:30.374013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 39698ff7-907c-4245-accc-90092ae46e05 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:30.374660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9570c54e-d11f-4adf-a007-7764e32e42f3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:30.406772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 9570c54e-d11f-4adf-a007-7764e32e42f3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:30.407414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9570c54e-d11f-4adf-a007-7764e32e42f3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:30.543454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] DHCP port deletion for 4b359774-1eb1-405f-a8f6-1791afa03ad7 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:54:30.581343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.659247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Network 26a1d5de-01de-4398-9765-210db1a7098f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:30.661993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Deleting port ea715525-028e-4282-a2a2-712400dec263 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:30.662410 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.665330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:30.687490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:30.692460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Deleting port ea715525-028e-4282-a2a2-712400dec263 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:30.692962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.697408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:30.747885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff8ec-5fbc-4ddf-852f-63c21e5db6c3 req-e714d609-f8c6-47a9-8bc3-2d7ddfb47071 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:30.752568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062ff8ec-5fbc-4ddf-852f-63c21e5db6c3 req-e714d609-f8c6-47a9-8bc3-2d7ddfb47071 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.1205301 Sep 18 06:54:30.815087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:30.816147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.823482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] For port ea715525-028e-4282-a2a2-712400dec263, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea715525-028e-4282-a2a2-712400dec263,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:30.823881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.841083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Calling delete_port for ea715525-028e-4282-a2a2-712400dec263 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:30.841603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] For port ea715525-028e-4282-a2a2-712400dec263, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea715525-028e-4282-a2a2-712400dec263,segment=NetworkSegment(bc14773d-e682-45c8-b0ec-026f24aac0c8),segment_id=bc14773d-e682-45c8-b0ec-026f24aac0c8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:30.842262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:30.857659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Calling delete_port for ea715525-028e-4282-a2a2-712400dec263 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:30.931478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-5a7fee6f-03f3-4548-91ee-be2b596063dd tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5364435 Sep 18 06:54:30.938863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6581-1ef8-449e-907b-5242c9a40706 req-5864b884-95f4-487a-93d3-5449dd233b28 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:30.940450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df5a6581-1ef8-449e-907b-5242c9a40706 req-5864b884-95f4-487a-93d3-5449dd233b28 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 932 time: 0.1378670 Sep 18 06:54:30.956292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Request body: {'port': {'device_id': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:30.977938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062ff8ec-5fbc-4ddf-852f-63c21e5db6c3 req-7e101b4a-8a95-4d5d-b9a4-d83a9c04c8f3 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142437 Sep 18 06:54:31.033964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.062344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df5a6581-1ef8-449e-907b-5242c9a40706 req-80cb2a6d-0fa6-43a0-8032-21d52db9aed3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878892 Sep 18 06:54:31.116243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ceb7deef-d1f9-42a7-8272-c92c15add962 req-93638b98-5d10-4bbf-af45-43853a1359b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 210 time: 0.0387564 Sep 18 06:54:31.121445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.138408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] No DVR routers for this DVR port ea715525-028e-4282-a2a2-712400dec263 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:31.181251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9503ff-4fbd-44e1-8747-cfa9c5f870f3 None None] Pushing event deleted for resources: {'Port': ['ID=ea715525-028e-4282-a2a2-712400dec263,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:31.248527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-20d03d8c-e31b-4077-a5cc-6b31e7baa1dd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801125 Sep 18 06:54:31.414065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4620b681-44d2-405f-a9c3-a9331a425f53 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:31.423180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.436086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-3872a116-3930-4963-8183-ee04e878df75 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:31.436837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Transition to ACTIVE for port object 4620b681-44d2-405f-a9c3-a9331a425f53 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:31.438364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-3872a116-3930-4963-8183-ee04e878df75 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821311 Sep 18 06:54:31.438700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.483394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea715525-028e-4282-a2a2-712400dec263,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:31.488628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Request body: {'port': {'device_id': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '9fbf5968e9e14b8ca5c1d59f2e057540'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:31.489183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] No DVR routers for this DVR port ea715525-028e-4282-a2a2-712400dec263 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:31.529999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.609281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.629686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad97b-c866-4f50-8134-bd3a42e49622 req-4c1a9fed-7c43-4674-8ebe-6b8169ec20e1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:31.639621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f48ad97b-c866-4f50-8134-bd3a42e49622 req-4c1a9fed-7c43-4674-8ebe-6b8169ec20e1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1997609 Sep 18 06:54:31.647234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:31.662023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b359774-1eb1-405f-a8f6-1791afa03ad7']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:31.731861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc14773d-e682-45c8-b0ec-026f24aac0c8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:31.732466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc14773d-e682-45c8-b0ec-026f24aac0c8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:31.748853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.757629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Attempting to bind port 4620b681-44d2-405f-a9c3-a9331a425f53 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:31.758251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f48ad97b-c866-4f50-8134-bd3a42e49622 req-919c82fb-7c8e-4c3c-ab33-81e714b0caaa tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172550 Sep 18 06:54:31.758610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Attempting to bind port 4620b681-44d2-405f-a9c3-a9331a425f53 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:31.759160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Attempting to bind port 4620b681-44d2-405f-a9c3-a9331a425f53 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:31.773236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Port 4620b681-44d2-405f-a9c3-a9331a425f53 on network 26a1d5de-01de-4398-9765-210db1a7098f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:31.773579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Attempting to bind port 4620b681-44d2-405f-a9c3-a9331a425f53 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:31.783185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:31.783405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Checking segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:31.783911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Bound using segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:31.784434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Bound port: 4620b681-44d2-405f-a9c3-a9331a425f53, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:31.784869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.790291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.796886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:54:31.797382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:54:31.799261 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:54:31.918222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:31.921148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:32.087215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6597a-4a53-4d46-a797-90892b7683b3 req-3f97187e-e867-48b5-92fc-3d2b2400803d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.088611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efe6597a-4a53-4d46-a797-90892b7683b3 req-3f97187e-e867-48b5-92fc-3d2b2400803d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.0561976 Sep 18 06:54:32.140917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efe6597a-4a53-4d46-a797-90892b7683b3 req-6f3e6de8-1a8f-4498-8f3f-f2db9a03688f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Sep 18 06:54:32.169238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Made reservation on behalf of 9fbf5968e9e14b8ca5c1d59f2e057540 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:32.170409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.181929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.215852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea715525-028e-4282-a2a2-712400dec263 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:32.227628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d38b-27a7-48ff-8e13-5aea4bc675dc req-2d3d6ecb-9639-44b6-82f2-96c65a4aba7b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.229189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed9d38b-27a7-48ff-8e13-5aea4bc675dc req-2d3d6ecb-9639-44b6-82f2-96c65a4aba7b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0925536 Sep 18 06:54:32.242986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ea715525-028e-4282-a2a2-712400dec263 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:32.243331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea715525-028e-4282-a2a2-712400dec263 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:32.259235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50ffc6f2-efd4-488e-9ed0-41065acd365c req-dbad8bdb-85b5-4f4b-9619-85955c3160e6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 210 time: 0.0544341 Sep 18 06:54:32.312125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed9d38b-27a7-48ff-8e13-5aea4bc675dc req-6bb4d2d7-aedb-470f-aa19-a4a6be23ffeb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Sep 18 06:54:32.358523 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.440100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.443166 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.455735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.458081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b359774-1eb1-405f-a8f6-1791afa03ad7 HTTP/1.1" status: 204 len: 168 time: 2.4820881 Sep 18 06:54:32.523427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ab0ba-4cac-44f5-b820-6f5a70a4e1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b359774-1eb1-405f-a8f6-1791afa03ad7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:32.525781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.526479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.527876 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/4620b681-44d2-405f-a9c3-a9331a425f53 HTTP/1.1" status: 200 len: 1093 time: 1.5841339 Sep 18 06:54:32.530241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:32.532799 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203856ac-4467-4abc-9dcf-84303e40f757" -d '{"events": [{"name": "network-changed", "server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:32.544072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:32.590911 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e50432-68a0-4f5f-9238-37b5be53bcd3 x-openstack-request-id: req-a8e50432-68a0-4f5f-9238-37b5be53bcd3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:32.591205 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:32.591489 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e50432-68a0-4f5f-9238-37b5be53bcd3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:32.592222 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53', 'status': 'completed', 'code': 200} Sep 18 06:54:32.595880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584f9eb-8265-4698-bcdb-13b3eb79b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:32.653950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4271b458-ae82-4b59-9794-0ae9ad0b70b5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:32.695784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203856ac-4467-4abc-9dcf-84303e40f757 req-f7af030a-a8c8-4311-9308-d62ab06bb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.697354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-203856ac-4467-4abc-9dcf-84303e40f757 req-f7af030a-a8c8-4311-9308-d62ab06bb202 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 1096 time: 0.0804281 Sep 18 06:54:32.710133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-ca51fb77-53df-410d-a8e3-f4d8ced9707f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.711611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-ca51fb77-53df-410d-a8e3-f4d8ced9707f tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.0649743 Sep 18 06:54:32.775386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Allocated IP 192.168.233.177 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/5274fcec-8c73-4076-a834-458374f8a7bc) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:32.894704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203856ac-4467-4abc-9dcf-84303e40f757 req-675d417f-4d6b-49f5-ba6c-edb834b96caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:32.896458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-203856ac-4467-4abc-9dcf-84303e40f757 req-675d417f-4d6b-49f5-ba6c-edb834b96caf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ca8880166bf414fa4a00031d97a77fb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1839938 Sep 18 06:54:32.995447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Deleting port b745a947-caf6-4a23-8293-8e795a5d8935 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:32.995886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.059890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.094068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35886) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:33.146671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa525-7e33-4c2c-817e-a2afc06b4fc9 req-ad2dca2e-a0b7-4e7c-9b73-848882a37f8a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.149782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5fa525-7e33-4c2c-817e-a2afc06b4fc9 req-ad2dca2e-a0b7-4e7c-9b73-848882a37f8a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.2505825 Sep 18 06:54:33.203453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.263508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] For port b745a947-caf6-4a23-8293-8e795a5d8935, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b745a947-caf6-4a23-8293-8e795a5d8935,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:33.263884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.281153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-56c89e61-1ce4-4baa-a195-685905a0699f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91745aff7d914421a4ccb5f6a2ae628f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444650 Sep 18 06:54:33.281999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203856ac-4467-4abc-9dcf-84303e40f757 req-72a5fd48-6297-4f4c-8f65-8be2de6c8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.292091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:33.293969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-203856ac-4467-4abc-9dcf-84303e40f757 req-72a5fd48-6297-4f4c-8f65-8be2de6c8aa1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3835213 Sep 18 06:54:33.295856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:33.308948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Calling delete_port for b745a947-caf6-4a23-8293-8e795a5d8935 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:33.324672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:33.338019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5fa525-7e33-4c2c-817e-a2afc06b4fc9 req-0c7c895b-59b7-4564-ab12-c6b088e17434 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798618 Sep 18 06:54:33.353690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:33.361306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.361970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.392644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:33.542122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-266f50b7-4a75-4cd1-ad41-e8b5dd32aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.543861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-266f50b7-4a75-4cd1-ad41-e8b5dd32aee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 1096 time: 0.1451156 Sep 18 06:54:33.564542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86360db-8658-4e65-8d90-be2bce8e83d0 req-8882b81e-9edb-4b2c-b1e4-eafa2e7d7892 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.566220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d86360db-8658-4e65-8d90-be2bce8e83d0 req-8882b81e-9edb-4b2c-b1e4-eafa2e7d7892 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 950 time: 0.2904029 Sep 18 06:54:33.602594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e8e18a7a-2f0b-4373-abe7-6cbf271cd7d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1306751 Sep 18 06:54:33.621506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Request body: {'port': {'device_id': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:33.630477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.634118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4f9905ce-ba0b-4c21-9ef5-aebe1c7b8947 None None] Provisioning complete for port 5274fcec-8c73-4076-a834-458374f8a7bc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:33.635053 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4f9905ce-ba0b-4c21-9ef5-aebe1c7b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.635717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-2332eb9b-1cf7-4960-a37d-5866e9af36a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4620b681-44d2-405f-a9c3-a9331a425f53 HTTP/1.1" status: 200 len: 217 time: 0.0826306 Sep 18 06:54:33.671114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d86360db-8658-4e65-8d90-be2bce8e83d0 req-e7950349-a26f-40ce-aa9d-159215d6cdda tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933900 Sep 18 06:54:33.672485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4f9905ce-ba0b-4c21-9ef5-aebe1c7b8947 None None] Port 5274fcec-8c73-4076-a834-458374f8a7bc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:33.722267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a626c3e5-3c68-415b-a9c3-4f2133b00e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.723575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-a626c3e5-3c68-415b-a9c3-4f2133b00e85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 HTTP/1.1" status: 200 len: 845 time: 0.0793250 Sep 18 06:54:33.741878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff9b16-9c5d-4c16-a14f-f9da0f1e2f52 req-e5bc96bc-c4da-41b0-83f8-a6e3e4393847 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:33.749417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aff9b16-9c5d-4c16-a14f-f9da0f1e2f52 req-e5bc96bc-c4da-41b0-83f8-a6e3e4393847 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 936 time: 0.2647932 Sep 18 06:54:33.757785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-707d101e-a4e0-43b9-b2d1-6d1877105bfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26a1d5de-01de-4398-9765-210db1a7098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266061 Sep 18 06:54:33.771740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.774891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.786631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1bb589a9-436c-4ed5-94ff-59a97b15cdf7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:33.830445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b745a947-caf6-4a23-8293-8e795a5d8935'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:33.838901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:33.862608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Pushing event deleted for resources: {'Port': ['ID=b745a947-caf6-4a23-8293-8e795a5d8935,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:33.923799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aff9b16-9c5d-4c16-a14f-f9da0f1e2f52 req-dfa3ee23-2527-4814-b54e-e9741c87fccb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705811 Sep 18 06:54:34.014820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25380f9-37a7-479e-97f8-df617e6f5252 req-b9f103b7-1f3b-4e1d-8686-414548a2744b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.027200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a25380f9-37a7-479e-97f8-df617e6f5252 req-b9f103b7-1f3b-4e1d-8686-414548a2744b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 944 time: 0.2705588 Sep 18 06:54:34.070450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-b9e17e53-2e7b-4295-83a6-2b99e53c1f85 service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049574 Sep 18 06:54:34.071238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] No DVR routers for this DVR port b745a947-caf6-4a23-8293-8e795a5d8935 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:34.085622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.089099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-320cd617-3e0f-4e83-bacc-3421b53e4749 req-5c2f80be-577f-47ba-93ea-2a5644f7b407 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.24 "DELETE /v2.0/ports/b745a947-caf6-4a23-8293-8e795a5d8935 HTTP/1.1" status: 204 len: 173 time: 1.3641784 Sep 18 06:54:34.229101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a25380f9-37a7-479e-97f8-df617e6f5252 req-4241b3b6-df52-4faf-bc36-4314c014f6c9 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916232 Sep 18 06:54:34.245814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8875e61e-2cd6-490e-a4a3-f03ff484986e req-f401c62c-e12d-49e6-8b31-eb11357360a6 service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657410 Sep 18 06:54:34.277845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-eb19f7da-7104-4e07-bafd-cb14832f9892 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1726842 Sep 18 06:54:34.282532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.285798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.287081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9549d473-6fe9-4ad3-82aa-03ea8cf2a001 HTTP/1.1" status: 204 len: 168 time: 0.9884744 Sep 18 06:54:34.299548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14600ced-be4c-4445-a7fe-1695342ee690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549d473-6fe9-4ad3-82aa-03ea8cf2a001,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:34.448166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5274fcec-8c73-4076-a834-458374f8a7bc {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:34.458366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.476718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-059a89c0-46da-4277-9be6-4411562fcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.478358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-059a89c0-46da-4277-9be6-4411562fcc0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1118 time: 0.1017106 Sep 18 06:54:34.501977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Transition to ACTIVE for port object 5274fcec-8c73-4076-a834-458374f8a7bc will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:34.593652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'name': 'network-vif-deleted', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:34.596133 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c33cd6e-16d4-4c75-811c-3c507147bd65" -d '{"events": [{"server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "name": "network-vif-deleted", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:34.609306 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.618203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0834-399e-4db7-b37f-6acf107556c4 req-633f8629-f6fd-45e0-8197-57602d721860 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.619772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81cc0834-399e-4db7-b37f-6acf107556c4 req-633f8629-f6fd-45e0-8197-57602d721860 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 946 time: 0.1565218 Sep 18 06:54:34.642624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-cfab2675-d9b6-4eb8-b1bf-344e3daae2c3 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.645251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-cfab2675-d9b6-4eb8-b1bf-344e3daae2c3 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1098 time: 0.0437059 Sep 18 06:54:34.662285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:34.726921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:34.787233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-cd1c0ba4-820b-4d62-aefb-b971203aa602 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.795207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-cd1c0ba4-820b-4d62-aefb-b971203aa602 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/networks?id=fa5e8682-61b0-46ab-9319-1af81add21f3 HTTP/1.1" status: 200 len: 815 time: 0.2831829 Sep 18 06:54:34.819760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-2300d1a8-3f43-44e0-9798-1daa1c806784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.821420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-2300d1a8-3f43-44e0-9798-1daa1c806784 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.3207769 Sep 18 06:54:34.823919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:34.842330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81cc0834-399e-4db7-b37f-6acf107556c4 req-6f2567c1-c32e-499d-9db2-92b04b1221b1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829484 Sep 18 06:54:34.886348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:34.898508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-c83e922b-c601-4c4f-ace1-c531991c147a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0549898 Sep 18 06:54:34.905816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-9c8efd7c-f478-4316-ad33-0af69c93b4e5 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/quotas/92558cfc9ba94a0c855df1e28bce0c03 HTTP/1.1" status: 200 len: 375 time: 0.1103327 Sep 18 06:54:34.936521 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e89c74-5a09-4a08-852f-84ceea966037 x-openstack-request-id: req-29e89c74-5a09-4a08-852f-84ceea966037 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:34.937227 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6a4cc8-26fa-491f-bb37-638692b9dcdb", "name": "network-vif-deleted", "tag": "b745a947-caf6-4a23-8293-8e795a5d8935", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:34.937662 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e89c74-5a09-4a08-852f-84ceea966037 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:34.938285 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6a4cc8-26fa-491f-bb37-638692b9dcdb', 'name': 'network-vif-deleted', 'tag': 'b745a947-caf6-4a23-8293-8e795a5d8935', 'status': 'completed', 'code': 200} Sep 18 06:54:34.942708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:34.960660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:34.960996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:34.961327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:34.984955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-0aebdaef-90e7-43c5-b363-b5168ce9b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:34.986493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-0aebdaef-90e7-43c5-b363-b5168ce9b582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0792954 Sep 18 06:54:34.989021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:34.989350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:35.017038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:35.019647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:35.020263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:35.021157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Bound port: 5274fcec-8c73-4076-a834-458374f8a7bc, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:35.021534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.027732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.054891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-d9e28db9-65d5-485b-8999-6dc8c982babf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481861 Sep 18 06:54:35.093092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32b9508b-9af8-46e2-a129-ed1450c72d43 req-4eb47fe6-0dec-4421-ae9b-200b6f7362eb tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d6a4cc8-26fa-491f-bb37-638692b9dcdb HTTP/1.1" status: 200 len: 210 time: 0.0429187 Sep 18 06:54:35.099509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-5bce8b1e-b5d1-491a-b950-ef4dd502c36d tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92558cfc9ba94a0c855df1e28bce0c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524034 Sep 18 06:54:35.110351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.187178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:35.220337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:35.220684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:35.221362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:35.226601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:35.226989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Attempting to bind port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:35.232398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:35.232803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:35.234123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:35.234123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Bound port: 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:35.234123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.326356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:35.326356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:35.413550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.496907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:35.500390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:35.501010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.502466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-0e28ab1e-dae5-4a92-b532-9abdc0679a07 service neutron] 10.222.0.37 "PUT /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 1124 time: 0.8490639 Sep 18 06:54:35.574776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:35.618505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:35.633059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:35.664016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:35.666667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb52e-32d4-49ff-ab98-db5cc0aa1b7f req-60d640c3-5d5d-4d1a-9d3f-7040e7b2e401 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:35.674663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b7cb52e-32d4-49ff-ab98-db5cc0aa1b7f req-60d640c3-5d5d-4d1a-9d3f-7040e7b2e401 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.4843230 Sep 18 06:54:35.684440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-95475683-bf44-42b5-b424-f4ebea7cc099 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187000 Sep 18 06:54:35.694843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.720920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-aeee1152-a059-4228-9eca-f3acb9798fbc service neutron] 10.222.0.20 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871017 Sep 18 06:54:35.802661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:35.803372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:35.804919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] 10.222.0.37 "PUT /v2.0/ports/5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 1097 time: 2.1896725 Sep 18 06:54:35.805438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:35.807870 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5d776-5da8-4865-916a-1ab8c74f8e37" -d '{"events": [{"name": "network-changed", "server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:35.842927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b7cb52e-32d4-49ff-ab98-db5cc0aa1b7f req-836a4c0f-0893-4f69-9ee6-631f93e23782 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668651 Sep 18 06:54:35.883974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b745a947-caf6-4a23-8293-8e795a5d8935 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:35.931559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: b745a947-caf6-4a23-8293-8e795a5d8935 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:35.932003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b745a947-caf6-4a23-8293-8e795a5d8935 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:35.945888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37790dc-5ced-43cb-bc5c-8c13b0955270 service neutron] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:35.976445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:54:36.001057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2836b3db-8446-4cee-9f34-1d69e5e4b094 req-f3f08aac-afad-4317-a549-f93520051eda service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037939 Sep 18 06:54:36.026421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-487142d1-c1ad-422d-a8b6-32e2a697f6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853091 Sep 18 06:54:36.054225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e73e31a7-9d74-4d28-b29c-e40630764268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.054225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-e73e31a7-9d74-4d28-b29c-e40630764268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1100 time: 0.0624249 Sep 18 06:54:36.099893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-b65efde7-57f2-45ab-ad6c-4392f4e2594d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.0395103 Sep 18 06:54:36.104638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:54:36.153378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-32d8991b-222c-4ec2-9065-222fbc13a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.154879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-32d8991b-222c-4ec2-9065-222fbc13a644 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0474358 Sep 18 06:54:36.205369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-3c48e733-7c68-431d-a10e-046cef9e32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.208289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-3c48e733-7c68-431d-a10e-046cef9e32f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448949 Sep 18 06:54:36.227291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:36.239407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:54:36.348671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-5c5cdddf-e435-4559-91de-4d40c9846651 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301720 Sep 18 06:54:36.356273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ece010-ed7a-47a8-af96-f9cfed32c38f req-bad12abe-75cf-4485-878f-9b3aa22e8225 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.363366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ece010-ed7a-47a8-af96-f9cfed32c38f req-bad12abe-75cf-4485-878f-9b3aa22e8225 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0748932 Sep 18 06:54:36.460355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ece010-ed7a-47a8-af96-f9cfed32c38f req-68918127-94ea-4161-8e6a-624d2908eb0f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941908 Sep 18 06:54:36.463674 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07efad3-1f51-4382-a25c-1216fef4d8cf x-openstack-request-id: req-f07efad3-1f51-4382-a25c-1216fef4d8cf {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:36.464304 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:36.464304 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f07efad3-1f51-4382-a25c-1216fef4d8cf {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:36.464599 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'status': 'completed', 'code': 200} Sep 18 06:54:36.486524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6042b7e5-e4f5-42d2-a83a-8fd62908b15a req-4c29b89f-dfcd-4f8f-81d8-ff6c2261039f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205359 Sep 18 06:54:36.569822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3feaf098-8ea4-463d-b1d4-3ad90423560f req-26310dad-dc66-4bc4-8140-d45dc986e759 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Sep 18 06:54:36.586053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ab235-66e8-44d6-a4d2-68cc7706926d req-5c65e70e-7fa8-479d-afa4-5785f9e01377 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.588171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-248ab235-66e8-44d6-a4d2-68cc7706926d req-5c65e70e-7fa8-479d-afa4-5785f9e01377 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0802581 Sep 18 06:54:36.651302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-248ab235-66e8-44d6-a4d2-68cc7706926d req-e0f0577e-9704-4b40-80c5-bf42e6e9da3c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558517 Sep 18 06:54:36.664614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-97f70e66-b0d2-435d-bb73-887eba5d5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.666190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-97f70e66-b0d2-435d-bb73-887eba5d5c79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1100 time: 0.0487726 Sep 18 06:54:36.762502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-18b7bc96-d936-4b23-8d58-f798bf0446c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.764280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-18b7bc96-d936-4b23-8d58-f798bf0446c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.0906863 Sep 18 06:54:36.815966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-7c9dede5-6ab9-4f36-9d45-4663bdde31fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.0428286 Sep 18 06:54:36.866478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-828e48f7-4ac6-47ef-890f-b4eb3c4f6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.867939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-828e48f7-4ac6-47ef-890f-b4eb3c4f6283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0445247 Sep 18 06:54:36.940397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22'}, {'name': 'network-changed', 'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:36.947521 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d190ae-94b0-4337-a3b9-a3e87aadc778" -d '{"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22"}, {"name": "network-changed", "server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:36.961867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-95b815b9-85f1-48f4-8b78-553910a7d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:36.963508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-95b815b9-85f1-48f4-8b78-553910a7d0ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823114 Sep 18 06:54:36.993566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35988) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:37.012895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da3471-ac41-43c7-b5f1-e8a0e978d0c8 req-1dfc46db-47c9-4ae5-92dc-bce7ef915dbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.014835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30da3471-ac41-43c7-b5f1-e8a0e978d0c8 req-1dfc46db-47c9-4ae5-92dc-bce7ef915dbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.1001992 Sep 18 06:54:37.102044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af01d4de-bc0c-452a-b617-7bf57a38e98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.133090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30da3471-ac41-43c7-b5f1-e8a0e978d0c8 req-c24d744c-b6e0-471a-9472-a7185245911b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029646 Sep 18 06:54:37.135809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-addaa208-3cbe-4df6-993e-e0e852b87e7e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629896 Sep 18 06:54:37.143884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8f384-ab4d-4584-b71c-9bda95c2984c req-7cc9ec65-2e03-4552-8142-9480c7feb07d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.150451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98b8f384-ab4d-4584-b71c-9bda95c2984c req-7cc9ec65-2e03-4552-8142-9480c7feb07d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 949 time: 0.1345916 Sep 18 06:54:37.206445 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63baa6b3-dd31-4a80-b594-aa1b16209ab6 x-openstack-request-id: req-63baa6b3-dd31-4a80-b594-aa1b16209ab6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:37.207608 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22", "code": 200}, {"name": "network-changed", "server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:37.208114 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63baa6b3-dd31-4a80-b594-aa1b16209ab6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:37.208688 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'code': 200} Sep 18 06:54:37.209098 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'status': 'completed', 'code': 200} Sep 18 06:54:37.214909 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af01d4de-bc0c-452a-b617-7bf57a38e98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.221973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98b8f384-ab4d-4584-b71c-9bda95c2984c req-b4dbb2a0-9548-4f2c-9f80-76d3699a9e44 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Sep 18 06:54:37.278533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40a5d776-5da8-4865-916a-1ab8c74f8e37 req-75c5c020-064d-494e-b154-e5f5deca78f7 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267686 Sep 18 06:54:37.292629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af01d4de-bc0c-452a-b617-7bf57a38e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.335013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-af01d4de-bc0c-452a-b617-7bf57a38e98f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2411e2a2eba4e19b3c6fcc158c41ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376579 Sep 18 06:54:37.335013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d4de-bc0c-452a-b617-7bf57a38e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238f81f-affe-403a-80f4-85186ddfcbcc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:37.335835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35996) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:37.354037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-c5a61863-d948-440a-b4f9-c09b24b5e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.361131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-c5a61863-d948-440a-b4f9-c09b24b5e0df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1127 time: 0.0566616 Sep 18 06:54:37.388420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.414267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.450507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-e98759a6-0072-493b-af44-71c463f53740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.451981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-e98759a6-0072-493b-af44-71c463f53740 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.0864744 Sep 18 06:54:37.498197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-ef45893d-9739-4695-a4b2-594b97ec659a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 217 time: 0.0389020 Sep 18 06:54:37.527191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.529993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:37.533719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a238f81f-affe-403a-80f4-85186ddfcbcc HTTP/1.1" status: 204 len: 168 time: 0.1945827 Sep 18 06:54:37.543259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4793ee-926c-4ef2-a93d-12745eae1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238f81f-affe-403a-80f4-85186ddfcbcc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:37.592836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-8adcc462-6635-460d-b39a-dba9280d7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.594368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-8adcc462-6635-460d-b39a-dba9280d7582 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0886805 Sep 18 06:54:37.606896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09c3c3-d368-43c1-94ff-dfcace1c07cc req-7755051c-cb02-4504-b128-37abd0791a43 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.608366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae09c3c3-d368-43c1-94ff-dfcace1c07cc req-7755051c-cb02-4504-b128-37abd0791a43 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0766320 Sep 18 06:54:37.639609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-abd1a7a6-d502-43f1-b114-0a9f28911127 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301778 Sep 18 06:54:37.687589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ec20032-1a24-437b-a37a-9a5631b85d10 req-d5c510cb-94b4-4ac9-8a38-7e35228da967 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0470438 Sep 18 06:54:37.718461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae09c3c3-d368-43c1-94ff-dfcace1c07cc req-5c28abaa-b960-4352-b9ee-7a7ca8be866b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Sep 18 06:54:37.824041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-c9e65b8f-75e5-4af3-b1e7-1cbfbec9f7db service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612983 Sep 18 06:54:37.825826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ca34f-22ef-41c4-af2f-72676ae6519b req-d964aead-ccb9-4052-a76c-64579a1890d6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:37.827258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-649ca34f-22ef-41c4-af2f-72676ae6519b req-d964aead-ccb9-4052-a76c-64579a1890d6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0743368 Sep 18 06:54:37.923247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-649ca34f-22ef-41c4-af2f-72676ae6519b req-a6ea3317-5738-40e5-ad4b-f2b914934f89 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Sep 18 06:54:37.944993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d190ae-94b0-4337-a3b9-a3e87aadc778 req-d3cc998d-3e40-467a-9e51-6ec6a78ca488 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166775 Sep 18 06:54:38.129578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 4620b681-44d2-405f-a9c3-a9331a425f53 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:54:38.235774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:38.248938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '4620b681-44d2-405f-a9c3-a9331a425f53', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '4620b681-44d2-405f-a9c3-a9331a425f53', 'mac_address': 'fa:16:3e:ab:2c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:54:38.258883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecebff-e191-413c-8caf-51de415fea3d req-3316e721-d47c-47a2-916c-b5d70785dcb2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:38.260543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0ecebff-e191-413c-8caf-51de415fea3d req-3316e721-d47c-47a2-916c-b5d70785dcb2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.0505996 Sep 18 06:54:38.295377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.310542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4620b681-44d2-405f-a9c3-a9331a425f53 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:38.334818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:38.339692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0ecebff-e191-413c-8caf-51de415fea3d req-cefc63ae-090c-424f-904e-ac19db6c81ed tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 Sep 18 06:54:38.360095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fd398-032b-4281-84a0-ae0f799cd46e req-d75cd596-0121-43f3-bf8e-ad0bd159a21a tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:38.361621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-897fd398-032b-4281-84a0-ae0f799cd46e req-d75cd596-0121-43f3-bf8e-ad0bd159a21a tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 949 time: 0.0619347 Sep 18 06:54:38.404220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.443728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-5488d4a6-b1ba-41ae-917d-89c0c6cdb065 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:38.445220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-5488d4a6-b1ba-41ae-917d-89c0c6cdb065 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.37 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 949 time: 0.0773242 Sep 18 06:54:38.447938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-897fd398-032b-4281-84a0-ae0f799cd46e req-11a36808-0ccc-4ccc-afda-fa9f5edba7e5 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c43b85-2259-4827-914e-25d04bd1173e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786455 Sep 18 06:54:38.451970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:38.460289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.460771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.460988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.461330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.461670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.462039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.462374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.462704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.463033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.463360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.463696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.464019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:38.546719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Deleting port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:54:38.547064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.571398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:38.637127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] For port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:38.637731 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.650436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Calling delete_port for 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:54:38.671115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1921849412-network', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:38.745975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['4620b681-44d2-405f-a9c3-a9331a425f53'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:38.781839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Made reservation on behalf of c6a286ef8037408980f55ae9399b1382 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:38.790468 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.798566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.803087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3cecb317-6cfa-441c-8737-dc7caa5fe7ed req-e37d47fb-0555-4425-b4ec-6726594452c7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0354819 Sep 18 06:54:38.830309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e8c4408-e6b8-49df-aab4-f432c165dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.875176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd4a85-f900-4680-b386-4782f6b904bb req-9c4aeea9-485b-4f8b-a45f-fc4eb8e071ec tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:38.876281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd4a85-f900-4680-b386-4782f6b904bb req-9c4aeea9-485b-4f8b-a45f-fc4eb8e071ec tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 945 time: 0.0723159 Sep 18 06:54:38.936747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.976347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:38.995359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd4a85-f900-4680-b386-4782f6b904bb req-b8844b9b-3026-479e-b17f-c2c707f17027 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079819 Sep 18 06:54:39.009441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.028663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Pushing event deleted for resources: {'Port': ['ID=1bb589a9-436c-4ed5-94ff-59a97b15cdf7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:39.051125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:54:39.051550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55611ae5-4d75-4558-b20f-c48a62705bdb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:39.060790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.061142 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Added segment a188418e-df12-4601-8b92-ea39608f5d44 of type vlan for network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 Sep 18 06:54:39.063330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.063670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.064007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.064339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.064666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.064991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.065315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.065635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.066637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.066971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.067291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.067610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.088436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.088789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.089135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.089469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.089835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.090158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.090481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.090808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.091130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.091501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.091836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.092149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:39.111698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.118706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-4e1651ef-bca2-471d-8662-1e57c2444b8a tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:39.120262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-4e1651ef-bca2-471d-8662-1e57c2444b8a tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.24 "GET /v2.0/networks?id=fa5e8682-61b0-46ab-9319-1af81add21f3 HTTP/1.1" status: 200 len: 815 time: 0.2430117 Sep 18 06:54:39.120958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] No DVR routers for this DVR port 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:39.124098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.126028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-436c342c-1c85-4e46-be36-7682dc4de8a2 req-cd4bbd06-3744-4881-be78-17af78fc193d tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.37 "DELETE /v2.0/ports/1bb589a9-436c-4ed5-94ff-59a97b15cdf7 HTTP/1.1" status: 204 len: 173 time: 0.6716347 Sep 18 06:54:39.128024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'name': 'network-vif-deleted', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:39.130850 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7953dc8d-dd38-44c0-a915-b1c03a0cdefa" -d '{"events": [{"server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "name": "network-vif-deleted", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:39.146099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Request body: {'port': {'device_id': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'admin_state_up': True, 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:39.158874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9e795-94c7-431c-946a-177bfeb0c6b3 req-5ba53ec9-6ef3-4165-a475-15928211eb57 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:39.160436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ca9e795-94c7-431c-946a-177bfeb0c6b3 req-5ba53ec9-6ef3-4165-a475-15928211eb57 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1392591 Sep 18 06:54:39.172096 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3605cc-e1af-4f50-8c24-e7fefc53065b x-openstack-request-id: req-cd3605cc-e1af-4f50-8c24-e7fefc53065b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:39.172385 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af9a45-ad06-4f7b-9a19-5a27d7623ce5", "name": "network-vif-deleted", "tag": "1bb589a9-436c-4ed5-94ff-59a97b15cdf7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:39.172638 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd3605cc-e1af-4f50-8c24-e7fefc53065b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:39.173020 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af9a45-ad06-4f7b-9a19-5a27d7623ce5', 'name': 'network-vif-deleted', 'tag': '1bb589a9-436c-4ed5-94ff-59a97b15cdf7', 'status': 'completed', 'code': 200} Sep 18 06:54:39.221274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.222943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:39.223708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.255007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ca9e795-94c7-431c-946a-177bfeb0c6b3 req-4fc47f62-bce2-40ea-96ed-3953929d4325 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845990 Sep 18 06:54:39.290658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] Pushing event updated for resources: {'Network': ['ID=ea33b35f-ab6b-41cc-9b0e-69542ad08e68,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:39.301682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:54:39.327722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a4c1d734-933a-4cf1-a499-a9efd13f8312 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7551806 Sep 18 06:54:39.328313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36048) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:39.333277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Request body: {'subnet': {'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1921849412-subnet', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:39.382919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1bb589a9-436c-4ed5-94ff-59a97b15cdf7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:39.403828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Made reservation on behalf of 92558cfc9ba94a0c855df1e28bce0c03 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:39.407584 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.518415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Made reservation on behalf of c6a286ef8037408980f55ae9399b1382 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:39.521748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.557507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1db86-dabc-434d-b342-71c7c01ba44e req-a581f570-ac3e-4282-aea0-2ad4d52a1668 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:39.565383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44c1db86-dabc-434d-b342-71c7c01ba44e req-a581f570-ac3e-4282-aea0-2ad4d52a1668 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.1265368 Sep 18 06:54:39.648033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44c1db86-dabc-434d-b342-71c7c01ba44e req-d69af03e-8427-45cb-9923-547ec63c154b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816622 Sep 18 06:54:39.670372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Allocated IP 172.20.0.3 (fa5e8682-61b0-46ab-9319-1af81add21f3/2a3489b9-3c84-4514-b79d-a85e0d83d630/59c1b4cb-3176-4497-8220-8cdba315b5b2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:39.680082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16175da-d857-4c64-90b2-04af74c29ea9 req-82ac56e4-820a-43ae-b28d-1d3368259c76 tempest-ServersAdminNegativeTestJSON-1812798206 tempest-ServersAdminNegativeTestJSON-1812798206-project] 10.222.0.20 "GET /v2.0/ports?device_id=30af9a45-ad06-4f7b-9a19-5a27d7623ce5 HTTP/1.1" status: 200 len: 210 time: 0.0513599 Sep 18 06:54:39.838881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.892879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:39.901758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abbc6802-6ba2-4e93-9f9c-824ab4400a5d req-ebf13f3c-8d93-4596-86d0-bd301e4c20c0 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0256956 Sep 18 06:54:39.961464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Checking segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:39.961840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Network hostable DHCP agents. Network: ea33b35f-ab6b-41cc-9b0e-69542ad08e68, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:54:39.964008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ce0b42-2d2b-4920-84d3-68ce0094a844,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:39.974229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.025196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Network fa5e8682-61b0-46ab-9319-1af81add21f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:40.032339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:40.038497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:40.044954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:40.045821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.065725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Pushing event updated for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:40.086841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:54:40.130499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:54:40.146043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 4620b681-44d2-405f-a9c3-a9331a425f53 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:40.149581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-8df3b919-af7f-49a8-b9b1-922aa3505119 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069866 Sep 18 06:54:40.169501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ea33b35f-ab6b-41cc-9b0e-69542ad08e68) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:40.174841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:40.178675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.203625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e5a5-fa7f-4388-8b91-ee8f545c2bd9 req-4dc3802f-ded8-4949-85d2-28f6fd7200d0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:40.205358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42b8e5a5-fa7f-4388-8b91-ee8f545c2bd9 req-4dc3802f-ded8-4949-85d2-28f6fd7200d0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 945 time: 0.0751684 Sep 18 06:54:40.237168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfb35a-3330-437d-b196-a541273ae3ce None None] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:40.254450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-386ea931-0166-41ba-8387-1e9dc95314b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9241908 Sep 18 06:54:40.256212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36078) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:40.260817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:40.335354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42b8e5a5-fa7f-4388-8b91-ee8f545c2bd9 req-fce32079-bb37-40ba-9507-5277c7f7860a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204185 Sep 18 06:54:40.356037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.resource_extend [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:54:40.367538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.369341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.438876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df7f8-10ec-4809-b733-c8d4d34d9fef req-68d64f90-4028-4ec2-99fe-87886da2bda2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:40.447494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da7df7f8-10ec-4809-b733-c8d4d34d9fef req-68d64f90-4028-4ec2-99fe-87886da2bda2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0793002 Sep 18 06:54:40.467630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.512041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da7df7f8-10ec-4809-b733-c8d4d34d9fef req-c8dad036-3370-4b58-99fa-1ae552d24fe7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633748 Sep 18 06:54:40.670364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.733647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e862e1e5-8b49-4a55-9962-6128e26bf5cd None None] Provisioning complete for port 59c1b4cb-3176-4497-8220-8cdba315b5b2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:40.734059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e862e1e5-8b49-4a55-9962-6128e26bf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.801433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b488c-3aad-466c-b406-c1a254d24fc6 req-5217fb48-c4c5-46d2-822b-7225fb2f94d3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:40.809130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-500b488c-3aad-466c-b406-c1a254d24fc6 req-5217fb48-c4c5-46d2-822b-7225fb2f94d3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.0816746 Sep 18 06:54:40.842457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 4620b681-44d2-405f-a9c3-a9331a425f53 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:54:40.845933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e862e1e5-8b49-4a55-9962-6128e26bf5cd None None] Port 59c1b4cb-3176-4497-8220-8cdba315b5b2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:40.850759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:40.853553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:54:40.854466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.857788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-500b488c-3aad-466c-b406-c1a254d24fc6 req-04e47938-120b-4480-b537-e903114f8cc9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Sep 18 06:54:40.871817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 4620b681-44d2-405f-a9c3-a9331a425f53 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:40.872198 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:40.897066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '5274fcec-8c73-4076-a834-458374f8a7bc', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '5274fcec-8c73-4076-a834-458374f8a7bc', 'mac_address': 'fa:16:3e:42:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:54:41.030915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.053556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5274fcec-8c73-4076-a834-458374f8a7bc {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:41.140099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:41.145032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.156803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f8fd1-f2b2-4a17-9553-60bb97990080 req-b8759306-c0f6-402e-a969-9d56eb8fb9df tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:41.163762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.164591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Allocated IP 172.20.0.2 (ea33b35f-ab6b-41cc-9b0e-69542ad08e68/50ce0b42-2d2b-4920-84d3-68ce0094a844/f7f79b59-398b-4ae8-ad87-f2487689747b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:41.168297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e5f8fd1-f2b2-4a17-9553-60bb97990080 req-b8759306-c0f6-402e-a969-9d56eb8fb9df tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.1370559 Sep 18 06:54:41.199455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.201485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:41.204378 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5809c391-58c5-4cef-b3df-8bdae722cdb7" -d '{"events": [{"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:41.224558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:41.240851 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.262744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e5f8fd1-f2b2-4a17-9553-60bb97990080 req-970e007e-c3ac-4250-ae0d-0788ec8cfc51 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860605 Sep 18 06:54:41.327705 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.339157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Allocated IP 172.25.4.187 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/f3477ff6-1eb9-46de-a25e-3584ab932bad) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:41.341594 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7328543-490b-4773-9e0d-d4ec1db2d9c0 x-openstack-request-id: req-b7328543-490b-4773-9e0d-d4ec1db2d9c0 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:41.341922 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:41.342202 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7328543-490b-4773-9e0d-d4ec1db2d9c0 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:41.342589 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53', 'code': 200} Sep 18 06:54:41.353838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:41.510976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ddbab-80a1-4c70-aabe-405918049fa8 req-cba5d4d1-cbd1-4f1d-84c0-b64c8ac5bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:41.512284 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.513520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e1ddbab-80a1-4c70-aabe-405918049fa8 req-cba5d4d1-cbd1-4f1d-84c0-b64c8ac5bb4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 1098 time: 0.0977700 Sep 18 06:54:41.570881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:41.579093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.590989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eac2a0ce-3ca5-4103-8c33-968074e56b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.594547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e1ddbab-80a1-4c70-aabe-405918049fa8 req-b5f799a3-1880-46f2-aa15-627f1fad7531 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552733 Sep 18 06:54:41.604281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e5ff-3544-4d9e-928d-0287d9ca3ff5 req-cbd19e24-4616-49d2-8ac5-45ff2baa318b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:41.612449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be57e5ff-3544-4d9e-928d-0287d9ca3ff5 req-cbd19e24-4616-49d2-8ac5-45ff2baa318b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1133096 Sep 18 06:54:41.636925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:41.638626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36102) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:41.641069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:54:41.652305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:41.656769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:41.662882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.683003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be57e5ff-3544-4d9e-928d-0287d9ca3ff5 req-d8bd1547-7c51-46a3-90bf-33c8c63e6a8a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Sep 18 06:54:41.692711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Pushing event updated for resources: {'Port': ['ID=f7f79b59-398b-4ae8-ad87-f2487689747b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:41.796178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Attempting to bind port f7f79b59-398b-4ae8-ad87-f2487689747b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:41.796713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Attempting to bind port f7f79b59-398b-4ae8-ad87-f2487689747b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:41.797230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Attempting to bind port f7f79b59-398b-4ae8-ad87-f2487689747b on network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:41.808856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:41.809242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Checking segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:41.809655 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.811391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Bound using segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:41.811391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Bound port: f7f79b59-398b-4ae8-ad87-f2487689747b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:41.811391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.844542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:41.874124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fce77-3b0f-4f07-bb72-ce2d72bb9c82 req-844f51e7-83f5-46d7-8f01-883f5992f875 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:41.875981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a4fce77-3b0f-4f07-bb72-ce2d72bb9c82 req-844f51e7-83f5-46d7-8f01-883f5992f875 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1007023 Sep 18 06:54:41.905291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:41.908511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:41.921351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:41.923765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=f3477ff6-1eb9-46de-a25e-3584ab932bad,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:41.925810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] For port f7f79b59-398b-4ae8-ad87-f2487689747b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:41.958996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] For port f7f79b59-398b-4ae8-ad87-f2487689747b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f7f79b59-398b-4ae8-ad87-f2487689747b,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:42.019835 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.025927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbfa2641-db8d-498d-81a9-85e4d04b8604 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3eb08eed309e4d73972e5f3297416279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828852 Sep 18 06:54:42.029133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a4fce77-3b0f-4f07-bb72-ce2d72bb9c82 req-e494f76d-9e90-4a55-8e55-6c10a1bdfce7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266122 Sep 18 06:54:42.029653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:42.116045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.163499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:42.204486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:54:42.204843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1bb589a9-436c-4ed5-94ff-59a97b15cdf7 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:54:42.236833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.260599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4501aeb-1102-41d8-b9ad-9b74d1e5013c None None] Pushing event updated for resources: {'Port': ['ID=f7f79b59-398b-4ae8-ad87-f2487689747b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:42.281444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.297485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa18932-8805-4cd1-8a08-e155662df958 req-ca22186a-bbe7-4c52-ba93-bbc1955c0c0b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:42.307028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa18932-8805-4cd1-8a08-e155662df958 req-ca22186a-bbe7-4c52-ba93-bbc1955c0c0b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 949 time: 0.1764252 Sep 18 06:54:42.375670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa18932-8805-4cd1-8a08-e155662df958 req-c352cd05-8e70-4ea6-931a-7715521bf3be tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631449 Sep 18 06:54:42.495367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.499174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.503146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0c43b85-2259-4827-914e-25d04bd1173e HTTP/1.1" status: 204 len: 168 time: 0.4697762 Sep 18 06:54:42.516570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9443716-4643-4548-b75b-80e715ffd830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c43b85-2259-4827-914e-25d04bd1173e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:42.555023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5426f1b-5fbd-40c6-b280-d81d1d8cad8e req-60547bdd-5f10-454b-804e-36382be4b7af tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:42.578922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5426f1b-5fbd-40c6-b280-d81d1d8cad8e req-60547bdd-5f10-454b-804e-36382be4b7af tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.1400096 Sep 18 06:54:42.670011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5426f1b-5fbd-40c6-b280-d81d1d8cad8e req-1c226439-03ba-4f83-b270-eeec7e799fd7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884593 Sep 18 06:54:42.741433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:42.843015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec002b9f-eade-4535-b34d-559927932ebc req-4a12b50e-b2a7-4f61-bc9f-ca2a442ed0e7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:42.853342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec002b9f-eade-4535-b34d-559927932ebc req-4a12b50e-b2a7-4f61-bc9f-ca2a442ed0e7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1035833 Sep 18 06:54:42.922146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec002b9f-eade-4535-b34d-559927932ebc req-84b3c41c-d95d-4db7-b877-2d741e83ceb7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Sep 18 06:54:43.004679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.223719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6122418-e960-4984-8c2b-dc6c5d40329b req-3b3f33d1-7d8e-48d1-886a-a52fc8a27abe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:43.227341 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.230205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6122418-e960-4984-8c2b-dc6c5d40329b req-3b3f33d1-7d8e-48d1-886a-a52fc8a27abe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0920451 Sep 18 06:54:43.289729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6122418-e960-4984-8c2b-dc6c5d40329b req-96ebaa1f-a517-49a0-8f85-5f8f8e2d946e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 Sep 18 06:54:43.381157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Router 0fb747df-8f30-4432-a14c-02b95ea836c1 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:54:43.478118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:43.494402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a438c6b-f07e-49fc-86c6-7d36e99a6bde None None] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:43.506981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743e2e2-32bf-4525-8a59-4761318df34d req-a1fec100-ea60-4af1-bab1-af9f98ae044b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:43.514381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d743e2e2-32bf-4525-8a59-4761318df34d req-a1fec100-ea60-4af1-bab1-af9f98ae044b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 949 time: 0.0733254 Sep 18 06:54:43.534498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:54:43.546896 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Sync routers for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:43.567973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:43.573476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7ef340bb-9820-4c9e-acbd-8f3b0f9e01c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9cba0b82e214a88bfada6b44f4f864a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919080 Sep 18 06:54:43.575523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36130) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:43.575658 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:43.580970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d743e2e2-32bf-4525-8a59-4761318df34d req-1c8acf7f-fc37-4243-856c-71c46c014923 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644238 Sep 18 06:54:43.633971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.637986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] Provisioning complete for port f7f79b59-398b-4ae8-ad87-f2487689747b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:43.637986 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.653315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1014a598-5ad1-4547-ace7-cf87102d3a3b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3957996 Sep 18 06:54:43.653770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36132) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:43.690490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.750602 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:43.752958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.873268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.933103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.936367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:43.940686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/481f0099-2a38-4c01-992c-ffa641f0f935 HTTP/1.1" status: 204 len: 168 time: 0.3632293 Sep 18 06:54:43.963003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:54:43.971424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211c97b-08d1-45a4-b234-9335b7d27be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f0099-2a38-4c01-992c-ffa641f0f935,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:44.000429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] For port f7f79b59-398b-4ae8-ad87-f2487689747b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f7f79b59-398b-4ae8-ad87-f2487689747b,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:44.053823 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:42Z', 'revision_number': 3, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:44.068580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.117751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34a09-84e5-4657-9a30-05ad8b25f61a req-7fe686e4-7121-4763-9888-36da1b4600d1 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:44.120621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5e34a09-84e5-4657-9a30-05ad8b25f61a req-7fe686e4-7121-4763-9888-36da1b4600d1 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.2607722 Sep 18 06:54:44.161088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Checking router: 0fb747df-8f30-4432-a14c-02b95ea836c1 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:44.161453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Updating router 0fb747df-8f30-4432-a14c-02b95ea836c1 port f3477ff6-1eb9-46de-a25e-3584ab932bad binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:54:44.194977 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.216363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdbd31-362b-4e05-9c74-aab7fc5b9699 None None] Pushing event updated for resources: {'Port': ['ID=f7f79b59-398b-4ae8-ad87-f2487689747b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:44.228309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:44.423906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f7f79b59-398b-4ae8-ad87-f2487689747b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:44.524956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1235741b-a166-418b-b09c-65c7c14ae6c9 None None] Provisioning complete for port f7f79b59-398b-4ae8-ad87-f2487689747b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:44.525385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1235741b-a166-418b-b09c-65c7c14ae6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.563038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f7f79b59-398b-4ae8-ad87-f2487689747b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:44.563445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.570840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 5274fcec-8c73-4076-a834-458374f8a7bc completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:54:44.623020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.624706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.645920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 5274fcec-8c73-4076-a834-458374f8a7bc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:44.646315 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.749464 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.847065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.878200 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:44.896037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:44.898378 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755d360-d4bb-452a-aad1-d7d98c37f1dd" -d '{"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-plugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:44.912242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:44.979856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5e34a09-84e5-4657-9a30-05ad8b25f61a req-c225a97d-b252-4f2e-8ba3-365eb1c5ecf7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8467760 Sep 18 06:54:45.013215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.056134 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Attempting to bind port f3477ff6-1eb9-46de-a25e-3584ab932bad on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:45.056503 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Attempting to bind port f3477ff6-1eb9-46de-a25e-3584ab932bad by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:45.056872 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Attempting to bind port f3477ff6-1eb9-46de-a25e-3584ab932bad on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:45.068965 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:45.069347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:45.069856 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.070277 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:45.070759 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Bound port: f3477ff6-1eb9-46de-a25e-3584ab932bad, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:45.071167 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.073132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Pushing event updated for resources: {'Port': ['ID=f3477ff6-1eb9-46de-a25e-3584ab932bad,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:45.098422 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.098924 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.099386 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.099731 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.100068 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.100402 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.100733 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.101063 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.101388 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.101712 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.102061 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.102382 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:54:45.115422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:45.155399 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] For port f3477ff6-1eb9-46de-a25e-3584ab932bad, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:45.158981 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] For port f3477ff6-1eb9-46de-a25e-3584ab932bad, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f3477ff6-1eb9-46de-a25e-3584ab932bad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:45.242685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3479b3-5670-4d5a-b49c-113575f94105 req-9761d71b-6d55-4a5b-a089-b840077f8d72 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:45.244370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed3479b3-5670-4d5a-b49c-113575f94105 req-9761d71b-6d55-4a5b-a089-b840077f8d72 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0919001 Sep 18 06:54:45.250501 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.348854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed3479b3-5670-4d5a-b49c-113575f94105 req-9055d050-e9dd-4bf7-9d2c-bed060c878c0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Sep 18 06:54:45.351795 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:45.352433 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:45.416244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.434235 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e702e3-2bdc-4d18-a777-939913c10fa2 None None] Pushing event updated for resources: {'Port': ['ID=f3477ff6-1eb9-46de-a25e-3584ab932bad,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:45.536200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:45.661738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce939bd-5c41-48a8-a4d3-eda7f7c12018 req-0ea15d24-9a3b-4d6b-9309-6c1bdd0f7d81 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:45.663586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ce939bd-5c41-48a8-a4d3-eda7f7c12018 req-0ea15d24-9a3b-4d6b-9309-6c1bdd0f7d81 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1386983 Sep 18 06:54:45.748731 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:42Z', 'revision_number': 3, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:45.775476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ce939bd-5c41-48a8-a4d3-eda7f7c12018 req-41e1c8e0-4333-4140-9298-29277e0d946b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056559 Sep 18 06:54:45.776864 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e15237-fbf1-480b-99cb-657f7360c861 None None] The sync data for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 is: [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:42Z', 'revision_number': 3, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:45.789367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Allocated IP 172.20.0.1 (ea33b35f-ab6b-41cc-9b0e-69542ad08e68/50ce0b42-2d2b-4920-84d3-68ce0094a844/9e1a4c21-1a93-4414-b392-8e2918761ddf) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:45.970872 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:45.979453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee8599-a829-46b2-9e0c-81cd5a86b151 req-cb8cf63c-190b-47d2-8608-3190e32fcfdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:45.986999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19ee8599-a829-46b2-9e0c-81cd5a86b151 req-cb8cf63c-190b-47d2-8608-3190e32fcfdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0954311 Sep 18 06:54:46.046782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19ee8599-a829-46b2-9e0c-81cd5a86b151 req-a43c113d-ea42-4afe-84f8-8df40685abdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Sep 18 06:54:46.101148 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1cdc75-4dbc-4aa5-b250-c3846fd9e8fc x-openstack-request-id: req-0d1cdc75-4dbc-4aa5-b250-c3846fd9e8fc {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:46.101688 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-plugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:46.101851 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d1cdc75-4dbc-4aa5-b250-c3846fd9e8fc {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:46.102617 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'code': 200} Sep 18 06:54:46.149931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:46.229505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:46.246395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:46.273252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:46.273836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:46.303126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:46.494639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f7f79b59-398b-4ae8-ad87-f2487689747b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:46.522436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98676579-24e1-4dc2-9b02-1ad331f71f98 req-45fbe486-179a-42f2-9a0c-f2240f5f0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:46.532137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98676579-24e1-4dc2-9b02-1ad331f71f98 req-45fbe486-179a-42f2-9a0c-f2240f5f0962 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1102 time: 0.3012202 Sep 18 06:54:46.626526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f7f79b59-398b-4ae8-ad87-f2487689747b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:46.627306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:46.738459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98676579-24e1-4dc2-9b02-1ad331f71f98 req-55e9d09e-5cae-477d-996d-f080a3043306 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342304 Sep 18 06:54:46.906609 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:46.953327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e861-99c2-45f2-9c2f-644e373f6b59 req-fda6d962-eb57-431e-854b-89f1d08de189 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:46.955336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca7e861-99c2-45f2-9c2f-644e373f6b59 req-fda6d962-eb57-431e-854b-89f1d08de189 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.2035635 Sep 18 06:54:47.012656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0929bea-08ee-4f17-9e63-2d23b2d5f569 None None] Provisioning complete for port 9e1a4c21-1a93-4414-b392-8e2918761ddf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:47.013038 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0929bea-08ee-4f17-9e63-2d23b2d5f569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.087396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f3477ff6-1eb9-46de-a25e-3584ab932bad up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:47.120079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca7e861-99c2-45f2-9c2f-644e373f6b59 req-a5c14910-d921-4903-be7f-d8076faaf509 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239200 Sep 18 06:54:47.185220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0929bea-08ee-4f17-9e63-2d23b2d5f569 None None] Port 9e1a4c21-1a93-4414-b392-8e2918761ddf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:47.230039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f3477ff6-1eb9-46de-a25e-3584ab932bad triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:47.230567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.317765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa31abb-9015-46cf-8c5a-29994ef41d43 req-4503be8f-490f-43f4-be34-1e6c30999892 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:47.320308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa31abb-9015-46cf-8c5a-29994ef41d43 req-4503be8f-490f-43f4-be34-1e6c30999892 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0975106 Sep 18 06:54:47.339325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.379756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port f3477ff6-1eb9-46de-a25e-3584ab932bad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f3477ff6-1eb9-46de-a25e-3584ab932bad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:47.399995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa31abb-9015-46cf-8c5a-29994ef41d43 req-9f92f7c0-5128-44a7-b7c5-23e736f11d86 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Sep 18 06:54:47.405295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.463999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.507065 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.508353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:47.524543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=f3477ff6-1eb9-46de-a25e-3584ab932bad,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:47.605853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b4db-78f8-47be-b5eb-7b7a4f7a4ae6 req-eac2133d-f40c-4f51-9e8c-9196bd079d7a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:47.607433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e89b4db-78f8-47be-b5eb-7b7a4f7a4ae6 req-eac2133d-f40c-4f51-9e8c-9196bd079d7a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1315355 Sep 18 06:54:47.649405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:47.691914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e89b4db-78f8-47be-b5eb-7b7a4f7a4ae6 req-24b93dc0-fc44-4b80-90e8-b90e319aa237 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750639 Sep 18 06:54:47.707708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:47.709253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:47.915601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d247b9-a621-422f-bde5-23b5fb5e541b req-60060bbe-2a5f-4fef-96a1-6360e28bef2e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:47.919077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12d247b9-a621-422f-bde5-23b5fb5e541b req-60060bbe-2a5f-4fef-96a1-6360e28bef2e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1284232 Sep 18 06:54:47.965254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Router 0fb747df-8f30-4432-a14c-02b95ea836c1 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:54:47.990556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12d247b9-a621-422f-bde5-23b5fb5e541b req-a1584952-4080-4f82-bcfd-3e04b8b414df tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639899 Sep 18 06:54:48.028317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c8cd2533-3ceb-4053-b062-2d768d009b16 None None] Provisioning complete for port 9e1a4c21-1a93-4414-b392-8e2918761ddf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:48.033664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2533-3ceb-4053-b062-2d768d009b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:48.094773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd2533-3ceb-4053-b062-2d768d009b16 None None] Port 9e1a4c21-1a93-4414-b392-8e2918761ddf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:48.171613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:54:48.192246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc6965ff-efc3-4e72-940e-01d3acb9ba7c admin admin] 10.222.0.20 "PUT /v2.0/routers/0fb747df-8f30-4432-a14c-02b95ea836c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5371020 Sep 18 06:54:48.277839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f3477ff6-1eb9-46de-a25e-3584ab932bad up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:48.428126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc6573-4d9a-4b34-9078-ee304a90017a req-531588bf-5da9-4033-a09f-15db8dc08311 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:48.430003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02bc6573-4d9a-4b34-9078-ee304a90017a req-531588bf-5da9-4033-a09f-15db8dc08311 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.0703216 Sep 18 06:54:48.479545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02bc6573-4d9a-4b34-9078-ee304a90017a req-955fa78e-7f4c-4f4d-a14d-897238310da7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Sep 18 06:54:48.546828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Sync routers for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:54:48.565297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:48.566038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:48.626098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f3477ff6-1eb9-46de-a25e-3584ab932bad triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:48.626481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:48.712047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:48.958494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 2, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:48.980453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Checking router: 0fb747df-8f30-4432-a14c-02b95ea836c1 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:54:48.980797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Updating router 0fb747df-8f30-4432-a14c-02b95ea836c1 port 9e1a4c21-1a93-4414-b392-8e2918761ddf binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:54:49.012389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.012501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36224) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:49.017325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892918709', 'description': 'tempest-description--308056672'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:49.111695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1ff22-ead3-4cf2-933b-b61721326630 req-c2ffc93c-4a31-4da5-92a4-f134fe28f025 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:49.120062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eaf1ff22-ead3-4cf2-933b-b61721326630 req-c2ffc93c-4a31-4da5-92a4-f134fe28f025 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0620503 Sep 18 06:54:49.127594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.179571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eaf1ff22-ead3-4cf2-933b-b61721326630 req-c77858f7-2423-45f7-bc92-c8e91280e97a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584664 Sep 18 06:54:49.294870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.344045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.357365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1ce8-b6df-41a6-920e-15dbc05678da req-06e8f645-9c45-402b-ac15-76c2f2c99261 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:49.358889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ced1ce8-b6df-41a6-920e-15dbc05678da req-06e8f645-9c45-402b-ac15-76c2f2c99261 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0545311 Sep 18 06:54:49.369992 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.415787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ced1ce8-b6df-41a6-920e-15dbc05678da req-11550e1d-fca5-4e33-a3cf-b55bc493a07d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Sep 18 06:54:49.416167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e5b0d2-1ea5-496f-8538-6f5618b05b5a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:49.419299 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.478432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.480553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f38583ab-c910-4b87-ac8b-c1fa94aa3a44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4665413 Sep 18 06:54:49.482923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36232) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:49.487840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'security_group_rule': {'security_group_id': '56e5b0d2-1ea5-496f-8538-6f5618b05b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:49.504532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d5223-2844-44ac-8ba7-6fc6d6e01f09 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:49.551358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Attempting to bind port 9e1a4c21-1a93-4414-b392-8e2918761ddf on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:49.551739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Attempting to bind port 9e1a4c21-1a93-4414-b392-8e2918761ddf by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:49.552110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Attempting to bind port 9e1a4c21-1a93-4414-b392-8e2918761ddf on network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:49.558201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:49.558585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Checking segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:49.558998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.559408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Bound using segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:49.559911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Bound port: 9e1a4c21-1a93-4414-b392-8e2918761ddf, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:49.560299 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.605700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad373-88a1-48b9-86f8-d2f3fa30ec4a req-490e9b72-3849-465c-8f91-da95387735ab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:49.613867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878ad373-88a1-48b9-86f8-d2f3fa30ec4a req-490e9b72-3849-465c-8f91-da95387735ab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0691953 Sep 18 06:54:49.661393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] For port 9e1a4c21-1a93-4414-b392-8e2918761ddf, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:49.665248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] For port 9e1a4c21-1a93-4414-b392-8e2918761ddf, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1a4c21-1a93-4414-b392-8e2918761ddf,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:49.669174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878ad373-88a1-48b9-86f8-d2f3fa30ec4a req-2e8b294a-7edc-4786-b60b-1642a15897d5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Sep 18 06:54:49.669607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.733342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-05e55d30-7c5a-43e6-9363-a7f4aa22a906 None None] Provisioning complete for port 9e1a4c21-1a93-4414-b392-8e2918761ddf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:49.733342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05e55d30-7c5a-43e6-9363-a7f4aa22a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.736699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.772813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.827007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-05e55d30-7c5a-43e6-9363-a7f4aa22a906 None None] Port 9e1a4c21-1a93-4414-b392-8e2918761ddf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:54:49.827412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0d9c2-d47f-4931-81a8-9693d3a1d68e req-cdf95714-f442-49e5-b05a-6486162b3c71 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:49.833961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96b0d9c2-d47f-4931-81a8-9693d3a1d68e req-cdf95714-f442-49e5-b05a-6486162b3c71 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.0569682 Sep 18 06:54:49.838561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.850676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:54:49.851317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:54:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:49.881570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a716e0-8ea8-426d-90a0-9c3c36cc212b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:49.899268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d5223-2844-44ac-8ba7-6fc6d6e01f09 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:49.904104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96b0d9c2-d47f-4931-81a8-9693d3a1d68e req-fba58989-9a51-4169-bba5-1e74b987b550 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Sep 18 06:54:49.929842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:49.933607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fe35b552-6737-4599-87f4-986f5d08f607 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472539 Sep 18 06:54:49.935132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36244) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:49.939408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'security_group_rule': {'security_group_id': '56e5b0d2-1ea5-496f-8538-6f5618b05b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:50.061557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:54:50.077198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.185759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.243178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] Provisioning complete for port 9e1a4c21-1a93-4414-b392-8e2918761ddf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:50.243682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.247597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-51218a5d-c71d-4a83-a551-2533b5b426b1 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:50.249242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-51218a5d-c71d-4a83-a551-2533b5b426b1 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1102 time: 0.0450125 Sep 18 06:54:50.252453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.287600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aee687-1658-4102-ae30-e2e53d197fce,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:50.287600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-893c1ac3-f1ab-4250-9904-1d74826ba6bf tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.360270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.361818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0036534a-51d8-4e30-9110-bf74e22c3102 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262402 Sep 18 06:54:50.365600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36250) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:50.373403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:50.402056 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.439188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:49Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:54:50.445174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] For port 9e1a4c21-1a93-4414-b392-8e2918761ddf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1a4c21-1a93-4414-b392-8e2918761ddf,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:50.468247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-893c1ac3-f1ab-4250-9904-1d74826ba6bf tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.472747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196a91d8-d97a-4be3-a81e-e71a89994e9e None None] The sync data for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 is: [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:49Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:54:50.530864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.568437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-893c1ac3-f1ab-4250-9904-1d74826ba6bf tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.604712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6dea0-bad4-40c6-8542-43ef158f1cca None None] Pushing event updated for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:50.617733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33dd6ebe-710e-4de8-8ba8-9d0d4883cb87 req-893c1ac3-f1ab-4250-9904-1d74826ba6bf tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599873 Sep 18 06:54:50.637106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1ac3-f1ab-4250-9904-1d74826ba6bf tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e489e35d-e812-464e-9975-e23dfd4e7f62,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:50.682353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:50.850921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.051629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef67d7d-93f2-424c-a91e-510ed7d17b44 req-5274abcf-4750-41ce-8279-f7cd0484c6cb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:51.053514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aef67d7d-93f2-424c-a91e-510ed7d17b44 req-5274abcf-4750-41ce-8279-f7cd0484c6cb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1407168 Sep 18 06:54:51.066462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Allocated IP 172.25.4.156 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/4f066458-110a-4f40-b077-33e76a2228b5) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:54:51.135980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aef67d7d-93f2-424c-a91e-510ed7d17b44 req-e7b75d3a-a49d-4046-9bb3-d422cdb5a384 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717461 Sep 18 06:54:51.213750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.302550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494e07-8f95-448c-83d0-7d34d091ba63 req-c5db0fb2-6fc8-4668-a381-8cc716284cfa tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:51.304033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a494e07-8f95-448c-83d0-7d34d091ba63 req-c5db0fb2-6fc8-4668-a381-8cc716284cfa tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0699584 Sep 18 06:54:51.341216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.352934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a494e07-8f95-448c-83d0-7d34d091ba63 req-0e3d2aed-8862-4c90-b509-4ba6de7462e1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Sep 18 06:54:51.395873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:54:51.397345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'Port': ['ID=4f066458-110a-4f40-b077-33e76a2228b5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:51.400044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:51.402202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:54:51.455612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.559423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.720890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.775200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.808119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.831992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'Port': ['ID=4f066458-110a-4f40-b077-33e76a2228b5,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:51.892153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:51.894280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-661c84f2-82ed-41f3-85dc-ad35bfa7de69 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5238781 Sep 18 06:54:52.098309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c508aa-edbd-4efb-b6c2-290ae88e2828 req-5aea78c6-3603-4a89-abec-f5f8ce1496c2 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:52.099799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50c508aa-edbd-4efb-b6c2-290ae88e2828 req-5aea78c6-3603-4a89-abec-f5f8ce1496c2 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.0505104 Sep 18 06:54:52.139403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50c508aa-edbd-4efb-b6c2-290ae88e2828 req-0ea7b9d7-97a5-4549-9be2-d5310a36fb04 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Sep 18 06:54:52.205349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-6bec21d1-1ea7-4901-b17f-c597b7b55726 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638869 Sep 18 06:54:52.210999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b7d0db42-6291-4e71-a908-dda327f248ae service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:54:52.225681 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b7d0db42-6291-4e71-a908-dda327f248ae service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194540 Sep 18 06:54:52.273038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1b3f-afcc-4211-9829-d0e6452e2ecc req-30302b81-907b-4d91-a0cd-7e66ff172647 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:52.274613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1ab1b3f-afcc-4211-9829-d0e6452e2ecc req-30302b81-907b-4d91-a0cd-7e66ff172647 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0585825 Sep 18 06:54:52.289713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1a4c21-1a93-4414-b392-8e2918761ddf up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:54:52.317637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1ab1b3f-afcc-4211-9829-d0e6452e2ecc req-b13a6824-5248-4f90-8978-aa02f2ab6012 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Sep 18 06:54:52.354287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9e1a4c21-1a93-4414-b392-8e2918761ddf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:54:52.355015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:52.582680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb416c81-0c9e-4287-b8cd-e75d37e9184f req-c5ed3e96-ba78-4b8d-bc19-c59c669fc628 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:52.582680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb416c81-0c9e-4287-b8cd-e75d37e9184f req-c5ed3e96-ba78-4b8d-bc19-c59c669fc628 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0568209 Sep 18 06:54:52.614347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb416c81-0c9e-4287-b8cd-e75d37e9184f req-1e288ff7-5eab-4bb1-90df-064dbe048643 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Sep 18 06:54:52.723273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247775c-9105-4668-9d6f-3f667a8a94fe req-d6010c60-8481-4489-851c-c47962e82c97 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:52.724812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a247775c-9105-4668-9d6f-3f667a8a94fe req-d6010c60-8481-4489-851c-c47962e82c97 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Sep 18 06:54:52.763502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a247775c-9105-4668-9d6f-3f667a8a94fe req-1929d049-cf66-4ba7-82ca-d60e21070fd6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Sep 18 06:54:53.017377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36360) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:53.124010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d48caa38-a1f0-4aac-9d76-b4a5bff07b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.263450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d48caa38-a1f0-4aac-9d76-b4a5bff07b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.281725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eaceb-3c01-4d2d-9253-457d243974ba req-dff41617-928a-4ab9-b5bb-a7d58c6656a5 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:53.283254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a3eaceb-3c01-4d2d-9253-457d243974ba req-dff41617-928a-4ab9-b5bb-a7d58c6656a5 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.0715377 Sep 18 06:54:53.326541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d48caa38-a1f0-4aac-9d76-b4a5bff07b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.338896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a3eaceb-3c01-4d2d-9253-457d243974ba req-0d8e62a1-159a-4208-ba1c-63e32dc7bd11 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493968 Sep 18 06:54:53.363254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d48caa38-a1f0-4aac-9d76-b4a5bff07b25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0e8bed33c34914bf71c0955dbc912b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442552 Sep 18 06:54:53.365740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36402) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:53.392954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48caa38-a1f0-4aac-9d76-b4a5bff07b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0da3e1-2258-4ce7-8c9d-72de5dbc2493,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:53.463183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.494111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b869-3847-4ff0-a37b-d319091fc5fc req-2405af13-cd96-4021-86be-c6abd618e14d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:53.496732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22b3b869-3847-4ff0-a37b-d319091fc5fc req-2405af13-cd96-4021-86be-c6abd618e14d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0766108 Sep 18 06:54:53.500614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.560536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22b3b869-3847-4ff0-a37b-d319091fc5fc req-27a6fd24-8944-4c68-a9c4-5a785d0ca3c2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526567 Sep 18 06:54:53.670905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Request body: {'port': {'device_id': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:53.675783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.678423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.679929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f0da3e1-2258-4ce7-8c9d-72de5dbc2493 HTTP/1.1" status: 204 len: 168 time: 0.3132577 Sep 18 06:54:53.743573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f9af6-85f1-404e-aba4-d0f0e2548864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0da3e1-2258-4ce7-8c9d-72de5dbc2493,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:53.783754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:53.813132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5df17b-994e-408a-ac51-0ad2ce1273d0 req-a96a5d7d-150c-4b66-8596-279f51809036 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:53.814857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc5df17b-994e-408a-ac51-0ad2ce1273d0 req-a96a5d7d-150c-4b66-8596-279f51809036 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1100602 Sep 18 06:54:54.008902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc5df17b-994e-408a-ac51-0ad2ce1273d0 req-3f429cde-198b-4d40-9667-a84cd225c591 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509571 Sep 18 06:54:54.030705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeb7e2-2492-4c56-bfe3-efa7212e0aab req-022cc3ed-65a6-498e-8d4e-ad06484e67c6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:54.032251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2deeb7e2-2492-4c56-bfe3-efa7212e0aab req-022cc3ed-65a6-498e-8d4e-ad06484e67c6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.1708643 Sep 18 06:54:54.144640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2deeb7e2-2492-4c56-bfe3-efa7212e0aab req-8b81768f-8938-4da8-8a88-b3f716973410 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984018 Sep 18 06:54:54.244876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c1b4cb-3176-4497-8220-8cdba315b5b2 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:54.254999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:54.280324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Transition to ACTIVE for port object 59c1b4cb-3176-4497-8220-8cdba315b5b2 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:54.474353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d7c9f-cd6c-427f-99f4-ffc221fdb8b1 req-c5dcf45b-b195-422b-96d4-aab02d28f4c5 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:54.478245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3d7c9f-cd6c-427f-99f4-ffc221fdb8b1 req-c5dcf45b-b195-422b-96d4-aab02d28f4c5 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 931 time: 0.0565410 Sep 18 06:54:54.527574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3d7c9f-cd6c-427f-99f4-ffc221fdb8b1 req-3317b9d7-f5e9-4cb1-b9c9-e21c8f2a90b4 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Sep 18 06:54:54.712563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb035-7970-41dc-b71a-8cfa3dfec116 req-76b64196-4b0a-4da7-883a-705c775d5b7c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:54.714256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd3fb035-7970-41dc-b71a-8cfa3dfec116 req-76b64196-4b0a-4da7-883a-705c775d5b7c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0577059 Sep 18 06:54:54.767882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd3fb035-7970-41dc-b71a-8cfa3dfec116 req-cc26fa20-4537-4f93-91fc-788a673705ab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Sep 18 06:54:55.095937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.213050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Pushing event updated for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:55.297643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f5ea-8d0a-4661-b52c-e92570f5091d req-36706a27-e935-4f7c-8c4e-0968f7387eb5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:55.306302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0286f5ea-8d0a-4661-b52c-e92570f5091d req-36706a27-e935-4f7c-8c4e-0968f7387eb5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1585379 Sep 18 06:54:55.310385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Attempting to bind port 59c1b4cb-3176-4497-8220-8cdba315b5b2 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:55.310724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Attempting to bind port 59c1b4cb-3176-4497-8220-8cdba315b5b2 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:55.311055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Attempting to bind port 59c1b4cb-3176-4497-8220-8cdba315b5b2 on network fa5e8682-61b0-46ab-9319-1af81add21f3 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:55.354261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Port 59c1b4cb-3176-4497-8220-8cdba315b5b2 on network fa5e8682-61b0-46ab-9319-1af81add21f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:55.354636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Attempting to bind port 59c1b4cb-3176-4497-8220-8cdba315b5b2 on network fa5e8682-61b0-46ab-9319-1af81add21f3 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:55.360831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36428) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:55.377575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85fd6ce3-2820-44d8-94e3-e5f3ed5ac79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.387942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:55.388325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Checking segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:55.388749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Bound using segment: {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:55.389184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Bound port: 59c1b4cb-3176-4497-8220-8cdba315b5b2, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a500460-a14b-44b2-8c11-e1c22a18ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:55.389544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.430511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0286f5ea-8d0a-4661-b52c-e92570f5091d req-a2a49881-2de6-47bf-af29-fc60e05af68e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180589 Sep 18 06:54:55.530560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:55.533075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85fd6ce3-2820-44d8-94e3-e5f3ed5ac79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.536323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:55.578990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472485d-85e7-4838-af41-531823a40cc5 req-d4424938-2edc-4a72-b20f-32618c73ee7f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:55.603905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3472485d-85e7-4838-af41-531823a40cc5 req-d4424938-2edc-4a72-b20f-32618c73ee7f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 944 time: 0.2965276 Sep 18 06:54:55.630855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85fd6ce3-2820-44d8-94e3-e5f3ed5ac79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.667608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6ce3-2820-44d8-94e3-e5f3ed5ac79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a697ae-0810-4fd4-9f49-11e71597f091,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:55.685421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.707101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3472485d-85e7-4838-af41-531823a40cc5 req-4f1cf9ba-0153-4387-8e9a-376550d546c4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956123 Sep 18 06:54:55.708173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85fd6ce3-2820-44d8-94e3-e5f3ed5ac79d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c335e422d6c4937a1ebac6e932cec3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462727 Sep 18 06:54:55.710772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:55.731541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:55.733808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.736969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] 10.222.0.24 "PUT /v2.0/ports/59c1b4cb-3176-4497-8220-8cdba315b5b2 HTTP/1.1" status: 200 len: 1092 time: 2.0716476 Sep 18 06:54:55.740136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:54:55.742373 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd6274-226a-440b-8ec8-f6cb84104928" -d '{"events": [{"name": "network-changed", "server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:54:55.773266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c2457-3a0b-442c-b6b4-7821cf73a6d4 req-756339ab-dd32-499e-b91a-baee28469e1a tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:55.775688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e17c2457-3a0b-442c-b6b4-7821cf73a6d4 req-756339ab-dd32-499e-b91a-baee28469e1a tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 943 time: 0.1353176 Sep 18 06:54:55.813455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.817739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8fd09-2d77-4b0d-a352-969f39769f7f service neutron] Pushing event updated for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:55.840067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e17c2457-3a0b-442c-b6b4-7821cf73a6d4 req-764ee5ca-c693-4e48-884b-ec71c0add764 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542953 Sep 18 06:54:55.865143 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:55.907967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdb96-b0a9-4a7d-b461-e3c4f5c49c7d req-3821a6dc-7193-498e-9df3-0955a80112e5 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:55.916223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aabdb96-b0a9-4a7d-b461-e3c4f5c49c7d req-3821a6dc-7193-498e-9df3-0955a80112e5 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1097 time: 0.0749741 Sep 18 06:54:56.021038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aabdb96-b0a9-4a7d-b461-e3c4f5c49c7d req-6087f059-8e3a-4384-a19f-478b7881c9b4 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945573 Sep 18 06:54:56.021038 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e21b0-4a46-4c37-b4c1-44acd5982140 x-openstack-request-id: req-9f7e21b0-4a46-4c37-b4c1-44acd5982140 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:54:56.021038 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:54:56.021038 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f7e21b0-4a46-4c37-b4c1-44acd5982140 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:54:56.021038 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2', 'status': 'completed', 'code': 200} Sep 18 06:54:56.029952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-5884ef0a-f025-47f1-8f7a-c4cb003960b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.031451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-5884ef0a-f025-47f1-8f7a-c4cb003960b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92558cfc9ba94a0c855df1e28bce0c03&device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.1122954 Sep 18 06:54:56.052003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:56.055237 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:56.056042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43a697ae-0810-4fd4-9f49-11e71597f091 HTTP/1.1" status: 204 len: 168 time: 0.3443031 Sep 18 06:54:56.077199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-5b89014f-314a-4079-980f-d1b49f40b359 service neutron] 10.222.0.24 "GET /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.1246734 Sep 18 06:54:56.078539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18c21b-a4f5-461c-9e87-48dc6ca906fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a697ae-0810-4fd4-9f49-11e71597f091,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:56.136828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-967ba725-0f47-4593-8f94-ee3664608aaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0887399 Sep 18 06:54:56.246250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-ea75870b-c714-4591-bfe8-3200b3adfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.248208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-ea75870b-c714-4591-bfe8-3200b3adfa28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a3489b9-3c84-4514-b79d-a85e0d83d630 HTTP/1.1" status: 200 len: 854 time: 0.0684667 Sep 18 06:54:56.257313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f52532-8980-40d5-b2cb-4df9eb47952d req-2a4bdd72-7f94-4a0c-9a1a-aaaa53a8a24f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.265134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93f52532-8980-40d5-b2cb-4df9eb47952d req-2a4bdd72-7f94-4a0c-9a1a-aaaa53a8a24f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1365573 Sep 18 06:54:56.350214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:56.383080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:56.434681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39256b5e-c38f-4d0d-b59f-2b54730f7f22 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:54:56.447361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:54:56.546893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:56.643744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] Transition to ACTIVE for port object 39256b5e-c38f-4d0d-b59f-2b54730f7f22 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:54:56.668485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93f52532-8980-40d5-b2cb-4df9eb47952d req-ae786c3f-49b2-4e01-a1eb-50fd20d59b88 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020801 Sep 18 06:54:56.702974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-fffab520-f323-4262-bdb4-d6b8871b9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.702974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-fffab520-f323-4262-bdb4-d6b8871b9253 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa5e8682-61b0-46ab-9319-1af81add21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4277985 Sep 18 06:54:56.702974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-646db4fc-5f22-4864-a6a8-6f35a06788f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.702974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-646db4fc-5f22-4864-a6a8-6f35a06788f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1102 time: 0.1224415 Sep 18 06:54:56.724388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:56.816204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] No DVR routers for this DVR port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:54:56.861825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] 10.222.0.24 "PUT /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7611349 Sep 18 06:54:56.863379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49f8dd-3d6f-462e-a37b-c2f70302231f service neutron] Pushing event updated for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:56.943415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663f3c-718f-42a5-90be-a7ff404414d1 req-1cf33d3f-6e94-4bab-9db2-d5986abbdb22 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.944953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca663f3c-718f-42a5-90be-a7ff404414d1 req-1cf33d3f-6e94-4bab-9db2-d5986abbdb22 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1711030 Sep 18 06:54:56.959743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-e367795b-67fa-4bf7-900b-148e7106c911 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551351 Sep 18 06:54:56.985378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-ec145aac-d57b-444f-b3c9-9b18088a52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:56.986891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-ec145aac-d57b-444f-b3c9-9b18088a52df service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2671194 Sep 18 06:54:57.056787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-c6a26369-2223-46b0-8b9a-973fd31eba72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.0590408 Sep 18 06:54:57.095653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-bd6355e9-35b8-4794-b1a2-97f7723bf1f7 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.098393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-bd6355e9-35b8-4794-b1a2-97f7723bf1f7 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0563087 Sep 18 06:54:57.103440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca663f3c-718f-42a5-90be-a7ff404414d1 req-14f6b429-e89f-496c-bba3-2785e1d4bb7c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461139 Sep 18 06:54:57.172127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-5a51bc77-5d18-44f4-a5b9-49d61b1e5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.178163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-5a51bc77-5d18-44f4-a5b9-49d61b1e5df1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9&tenant_id=3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 1097 time: 0.0643716 Sep 18 06:54:57.228183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-1c8ace5a-03b7-4447-b181-ca8d06f9a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.229645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-1c8ace5a-03b7-4447-b181-ca8d06f9a915 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1431723 Sep 18 06:54:57.246358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59d0ff56-ed9f-46c0-b143-e4705d1c751a req-b798f468-fa27-4606-9082-49947c8d2e8b service neutron] 10.222.0.24 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774920 Sep 18 06:54:57.298448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a25a18f2-dafd-4792-a0a5-24858816e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.302041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a25a18f2-dafd-4792-a0a5-24858816e8b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0864100 Sep 18 06:54:57.309806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575c19-deb7-4d9b-a0d4-5a444b099579 req-583b7856-4f8f-4aa8-b3aa-6c868be5e39b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.316060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00575c19-deb7-4d9b-a0d4-5a444b099579 req-583b7856-4f8f-4aa8-b3aa-6c868be5e39b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.1031697 Sep 18 06:54:57.324376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-895065f5-2d9b-4fb4-b233-1402a30087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.325963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-895065f5-2d9b-4fb4-b233-1402a30087ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740383 Sep 18 06:54:57.395706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00575c19-deb7-4d9b-a0d4-5a444b099579 req-3b650ba5-e2b8-4169-be8f-3bc2bcfa5d28 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Sep 18 06:54:57.417625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a31eaeff-83ea-4824-9217-543165bd0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.417625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-a31eaeff-83ea-4824-9217-543165bd0378 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1032193 Sep 18 06:54:57.515642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-b90e7a71-c8ea-4e7a-ace1-ec2cda60a992 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 200 len: 217 time: 0.0838196 Sep 18 06:54:57.547455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36500) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:57.570351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-66b71017-c77e-4845-9987-c3102b9c2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.571896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-66b71017-c77e-4845-9987-c3102b9c2cbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92558cfc9ba94a0c855df1e28bce0c03&device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.1303141 Sep 18 06:54:57.579155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-95ebcf56-f916-4f47-bd49-449afdf4a630 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358456 Sep 18 06:54:57.588789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-dbdfb58d-e8cf-43db-8698-3b3c8447426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.590685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-dbdfb58d-e8cf-43db-8698-3b3c8447426d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0643461 Sep 18 06:54:57.607203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5d31-a257-422f-9435-2aea1911791f req-7e495dbd-9901-4184-ae96-2fa5372bde89 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.608767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fcd5d31-a257-422f-9435-2aea1911791f req-7e495dbd-9901-4184-ae96-2fa5372bde89 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 943 time: 0.1078866 Sep 18 06:54:57.644414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-e5fc719a-39f3-43be-96f1-7fda049aae1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402379 Sep 18 06:54:57.722492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-179129653-network', 'tenant_id': 'fa36dc1d625a461bb26a8a261a8f3f18'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:57.759620 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-73accf9b-2a4f-4d91-807d-fbbe83994ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079011 Sep 18 06:54:57.792063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fcd5d31-a257-422f-9435-2aea1911791f req-34c6e2d5-fedd-4582-bec1-5178fa539cc9 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716294 Sep 18 06:54:57.840898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-df338ce3-36a1-4eab-8e16-4d2cb249efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:57.845343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-df338ce3-36a1-4eab-8e16-4d2cb249efe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa5e8682-61b0-46ab-9319-1af81add21f3 HTTP/1.1" status: 200 len: 916 time: 0.2623792 Sep 18 06:54:57.850908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-c1917f8a-808b-4a79-a119-26483d37fb35 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598298 Sep 18 06:54:57.871494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-83456a77-74ef-42cc-99f1-76774124a3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053143 Sep 18 06:54:57.902029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-e99b3c59-b8a5-4491-9962-36602924f42e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2 HTTP/1.1" status: 200 len: 217 time: 0.0498197 Sep 18 06:54:57.902416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Made reservation on behalf of fa36dc1d625a461bb26a8a261a8f3f18 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:57.906089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:57.942005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.024449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-7b407376-e174-492b-8e5c-95e2e473c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.026321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-7b407376-e174-492b-8e5c-95e2e473c664 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a3489b9-3c84-4514-b79d-a85e0d83d630 HTTP/1.1" status: 200 len: 854 time: 0.1166499 Sep 18 06:54:58.087158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315da40-7d91-482d-bee2-0801b9c86bfc req-d0ad2919-4f80-489c-b679-b0904ce00807 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.094627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5315da40-7d91-482d-bee2-0801b9c86bfc req-d0ad2919-4f80-489c-b679-b0904ce00807 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1336234 Sep 18 06:54:58.165500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-caddf8ce-1958-4c10-b9d3-57f40de4f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.167168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-caddf8ce-1958-4c10-b9d3-57f40de4f51a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa5e8682-61b0-46ab-9319-1af81add21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326497 Sep 18 06:54:58.185312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5315da40-7d91-482d-bee2-0801b9c86bfc req-0801b076-9624-4156-ac52-cd84717cbb6a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892680 Sep 18 06:54:58.235491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.324264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-67600197-01f5-489c-9deb-be15e6694401 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427214 Sep 18 06:54:58.331822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-636856cd-005e-4649-8993-2b5d2cee047b tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:54:58.332838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-636856cd-005e-4649-8993-2b5d2cee047b tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057149 Sep 18 06:54:58.350424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94220-0f9f-4f70-96c8-b516a313cbdf req-67a98068-1805-4b5f-a9aa-6bd1022e357c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.351740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9a94220-0f9f-4f70-96c8-b516a313cbdf req-67a98068-1805-4b5f-a9aa-6bd1022e357c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0851049 Sep 18 06:54:58.366338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.408289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-43d0f12d-41cb-40dc-bb7f-e72c8b303c46 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.410619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-43d0f12d-41cb-40dc-bb7f-e72c8b303c46 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 1094 time: 0.0701358 Sep 18 06:54:58.426378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:58.426378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:54:58.430923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-cd87e424-ef17-4a78-be2e-2bd81d0d1ff9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.432429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-cd87e424-ef17-4a78-be2e-2bd81d0d1ff9 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0645459 Sep 18 06:54:58.478879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:54:58.495283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbd8c0-d601-4ce7-8728-553c257d3964,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:58.502979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9a94220-0f9f-4f70-96c8-b516a313cbdf req-92689c89-7c90-49c6-afee-c76a579c9351 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315212 Sep 18 06:54:58.511258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.511610 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Added segment 01271a17-d197-4588-af5b-0f8578172ba5 of type vlan for network cce831a6-7419-4a4f-b214-1c0f4e20386d Sep 18 06:54:58.579904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dd6274-226a-440b-8ec8-f6cb84104928 req-0fae9dbe-108c-4ba3-9240-88d55a775f98 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472584 Sep 18 06:54:58.582248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.652416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8e9d5-efc6-44a7-a1ff-79846ed231f6 req-1f02d102-238c-4965-88b6-be04312501f3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.654117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21b8e9d5-efc6-44a7-a1ff-79846ed231f6 req-1f02d102-238c-4965-88b6-be04312501f3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.0691762 Sep 18 06:54:58.678423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.692641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:54:58.692991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:54:58.693432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:58.697798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:54:58.698153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:54:58.702644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21b8e9d5-efc6-44a7-a1ff-79846ed231f6 req-a8491eec-c16b-41a3-8d1c-00fe75ea7164 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Sep 18 06:54:58.704468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:54:58.704840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:58.705243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:54:58.706018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Bound port: 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:54:58.707105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.708147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.708674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.765672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-4e3a8989-1594-44e1-bf52-b25cc3492f83 service neutron] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:54:58.770492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-4e3a8989-1594-44e1-bf52-b25cc3492f83 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.771806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53e835fa-961c-478a-a3e1-275a10bc6528 req-4e3a8989-1594-44e1-bf52-b25cc3492f83 service neutron] 10.222.0.37 "DELETE /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.3193710 Sep 18 06:54:58.784977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] Pushing event updated for resources: {'Network': ['ID=cce831a6-7419-4a4f-b214-1c0f4e20386d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:58.786636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:54:58.798904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network cce831a6-7419-4a4f-b214-1c0f4e20386d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:54:58.836289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-356e8025-2902-40c8-ac4b-0669e9be4677 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2861423 Sep 18 06:54:58.839324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36518) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:54:58.844598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Request body: {'subnet': {'network_id': 'cce831a6-7419-4a4f-b214-1c0f4e20386d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-179129653-subnet', 'tenant_id': 'fa36dc1d625a461bb26a8a261a8f3f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:54:58.867165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd97a-1e83-4d66-af3a-736d449bbf77 req-3e31b490-bb00-4b28-a54e-ab0e2b10b3c6 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:58.869097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-949cd97a-1e83-4d66-af3a-736d449bbf77 req-3e31b490-bb00-4b28-a54e-ab0e2b10b3c6 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0450311 Sep 18 06:54:58.906695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-949cd97a-1e83-4d66-af3a-736d449bbf77 req-d0dc4700-b3f7-4102-ae82-2825ba46b78b tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Sep 18 06:54:58.938385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:58.938385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b6d6ef56-d47b-48eb-a8f9-472996433789 service neutron] 10.222.0.20 "POST /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5187719 Sep 18 06:54:58.983089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Made reservation on behalf of fa36dc1d625a461bb26a8a261a8f3f18 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:54:58.985729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:59.048763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc74d1-5975-4561-a78f-4091769736f2 req-d8d1ded7-addf-412d-a633-290d49610694 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.051178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96bc74d1-5975-4561-a78f-4091769736f2 req-d8d1ded7-addf-412d-a633-290d49610694 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0640807 Sep 18 06:54:59.102267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96bc74d1-5975-4561-a78f-4091769736f2 req-d8320e35-336e-431f-a4e2-6aedf5746b50 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Sep 18 06:54:59.260831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:59.262692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364279c-e1f3-490a-a755-bb6dd3d8df80 req-4e07a17f-acb9-4189-8c05-c2f3bf9ba162 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.270832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6364279c-e1f3-490a-a755-bb6dd3d8df80 req-4e07a17f-acb9-4189-8c05-c2f3bf9ba162 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0637250 Sep 18 06:54:59.342597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6364279c-e1f3-490a-a755-bb6dd3d8df80 req-28630d72-b706-4188-bda3-0ea7c6e36e83 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Sep 18 06:54:59.350177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de5fb86-ec24-4738-86f7-508fbaa52982,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:54:59.358151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Checking segment: {'id': '01271a17-d197-4588-af5b-0f8578172ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cce831a6-7419-4a4f-b214-1c0f4e20386d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:54:59.358571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Network hostable DHCP agents. Network: cce831a6-7419-4a4f-b214-1c0f4e20386d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:54:59.382747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703508ae-1346-4a8c-a4a0-7257718a4d79 req-00171af0-b2ed-41a0-9f9d-e20350362e96 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.391417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-703508ae-1346-4a8c-a4a0-7257718a4d79 req-00171af0-b2ed-41a0-9f9d-e20350362e96 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0981243 Sep 18 06:54:59.449542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Network cce831a6-7419-4a4f-b214-1c0f4e20386d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:54:59.461664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-703508ae-1346-4a8c-a4a0-7257718a4d79 req-d3c7cf11-a23d-4dd2-876e-e589e4de45cf tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641348 Sep 18 06:54:59.511674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc82f2-ac79-444b-9a0d-448242200078 req-ff5dec2b-36b3-4939-b731-7f8e4c7a3636 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.513364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6bc82f2-ac79-444b-9a0d-448242200078 req-ff5dec2b-36b3-4939-b731-7f8e4c7a3636 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0823750 Sep 18 06:54:59.521422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, cce831a6-7419-4a4f-b214-1c0f4e20386d) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:54:59.526051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.526827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:54:59.533074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4d67a-eff6-4116-a917-f62985770233 None None] Network cce831a6-7419-4a4f-b214-1c0f4e20386d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:59.584394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6bc82f2-ac79-444b-9a0d-448242200078 req-4ce82832-1326-4abf-bea0-d4985191b546 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576489 Sep 18 06:54:59.655839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4b4cc0f4-e7ff-45f1-baf5-751485c20ba2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8152561 Sep 18 06:54:59.721581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b9495-cd91-4eee-a5b5-6e43b3d77155 req-95372585-3e5d-45e0-a907-9dbfd6411ae5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:54:59.723325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b02b9495-cd91-4eee-a5b5-6e43b3d77155 req-95372585-3e5d-45e0-a907-9dbfd6411ae5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0725684 Sep 18 06:54:59.778304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995dc396-bd1f-4d97-afc4-0ae12621b1bb None None] Network cce831a6-7419-4a4f-b214-1c0f4e20386d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:54:59.797004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b02b9495-cd91-4eee-a5b5-6e43b3d77155 req-ac76a5a7-dcf6-4ed7-9d2f-365f8f92b9ea tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613017 Sep 18 06:54:59.977471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-444657128', 'description': 'tempest-description-744904949'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:00.053045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 59c1b4cb-3176-4497-8220-8cdba315b5b2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:00.092398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.192409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.205430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:00.220825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '59c1b4cb-3176-4497-8220-8cdba315b5b2', 'network_id': 'fa5e8682-61b0-46ab-9319-1af81add21f3', 'port_id': '59c1b4cb-3176-4497-8220-8cdba315b5b2', 'mac_address': 'fa:16:3e:40:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3489b9-3c84-4514-b79d-a85e0d83d630', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:00.258998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d315f0-af84-48d9-b254-37612275cdec req-92f4d828-e703-4548-b47b-76fdf4b2ac7f tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:00.263202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.266463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6d315f0-af84-48d9-b254-37612275cdec req-92f4d828-e703-4548-b47b-76fdf4b2ac7f tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0774035 Sep 18 06:55:00.272317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.283782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c1b4cb-3176-4497-8220-8cdba315b5b2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:00.304439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:00.346254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6d315f0-af84-48d9-b254-37612275cdec req-f2fd2e4e-68f4-4ad3-ab0a-d150dbcbb6ff tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Sep 18 06:55:00.347033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cc2115-4f41-44e7-8eb1-46341b488484,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:00.378621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.431220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:00.466403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.467668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1128a132-f2b8-41c3-9cdc-b4129e62f4b7 req-dcbc27ac-ef65-485d-bbc1-42a2cc0a5714 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4948785 Sep 18 06:55:00.539666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-dc269b89-3461-41da-bf88-aac748602fd4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/75cc2115-4f41-44e7-8eb1-46341b488484 HTTP/1.1" status: 200 len: 1803 time: 0.0487409 Sep 18 06:55:00.551298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75cc2115-4f41-44e7-8eb1-46341b488484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:00.551617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75cc2115-4f41-44e7-8eb1-46341b488484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:00.615886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ad987-35e1-49d7-bfb3-3c5559692d5e req-49ba491c-d21f-48e3-8c6d-9e0d84201d8a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:00.617456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b6ad987-35e1-49d7-bfb3-3c5559692d5e req-49ba491c-d21f-48e3-8c6d-9e0d84201d8a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0611985 Sep 18 06:55:00.659946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b6ad987-35e1-49d7-bfb3-3c5559692d5e req-82beef1a-dc03-4791-ad53-d46a15a92ad0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Sep 18 06:55:00.713400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.745233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.763300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-2842789c-d1d3-473e-b309-021ace049725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:00.765725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-2842789c-d1d3-473e-b309-021ace049725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1097 time: 0.0585144 Sep 18 06:55:00.801534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4133e46-d145-4f11-811f-bb67885b908e req-7445e6ef-b837-436c-afe4-4a687181e8f0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:00.803084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4133e46-d145-4f11-811f-bb67885b908e req-7445e6ef-b837-436c-afe4-4a687181e8f0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0613661 Sep 18 06:55:00.837231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.848381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['59c1b4cb-3176-4497-8220-8cdba315b5b2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:00.869925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b47a14-c795-4615-b68e-8288b867a36b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:00.879534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4133e46-d145-4f11-811f-bb67885b908e req-6fa89196-a317-43ab-8ae8-f94ddf31a28d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Sep 18 06:55:00.915435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-6a56c2f6-6908-4037-8b0c-0f83ddced9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:00.919727 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-6a56c2f6-6908-4037-8b0c-0f83ddced9a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1451414 Sep 18 06:55:00.946978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:00.948908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b437b924-cb97-4bd8-a1f7-eb3d3c37c2b2 req-cf39d506-3e8e-43b0-94c3-734863707030 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4026146 Sep 18 06:55:01.000792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1490086981', 'description': 'tempest-description-957981530'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:01.030228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-2677abfa-d73a-4f11-8b91-e66624437230 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 217 time: 0.0979409 Sep 18 06:55:01.046849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5290ef5-a755-4928-bb72-311c95e26883 req-da13875b-f1c8-4021-ae45-bf732fa7eb20 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:01.056003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5290ef5-a755-4928-bb72-311c95e26883 req-da13875b-f1c8-4021-ae45-bf732fa7eb20 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0985773 Sep 18 06:55:01.095580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5290ef5-a755-4928-bb72-311c95e26883 req-9efd649e-cc4e-49cc-9245-26fa79b57470 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Sep 18 06:55:01.103878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.126679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-d49ae111-9a6b-4677-b784-debf220000fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:01.128631 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-d49ae111-9a6b-4677-b784-debf220000fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0799904 Sep 18 06:55:01.182776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-7c70336a-ca03-4a62-9fce-b73c343a2822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413513 Sep 18 06:55:01.222975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.289536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.292505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-45c39ee6-479a-4f45-9852-8a5e753a596f service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994720 Sep 18 06:55:01.333374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0303d-a5a5-46e0-b7db-1d7997dd2078,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:01.391581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.399464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4eba521-9376-42a8-a5fc-1fb0c2c017c6 req-34645c58-fcb4-4010-ab4a-f40606ee56fc tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4168835 Sep 18 06:55:01.439458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-784f15b0-b65e-4f7c-b7e7-5a21b9ce8a1d service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375957 Sep 18 06:55:01.465264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-e0ea954f-bb3c-40a8-b6a6-356c683fefb2 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/bfe0303d-a5a5-46e0-b7db-1d7997dd2078 HTTP/1.1" status: 200 len: 1804 time: 0.0421748 Sep 18 06:55:01.485344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bfe0303d-a5a5-46e0-b7db-1d7997dd2078', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:01.485759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bfe0303d-a5a5-46e0-b7db-1d7997dd2078', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:01.541629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24017f98-332f-4a0d-b04d-4ca035d8bacc req-7d549143-5a85-454a-a355-c0799a87a386 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:01.543165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24017f98-332f-4a0d-b04d-4ca035d8bacc req-7d549143-5a85-454a-a355-c0799a87a386 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0717599 Sep 18 06:55:01.586829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24017f98-332f-4a0d-b04d-4ca035d8bacc req-63785b81-6ff8-4af0-8ad9-1721d10687c9 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368996 Sep 18 06:55:01.674336 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.707125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.814999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1d15-948c-4698-87bf-f5e3bb25661e req-687ffd2b-3bde-41f1-bf3f-02d3284a0b26 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:01.816938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c3d1d15-948c-4698-87bf-f5e3bb25661e req-687ffd2b-3bde-41f1-bf3f-02d3284a0b26 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0564327 Sep 18 06:55:01.818140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.851324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4a018e-2867-47e9-9e60-e4e397b7c79f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:01.881511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c3d1d15-948c-4698-87bf-f5e3bb25661e req-f88f3a35-ef6e-4470-9730-f3cae0324fd2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Sep 18 06:55:01.901066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:01.906608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc3b2410-ddd9-4726-be85-d1bce0f0d0dc req-bc78ba96-60b4-4f15-9129-64a097619d00 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4319189 Sep 18 06:55:01.933358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1530273847', 'description': 'tempest-description-1723740480'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:02.036856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9cbb-3294-4d98-9c0a-b75a01d51998 req-525aeae3-9b9f-4623-93cd-09259d0d96f2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:02.038508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d52f9cbb-3294-4d98-9c0a-b75a01d51998 req-525aeae3-9b9f-4623-93cd-09259d0d96f2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0580080 Sep 18 06:55:02.039794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.076561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 59c1b4cb-3176-4497-8220-8cdba315b5b2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:02.158962 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d52f9cbb-3294-4d98-9c0a-b75a01d51998 req-500fe3a9-5b7e-4ab2-8b4b-2b3dbfeb7a94 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968487 Sep 18 06:55:02.197075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.269998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 59c1b4cb-3176-4497-8220-8cdba315b5b2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:55:02.274851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 59c1b4cb-3176-4497-8220-8cdba315b5b2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:02.275489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.301361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.350739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554fc7-6e6f-421a-b503-c29845513134 req-fbb2a610-3010-42a5-b9ec-4606d0858436 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:02.352349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7554fc7-6e6f-421a-b503-c29845513134 req-fbb2a610-3010-42a5-b9ec-4606d0858436 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1118491 Sep 18 06:55:02.353208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f36e5-9b0a-4877-980c-446b488d3c41,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:02.383652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.404636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.415378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c41e4e2f-aca2-4481-b4ce-ede5939f7f97 req-feed6197-f674-45db-bdba-a4104013b3a9 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4832578 Sep 18 06:55:02.435305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:02.436262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7554fc7-6e6f-421a-b503-c29845513134 req-e6365170-7602-4d22-9e3e-dfb6db6832c1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 Sep 18 06:55:02.442506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:02.447519 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3262cf3-49d4-48f6-9831-ac6856d05e44" -d '{"events": [{"server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:02.480168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1096252751', 'description': 'tempest-description-934158667'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:02.504360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.537387 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20e7df-ef77-44cb-8403-e84aafaa866e x-openstack-request-id: req-7e20e7df-ef77-44cb-8403-e84aafaa866e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:02.537827 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:02.538201 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e20e7df-ef77-44cb-8403-e84aafaa866e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:02.538688 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2', 'code': 200} Sep 18 06:55:02.578747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:02.595679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.685886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbc98a-e1e5-48e3-a10a-e94e87e04b9c req-ca0f9f65-9818-4a4d-96a7-d9b7a7c3e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:02.687474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eecbc98a-e1e5-48e3-a10a-e94e87e04b9c req-ca0f9f65-9818-4a4d-96a7-d9b7a7c3e6ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0673261 Sep 18 06:55:02.773723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eecbc98a-e1e5-48e3-a10a-e94e87e04b9c req-5ad0a23b-29a7-499d-b61c-f3976f0674db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740292 Sep 18 06:55:02.792520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fb45f-5381-4ceb-9375-72067e767c47 req-8dc883ca-e7ae-481c-8633-70c452b27a36 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:02.794056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-097fb45f-5381-4ceb-9375-72067e767c47 req-8dc883ca-e7ae-481c-8633-70c452b27a36 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.1056764 Sep 18 06:55:02.796551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.850094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-097fb45f-5381-4ceb-9375-72067e767c47 req-27b63705-5cdb-4d18-a2a5-6bc5a25db9fe tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Sep 18 06:55:02.852453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.900995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18773c83-a6b1-4333-92ed-b8069a28f56f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:02.938486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:02.940032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad720f5d-b30d-49ad-b769-665d171db932 req-1611aa0e-c7c1-4666-a94c-11e1afa1ba78 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4639733 Sep 18 06:55:03.063402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b827f-f690-4f51-a2f7-36863fe45c0f req-a1d915a9-3213-4c98-bdbf-6df3fca733b8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:03.065015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f35b827f-f690-4f51-a2f7-36863fe45c0f req-a1d915a9-3213-4c98-bdbf-6df3fca733b8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0699289 Sep 18 06:55:03.107470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f35b827f-f690-4f51-a2f7-36863fe45c0f req-772665b6-495b-457b-acff-3cc698095ed5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344803 Sep 18 06:55:03.175709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-b60a3a34-2a0b-4f04-8f1c-c612eaf41f98 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/ff3f36e5-9b0a-4877-980c-446b488d3c41 HTTP/1.1" status: 200 len: 1805 time: 0.0423090 Sep 18 06:55:03.232954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-9fe0e07b-4e91-42e5-87e0-0251dd79348d tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/18773c83-a6b1-4333-92ed-b8069a28f56f HTTP/1.1" status: 200 len: 1804 time: 0.0510945 Sep 18 06:55:03.247958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ff3f36e5-9b0a-4877-980c-446b488d3c41', 'remote_group_id': '18773c83-a6b1-4333-92ed-b8069a28f56f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:03.248308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ff3f36e5-9b0a-4877-980c-446b488d3c41', 'remote_group_id': '18773c83-a6b1-4333-92ed-b8069a28f56f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:03.317736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2320-c826-4ec0-8ff0-122cdbdf7067 req-e0872063-cabe-4d3f-876f-08b99506850d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:03.320000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-524d2320-c826-4ec0-8ff0-122cdbdf7067 req-e0872063-cabe-4d3f-876f-08b99506850d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0636244 Sep 18 06:55:03.363937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-524d2320-c826-4ec0-8ff0-122cdbdf7067 req-693e2c96-53d3-4e49-8288-e0fc01e07c8f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Sep 18 06:55:03.407971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.449592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.532217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.575041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485f31c8-7ab9-432c-ac65-d95ac7a57539,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:03.589203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811c610-6b7a-4481-b18d-b82aa77f4e0c req-69961a11-cdf2-421e-8968-b5614649f9c1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:03.590912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b811c610-6b7a-4481-b18d-b82aa77f4e0c req-69961a11-cdf2-421e-8968-b5614649f9c1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0782990 Sep 18 06:55:03.633034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b811c610-6b7a-4481-b18d-b82aa77f4e0c req-2270c72c-f3bb-4ece-8158-ec7754dce019 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Sep 18 06:55:03.637699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.640567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a3fd2af-404b-408d-bb95-6279d96936dd req-f911c183-21ca-4ba4-bcad-4a7f1003d6c4 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3968029 Sep 18 06:55:03.674334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-788056329', 'description': 'tempest-description-1248008486'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:03.757733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.845916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.925640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:03.978679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408d22d9-bfbe-4e86-bf94-ed41779835f2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:03.992750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aebf0-64df-4c0a-afac-d29892d74fe2 req-fd70b10b-3be4-43ba-972a-be6e4a5a0043 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:03.994288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200aebf0-64df-4c0a-afac-d29892d74fe2 req-fd70b10b-3be4-43ba-972a-be6e4a5a0043 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0805085 Sep 18 06:55:04.009350 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.010900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be155345-7b13-4df4-914c-3e586f583ff1 req-00c53986-5203-4b31-98e3-2fe500f7adaa tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3417327 Sep 18 06:55:04.041509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1031499108', 'description': 'tempest-description-623296638'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:04.048527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200aebf0-64df-4c0a-afac-d29892d74fe2 req-e3014056-d8ed-42d5-94e6-644628accfbc tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Sep 18 06:55:04.169341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.263233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec07cb-bf38-475b-ad3d-56e925d44255 req-b65cad25-e286-437c-96b5-75e02e002cb2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:04.264832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60ec07cb-bf38-475b-ad3d-56e925d44255 req-b65cad25-e286-437c-96b5-75e02e002cb2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0784554 Sep 18 06:55:04.324295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60ec07cb-bf38-475b-ad3d-56e925d44255 req-b33438ff-f1c6-47d8-b79a-a3699004ff17 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Sep 18 06:55:04.346223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.407366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.439930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b917a0-8900-472d-bc69-346e307fdc4c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:04.498264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.500020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27694cef-1a24-4425-8c4e-446895d6e6fe req-b34e1c80-91da-4b67-839e-56ed21f79d96 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4646442 Sep 18 06:55:04.575506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f63791-4442-40e9-bfdf-dd1e366037a3 req-c289ad13-2f2c-451e-9005-5f4d3da82cd5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:04.586124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0f63791-4442-40e9-bfdf-dd1e366037a3 req-c289ad13-2f2c-451e-9005-5f4d3da82cd5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1011620 Sep 18 06:55:04.609296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-c163bc97-56b1-48b3-8e29-c89657b4ca6b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/408d22d9-bfbe-4e86-bf94-ed41779835f2 HTTP/1.1" status: 200 len: 1804 time: 0.0850270 Sep 18 06:55:04.633655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0f63791-4442-40e9-bfdf-dd1e366037a3 req-3216f924-e687-4f96-8d5b-85365e3d2b75 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Sep 18 06:55:04.677181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-6d131270-9598-4b13-accb-3660d9992aab tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/99b917a0-8900-472d-bc69-346e307fdc4c HTTP/1.1" status: 200 len: 1804 time: 0.0467308 Sep 18 06:55:04.690767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '408d22d9-bfbe-4e86-bf94-ed41779835f2', 'remote_group_id': '99b917a0-8900-472d-bc69-346e307fdc4c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:04.690971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '408d22d9-bfbe-4e86-bf94-ed41779835f2', 'remote_group_id': '99b917a0-8900-472d-bc69-346e307fdc4c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:04.775861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374550c-38f3-4dbe-94c9-5a39e110a990 req-4611eaf9-52a9-4c95-ad63-445f45fa4e83 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:04.777487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9374550c-38f3-4dbe-94c9-5a39e110a990 req-4611eaf9-52a9-4c95-ad63-445f45fa4e83 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0554917 Sep 18 06:55:04.850113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9374550c-38f3-4dbe-94c9-5a39e110a990 req-6c4bfb6c-ae25-459c-8532-8bd75b8a9646 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 Sep 18 06:55:04.862862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.895466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:04.997034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.022480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29949fac-569d-4e28-8d6f-40ad0e70572f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:05.089466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.091094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ebb9f02-4c9f-42ae-98b0-5b85d2ba5743 req-30d81ed0-59b3-40c7-a82a-dec920a0f019 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4054720 Sep 18 06:55:05.166624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7784c8cb-84de-4b72-a342-957937b11430 req-30cd7535-51e5-43b1-912b-9be440d84e49 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/99b917a0-8900-472d-bc69-346e307fdc4c HTTP/1.1" status: 200 len: 1804 time: 0.0434589 Sep 18 06:55:05.259093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaad1b-9406-4e8a-9a35-e9a8320e130b req-391dec4c-71e9-44ed-9be8-f408bbb98ddc tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:05.260701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92aaad1b-9406-4e8a-9a35-e9a8320e130b req-391dec4c-71e9-44ed-9be8-f408bbb98ddc tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0956564 Sep 18 06:55:05.278641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7784c8cb-84de-4b72-a342-957937b11430 req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.321545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7784c8cb-84de-4b72-a342-957937b11430 req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.336292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92aaad1b-9406-4e8a-9a35-e9a8320e130b req-c5aced68-31ef-49d8-910a-0f19aa9a3460 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686004 Sep 18 06:55:05.482504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047478b-8fcc-40a8-9911-2faf3d19a046 req-7c93b7dc-68d7-404d-b9d8-0fa9a7a95918 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:05.484527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7047478b-8fcc-40a8-9911-2faf3d19a046 req-7c93b7dc-68d7-404d-b9d8-0fa9a7a95918 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0718937 Sep 18 06:55:05.499451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7784c8cb-84de-4b72-a342-957937b11430 req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.503184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7784c8cb-84de-4b72-a342-957937b11430 req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.514526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7784c8cb-84de-4b72-a342-957937b11430 req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/99b917a0-8900-472d-bc69-346e307fdc4c HTTP/1.1" status: 204 len: 173 time: 0.3397741 Sep 18 06:55:05.556093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24814b01-b6a0-4248-88c8-18241fd20ef1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b917a0-8900-472d-bc69-346e307fdc4c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:05.567631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7047478b-8fcc-40a8-9911-2faf3d19a046 req-19720a85-870d-437a-bbf6-a330f6913f68 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759957 Sep 18 06:55:05.663071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5aad80db-1b68-40a5-a838-1543646c1b54 req-73e36a7a-3287-44b1-911d-3df45cc1dfc0 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/408d22d9-bfbe-4e86-bf94-ed41779835f2 HTTP/1.1" status: 200 len: 1804 time: 0.0522001 Sep 18 06:55:05.692426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1652810739', 'description': 'tempest-description-388669957'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:05.775983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e9ffd-082b-465b-b07c-5d9b76636c14 req-bb01f7c5-8e69-4d57-8bd9-a3bc10419381 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:05.779055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-120e9ffd-082b-465b-b07c-5d9b76636c14 req-bb01f7c5-8e69-4d57-8bd9-a3bc10419381 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0539691 Sep 18 06:55:05.779055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.843647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-120e9ffd-082b-465b-b07c-5d9b76636c14 req-3decc137-6d65-4391-83a3-84d525db5d52 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538023 Sep 18 06:55:05.929027 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:05.979021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8035eb-ef54-4b69-a623-5d374cb4c240 req-e6108391-0bc2-48ad-8dbe-dea34ffdaa92 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:05.980604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc8035eb-ef54-4b69-a623-5d374cb4c240 req-e6108391-0bc2-48ad-8dbe-dea34ffdaa92 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Sep 18 06:55:06.024676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc8035eb-ef54-4b69-a623-5d374cb4c240 req-9a98a099-7f9f-4837-a8aa-ba2ef67c4ccb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Sep 18 06:55:06.032784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.071147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea6be6-a85d-4257-b457-aa6c712d38ae,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:06.123591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.125312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d84520e-25e6-49e4-9286-d6f6a54f5014 req-89f340f1-7e57-464c-b505-1258c09fad64 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4408910 Sep 18 06:55:06.192289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-c9ccd3ea-546c-457b-8dcd-0968c4bf3ea1 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 200 len: 1804 time: 0.0424337 Sep 18 06:55:06.202280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fea6be6-a85d-4257-b457-aa6c712d38ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:06.202925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fea6be6-a85d-4257-b457-aa6c712d38ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:06.363828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.414569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.724195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.758824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101d6d3-56f4-4a09-9f81-ba642f8baf41 req-555ea94f-3e3b-4606-aac8-a31136082e5b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:06.760723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d101d6d3-56f4-4a09-9f81-ba642f8baf41 req-555ea94f-3e3b-4606-aac8-a31136082e5b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0981083 Sep 18 06:55:06.765027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c5981b-dc93-47e5-b906-4061d0efef77,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:06.804611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d101d6d3-56f4-4a09-9f81-ba642f8baf41 req-df6f6752-edb8-458d-ad5d-69c0a017c9ee tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Sep 18 06:55:06.858795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:06.860038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd84e7a2-f342-40e0-b2eb-7709fa11030d req-0a139b52-32a7-483f-8f86-d06010a1ac65 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6620107 Sep 18 06:55:06.950011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-e7837b3f-f610-4d07-95df-89242035cce5 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 200 len: 2397 time: 0.0667450 Sep 18 06:55:06.964626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fea6be6-a85d-4257-b457-aa6c712d38ae', 'remote_group_id': None}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:06.965109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1fea6be6-a85d-4257-b457-aa6c712d38ae', 'remote_group_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:07.048039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c49a7-87b2-4dfb-95e7-6d756bbfe7e2 req-17f5807b-5f92-41ac-be7d-c7e56ac1babf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:07.051082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d8c49a7-87b2-4dfb-95e7-6d756bbfe7e2 req-17f5807b-5f92-41ac-be7d-c7e56ac1babf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0772526 Sep 18 06:55:07.139212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d8c49a7-87b2-4dfb-95e7-6d756bbfe7e2 req-ac0745ea-0bb9-4552-8c07-e78a960e9050 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 Sep 18 06:55:07.208675 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:07.265604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:07.296902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748cb32-3fd4-47a0-a6a7-f3c9e4f8458b req-fc02f9f4-9899-4d0d-aa1e-5b97496b4b92 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:07.298556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7748cb32-3fd4-47a0-a6a7-f3c9e4f8458b req-fc02f9f4-9899-4d0d-aa1e-5b97496b4b92 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0819240 Sep 18 06:55:07.329538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:07.367130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7748cb32-3fd4-47a0-a6a7-f3c9e4f8458b req-0468a8b6-5d68-4012-8620-c2333ade42c3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619972 Sep 18 06:55:07.370661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310dc0d2-b706-4e73-a509-f374baee504d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:07.441961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:07.443341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ad50031-a79e-4c00-9677-c9fe814d852b req-9c4043d2-ad27-4ece-8b11-4eac939aaa1b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4845400 Sep 18 06:55:07.530756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae690ded-0e2d-4531-8c6e-2636b62065cf req-c001f2ef-cdae-4e7f-acc9-63aa2fc43e6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 200 len: 2995 time: 0.0587239 Sep 18 06:55:07.568782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-062f6a38-c9d9-44b1-b96f-d6e37ff8fb94 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-group-rules/310dc0d2-b706-4e73-a509-f374baee504d HTTP/1.1" status: 200 len: 783 time: 0.0265195 Sep 18 06:55:07.628984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-22448a82-3a7c-40da-98e7-389ff31428ad tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 200 len: 2995 time: 0.0542400 Sep 18 06:55:07.680459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:07.693122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.053296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223b1a1-46fb-4dc6-9494-85bdf0fd6681 req-df23c80c-cd10-4fdd-b6c1-b578559801e3 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:08.060863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e223b1a1-46fb-4dc6-9494-85bdf0fd6681 req-df23c80c-cd10-4fdd-b6c1-b578559801e3 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0672936 Sep 18 06:55:08.097189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e223b1a1-46fb-4dc6-9494-85bdf0fd6681 req-c17e568a-d6b6-4148-a8ae-537e6743a3b7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Sep 18 06:55:08.157178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.182678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.182678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c989d3c5-9ab2-4d03-864c-c92a35377ed1 req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/310dc0d2-b706-4e73-a509-f374baee504d HTTP/1.1" status: 204 len: 173 time: 0.5442343 Sep 18 06:55:08.213137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783841-ff0f-4cb7-9284-ceaef8c3fe6c tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=310dc0d2-b706-4e73-a509-f374baee504d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:08.411010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-f5bbf10f-6b4d-423b-add1-c5d396d36a32 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 200 len: 2397 time: 0.0813417 Sep 18 06:55:08.426858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a1cb0-6c9c-4011-8c98-f765627c3496 req-9e3a2029-362e-4fae-8fb7-92d8d66e37b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:08.429609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee2a1cb0-6c9c-4011-8c98-f765627c3496 req-9e3a2029-362e-4fae-8fb7-92d8d66e37b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1358018 Sep 18 06:55:08.509123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee2a1cb0-6c9c-4011-8c98-f765627c3496 req-36478e61-0a9c-4a60-9012-d71ed7dc46b0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Sep 18 06:55:08.517462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.549460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.640879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca22c1-eb75-40ac-b040-a914abc4da3f req-a266b3a6-a205-4c63-8006-509d0256a5a1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:08.642889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8ca22c1-eb75-40ac-b040-a914abc4da3f req-a266b3a6-a205-4c63-8006-509d0256a5a1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0561914 Sep 18 06:55:08.687008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8ca22c1-eb75-40ac-b040-a914abc4da3f req-e1cb5eb1-2ce0-4015-9e57-6da2348ebcee tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Sep 18 06:55:08.693807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.697829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.700883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-814dd2bb-fcbb-4ac2-b9dd-50ca494a22b3 req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fea6be6-a85d-4257-b457-aa6c712d38ae HTTP/1.1" status: 204 len: 173 time: 0.2890370 Sep 18 06:55:08.717709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c34b9-c48e-4186-911d-707ac9b42e67 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea6be6-a85d-4257-b457-aa6c712d38ae,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:08.750987 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-794042ad-4027-446a-81b6-48533b7b049b req-aaf66540-fea9-4236-80ec-9c7d20c5b34f tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] show failed (client error): The resource could not be found. Sep 18 06:55:08.752188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-794042ad-4027-446a-81b6-48533b7b049b req-aaf66540-fea9-4236-80ec-9c7d20c5b34f tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/99b917a0-8900-472d-bc69-346e307fdc4c HTTP/1.1" status: 404 len: 352 time: 0.0203977 Sep 18 06:55:08.795584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4370592-19cf-41b1-9ce8-935da0867b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.827158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-afbadb02-7fc0-4e79-b5ca-2a90fa47f0ee tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/408d22d9-bfbe-4e86-bf94-ed41779835f2 HTTP/1.1" status: 200 len: 1804 time: 0.0529482 Sep 18 06:55:08.899117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:08.927199 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.086698 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.092004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.096946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51048e81-a6f3-4ec6-8c57-fec1599b146a req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/408d22d9-bfbe-4e86-bf94-ed41779835f2 HTTP/1.1" status: 204 len: 173 time: 0.2581413 Sep 18 06:55:09.106947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26658abb-ecfc-4951-85a8-2ee917ae992b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408d22d9-bfbe-4e86-bf94-ed41779835f2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:09.218041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-fc679368-a21f-4336-82d7-798811c00fbd tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/18773c83-a6b1-4333-92ed-b8069a28f56f HTTP/1.1" status: 200 len: 1804 time: 0.0921259 Sep 18 06:55:09.264093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c38b2-9063-4be8-bcdf-134971e1264e req-71929950-2ebc-48e3-bd2b-b7fe92d8c996 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:09.265660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed6c38b2-9063-4be8-bcdf-134971e1264e req-71929950-2ebc-48e3-bd2b-b7fe92d8c996 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0818942 Sep 18 06:55:09.329010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.343007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed6c38b2-9063-4be8-bcdf-134971e1264e req-40cce614-1a12-46a7-b9fb-c8b78a3ef23f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588861 Sep 18 06:55:09.359937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.744067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.746762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:09.748434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-596179fa-166c-4247-ae9b-d535b9aa9aac req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/18773c83-a6b1-4333-92ed-b8069a28f56f HTTP/1.1" status: 204 len: 173 time: 0.5227931 Sep 18 06:55:09.761675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff94123-6718-42a4-8f8e-5d273228e45b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18773c83-a6b1-4333-92ed-b8069a28f56f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:09.864079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b90c-6e4a-4e54-b7ea-9bbab62efe26 req-90bcc3b7-b270-406f-b5fa-91b1574db96f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:09.865257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a61b90c-6e4a-4e54-b7ea-9bbab62efe26 req-90bcc3b7-b270-406f-b5fa-91b1574db96f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0504715 Sep 18 06:55:09.907267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a61b90c-6e4a-4e54-b7ea-9bbab62efe26 req-e4cb0cd3-abf3-41ac-b84b-f1c1e947ea76 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357130 Sep 18 06:55:10.021769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4304d7-3916-452f-9e57-bfb6bbfdf210 req-533330b4-2cd9-4d06-8c4d-9547334d381c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:10.023355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d4304d7-3916-452f-9e57-bfb6bbfdf210 req-533330b4-2cd9-4d06-8c4d-9547334d381c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Sep 18 06:55:10.059877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d4304d7-3916-452f-9e57-bfb6bbfdf210 req-f5e45d6d-dc9e-4a93-a4bf-6e8cf82a1532 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Sep 18 06:55:10.118979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-ff41709f-6296-4a69-80bf-503986571638 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/ff3f36e5-9b0a-4877-980c-446b488d3c41 HTTP/1.1" status: 200 len: 1805 time: 0.0363779 Sep 18 06:55:10.175561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:10.201236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:10.840901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:10.844494 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:10.856170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-264fa938-094c-438a-8a12-a484b5bb8b93 req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff3f36e5-9b0a-4877-980c-446b488d3c41 HTTP/1.1" status: 204 len: 173 time: 0.7310977 Sep 18 06:55:10.874031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb176e4a-0b4c-4f5d-9839-5dae9376743b tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f36e5-9b0a-4877-980c-446b488d3c41,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:10.981731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e54a8-22e8-4271-8770-c78b916b548a req-600bd281-39cd-45d5-a51f-031e9e071b8c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:10.983390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-087e54a8-22e8-4271-8770-c78b916b548a req-600bd281-39cd-45d5-a51f-031e9e071b8c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0553970 Sep 18 06:55:11.024522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-087e54a8-22e8-4271-8770-c78b916b548a req-156dfe13-373b-4e4c-b3ce-b1115ec5f2dc tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339701 Sep 18 06:55:11.166259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-84c83794-d00b-49f8-88ea-79c9b2f546b0 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/bfe0303d-a5a5-46e0-b7db-1d7997dd2078 HTTP/1.1" status: 200 len: 2403 time: 0.0411394 Sep 18 06:55:11.231725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.259671 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.369630 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.394573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.394573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52fec9ab-e306-4bc9-833c-6dddc9257428 req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/bfe0303d-a5a5-46e0-b7db-1d7997dd2078 HTTP/1.1" status: 204 len: 173 time: 0.2126179 Sep 18 06:55:11.412965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a43f0-4f5f-4677-b2a8-1e35262f70b8 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0303d-a5a5-46e0-b7db-1d7997dd2078,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:11.482008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-443b6182-deda-47e3-b302-47a5fcc35a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.583253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064e30f-83d9-4d70-bbfe-401c37cd859e req-bf40729b-5077-41ec-b453-088e2b7b32e4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:11.583253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1064e30f-83d9-4d70-bbfe-401c37cd859e req-bf40729b-5077-41ec-b453-088e2b7b32e4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0936680 Sep 18 06:55:11.648422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67219e-c51b-48b8-85fd-40934b2e6317 req-4a9d6e74-d351-4c0b-a3b0-5bcd94f80bd7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:11.650035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a67219e-c51b-48b8-85fd-40934b2e6317 req-4a9d6e74-d351-4c0b-a3b0-5bcd94f80bd7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0984786 Sep 18 06:55:11.660430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1064e30f-83d9-4d70-bbfe-401c37cd859e req-20617538-997c-47ac-bb48-c23de7ab154d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Sep 18 06:55:11.725819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a67219e-c51b-48b8-85fd-40934b2e6317 req-84151537-e21e-4c30-bdb6-abc37428d335 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692241 Sep 18 06:55:11.771525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-5f858235-b75e-4132-8b7e-38c996197bc3 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "GET /v2.0/security-groups/75cc2115-4f41-44e7-8eb1-46341b488484 HTTP/1.1" status: 200 len: 2396 time: 0.0783157 Sep 18 06:55:11.849811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.881836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:11.966915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.004262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.007136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.013050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a1ccbef-1555-4cd1-b53d-753d26eaec58 req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] 10.222.0.20 "DELETE /v2.0/security-groups/75cc2115-4f41-44e7-8eb1-46341b488484 HTTP/1.1" status: 204 len: 173 time: 0.2348471 Sep 18 06:55:12.015826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:12.023838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed95cf-6a57-4725-ac42-3490a2242f04 tempest-SecurityGroupRulesTestJSON-985193150 tempest-SecurityGroupRulesTestJSON-985193150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cc2115-4f41-44e7-8eb1-46341b488484,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:12.079672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Deleting subnet 1de5fb86-ec24-4738-86f7-508fbaa52982 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:55:12.088887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.134200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.188644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.214611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2c653-c495-4c92-b500-e8ffb78fa659 req-1f272f13-ace3-40ff-b34a-9910c2b8d33e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:12.216455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cd2c653-c495-4c92-b500-e8ffb78fa659 req-1f272f13-ace3-40ff-b34a-9910c2b8d33e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.1071966 Sep 18 06:55:12.286623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cd2c653-c495-4c92-b500-e8ffb78fa659 req-67127469-7724-453e-9c08-408804cf453d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620725 Sep 18 06:55:12.349834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.379196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de5fb86-ec24-4738-86f7-508fbaa52982,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:12.385405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.385405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a9a110fd-7eac-4b26-a6a5-dad498be35ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1de5fb86-ec24-4738-86f7-508fbaa52982 HTTP/1.1" status: 204 len: 168 time: 0.3671029 Sep 18 06:55:12.387299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36832) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:12.464069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.580096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.625647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce831a6-7419-4a4f-b214-1c0f4e20386d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:12.651709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01271a17-d197-4588-af5b-0f8578172ba5') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:12.652931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01271a17-d197-4588-af5b-0f8578172ba5') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:12.667508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.681794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:55:12.709204 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:55:12.819568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764e9e7-6938-4e06-ba85-a2cf982c1a26 req-09e05f1c-ad02-4d5b-8cd0-18c595dad0a7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:12.827292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3764e9e7-6938-4e06-ba85-a2cf982c1a26 req-09e05f1c-ad02-4d5b-8cd0-18c595dad0a7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0804639 Sep 18 06:55:12.898756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.905014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:12.910368 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] 10.222.0.20 "DELETE /v2.0/networks/cce831a6-7419-4a4f-b214-1c0f4e20386d HTTP/1.1" status: 204 len: 168 time: 0.5186608 Sep 18 06:55:12.927919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957331-8acc-4b5b-bcea-50a5ed0c7b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=cce831a6-7419-4a4f-b214-1c0f4e20386d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:12.938462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3764e9e7-6938-4e06-ba85-a2cf982c1a26 req-ea0ad8af-a942-4fd2-8d48-2e0f67931399 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099520 Sep 18 06:55:12.957657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048154-3553-4e91-8c3b-739f335008c8 req-f811b493-54be-4428-b6a8-d42b4b08d5ed tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:12.958457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2048154-3553-4e91-8c3b-739f335008c8 req-f811b493-54be-4428-b6a8-d42b4b08d5ed tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.1229470 Sep 18 06:55:12.966773 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:55:13.028309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2048154-3553-4e91-8c3b-739f335008c8 req-afc72f76-42cf-4ef6-a16e-55d645fc2d2a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Sep 18 06:55:13.140509 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:13.339240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36868) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:13.414695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fe69602c-5185-471c-8a52-aff93d8130db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa36dc1d625a461bb26a8a261a8f3f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742490 Sep 18 06:55:13.418093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:13.530602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19c64-648b-4b69-bd5a-0379227bd488 req-4cd06fff-81d8-4a23-a6d1-aec010bb4cf0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:13.532298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99d19c64-648b-4b69-bd5a-0379227bd488 req-4cd06fff-81d8-4a23-a6d1-aec010bb4cf0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0881572 Sep 18 06:55:13.533050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:13.573734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:13.627568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99d19c64-648b-4b69-bd5a-0379227bd488 req-43ff7cb3-3cde-4123-be55-a3324956a818 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836866 Sep 18 06:55:13.741794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:13.744860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:13.746274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6fbd8c0-d601-4ce7-8728-553c257d3964 HTTP/1.1" status: 204 len: 168 time: 0.3271835 Sep 18 06:55:13.779970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325c44-f1dd-4329-a0a1-9f8905a61c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbd8c0-d601-4ce7-8728-553c257d3964,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:14.086440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfd25-945e-45c3-8afe-9c216344621f req-0b2d7ffa-5da2-4617-ae56-2f5f770e91d6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:14.095706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-792cfd25-945e-45c3-8afe-9c216344621f req-0b2d7ffa-5da2-4617-ae56-2f5f770e91d6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0557313 Sep 18 06:55:14.149870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-792cfd25-945e-45c3-8afe-9c216344621f req-8aedb0f2-9f6f-47d0-a933-133608fc7eab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Sep 18 06:55:14.577885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:14.595431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:14.678489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dda198-3edd-41d0-86c6-50700d713650 req-3c10b74e-3ac7-4711-8809-760ee3bdacef tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:14.688942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dda198-3edd-41d0-86c6-50700d713650 req-3c10b74e-3ac7-4711-8809-760ee3bdacef tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.1336393 Sep 18 06:55:14.743481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20dda198-3edd-41d0-86c6-50700d713650 req-d39a783f-8a21-4dbb-b031-96fe71540fba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505803 Sep 18 06:55:14.884805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52795d-2d32-4fab-aafd-5c1f226a09fb req-c0f611e1-2a13-4e0a-97a6-b6063d64041c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:14.897175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f52795d-2d32-4fab-aafd-5c1f226a09fb req-c0f611e1-2a13-4e0a-97a6-b6063d64041c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 945 time: 0.0893176 Sep 18 06:55:14.962350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f52795d-2d32-4fab-aafd-5c1f226a09fb req-c98bce96-bfcf-4bcc-8d9d-380ec2671590 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642791 Sep 18 06:55:15.082010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-77100f1a-4f8d-43ae-ac56-ffb53519ba03 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:15.083442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-77100f1a-4f8d-43ae-ac56-ffb53519ba03 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0514636 Sep 18 06:55:15.096206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:15.161678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:15.343965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61b9b-904c-4b86-bbb4-f7d7b70a66f1 req-fb34d52f-d7fe-46f9-a832-4baa45622493 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:15.345765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33d61b9b-904c-4b86-bbb4-f7d7b70a66f1 req-fb34d52f-d7fe-46f9-a832-4baa45622493 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0613639 Sep 18 06:55:15.346522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36936) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:15.412887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33d61b9b-904c-4b86-bbb4-f7d7b70a66f1 req-1b763d0e-eac8-4087-8c61-c7e841e2231a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Sep 18 06:55:15.507382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-864687749-network', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:15.649073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Made reservation on behalf of c8129a2b82d44ca19b12041d0dcc3543 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:15.651934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:15.663613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:15.679033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:15.740709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:15.808320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:15.811563 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608f97b-ffa0-4d8d-884e-2b54a5b54167" -d '{"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:15.813308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:15.827202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:15.862664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b581b-8cc4-4ee0-beff-c8c77d3cd42f x-openstack-request-id: req-988b581b-8cc4-4ee0-beff-c8c77d3cd42f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:15.862664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:15.862664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-988b581b-8cc4-4ee0-beff-c8c77d3cd42f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:15.862664 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'code': 200} Sep 18 06:55:16.020801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.021029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.074828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:55:16.113810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:16.115246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:16.115932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:16.133515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:16.134195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Attempting to bind port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:16.142776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:16.143715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:16.144310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:16.145617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Bound port: 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:16.146352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.159225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf9d5e-cd5e-4730-9cd5-59be220a1bc9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:16.164737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:16.170362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.170712 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Added segment 48c1ff96-9923-4004-9433-5a05b1eb7b04 of type vlan for network 0b609410-7fb1-45c1-86ab-a7ff93848507 Sep 18 06:55:16.238069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f800c7-6da4-4c36-b7fe-aeef138f7b4a req-d65ba43d-72db-49b6-9701-057c049be192 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:16.240128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f800c7-6da4-4c36-b7fe-aeef138f7b4a req-d65ba43d-72db-49b6-9701-057c049be192 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.1718130 Sep 18 06:55:16.244429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.284591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:16.289156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:16.322764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 4620b681-44d2-405f-a9c3-a9331a425f53 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:16.329138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f800c7-6da4-4c36-b7fe-aeef138f7b4a req-e8ac77fa-2055-441c-bcad-f25766646c54 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802419 Sep 18 06:55:16.404205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.424362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-64c5ca36-d868-4d40-9e23-ee02a1e75827 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1949121050&fields=id&tenant_id=fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 267 time: 0.0468218 Sep 18 06:55:16.494854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.495709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:16.496783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:16.497778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.523719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '4620b681-44d2-405f-a9c3-a9331a425f53', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '4620b681-44d2-405f-a9c3-a9331a425f53', 'mac_address': 'fa:16:3e:ab:2c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:16.546173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:16.547077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.549916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] 10.222.0.37 "PUT /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 1123 time: 1.4579003 Sep 18 06:55:16.564268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131e378-45d9-4bb8-956c-24634a42815f service neutron] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:16.666896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3191345 Sep 18 06:55:16.670341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:16.678413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Request body: {'subnet': {'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-864687749-subnet', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:16.727562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cba66-1518-47d2-8f87-5f3adb868fdc admin admin] Pushing event updated for resources: {'Network': ['ID=0b609410-7fb1-45c1-86ab-a7ff93848507,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:16.737696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.754039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:55:16.772970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4620b681-44d2-405f-a9c3-a9331a425f53 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:16.797269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:16.798512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-c0fba9b2-e3d3-41fa-b2a5-9316e4993e29 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:16.801958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-c0fba9b2-e3d3-41fa-b2a5-9316e4993e29 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 823 time: 0.3709562 Sep 18 06:55:16.803871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Made reservation on behalf of c8129a2b82d44ca19b12041d0dcc3543 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:16.807978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:16.818987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:16.824034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f2835-29ef-44c8-b021-6e02245eed72 req-b6b5e938-cdda-456e-9496-6fadca223e17 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:16.833874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b3f2835-29ef-44c8-b021-6e02245eed72 req-b6b5e938-cdda-456e-9496-6fadca223e17 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.2599182 Sep 18 06:55:16.845542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:16.862184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-2a2ad5cd-e365-4027-b9ca-8f11761bcc47 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/quotas/fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 375 time: 0.0506611 Sep 18 06:55:16.915801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b3f2835-29ef-44c8-b021-6e02245eed72 req-f981eed1-f55f-419a-9604-092a3df4ebe0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807927 Sep 18 06:55:16.955647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-9dde1782-24f6-4c58-8d85-b58f4cc15f72 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0770941 Sep 18 06:55:17.016102 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.018850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:17.135421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-55ff533d-b4d7-40bd-af58-e515e869e9cd service neutron] 10.222.0.20 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788030 Sep 18 06:55:17.140450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:17.218962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.315698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef4eac8-7ac2-4781-bd77-080d8f9278b6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:17.334123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-ccee69b6-849a-42c3-b8bc-26cc055d2d60 service neutron] 10.222.0.20 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966062 Sep 18 06:55:17.336805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Checking segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:17.337372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Network hostable DHCP agents. Network: 0b609410-7fb1-45c1-86ab-a7ff93848507, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:55:17.424319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:17.450632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:55:17.456256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:55:17.561150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['4620b681-44d2-405f-a9c3-a9331a425f53'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:17.574715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0b609410-7fb1-45c1-86ab-a7ff93848507) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:17.579489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:17.580086 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.614825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d62ea-1fa9-43f0-8aba-2c9691c17bf0 None None] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:55:17.674122 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5a87c054-ebe0-4585-a193-2dff9594f690 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0022874 Sep 18 06:55:17.675344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:17.680370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:17.797038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272b1f-7607-48b2-9d81-ef1d51e96b5c req-a253a511-4102-4210-90e0-90b08e87e2ae tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:17.807987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-64b2be8f-405b-4b83-97d8-a88748f366ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0772512 Sep 18 06:55:17.812679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3272b1f-7607-48b2-9d81-ef1d51e96b5c req-a253a511-4102-4210-90e0-90b08e87e2ae tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.1755688 Sep 18 06:55:17.874207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:17.877246 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6713aac7-cfc4-412d-8937-2c0968d2aa75" -d '{"events": [{"name": "network-changed", "server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:17.885178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.896375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.910094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3272b1f-7607-48b2-9d81-ef1d51e96b5c req-bf821ba1-8547-4ce3-a3c2-9ecc52198103 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910742 Sep 18 06:55:17.920330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0b609410-7fb1-45c1-86ab-a7ff93848507', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:55:17.921485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:17.927482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dade3-304d-4e62-b183-d0c49853a936 req-64643abc-bced-4a5c-876f-30e5b9ea8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:17.929089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-64643abc-bced-4a5c-876f-30e5b9ea8157 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 1096 time: 0.0900276 Sep 18 06:55:18.021143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c31879c5-e187-47d7-b0a3-a0b2a54c8f24 req-b9358b4c-0836-4cd9-82c5-663a589a1a61 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0444872 Sep 18 06:55:18.028490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.119703 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f14a8-2a4b-4d25-83a2-10cb4d6ed1a6 x-openstack-request-id: req-532f14a8-2a4b-4d25-83a2-10cb4d6ed1a6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:18.119999 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:18.120251 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-532f14a8-2a4b-4d25-83a2-10cb4d6ed1a6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:18.120643 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'status': 'completed', 'code': 200} Sep 18 06:55:18.310005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Allocated IP 172.20.0.2 (0b609410-7fb1-45c1-86ab-a7ff93848507/5ef4eac8-7ac2-4781-bd77-080d8f9278b6/3b0b92c0-1adf-45a0-adeb-c0f108d5be35) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:18.341969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 4620b681-44d2-405f-a9c3-a9331a425f53 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:18.360220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dade3-304d-4e62-b183-d0c49853a936 req-f603c76a-7e78-43c9-8a63-97468442bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:18.367434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-f603c76a-7e78-43c9-8a63-97468442bb40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.4034617 Sep 18 06:55:18.399718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcb64b-f2ac-4fdb-a0cc-f8080c26f036 req-7fb0e8ff-8f20-4bc4-80af-d35308c52046 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:18.406469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbbcb64b-f2ac-4fdb-a0cc-f8080c26f036 req-7fb0e8ff-8f20-4bc4-80af-d35308c52046 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1883459 Sep 18 06:55:18.446241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c010a-9adc-46d1-8c99-c77ed867592b req-832a36bb-6318-47f8-b9cd-21cd8c885ed5 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:18.450412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-550c010a-9adc-46d1-8c99-c77ed867592b req-832a36bb-6318-47f8-b9cd-21cd8c885ed5 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2416050-c6f7-40e5-810b-87af106a1d6b HTTP/1.1" status: 200 len: 945 time: 0.1457317 Sep 18 06:55:18.518883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbbcb64b-f2ac-4fdb-a0cc-f8080c26f036 req-b18d0af5-5f09-48a2-8e12-cf8f068867b2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881059 Sep 18 06:55:18.520319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-d090d0c8-58c8-4088-a39e-966f3f5755af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 200 len: 217 time: 0.1387391 Sep 18 06:55:18.595506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 4620b681-44d2-405f-a9c3-a9331a425f53 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:18.596251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.708536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.719601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Deleting port f0630191-4de9-409f-a17e-208b4a58a115 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:55:18.722389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.746487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-b4edd74d-9fd4-4908-a8dd-b8eb9cb605e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:18.748106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-b4edd74d-9fd4-4908-a8dd-b8eb9cb605e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1126 time: 0.4505305 Sep 18 06:55:18.755538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.771427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dade3-304d-4e62-b183-d0c49853a936 req-893efa59-bf3a-46bd-8b1e-00408f6dbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:18.773247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-893efa59-bf3a-46bd-8b1e-00408f6dbc5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.2409947 Sep 18 06:55:18.834816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.839606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-ced55608-9d6e-4e1d-a0e5-1c0bdd698d23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508316 Sep 18 06:55:18.876542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:18.882337 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67896c60-4092-4be0-9159-483b9b222313" -d '{"events": [{"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:18.942249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:18.958935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] For port f0630191-4de9-409f-a17e-208b4a58a115, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f0630191-4de9-409f-a17e-208b4a58a115,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:18.960761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:18.968227 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bec319-0254-4fc6-8eb3-feb7d0ea9c1c x-openstack-request-id: req-b7bec319-0254-4fc6-8eb3-feb7d0ea9c1c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:18.968555 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:18.968822 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7bec319-0254-4fc6-8eb3-feb7d0ea9c1c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:18.969226 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53', 'code': 200} Sep 18 06:55:19.042935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-3e2ce0a5-061e-424e-a72f-a67ea8878007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:19.045882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-3e2ce0a5-061e-424e-a72f-a67ea8878007 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.2851896 Sep 18 06:55:19.106709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-c46bf8b9-07b0-47c6-94ed-d7089b5d1ba3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 217 time: 0.0500531 Sep 18 06:55:19.110935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-ce580e80-9ee5-4b81-bd2c-04f921dc2d0f service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568002 Sep 18 06:55:19.158722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.259998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:19.261531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-12f31672-18b1-46ef-a918-e36087fa85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:19.263333 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-12f31672-18b1-46ef-a918-e36087fa85ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.1469817 Sep 18 06:55:19.269832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:19.285614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:19.313139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.369637 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-3f00c495-6b26-40a6-abb1-473b16a1f575 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943794 Sep 18 06:55:19.398724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ac58c-3250-4399-a997-5c9b29d7d768 req-25ed7413-3e39-4414-909e-6cdc0d0ee51c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:19.407463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-838ac58c-3250-4399-a997-5c9b29d7d768 req-25ed7413-3e39-4414-909e-6cdc0d0ee51c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.3547447 Sep 18 06:55:19.531570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-838ac58c-3250-4399-a997-5c9b29d7d768 req-ef9a4730-9d52-4cdd-a6db-bfb7b0a8582d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124103 Sep 18 06:55:19.540931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Pushing event updated for resources: {'Port': ['ID=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:19.591723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.592329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.592643 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f disassociated. External IP: 172.25.4.197, port: f0630191-4de9-409f-a17e-208b4a58a115. Sep 18 06:55:19.592982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Calling delete_port for f0630191-4de9-409f-a17e-208b4a58a115 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:55:19.626556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-942dade3-304d-4e62-b183-d0c49853a936 req-05076eb0-49c7-452c-9d30-96e7aba36fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913504 Sep 18 06:55:19.639395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:19.644957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Attempting to bind port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:19.645162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fae25ca-abf5-4f02-b77d-cfcb043d2865 req-0a72e1a3-a794-4ff4-b528-75a7dd8c4405 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0555973 Sep 18 06:55:19.645618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Attempting to bind port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:19.646157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Attempting to bind port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 on network 0b609410-7fb1-45c1-86ab-a7ff93848507 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:19.669255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:19.669747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Checking segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:19.671201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.671681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Bound using segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:19.672253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Bound port: 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:19.672713 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:19.823855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] For port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:19.834980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] For port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:19.863366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e4a3-f6b6-41b1-88ac-3c8ca7331a55 req-36b2d8e4-9cd5-43b9-8912-bfbf822b0606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:19.866792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e46e4a3-f6b6-41b1-88ac-3c8ca7331a55 req-36b2d8e4-9cd5-43b9-8912-bfbf822b0606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0981557 Sep 18 06:55:19.923403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-e6ada235-9cff-4164-8374-a01a0fe33e3e service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588201 Sep 18 06:55:19.989102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e46e4a3-f6b6-41b1-88ac-3c8ca7331a55 req-848d6fff-c81c-4661-8525-7bb0f0b2d275 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814826 Sep 18 06:55:20.008569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:20.083516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:20.122663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:20.132526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069e16c-4062-4916-a4e7-d5399fe9a326 None None] Pushing event updated for resources: {'Port': ['ID=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:20.134608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6713aac7-cfc4-412d-8937-2c0968d2aa75 req-8fb17467-facc-4f39-b742-6813c95e86de service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769948 Sep 18 06:55:20.135540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:20.231917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event deleted for resources: {'Port': ['ID=f0630191-4de9-409f-a17e-208b4a58a115,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:20.353277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Allocated IP 172.25.4.73 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/f2efd9ac-0180-4880-87e4-4177f50efc40) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:20.511672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:55:20.694421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:20.807776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9718-9b9f-4ca7-9bf4-028123ad95a0 req-3f5d3923-79d1-448d-9a2b-c49486b45dc7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:20.840383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36c9718-9b9f-4ca7-9bf4-028123ad95a0 req-3f5d3923-79d1-448d-9a2b-c49486b45dc7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.2122593 Sep 18 06:55:20.873019 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-810d889a-aced-4cf7-b20c-6ca997cb2c0a service neutron] show failed (client error): The resource could not be found. Sep 18 06:55:20.873019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-810d889a-aced-4cf7-b20c-6ca997cb2c0a service neutron] 10.222.0.37 "GET /v2.0/ports/5274fcec-8c73-4076-a834-458374f8a7bc/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1594656 Sep 18 06:55:20.907504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:55:20.925391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:55:20.935092 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:20.935716 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:20.959028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:21.023455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:21.028106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:21.050401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] No DVR routers for this DVR port f0630191-4de9-409f-a17e-208b4a58a115 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:55:21.056603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:21.064246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:21.096295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-550c010a-9adc-46d1-8c99-c77ed867592b req-0a885957-6d53-4051-b7b4-aa58de570d37 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "DELETE /v2.0/ports/f0630191-4de9-409f-a17e-208b4a58a115 HTTP/1.1" status: 204 len: 173 time: 2.6086340 Sep 18 06:55:21.096533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'name': 'network-vif-deleted', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:21.102411 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d861d7-743e-431e-9472-04209f68d19c" -d '{"events": [{"server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "name": "network-vif-deleted", "tag": "f0630191-4de9-409f-a17e-208b4a58a115"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:21.119359 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:21.137714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36c9718-9b9f-4ca7-9bf4-028123ad95a0 req-670125e9-75ce-497f-918f-e55bf3407bc8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948992 Sep 18 06:55:21.138471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Pushing event updated for resources: {'Port': ['ID=f2efd9ac-0180-4880-87e4-4177f50efc40,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:21.344612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95d8f918-fc23-4d82-8d5e-b73c07aefc1d req-2ade6204-2f15-4f61-b0ff-3c615bbdd773 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0671670 Sep 18 06:55:21.501701 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:21.556741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:55:21.597698 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:21.599796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:21.655575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785012c-6528-4119-b3d8-c2abbcfa0f3e req-1d04d922-a7cb-4687-a9f4-afd4f48b2a41 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:21.665197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a785012c-6528-4119-b3d8-c2abbcfa0f3e req-1d04d922-a7cb-4687-a9f4-afd4f48b2a41 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1325250 Sep 18 06:55:21.673386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11b8ee-a71c-4e6d-b14b-4eca1817ef9a None None] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:55:21.796295 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:21.878507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a785012c-6528-4119-b3d8-c2abbcfa0f3e req-64aa02fe-4595-4850-b53c-0d046eb639f6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125072 Sep 18 06:55:21.987272 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0992ece2-797a-472a-b799-cc3a53451851 x-openstack-request-id: req-0992ece2-797a-472a-b799-cc3a53451851 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:21.988509 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2416050-c6f7-40e5-810b-87af106a1d6b", "name": "network-vif-deleted", "tag": "f0630191-4de9-409f-a17e-208b4a58a115", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:21.989230 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0992ece2-797a-472a-b799-cc3a53451851 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:21.990249 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2416050-c6f7-40e5-810b-87af106a1d6b', 'name': 'network-vif-deleted', 'tag': 'f0630191-4de9-409f-a17e-208b4a58a115', 'status': 'completed', 'code': 200} Sep 18 06:55:21.993859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:22.116432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] Provisioning complete for port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:22.117690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:22.123631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-8ef8c16c-5563-4b66-a1d3-93911c318c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:22.130237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-8ef8c16c-5563-4b66-a1d3-93911c318c56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1102 time: 0.1040158 Sep 18 06:55:22.156153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:22.187495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f0630191-4de9-409f-a17e-208b4a58a115 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:55:22.252781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: f0630191-4de9-409f-a17e-208b4a58a115 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:55:22.253582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f0630191-4de9-409f-a17e-208b4a58a115 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:55:22.271982 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:22.435833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:22.436553 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:22.464589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300339c6-8215-4860-aa14-1780865ef4fc None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:55:22.516807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] For port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:22.608897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:22.705405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84dab1-d946-45fd-bcaf-22006e5ecf64 req-db228ffa-f133-4e46-b94c-54743e807ecc tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:22.718255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c84dab1-d946-45fd-bcaf-22006e5ecf64 req-db228ffa-f133-4e46-b94c-54743e807ecc tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.3180854 Sep 18 06:55:22.726157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-674bfb92-fea7-4e7a-a3dd-061e52321a85 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:22.728838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-674bfb92-fea7-4e7a-a3dd-061e52321a85 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 823 time: 0.6474688 Sep 18 06:55:22.750723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:22.895829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:22.896372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:23.039166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8a8ca-f334-4a39-a457-f163d06aaa58 None None] Pushing event updated for resources: {'Port': ['ID=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:23.086199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c84dab1-d946-45fd-bcaf-22006e5ecf64 req-23217eb3-fa45-400d-9718-133bcedaeddc tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671331 Sep 18 06:55:23.136192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-e7b8f026-b307-4e9c-a27d-078b475c311c tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc56ed9dbdf41678e6122160432aa54 HTTP/1.1" status: 200 len: 380 time: 0.2181327 Sep 18 06:55:23.161005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'port': {'device_id': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'admin_state_up': True, 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'security_groups': ['25200cc4-264e-4e6d-8ff1-52481fff446b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:23.199334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db7136-fd15-4a57-853d-ab5bac087e73 None None] New status for floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:55:23.277590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:23.366347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f3a9aa3b-ed8f-419a-bbeb-726c39fc28ce None None] Provisioning complete for port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:23.367093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3a9aa3b-ed8f-419a-bbeb-726c39fc28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:23.372003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:23.445133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb73a39f-61b8-4cc2-bb6f-2ec48998242b req-530b952d-1347-477c-8e2a-09aa0b1752fe tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0482776 Sep 18 06:55:23.520646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:23.667572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:23.742866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Transition to ACTIVE for port object 5274fcec-8c73-4076-a834-458374f8a7bc will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:23.786399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765542-9619-44b5-89bc-4a7ddd0d39ef req-19880524-c95f-45f8-ae03-49047fe81fb4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:23.805449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27765542-9619-44b5-89bc-4a7ddd0d39ef req-19880524-c95f-45f8-ae03-49047fe81fb4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1534190 Sep 18 06:55:23.912647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27765542-9619-44b5-89bc-4a7ddd0d39ef req-a05b111c-966f-45fa-839a-bbe660c45dba tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111701 Sep 18 06:55:23.914382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:24.079432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:24.083314 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f81395-b407-4fbc-832c-6e8ec75d5dc6" -d '{"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:24.087587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] No DVR routers for this DVR port 5274fcec-8c73-4076-a834-458374f8a7bc on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:55:24.241242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:55:24.359388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:55:24.386848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Made reservation on behalf of fcc56ed9dbdf41678e6122160432aa54 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:24.400466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:24.448214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:24.504823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:55:24.542850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:24.546232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:24.673938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:55:24.686516 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Sync routers for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:55:24.707328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:24.707971 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:24.794309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Allocated IP 172.20.0.4 (086feade-3ab7-4832-a5ed-de2448edd9c7/474592d4-40f0-49bb-a147-b83a48cbe983/0efe2c39-0ee3-4dc6-8b8d-e7999c727340) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:24.877586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:24.886633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ba5e81d9-078b-4d9a-b7bd-f35fb314714e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.2063794 Sep 18 06:55:24.894170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37106) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:24.970509 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:24.997977 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a87b59-5ca7-4ecb-83c3-bffb859db201 x-openstack-request-id: req-90a87b59-5ca7-4ecb-83c3-bffb859db201 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:25.001332 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:25.001629 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a87b59-5ca7-4ecb-83c3-bffb859db201 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:25.002089 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'code': 200} Sep 18 06:55:25.045931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:25.057818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:25.058416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:25.058791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:25.107235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:25.110767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Attempting to bind port 5274fcec-8c73-4076-a834-458374f8a7bc on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:25.145801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:25.146197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:25.146579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:25.147086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Bound port: 5274fcec-8c73-4076-a834-458374f8a7bc, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:25.147460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.264736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:25.268210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:25.287850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21e9bc-30f5-4585-b024-b7eb6879e273 req-607e48a7-3101-49bf-aef6-1f14c00ff2b9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:25.289648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff21e9bc-30f5-4585-b024-b7eb6879e273 req-607e48a7-3101-49bf-aef6-1f14c00ff2b9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.3134634 Sep 18 06:55:25.314927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.469515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff21e9bc-30f5-4585-b024-b7eb6879e273 req-a38178c9-09ad-4ee6-b0df-df9251f5f178 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Sep 18 06:55:25.470152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:21Z', 'revision_number': 3, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:25.470152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Checking router: e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:55:25.470152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Updating router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 port f2efd9ac-0180-4880-87e4-4177f50efc40 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:55:25.470152 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.471302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8daee669-7e17-4a6d-a2f0-4ac7b3d0fac7 req-1a06efba-ae31-4d09-9977-42d320e2fc02 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0449026 Sep 18 06:55:25.721931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.750352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.772357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:25.772983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.787485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] 10.222.0.24 "PUT /v2.0/ports/5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 1097 time: 3.6386168 Sep 18 06:55:25.803097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7311-2b6d-4998-a65b-fbe4fa86e71b req-fdb2a60e-0731-4a04-8f58-474bf4bb7d2b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:25.804670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e02d7311-2b6d-4998-a65b-fbe4fa86e71b req-fdb2a60e-0731-4a04-8f58-474bf4bb7d2b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.1453154 Sep 18 06:55:25.866048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event updated for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:25.885481 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:25.923561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:25.935418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-66ce5399-4ffd-40be-8d6b-d7d77e07d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:25.940029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-66ce5399-4ffd-40be-8d6b-d7d77e07d587 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1100 time: 0.1003847 Sep 18 06:55:25.940029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17e01-0562-4594-a5a0-bc8dba52faff service neutron] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:25.956958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e02d7311-2b6d-4998-a65b-fbe4fa86e71b req-594da51f-92f8-4a48-aafd-570cbb1b133e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300576 Sep 18 06:55:25.987209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:25.987209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:26.012539 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.133555 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6c8b0-1f3f-42d3-a4ed-7cc22f2f5103 None None] Pushing event updated for resources: {'Port': ['ID=f2efd9ac-0180-4880-87e4-4177f50efc40,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:26.183827 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Attempting to bind port f2efd9ac-0180-4880-87e4-4177f50efc40 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:26.184265 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Attempting to bind port f2efd9ac-0180-4880-87e4-4177f50efc40 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:26.184693 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Attempting to bind port f2efd9ac-0180-4880-87e4-4177f50efc40 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:26.196354 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:26.196803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:26.197272 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.197730 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:26.198739 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Bound port: f2efd9ac-0180-4880-87e4-4177f50efc40, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:26.198739 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.221298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:55:26.221880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:26.227334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.281864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-c456c718-32b3-4354-b17a-33c52724b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:26.283721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-c456c718-32b3-4354-b17a-33c52724b47d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3257532 Sep 18 06:55:26.320729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.364911 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] For port f2efd9ac-0180-4880-87e4-4177f50efc40, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:26.370125 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] For port f2efd9ac-0180-4880-87e4-4177f50efc40, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2efd9ac-0180-4880-87e4-4177f50efc40,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:26.417150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-e8d1ee0f-1ab8-49dd-8c48-13bf87d6eacc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.1256077 Sep 18 06:55:26.514287 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.520622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-d63966b4-9a3e-4059-92e6-0e380cc249b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:26.524556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-d63966b4-9a3e-4059-92e6-0e380cc249b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0986090 Sep 18 06:55:26.574578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0f45f1f8-cf04-49ee-8f92-5799eb44c395 None None] Provisioning complete for port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:26.575255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f45f1f8-cf04-49ee-8f92-5799eb44c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.614708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-41e4a85e-17b1-4e39-8ccc-a48ed11a40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:26.616247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-41e4a85e-17b1-4e39-8ccc-a48ed11a40c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835693 Sep 18 06:55:26.624632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-0c46d79e-e973-4e05-a390-871b10497996 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4692087 Sep 18 06:55:26.649759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Request body: {'port': {'device_id': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:26.676565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0f45f1f8-cf04-49ee-8f92-5799eb44c395 None None] Port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:26.680029 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:26.688281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:26.696689 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6c8b0-1f3f-42d3-a4ed-7cc22f2f5103 None None] Pushing event updated for resources: {'Port': ['ID=f2efd9ac-0180-4880-87e4-4177f50efc40,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:26.782079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:26.811055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Allocated IP 172.20.0.1 (0b609410-7fb1-45c1-86ab-a7ff93848507/5ef4eac8-7ac2-4781-bd77-080d8f9278b6/83dea2f4-da17-42ba-bcb8-48c1cb25894e) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:26.853761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-9c5dcf41-9a70-4577-9707-9914916bf4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289114 Sep 18 06:55:27.010792 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:27.034838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:27.037407 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490115f5-9cd6-44ae-8880-6133b27a7c79" -d '{"events": [{"name": "network-changed", "server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:27.156867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650ccc08-a6a3-4015-937c-c20d379cd4be req-5fbbff89-5a39-4a05-9c2d-3c68770d1d7e service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871380 Sep 18 06:55:27.164430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:27.277765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db143c6f-ecbb-4730-abee-4399f240b203 req-8b38f15f-a1cd-439b-8213-dd311aaf1135 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:27.288519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db143c6f-ecbb-4730-abee-4399f240b203 req-8b38f15f-a1cd-439b-8213-dd311aaf1135 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.1101887 Sep 18 06:55:27.317166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:27.332189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:27.362443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Transition to ACTIVE for port object 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:27.457732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db143c6f-ecbb-4730-abee-4399f240b203 req-34b10d8f-ab6b-49eb-8e90-9ce29685e6e0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682982 Sep 18 06:55:27.460162 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:27.500428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-aa8bde73-ffe5-4ffd-9222-2f3748ff4d62 service neutron] 10.222.0.24 "GET /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.1955588 Sep 18 06:55:27.677262 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:21Z', 'revision_number': 3, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:27.698179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:27.722113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec276e-1635-4600-a89a-975ef9bb005c req-96aa168e-6700-482c-93c6-81bf03e68adf tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:27.729925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eec276e-1635-4600-a89a-975ef9bb005c req-96aa168e-6700-482c-93c6-81bf03e68adf tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.1094434 Sep 18 06:55:27.769205 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461ece7-dbc3-4f78-a6c4-4d28a48fb7cd None None] The sync data for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 is: [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:21Z', 'revision_number': 3, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:55:27.790829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:27.804636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eec276e-1635-4600-a89a-975ef9bb005c req-ffc145c9-bbb9-46a0-8c9b-21645ec1268f tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736096 Sep 18 06:55:27.821073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:27.823964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:27.916295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Attempting to bind port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:27.916641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Attempting to bind port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:27.916976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Attempting to bind port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:27.955288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:27.971176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:27.971512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Attempting to bind port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 on network 086feade-3ab7-4832-a5ed-de2448edd9c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:28.015311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:28.015551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Checking segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:28.015938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Bound using segment: {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:28.016401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Bound port: 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d8b877-739a-4669-9f7e-aa732093439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:28.016805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.063149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Pushing event updated for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:28.094548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.117942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:28.179008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:28.279085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:28.400448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:28.495990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:28.503218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:28.573193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b1a60e80-0a9a-4083-97c2-8c5623002d84 None None] Provisioning complete for port 83dea2f4-da17-42ba-bcb8-48c1cb25894e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:28.574720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b1a60e80-0a9a-4083-97c2-8c5623002d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.578977 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.605007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b5db-7a3f-4508-8358-d7e761c54cf9 req-6d3556c9-b055-4d58-85e8-07553f87cadd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:28.620740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b209b5db-7a3f-4508-8358-d7e761c54cf9 req-6d3556c9-b055-4d58-85e8-07553f87cadd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.3106768 Sep 18 06:55:28.666972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.760284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:28.760914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:28.762405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 200 len: 1092 time: 2.1169114 Sep 18 06:55:28.765671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:28.791153 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501" -d '{"events": [{"name": "network-changed", "server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:28.794926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b209b5db-7a3f-4508-8358-d7e761c54cf9 req-3410b830-a1b0-4e2e-a90c-9c50a9117446 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701021 Sep 18 06:55:28.851928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60e80-0a9a-4083-97c2-8c5623002d84 None None] Port 83dea2f4-da17-42ba-bcb8-48c1cb25894e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:28.917939 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5941491-de86-4b02-be51-a473c9498cac x-openstack-request-id: req-d5941491-de86-4b02-be51-a473c9498cac {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:28.919902 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:28.920932 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5941491-de86-4b02-be51-a473c9498cac {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:28.922819 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'status': 'completed', 'code': 200} Sep 18 06:55:28.937920 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:29.136015 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e40289-d7b7-43e0-ad19-bd170f1e1531 x-openstack-request-id: req-d2e40289-d7b7-43e0-ad19-bd170f1e1531 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:29.136511 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:29.137433 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2e40289-d7b7-43e0-ad19-bd170f1e1531 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:29.138032 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'status': 'completed', 'code': 200} Sep 18 06:55:29.158376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] Transition to ACTIVE for port object 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:29.214486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4931-512b-4af9-bd8f-44cbca8138b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:29.231544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:29.272297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:29.388515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65cfb5-b4d8-495f-8763-44362c5de383 req-32cf7d98-e2ab-4830-978c-c36378fc59d7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:29.406021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b65cfb5-b4d8-495f-8763-44362c5de383 req-32cf7d98-e2ab-4830-978c-c36378fc59d7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 943 time: 0.3788507 Sep 18 06:55:29.440112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9fcf6-fcb3-48ea-bee9-6f6ab46d9ee8 req-50e32976-6590-436c-ba32-0f25cf50fc9f tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:29.440112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59c9fcf6-fcb3-48ea-bee9-6f6ab46d9ee8 req-50e32976-6590-436c-ba32-0f25cf50fc9f tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.2712986 Sep 18 06:55:29.544176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:29.549144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] No DVR routers for this DVR port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:55:29.569113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-f8d195f4-d795-4491-9ec9-260a780e1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:29.573322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-f8d195f4-d795-4491-9ec9-260a780e1901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1100 time: 0.5713267 Sep 18 06:55:29.575489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-6b42f88c-2bd9-4a0a-b385-c0121ca31cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:29.577640 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-6b42f88c-2bd9-4a0a-b385-c0121ca31cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 1095 time: 0.6147015 Sep 18 06:55:29.600937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59c9fcf6-fcb3-48ea-bee9-6f6ab46d9ee8 req-b8c4579a-62d7-4a93-9ad3-d324c4ed6a9a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425686 Sep 18 06:55:29.628230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b65cfb5-b4d8-495f-8763-44362c5de383 req-1ca842c7-b0bb-41d9-96a4-cdfeee9d087a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212608 Sep 18 06:55:29.629427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] Pushing event updated for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:29.711513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-109f8ae0-c767-411f-996b-1ff5e20a7084 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 2.2013419 Sep 18 06:55:29.755457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-07920b84-f243-4ff0-95f4-4020fc8f9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:29.761940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-07920b84-f243-4ff0-95f4-4020fc8f9ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1100 time: 0.8334732 Sep 18 06:55:29.859263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-17cb40cd-8169-4e4f-b3f2-fa156b5d779e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 200 len: 217 time: 0.0750003 Sep 18 06:55:30.040092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c9466-26b3-4672-baf6-07fcecec4ede req-caa5e813-df92-455d-bdb6-a6f335b65ba8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.052333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5c9466-26b3-4672-baf6-07fcecec4ede req-caa5e813-df92-455d-bdb6-a6f335b65ba8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.1161222 Sep 18 06:55:30.264136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5c9466-26b3-4672-baf6-07fcecec4ede req-15b54239-2a04-452d-8087-1e47a6e0ce3d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991720 Sep 18 06:55:30.281604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-49c8123f-d108-44ea-846b-3c157e586b2c tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.286350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-49c8123f-d108-44ea-846b-3c157e586b2c tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.2169800 Sep 18 06:55:30.373760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-69416d69-a139-49f3-9629-4d06f94f96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.377825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-69416d69-a139-49f3-9629-4d06f94f96aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d&tenant_id=9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 1096 time: 0.0827298 Sep 18 06:55:30.458532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2efd9ac-0180-4880-87e4-4177f50efc40 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:30.553591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-0c9698ab-7d40-4b8e-b7b2-0125bf120e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.555154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-0c9698ab-7d40-4b8e-b7b2-0125bf120e55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1096 time: 0.1389902 Sep 18 06:55:30.586071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:30.752745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-4166cbcf-0865-4ef6-a308-aec8dc465cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.754423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-4166cbcf-0865-4ef6-a308-aec8dc465cc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 1.1701982 Sep 18 06:55:30.907207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fdfad-07c5-4bd7-80ad-0e32ec266a60 req-fa32e871-010e-4a30-93ed-43b9a75362ef tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.920947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a90fdfad-07c5-4bd7-80ad-0e32ec266a60 req-fa32e871-010e-4a30-93ed-43b9a75362ef tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.1446617 Sep 18 06:55:30.973258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f2efd9ac-0180-4880-87e4-4177f50efc40 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:30.973821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:30.988735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a90fdfad-07c5-4bd7-80ad-0e32ec266a60 req-8663b5da-3296-4666-b4e3-7c6c77cb5706 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659003 Sep 18 06:55:30.996582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b1def4af-0bba-4222-a6a2-d7765d57126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:30.999308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b1def4af-0bba-4222-a6a2-d7765d57126a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.4285164 Sep 18 06:55:31.019827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486d13c-d539-4d1b-993d-0b86ac9e2cc4 req-6f2f82de-c777-4a9d-917b-f269c18f7ac2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.021422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2486d13c-d539-4d1b-993d-0b86ac9e2cc4 req-6f2f82de-c777-4a9d-917b-f269c18f7ac2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.2641621 Sep 18 06:55:31.098425 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-3917b96c-36da-49c0-a7cd-baf1045e0c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.2452698 Sep 18 06:55:31.144319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-b16e2586-894b-4e8b-986c-d658d2e69094 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 200 len: 217 time: 0.1215122 Sep 18 06:55:31.154089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:31.213183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-5c396b51-9eb4-4df7-8859-91aaa349ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.221153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-5c396b51-9eb4-4df7-8859-91aaa349ba39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 1.2837160 Sep 18 06:55:31.235562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-9b7ae279-44e5-4264-9a02-43e1e5182b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.240643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-9b7ae279-44e5-4264-9a02-43e1e5182b0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 1.3800788 Sep 18 06:55:31.258409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port f2efd9ac-0180-4880-87e4-4177f50efc40, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2efd9ac-0180-4880-87e4-4177f50efc40,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:31.296411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Pushing event updated for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:31.316882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:31.363749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2486d13c-d539-4d1b-993d-0b86ac9e2cc4 req-8f626493-33f3-485e-851b-e5d9cad5a3d2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216218 Sep 18 06:55:31.368769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:31.418872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dc65d0d0-00fb-44d7-87fd-fa83c1ffb66c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--892918709&fields=id&tenant_id=c6a286ef8037408980f55ae9399b1382 HTTP/1.1" status: 200 len: 267 time: 0.1275988 Sep 18 06:55:31.420859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-43b93cd5-f96b-4c5d-ae1f-257d423852d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.423070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-43b93cd5-f96b-4c5d-ae1f-257d423852d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.2600839 Sep 18 06:55:31.491802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-1ba0e96b-6448-4bb1-a370-b3b8c2f61f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.1916041 Sep 18 06:55:31.523949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=f2efd9ac-0180-4880-87e4-4177f50efc40,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:31.616467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-0d52b0c5-c77f-4eba-8b03-276a248167a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165681 Sep 18 06:55:31.749416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-3dad98d4-023e-4c41-84e1-1831446c2847 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.756621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-3dad98d4-023e-4c41-84e1-1831446c2847 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/networks?id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 200 len: 816 time: 0.3299749 Sep 18 06:55:31.777877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:31.779566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-e212ab27-9244-4f5c-bbee-c3cc2288cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.781150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-e212ab27-9244-4f5c-bbee-c3cc2288cfbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.6576931 Sep 18 06:55:31.785891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-a59b6be6-64cb-4db5-ad13-465688eb206b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/quotas/c6a286ef8037408980f55ae9399b1382 HTTP/1.1" status: 200 len: 375 time: 0.0282092 Sep 18 06:55:31.824946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:31.828280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466a1f4-7ba4-40a5-b48c-2ecf0f2d848a req-4489b4fe-43bd-42a7-917f-1fc4e8ca329f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.830613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6466a1f4-7ba4-40a5-b48c-2ecf0f2d848a req-4489b4fe-43bd-42a7-917f-1fc4e8ca329f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 948 time: 0.2318411 Sep 18 06:55:31.878343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-8eaaa4a5-fcc8-4f1b-9b5b-45b78c0b32e0 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486577 Sep 18 06:55:31.904452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-ea72f876-5ef3-4576-b737-d4308f68e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.914852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-ea72f876-5ef3-4576-b737-d4308f68e9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6073046 Sep 18 06:55:31.951654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-9b196cd7-3137-44b8-89eb-1e03a1a7b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:31.952204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-2c67f76e-02ca-4fe7-a06d-6b856fbefb07 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6a286ef8037408980f55ae9399b1382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640821 Sep 18 06:55:31.954163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-9b196cd7-3137-44b8-89eb-1e03a1a7b098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.3222234 Sep 18 06:55:32.121659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-bbbc776f-8547-4324-9b91-7e9fcf2c496e service neutron] 10.222.0.20 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446733 Sep 18 06:55:32.127389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6466a1f4-7ba4-40a5-b48c-2ecf0f2d848a req-8258094b-8256-4e14-81ce-c742f5240890 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890530 Sep 18 06:55:32.265805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3f205c08-70a6-4cab-9a8b-eee920068a79 None None] Provisioning complete for port 83dea2f4-da17-42ba-bcb8-48c1cb25894e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:32.266534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f205c08-70a6-4cab-9a8b-eee920068a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:32.288321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-ae1173cf-8a83-4a1c-9058-45e37d694938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:32.306048 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-ae1173cf-8a83-4a1c-9058-45e37d694938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5100868 Sep 18 06:55:32.336077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:32.441567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-5cafb78e-d3d9-4846-894b-2626eab0d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:32.443420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-5cafb78e-d3d9-4846-894b-2626eab0d056 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4304919 Sep 18 06:55:32.459745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-7a129831-9df0-4db1-877e-c884c73b5d06 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727875 Sep 18 06:55:32.520816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e717-c008-4ef1-b524-add4ab7588d0 req-fb37cce4-87d1-4156-a39a-08dd68821b0c tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:32.522590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c45e717-c008-4ef1-b524-add4ab7588d0 req-fb37cce4-87d1-4156-a39a-08dd68821b0c tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.2269962 Sep 18 06:55:32.525132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-ffdc847d-af6c-48aa-8b90-1c3711b5cf53 service neutron] 10.222.0.20 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951571 Sep 18 06:55:32.528054 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-f3632c2d-7df5-42a7-bb89-18991a645b50 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933943 Sep 18 06:55:32.552131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:32.582198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2efd9ac-0180-4880-87e4-4177f50efc40 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:32.598313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3f205c08-70a6-4cab-9a8b-eee920068a79 None None] Port 83dea2f4-da17-42ba-bcb8-48c1cb25894e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:32.607595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c45e717-c008-4ef1-b524-add4ab7588d0 req-aaa68c14-1d72-40a9-9be5-1d400dc64e1b tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690899 Sep 18 06:55:32.656240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '5274fcec-8c73-4076-a834-458374f8a7bc', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '5274fcec-8c73-4076-a834-458374f8a7bc', 'mac_address': 'fa:16:3e:42:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:32.756166 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:32.793089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:55:32.803212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5274fcec-8c73-4076-a834-458374f8a7bc {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:32.815091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f2efd9ac-0180-4880-87e4-4177f50efc40 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:32.820494 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:32.915981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:33.016517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:33.068971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-0d44372a-607c-441d-9dfd-f1bdc5699805 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415471 Sep 18 06:55:33.116499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:33.118484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d65c4-783b-4962-b747-447e19e17b39 req-c2bd6786-53fb-406c-ad29-e79db4bc5417 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:33.129444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-862d65c4-783b-4962-b747-447e19e17b39 req-c2bd6786-53fb-406c-ad29-e79db4bc5417 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.2257898 Sep 18 06:55:33.131530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-0b1df133-a550-43df-b41d-39dfe1ce410a tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:33.132892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-0b1df133-a550-43df-b41d-39dfe1ce410a tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.1591682 Sep 18 06:55:33.254740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-862d65c4-783b-4962-b747-447e19e17b39 req-9abd6559-1750-4b4e-a868-52652007e6d7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192350 Sep 18 06:55:33.313866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-eacf2711-c6d9-423c-bdcd-3c16b767be2e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417439 Sep 18 06:55:33.445432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:33.633404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7900010-420e-44f0-a570-86b1db88e2d6 req-bffb1b7d-8cd9-4b54-aa5d-6ed8da36ce81 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0622334 Sep 18 06:55:33.639619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-8758b1aa-8a8c-4c96-8fd4-b9cf46df8bf4 service neutron] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:33.648173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-8758b1aa-8a8c-4c96-8fd4-b9cf46df8bf4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:33.662444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6adf7b93-b570-48e0-ad14-57ca5f7addca req-8758b1aa-8a8c-4c96-8fd4-b9cf46df8bf4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.5057909 Sep 18 06:55:33.685345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d893b6-d008-4e12-9143-e20d186eac99 req-affbf594-56e3-4296-bf37-905fe89f7e4e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:33.686960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36d893b6-d008-4e12-9143-e20d186eac99 req-affbf594-56e3-4296-bf37-905fe89f7e4e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 949 time: 0.2991233 Sep 18 06:55:33.753990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-753d45ea-d34e-44f6-a64c-52b82fc729dd req-1a03a8e6-5aab-497c-87b2-87c61745618b service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1919918 Sep 18 06:55:33.799066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36d893b6-d008-4e12-9143-e20d186eac99 req-0f94be2b-8b66-4c5c-b4b9-cbffa6f3a857 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874572 Sep 18 06:55:33.888062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-e90373e7-6812-49be-a829-dc83daaeaccf service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935383 Sep 18 06:55:33.890878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:55:33.917348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-03910b78-7198-4cb1-a0d0-226f9c7684b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0103300 Sep 18 06:55:33.998826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Sync routers for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:55:34.040413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-490115f5-9cd6-44ae-8880-6133b27a7c79 req-03a8112a-27fc-4e91-b047-a1dd1ff67ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061260 Sep 18 06:55:34.047525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e432661-8ddc-4260-985f-adccab7b8d9b req-2374ad9e-75e0-43b8-9045-f45c8108cf23 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.049754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e432661-8ddc-4260-985f-adccab7b8d9b req-2374ad9e-75e0-43b8-9045-f45c8108cf23 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.2287362 Sep 18 06:55:34.059992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:34.062664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:34.083159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-12fb6d32-0bc3-41a3-804d-708849710553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.091150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-12fb6d32-0bc3-41a3-804d-708849710553 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 1095 time: 0.1206648 Sep 18 06:55:34.167427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e432661-8ddc-4260-985f-adccab7b8d9b req-d64def91-f2ee-4ea5-867f-9f1b21d345f0 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056085 Sep 18 06:55:34.341465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-95ebffd6-69d3-45b0-be78-4f4b34cc54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.343600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-95ebffd6-69d3-45b0-be78-4f4b34cc54c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.2455485 Sep 18 06:55:34.359365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:34.512019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-f238de1e-9669-49cb-a080-eb0569e96490 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 200 len: 217 time: 0.1582685 Sep 18 06:55:34.652723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7f99-69b5-40f1-a989-a112099b46a7 req-32b691ff-bf5f-469a-af17-9b7f2b42f7fa tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.655091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a19e7f99-69b5-40f1-a989-a112099b46a7 req-32b691ff-bf5f-469a-af17-9b7f2b42f7fa tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.1077490 Sep 18 06:55:34.701618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-2d24605b-e8e4-45a6-80a6-242286ec64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.703441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-2d24605b-e8e4-45a6-80a6-242286ec64f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.1822968 Sep 18 06:55:34.741443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a19e7f99-69b5-40f1-a989-a112099b46a7 req-21e1253e-c8ce-47cd-9d0e-cdc067f33a4a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745928 Sep 18 06:55:34.867699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-af5c8c59-339d-4e35-bb2a-8a8ea56bad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.869462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-af5c8c59-339d-4e35-bb2a-8a8ea56bad59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543376 Sep 18 06:55:34.918250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d09a0-14ed-49bb-b839-865fe3dbc7a0 req-dc72c95b-dfee-4dbb-80f1-ec139d92cf84 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.928356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce4d09a0-14ed-49bb-b839-865fe3dbc7a0 req-dc72c95b-dfee-4dbb-80f1-ec139d92cf84 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 949 time: 0.1017158 Sep 18 06:55:34.963424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:29Z', 'revision_number': 2, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:34.992401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb844-0812-4f53-a595-4628ef96e160 req-4091c7d9-1ddd-4f8a-ab19-7e02e46a144f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:34.993925 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-4091c7d9-1ddd-4f8a-ab19-7e02e46a144f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 949 time: 0.2301195 Sep 18 06:55:35.060296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce4d09a0-14ed-49bb-b839-865fe3dbc7a0 req-c0e08a5a-29f1-429f-9962-0137a09d17de tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310122 Sep 18 06:55:35.079108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Checking router: e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:55:35.080146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Updating router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 port 83dea2f4-da17-42ba-bcb8-48c1cb25894e binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:55:35.180366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-67d21d1a-83d8-4c38-871d-faff844be6e7 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542794 Sep 18 06:55:35.210030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:35.224416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d3ce3c9-f05d-452e-b179-748c498734fa req-b2c77b0b-0785-4853-b64d-574f7a04f666 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0733905 Sep 18 06:55:35.398255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37312) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:35.404097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351269424', 'description': 'tempest-description--824926624'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:35.422927 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-a30eb844-0812-4f53-a595-4628ef96e160 req-989a49fd-9411-4022-9ccf-0bb762237d84 service neutron] delete failed (client error): The resource could not be found. Sep 18 06:55:35.428719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-989a49fd-9411-4022-9ccf-0bb762237d84 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5274fcec-8c73-4076-a834-458374f8a7bc/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.4254534 Sep 18 06:55:35.433974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45a6f1b8-d469-4e6d-af96-1ad7e43cd501 req-ff68890b-048d-4dfe-9086-abf555aca3ec service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105861 Sep 18 06:55:35.603603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:35.803724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8ef15-b70e-439f-9334-9e85e9bce18a req-73166bae-8087-4749-9b54-06dcaaffe000 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:35.805673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69f8ef15-b70e-439f-9334-9e85e9bce18a req-73166bae-8087-4749-9b54-06dcaaffe000 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.2523324 Sep 18 06:55:35.817253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb844-0812-4f53-a595-4628ef96e160 req-105b0621-30f5-4e16-be83-e036167091dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:35.818934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-105b0621-30f5-4e16-be83-e036167091dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1101 time: 0.1676652 Sep 18 06:55:35.829028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17021f-f616-4d65-961a-a4f106468ab7 req-c99f4e3e-515f-4e0b-92c2-9d16c0c974f4 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:35.837232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a17021f-f616-4d65-961a-a4f106468ab7 req-c99f4e3e-515f-4e0b-92c2-9d16c0c974f4 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1096 time: 0.2061017 Sep 18 06:55:35.931947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a17021f-f616-4d65-961a-a4f106468ab7 req-daa7d039-1cf3-4458-a1f6-3a4e9a11d660 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885303 Sep 18 06:55:35.948142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:35.970165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69f8ef15-b70e-439f-9334-9e85e9bce18a req-45d98a45-c2c5-4926-8fed-bd401814ea62 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515696 Sep 18 06:55:36.031919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.063760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.155286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fdca4-b86e-492a-aeca-70b95451d0d1 req-31a66188-3596-4b5f-bdfb-02d879509a06 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:36.157647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb844-0812-4f53-a595-4628ef96e160 req-7cf9c7e9-1b3e-4f17-ab33-14ea0c5544e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:36.166614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-7cf9c7e9-1b3e-4f17-ab33-14ea0c5544e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3342514 Sep 18 06:55:36.181544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-388fdca4-b86e-492a-aeca-70b95451d0d1 req-31a66188-3596-4b5f-bdfb-02d879509a06 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 1096 time: 0.1321485 Sep 18 06:55:36.224784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.305962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75bb0b-888f-4a14-a52a-eb5743897eea None None] Pushing event updated for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:36.322329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:36.422452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60550a8f-46f1-4910-8607-146882736266,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:36.457715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Attempting to bind port 83dea2f4-da17-42ba-bcb8-48c1cb25894e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:36.458132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Attempting to bind port 83dea2f4-da17-42ba-bcb8-48c1cb25894e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:36.460736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Attempting to bind port 83dea2f4-da17-42ba-bcb8-48c1cb25894e on network 0b609410-7fb1-45c1-86ab-a7ff93848507 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:36.476572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-388fdca4-b86e-492a-aeca-70b95451d0d1 req-9e702d13-1f4f-4072-8c5b-5a1b570e5bd8 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903163 Sep 18 06:55:36.503583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b71cf-e029-4393-9307-b3005d351fd2 req-4dff9a55-4830-45a6-b29d-4c784027bd35 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:36.505512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:36.505926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Checking segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:36.506362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.506763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Bound using segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:36.507286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Bound port: 83dea2f4-da17-42ba-bcb8-48c1cb25894e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:36.507627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c23b71cf-e029-4393-9307-b3005d351fd2 req-4dff9a55-4830-45a6-b29d-4c784027bd35 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 949 time: 0.2188425 Sep 18 06:55:36.507774 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.620275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c23b71cf-e029-4393-9307-b3005d351fd2 req-3161dce0-16fb-49df-89f4-95a16dc89519 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045878 Sep 18 06:55:36.621330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.622467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-04f46394-d741-476c-b850-30abebd524eb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2229474 Sep 18 06:55:36.625916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37332) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:36.645032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'security_group_rule': {'security_group_id': '60550a8f-46f1-4910-8607-146882736266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:36.663106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] For port 83dea2f4-da17-42ba-bcb8-48c1cb25894e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:36.678583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] For port 83dea2f4-da17-42ba-bcb8-48c1cb25894e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83dea2f4-da17-42ba-bcb8-48c1cb25894e,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:36.686584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e228bf75-82c5-4b5f-9e35-8387ad2b5226 None None] Provisioning complete for port 83dea2f4-da17-42ba-bcb8-48c1cb25894e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:36.686966 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e228bf75-82c5-4b5f-9e35-8387ad2b5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.739745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f06266ed-3d3f-4dda-9457-4a0a6e3f1227 req-2e0e8a06-3f97-473a-84be-3af3949a0911 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.1022449 Sep 18 06:55:36.774649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e228bf75-82c5-4b5f-9e35-8387ad2b5226 None None] Port 83dea2f4-da17-42ba-bcb8-48c1cb25894e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:36.777728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 5274fcec-8c73-4076-a834-458374f8a7bc completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:55:36.783991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 5274fcec-8c73-4076-a834-458374f8a7bc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:36.784457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.797647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-31d54de0-11f3-4a0c-9cdc-b571fba35c70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.6136420 Sep 18 06:55:36.875703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb844-0812-4f53-a595-4628ef96e160 req-e388d4cb-cbf0-4267-8511-869ecbbe64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:36.877960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-e388d4cb-cbf0-4267-8511-869ecbbe64b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0713027 Sep 18 06:55:36.899072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.935120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.941026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:36.982343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb844-0812-4f53-a595-4628ef96e160 req-dc07990e-45a3-46e7-87f1-d2040a93d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:36.984572 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-dc07990e-45a3-46e7-87f1-d2040a93d7d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959220 Sep 18 06:55:37.054334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.109155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:37.128934 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a39d8-1f75-4785-84e3-c2b4c88e40d7" -d '{"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-plugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:37.178894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:37.179665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:37.185188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:37.195333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75bb0b-888f-4a14-a52a-eb5743897eea None None] Pushing event updated for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:37.226884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.270402 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-e5957859-898c-4f77-98a0-d1b0298906f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629368 Sep 18 06:55:37.289727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428c854-830d-4ea0-be4c-5250a0333de5 req-d2223148-9b94-47b9-9fd9-eef7e075ea20 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:37.299779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7428c854-830d-4ea0-be4c-5250a0333de5 req-d2223148-9b94-47b9-9fd9-eef7e075ea20 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.1830735 Sep 18 06:55:37.310593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4599ed6-f627-485f-bf7a-f2937b1e7d90,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:37.388097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.389935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7428c854-830d-4ea0-be4c-5250a0333de5 req-f9fa69ac-a1b1-4d24-bb7a-fca3304e56fe tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669065 Sep 18 06:55:37.450068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:37.457687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a30eb844-0812-4f53-a595-4628ef96e160 req-52304c57-2bec-4d59-80d8-59d4ef6b012f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825159 Sep 18 06:55:37.532130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.533997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4277a01e-22f7-4d32-bf71-01eeacbb3357 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9015374 Sep 18 06:55:37.537201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37360) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:37.541448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'security_group_rule': {'security_group_id': '60550a8f-46f1-4910-8607-146882736266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:37.548722 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb2b80f-558a-4477-9304-e73d11e60941 x-openstack-request-id: req-efb2b80f-558a-4477-9304-e73d11e60941 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:37.549032 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-plugged", "status": "completed", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:37.549292 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efb2b80f-558a-4477-9304-e73d11e60941 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:37.549682 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'code': 200} Sep 18 06:55:37.580588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:37.733064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.817171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-748af087-3196-4e46-806a-169ad371003f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:37.818703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-748af087-3196-4e46-806a-169ad371003f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.37 "GET /v2.0/networks?id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 200 len: 816 time: 0.2355027 Sep 18 06:55:37.875279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d44958a-2da7-4c71-8416-c3537dd22879 req-3011fe40-19f2-4e3c-81d0-b1367a1b97e8 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0594404 Sep 18 06:55:37.907458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-29a66640-599e-4821-87f0-22765d4d17a5 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6a286ef8037408980f55ae9399b1382 HTTP/1.1" status: 200 len: 379 time: 0.0688736 Sep 18 06:55:37.913336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'port': {'device_id': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'admin_state_up': True, 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'security_groups': ['56e5b0d2-1ea5-496f-8538-6f5618b05b5a']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:37.914708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761cf54-77c9-4e55-adc1-c4bfb6a3dc71 req-5682ddb9-bebb-4849-bf22-819e1caf4220 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:37.916590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8761cf54-77c9-4e55-adc1-c4bfb6a3dc71 req-5682ddb9-bebb-4849-bf22-819e1caf4220 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.1853602 Sep 18 06:55:37.980377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:37.995598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] Provisioning complete for port 83dea2f4-da17-42ba-bcb8-48c1cb25894e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:37.995978 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.042121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8761cf54-77c9-4e55-adc1-c4bfb6a3dc71 req-2cab3224-0609-4882-8b83-0d35d07618ce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067262 Sep 18 06:55:38.077575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.123582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.163102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] For port 83dea2f4-da17-42ba-bcb8-48c1cb25894e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83dea2f4-da17-42ba-bcb8-48c1cb25894e,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:38.165402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc43e424-47bd-4e00-95c5-1fd78b79bfa0,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:38.168791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:36Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:38.216727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3ea2d7-676a-4c39-931f-4d07a66bbc73 None None] The sync data for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 is: [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:36Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:55:38.273725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.277491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.281127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f305068-a2e9-49bc-8112-9303a829c21d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7431340 Sep 18 06:55:38.281803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37382) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:38.299789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:38.350341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:38.400515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b285-e130-4d2b-9b47-090dee7aa731 None None] Pushing event updated for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:38.472573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Made reservation on behalf of c6a286ef8037408980f55ae9399b1382 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:38.486666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.639858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.671993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e602f1-b08f-43fd-b5a5-e4d4c9943f78 req-c6e165b8-bbcd-49f9-ad39-54dfc337387b tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:38.689807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6e602f1-b08f-43fd-b5a5-e4d4c9943f78 req-c6e165b8-bbcd-49f9-ad39-54dfc337387b tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 943 time: 0.1432366 Sep 18 06:55:38.718375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:38.793886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'port_id': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'mac_address': 'fa:16:3e:04:06:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:38.856674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6e602f1-b08f-43fd-b5a5-e4d4c9943f78 req-0a76f1d1-0c46-49e2-94ba-fe5e37c01b65 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613097 Sep 18 06:55:38.899215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Allocated IP 172.20.0.3 (ea33b35f-ab6b-41cc-9b0e-69542ad08e68/50ce0b42-2d2b-4920-84d3-68ce0094a844/83e79f99-6431-44a0-8e44-2212f2fd0d43) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:38.933356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.935514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-214b0326-26e7-4bf4-a9e9-3d47a132af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:38.991995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:39.066516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:39.145274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a2f683e-f66f-4ab0-afd3-66b542247738 req-d6e2a981-9bdc-4288-bbb7-29934e137e03 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0802236 Sep 18 06:55:39.152514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.236742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.314132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:39.332273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.332667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.333013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.333401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.333758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.335316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.335694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.336036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.336376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.336714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.337046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.337379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.368078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.467554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Allocated IP 172.25.4.180 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:39.497144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02b69-11bd-43e3-85fa-edf7a246dcc6 req-abd0b6c1-9137-418d-8fcc-fbff170c575c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:39.505597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cce02b69-11bd-43e3-85fa-edf7a246dcc6 req-abd0b6c1-9137-418d-8fcc-fbff170c575c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0910039 Sep 18 06:55:39.515445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.582372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0efe2c39-0ee3-4dc6-8b8d-e7999c727340'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:39.616925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:39.624046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:39.628861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:39.655363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cce02b69-11bd-43e3-85fa-edf7a246dcc6 req-aa77505d-2cc2-40c5-b75f-88a421c8f14e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486223 Sep 18 06:55:39.744783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event updated for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:39.795331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.802852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.803330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.804334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.809191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.809681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.810240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.810680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.811133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.813220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.813690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.814275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.819053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:39.901543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:39.901543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:39.926197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45735-d291-42da-9ebd-8be7b7ad0fde req-ec2b0046-25ac-42e8-87ee-38ac23f371bd tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:39.948759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71f45735-d291-42da-9ebd-8be7b7ad0fde req-ec2b0046-25ac-42e8-87ee-38ac23f371bd tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1102 time: 0.1662979 Sep 18 06:55:40.026785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-46524bf3-65d0-40e1-80fc-ed841174edca tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173322 Sep 18 06:55:40.040752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Request body: {'port': {'device_id': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:40.062428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71f45735-d291-42da-9ebd-8be7b7ad0fde req-44ab32a0-2b2b-4167-9975-d73f634bbdd2 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211209 Sep 18 06:55:40.138736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.170847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.173908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ad70-19c9-4b00-b9b8-dd9d1903a8c4 req-f67efa3a-c3da-45d8-be58-b68b34fd7974 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:40.175607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c075ad70-19c9-4b00-b9b8-dd9d1903a8c4 req-f67efa3a-c3da-45d8-be58-b68b34fd7974 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 944 time: 0.1470404 Sep 18 06:55:40.189342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e9521c4d-f71b-465d-a511-4a8ad881cc85 None None] Provisioning complete for port 83e79f99-6431-44a0-8e44-2212f2fd0d43 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:40.189728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e9521c4d-f71b-465d-a511-4a8ad881cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.264314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:40.273520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:40.293063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:40.339818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'Port': ['ID=6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:40.365282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c075ad70-19c9-4b00-b9b8-dd9d1903a8c4 req-020aa16e-c66d-45c3-b46d-5f7157192454 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189988 Sep 18 06:55:40.397248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e9521c4d-f71b-465d-a511-4a8ad881cc85 None None] Port 83e79f99-6431-44a0-8e44-2212f2fd0d43 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:40.462517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.463001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.463339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.463668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.465492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.465833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.466207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.466595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.466955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.467264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.467588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.468189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:55:40.501125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83dea2f4-da17-42ba-bcb8-48c1cb25894e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:40.539727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.559461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3497d-2599-4d13-8595-22038462aafd req-f8d78d8c-b89d-43dc-bbc0-63740ab0afc9 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:40.569487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85e3497d-2599-4d13-8595-22038462aafd req-f8d78d8c-b89d-43dc-bbc0-63740ab0afc9 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 931 time: 0.0947301 Sep 18 06:55:40.642545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85e3497d-2599-4d13-8595-22038462aafd req-5c022ec5-dbfc-4c24-b6cd-ed7cbdd2b45d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720639 Sep 18 06:55:40.679115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 83dea2f4-da17-42ba-bcb8-48c1cb25894e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:40.681364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.681753 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.846014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-645f53d8-f1ec-4517-bd4b-45be268d054f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382349 Sep 18 06:55:40.938822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e79f99-6431-44a0-8e44-2212f2fd0d43 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:40.950383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:40.963978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Transition to ACTIVE for port object 83e79f99-6431-44a0-8e44-2212f2fd0d43 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:41.045769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-08e78209-c053-4904-be78-a9660e72c9ad tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:41.047368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-08e78209-c053-4904-be78-a9660e72c9ad tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947927 Sep 18 06:55:41.051216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.052454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.077345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-ad1be61c-1b64-46af-8c46-50796f9ea0ee tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/quotas/9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 375 time: 0.0167801 Sep 18 06:55:41.112443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:41.207297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Attempting to bind port 83e79f99-6431-44a0-8e44-2212f2fd0d43 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:41.207533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Attempting to bind port 83e79f99-6431-44a0-8e44-2212f2fd0d43 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:41.207874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Attempting to bind port 83e79f99-6431-44a0-8e44-2212f2fd0d43 on network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:41.221043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Port 83e79f99-6431-44a0-8e44-2212f2fd0d43 on network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:41.221043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Attempting to bind port 83e79f99-6431-44a0-8e44-2212f2fd0d43 on network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:41.239633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:41.242395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Checking segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:41.243072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Bound using segment: {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:41.243587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Bound port: 83e79f99-6431-44a0-8e44-2212f2fd0d43, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a188418e-df12-4601-8b92-ea39608f5d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:41.243962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.388991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:41.395750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:41.504034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.529121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fa67bb-c2e6-45f4-827b-74e35f8e7ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.530696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:41.531677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.536059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 200 len: 1092 time: 1.4999635 Sep 18 06:55:41.538283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:41.542807 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:41.613915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.666064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8ea8a-533f-49d5-9479-7276947c79b2 service neutron] Pushing event updated for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:41.715520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'Port': ['ID=6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:41.722701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.754670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-39a37178-36ce-41fd-8e99-eda4fd1e39ca tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6756630 Sep 18 06:55:41.784012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf2456-a720-408e-b64c-6f8f12e27970 req-4bd8d8bc-8646-4653-8a72-9f5c27e9cad2 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:41.792985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ebf2456-a720-408e-b64c-6f8f12e27970 req-4bd8d8bc-8646-4653-8a72-9f5c27e9cad2 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 944 time: 0.2051802 Sep 18 06:55:41.814898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:41.824358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8dde8101-64cf-4591-a90b-997f35a503e2 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5335913 Sep 18 06:55:41.830804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-e22f81a3-7cec-4219-8b8c-26ebc11496f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:41.832333 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-e22f81a3-7cec-4219-8b8c-26ebc11496f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a286ef8037408980f55ae9399b1382&device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 1095 time: 0.1494997 Sep 18 06:55:41.896414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-a7b0a41c-7ff6-42fa-b5b6-4e257542320f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 200 len: 217 time: 0.0555797 Sep 18 06:55:41.922298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ebf2456-a720-408e-b64c-6f8f12e27970 req-b8b49d47-7224-4239-ab1a-b650e4f9e50f tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273425 Sep 18 06:55:41.968460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-960e0d61-cca3-4a9b-b29b-d8f3ccaac63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:41.968460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-960e0d61-cca3-4a9b-b29b-d8f3ccaac63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50ce0b42-2d2b-4920-84d3-68ce0094a844 HTTP/1.1" status: 200 len: 855 time: 0.0609639 Sep 18 06:55:42.005479 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c532d-19eb-4962-90a2-ecad36dfc03f x-openstack-request-id: req-725c532d-19eb-4962-90a2-ecad36dfc03f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:42.008408 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:42.008408 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-725c532d-19eb-4962-90a2-ecad36dfc03f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:42.008408 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'status': 'completed', 'code': 200} Sep 18 06:55:42.023752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:42.029192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-eb8ebb15-b584-4a37-988f-3e459466cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:42.036341 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-eb8ebb15-b584-4a37-988f-3e459466cf3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628767 Sep 18 06:55:42.201850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-75740580-f28b-4e34-a4c3-c21f6e5bd47e service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578286 Sep 18 06:55:42.217816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde88f38-5b31-4423-b16d-dad015888df6 req-6bfe96ea-e9d8-4a29-8565-27c8fdd0c17b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:42.219414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cde88f38-5b31-4423-b16d-dad015888df6 req-6bfe96ea-e9d8-4a29-8565-27c8fdd0c17b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1286690 Sep 18 06:55:42.314742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-cb3d5a24-5e58-416b-b469-6d5423e2bb72 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1351269424&fields=id&tenant_id=c8129a2b82d44ca19b12041d0dcc3543 HTTP/1.1" status: 200 len: 267 time: 0.1112669 Sep 18 06:55:42.351555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cde88f38-5b31-4423-b16d-dad015888df6 req-6ed4acd6-7204-4fa2-8637-82fb763f21ba tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224537 Sep 18 06:55:42.358954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:42.464353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-304f4e08-d438-4a0b-a27e-c7e7315b17a9 req-3c05c20b-9209-49e6-a2c0-bc0d90ed354a service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542155 Sep 18 06:55:42.496581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-78189a0d-f082-402b-b0be-a23908b4657d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:42.498174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-78189a0d-f082-402b-b0be-a23908b4657d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/networks?id=0b609410-7fb1-45c1-86ab-a7ff93848507 HTTP/1.1" status: 200 len: 805 time: 0.1747863 Sep 18 06:55:42.527572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-7a6eeada-37b2-494c-9d49-57bb43c1bd90 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/quotas/c8129a2b82d44ca19b12041d0dcc3543 HTTP/1.1" status: 200 len: 375 time: 0.0228789 Sep 18 06:55:42.566423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:55:42.585258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a9be747-031d-4c17-bdbe-dccd61720df6 req-8c2b9085-f1a8-4030-bb82-e21eb4e889fe tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 210 time: 0.0548136 Sep 18 06:55:42.585876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:42.587653 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:42.635416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-53d6b3e8-32da-40a2-bfaf-7d5cfe70def9 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959706 Sep 18 06:55:42.705398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-e0d23fb9-4748-49d4-9917-130df7b8a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:42.709735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-e0d23fb9-4748-49d4-9917-130df7b8a424 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a286ef8037408980f55ae9399b1382&device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 1095 time: 0.0933645 Sep 18 06:55:42.791589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:42.805607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-4186f416-278a-4008-9806-4d578b4a73ba service neutron] 10.222.0.20 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389172 Sep 18 06:55:42.818065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:42.820706 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd832ff-ade7-49ea-aa90-88ade4155140" -d '{"events": [{"server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "name": "network-vif-plugged", "status": "completed", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:42.842725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:42.910249 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9e360f-3421-472b-96c6-076891f687dc x-openstack-request-id: req-cb9e360f-3421-472b-96c6-076891f687dc {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:42.910249 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "name": "network-vif-plugged", "status": "completed", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:42.910249 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb9e360f-3421-472b-96c6-076891f687dc {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:42.910249 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'code': 200} Sep 18 06:55:42.923294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-331b19f9-53d7-4920-8b2e-493afe3a8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:42.925501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-331b19f9-53d7-4920-8b2e-493afe3a8c26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 200 len: 917 time: 0.1999006 Sep 18 06:55:42.942809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:43.044053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-2424c15b-2806-4b09-bb82-1d16cdd2c19a service neutron] 10.222.0.20 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344859 Sep 18 06:55:43.077077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-5c54fbab-85b1-4d4b-a8da-0b130ab5d5f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 200 len: 217 time: 0.1238067 Sep 18 06:55:43.125685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:43.148518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d5409-6279-4583-a5f9-7c23c35ab6fa req-731a5018-89e3-4f5d-827c-05891206442a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:43.157395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c45d5409-6279-4583-a5f9-7c23c35ab6fa req-731a5018-89e3-4f5d-827c-05891206442a tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0780239 Sep 18 06:55:43.172179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482e129-3bee-4a6b-ab17-5fb256c465ef req-8539fbbb-bb8e-4a3d-9bba-5891151f9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:43.173995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f482e129-3bee-4a6b-ab17-5fb256c465ef req-8539fbbb-bb8e-4a3d-9bba-5891151f9ebf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 1097 time: 0.1076038 Sep 18 06:55:43.178862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-ecddec03-73bf-4555-ae13-0006703ed079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:43.180938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-ecddec03-73bf-4555-ae13-0006703ed079 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50ce0b42-2d2b-4920-84d3-68ce0094a844 HTTP/1.1" status: 200 len: 855 time: 0.0786891 Sep 18 06:55:43.204121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c45d5409-6279-4583-a5f9-7c23c35ab6fa req-52a5ed37-0919-4fbe-b2c0-a6ac20c1dfaa tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454915 Sep 18 06:55:43.255545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f482e129-3bee-4a6b-ab17-5fb256c465ef req-36295676-8878-49ac-bd0f-31e9ac74d25c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728431 Sep 18 06:55:43.262121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-7b1b63f5-d53e-485f-a14b-1f0e257e250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:43.263552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-7b1b63f5-d53e-485f-a14b-1f0e257e250f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709949 Sep 18 06:55:43.366741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-7d0b8fea-b15d-451b-9ae8-2d5599623043 service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928543 Sep 18 06:55:43.435447 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:43.472968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1d698a7-b218-47f7-ae4d-6bbd5567e9b6 req-42a63666-f0cb-4f31-8fc6-a25ac151ec4d service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971005 Sep 18 06:55:43.539643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db625-acac-454d-ade9-6750ac1152b2 req-d8cf253b-b554-41ce-b1b5-a52c3ea98678 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:43.541157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e14db625-acac-454d-ade9-6750ac1152b2 req-d8cf253b-b554-41ce-b1b5-a52c3ea98678 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1053839 Sep 18 06:55:43.561877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c17f22c6-8d59-430d-a9fd-495514a6452c req-44774b73-c151-49c4-91f0-dc07258c11aa tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0453422 Sep 18 06:55:43.611117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e14db625-acac-454d-ade9-6750ac1152b2 req-2e28f2e0-1b58-4865-a6ab-b4fc7339f51b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513344 Sep 18 06:55:43.702882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f1daf9b-82fe-4b26-a819-f03eb1de83ed req-5127b9f0-45e1-479e-a62b-243a88e1b907 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 210 time: 0.0302699 Sep 18 06:55:44.342811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7846682-1c1f-4804-a692-da24e9a7a940 req-e0748877-e6e0-474f-8c38-c379285ca12e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:44.344396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7846682-1c1f-4804-a692-da24e9a7a940 req-e0748877-e6e0-474f-8c38-c379285ca12e tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0535564 Sep 18 06:55:44.384743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7846682-1c1f-4804-a692-da24e9a7a940 req-143f2e51-364d-4b73-a2b4-5dc7ca2045fe tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Sep 18 06:55:44.675965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:44.677545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:44.678428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdd16bba-4efe-4b17-bdd9-1d526d8567d7 req-aa9e7c1f-16dc-4196-8639-569f36df0ddc tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0526190 Sep 18 06:55:44.825086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce726e0a-6a95-4a1a-9d86-57a8b911201f req-63162525-18c7-40e1-aac7-1a422d3a7252 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:44.826982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce726e0a-6a95-4a1a-9d86-57a8b911201f req-63162525-18c7-40e1-aac7-1a422d3a7252 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.0589693 Sep 18 06:55:44.885631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce726e0a-6a95-4a1a-9d86-57a8b911201f req-299dffd0-0c50-448a-bef8-ff67df6d001f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Sep 18 06:55:45.030023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb5b477-fa48-490f-bc7c-bb15260d7b1a req-531483db-91c0-4453-85b1-69c0ab5b58e3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 210 time: 0.0266619 Sep 18 06:55:45.467705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e431-f25e-428c-85b6-d5ec29312544 req-fd50c9c2-ce15-4400-acd9-3a32265ce8c7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:45.469354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea86e431-f25e-428c-85b6-d5ec29312544 req-fd50c9c2-ce15-4400-acd9-3a32265ce8c7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0584319 Sep 18 06:55:45.510950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea86e431-f25e-428c-85b6-d5ec29312544 req-dec41a17-5fa5-4ec0-a775-72237fb36a00 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Sep 18 06:55:45.633697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7e15e-3ccb-4164-9364-767883d3449a req-4dc4c3a5-ed89-44ed-ada9-05cc6b2f9407 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:45.635413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3cb7e15e-3ccb-4164-9364-767883d3449a req-4dc4c3a5-ed89-44ed-ada9-05cc6b2f9407 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0584936 Sep 18 06:55:45.679554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3cb7e15e-3ccb-4164-9364-767883d3449a req-1525a9a6-f05b-4290-b7ca-a1c895d84f25 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377195 Sep 18 06:55:45.795974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeabead-e0fc-4806-bcf4-99870860947a req-8843513e-df03-443b-acc5-c21aee01390d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:45.806571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37638) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:45.814848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eeeabead-e0fc-4806-bcf4-99870860947a req-8843513e-df03-443b-acc5-c21aee01390d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0718112 Sep 18 06:55:45.816082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Request body: {'floatingip': {'port_id': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:45.896350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acad0df6-0a55-4d11-bdfa-5832aa3a47e3 req-0e897840-d62d-480b-bdd4-47e5b87294b1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0261300 Sep 18 06:55:45.901794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:45.906384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-6fc17751-d8f7-463b-8f45-ad601bf44ab4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322797 Sep 18 06:55:46.033301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc3652-e41c-46a4-a860-a8b816ba9f0a req-a4848a11-4407-4260-bc95-0809ab38d80d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:46.036708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbbc3652-e41c-46a4-a860-a8b816ba9f0a req-a4848a11-4407-4260-bc95-0809ab38d80d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.0586612 Sep 18 06:55:46.140308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbbc3652-e41c-46a4-a860-a8b816ba9f0a req-70ad5e4e-1ef0-459c-9705-6050facb345b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973082 Sep 18 06:55:46.172167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-f7cce309-b928-4b70-8f52-b7d96827063e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:46.174232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-f7cce309-b928-4b70-8f52-b7d96827063e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405109 Sep 18 06:55:46.199742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Request body: {'port': {'device_id': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '9fbf5968e9e14b8ca5c1d59f2e057540'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:46.258370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-528dc555-ccab-4be6-b5f7-1797830fcacf req-d712ad0f-3394-4813-ba89-6a5f10a9f65a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 210 time: 0.0310085 Sep 18 06:55:46.626179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:46.650286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e160ed1-bc1d-4af1-84f9-af90a0651d99 req-189d6aed-7b6f-4e53-bbe7-228e167cae08 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:46.651783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e160ed1-bc1d-4af1-84f9-af90a0651d99 req-189d6aed-7b6f-4e53-bbe7-228e167cae08 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 18 06:55:46.658760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Made reservation on behalf of 9fbf5968e9e14b8ca5c1d59f2e057540 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:46.662797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:46.732023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e160ed1-bc1d-4af1-84f9-af90a0651d99 req-a8539ebb-f768-4516-aa77-7105116be68f tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Sep 18 06:55:46.810239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:46.857609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Allocated IP 192.168.233.164 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/b7761ad1-e050-46e6-ae60-47343bb49368) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:47.003984 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f associated. External IP: 172.25.4.197, port: 0efe2c39-0ee3-4dc6-8b8d-e7999c727340. Sep 18 06:55:47.107056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4008157e-44d6-4793-a5c8-21b702008b6e req-7caecd48-b3a2-4501-bd48-c7dc08261f42 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0856669 Sep 18 06:55:47.193391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:47.341658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561cf16-066f-438a-a725-75f4b4d0f726 req-07e37520-ae13-4f0d-8d28-3c9627d91ab1 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:47.357539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a561cf16-066f-438a-a725-75f4b4d0f726 req-07e37520-ae13-4f0d-8d28-3c9627d91ab1 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1071281 Sep 18 06:55:47.424264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a561cf16-066f-438a-a725-75f4b4d0f726 req-2286fada-0fca-435e-acf7-03ee89cbaa1d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649812 Sep 18 06:55:47.620630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a287-94b6-4b45-9cab-fe7f8d9304db req-5ecbabad-d128-4278-b06b-268863388ac8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:47.622420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c66a287-94b6-4b45-9cab-fe7f8d9304db req-5ecbabad-d128-4278-b06b-268863388ac8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 936 time: 0.1157188 Sep 18 06:55:47.656328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:47.682362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c66a287-94b6-4b45-9cab-fe7f8d9304db req-bc129131-2936-48f8-ad48-ea73260dceb8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Sep 18 06:55:47.691642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:47.952822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:47.961098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:47.981053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:47.997224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:47.999896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-f840853d-63b1-4cf3-b9de-1d9a0a2ce55a tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:48.001921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-f840853d-63b1-4cf3-b9de-1d9a0a2ce55a tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.24 "GET /v2.0/networks?id=0b609410-7fb1-45c1-86ab-a7ff93848507 HTTP/1.1" status: 200 len: 805 time: 0.2429032 Sep 18 06:55:48.066238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-2375a6e2-99da-43e4-a34f-3c87983b9a27 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:48.067808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-2375a6e2-99da-43e4-a34f-3c87983b9a27 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.24 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.3331831 Sep 18 06:55:48.073536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:48.074242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:48.139371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:55:48.207299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-2e095e20-2203-44bc-a1ef-e9d3c24f3c62 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8129a2b82d44ca19b12041d0dcc3543 HTTP/1.1" status: 200 len: 380 time: 0.1673710 Sep 18 06:55:48.224114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-04c190d0-d3e6-4a54-8420-cdd200652c60 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0306621 Sep 18 06:55:48.247029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985361-5795-4f3b-a1dc-6c5553e4fece req-a502ea99-324d-42fc-8097-c7f25a2ac6b7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:48.254216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Request body: {'port': {'device_id': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:48.259950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f985361-5795-4f3b-a1dc-6c5553e4fece req-a502ea99-324d-42fc-8097-c7f25a2ac6b7 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 945 time: 0.2567389 Sep 18 06:55:48.274920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'port': {'device_id': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'admin_state_up': True, 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'security_groups': ['60550a8f-46f1-4910-8607-146882736266']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:48.381508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Deleting port 59c1b4cb-3176-4497-8220-8cdba315b5b2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:55:48.381508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:48.422507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-7f92509c-f077-4899-9a9c-6e2686523572 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:48.432697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-7f92509c-f077-4899-9a9c-6e2686523572 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.3914316 Sep 18 06:55:48.440603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:48.448974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b0d05bfa-ee0f-488c-bcae-4fbc43c67fbf None None] Provisioning complete for port b7761ad1-e050-46e6-ae60-47343bb49368 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:48.448974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b0d05bfa-ee0f-488c-bcae-4fbc43c67fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:48.472125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-b65d6de2-7ed0-4b31-a630-90788e0d745b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/quotas/7ca8880166bf414fa4a00031d97a77fb HTTP/1.1" status: 200 len: 375 time: 0.0382860 Sep 18 06:55:48.512637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:55:48.524234 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:55:48.528563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b0d05bfa-ee0f-488c-bcae-4fbc43c67fbf None None] Port b7761ad1-e050-46e6-ae60-47343bb49368 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:48.537874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:48.547507 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:48.550420 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:48.599627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f985361-5795-4f3b-a1dc-6c5553e4fece req-7a24802e-75d0-4348-9795-902a5a114945 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/security-groups?id=b38b3f97-1031-4d91-a542-a9868f546b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387332 Sep 18 06:55:48.677314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-90f68ff7-0b94-43e7-9efd-68fcd43c9e5e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2039809 Sep 18 06:55:48.843984 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:48.850537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b15dc6d1-25ee-43f6-b42a-1a91e76afcc8 req-fe64ffba-2c23-4581-8872-fb73668f09a8 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0751727 Sep 18 06:55:48.861484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-296efff3-cfed-479c-9c3a-e9188f4a368c service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829503 Sep 18 06:55:48.988398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7761ad1-e050-46e6-ae60-47343bb49368 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:48.997128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.012837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Transition to ACTIVE for port object b7761ad1-e050-46e6-ae60-47343bb49368 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:49.019453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-4000821e-cc1c-43c3-a4a8-aa5f5379f704 service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496158 Sep 18 06:55:49.031219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Made reservation on behalf of c8129a2b82d44ca19b12041d0dcc3543 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:49.038421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.053778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] For port 59c1b4cb-3176-4497-8220-8cdba315b5b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=59c1b4cb-3176-4497-8220-8cdba315b5b2,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:49.054974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.073424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Calling delete_port for 59c1b4cb-3176-4497-8220-8cdba315b5b2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:55:49.219244 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:04:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:55:46Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:49.229056 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-60fd79c5-1527-4a65-a626-4259d8f781b1 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "PUT /v2.0/floatingips/03c98ed7-2ab2-492b-9348-869b6066ed3f HTTP/1.1" status: 200 len: 991 time: 3.4181132 Sep 18 06:55:49.236681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef00e9-415b-42fb-8162-3a785d59c034 req-b979f7f9-776b-426b-b865-5bfcb7763a3e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:49.244910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6ef00e9-415b-42fb-8162-3a785d59c034 req-b979f7f9-776b-426b-b865-5bfcb7763a3e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.2221889 Sep 18 06:55:49.255462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:49.270401 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:55:49.279755 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:55:49.280074 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43" -d '{"events": [{"name": "network-changed", "server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:49.280374 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:49.296545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.399258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:49.425823 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:55:49.456523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-62878b65-4452-447f-acfe-c4807e4c7892 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:49.462985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-62878b65-4452-447f-acfe-c4807e4c7892 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f41021b9-9edd-4177-bb21-1e4c4475b4d5 HTTP/1.1" status: 200 len: 946 time: 0.2339876 Sep 18 06:55:49.557578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6ef00e9-415b-42fb-8162-3a785d59c034 req-5f8a0d46-982d-462a-b8cd-b01cc58ceceb tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519746 Sep 18 06:55:49.636320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c6d1-2516-40e0-b0a1-fd9efba58c5e req-523fb9b5-2931-4621-9205-08223c40dc03 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:49.644868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86f5c6d1-2516-40e0-b0a1-fd9efba58c5e req-523fb9b5-2931-4621-9205-08223c40dc03 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.2855804 Sep 18 06:55:49.739112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.748106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cb9b591-4f87-4dac-a560-f72edfdc6e4e req-de414913-c087-45a8-87e7-17f233edf3b3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 210 time: 0.0456607 Sep 18 06:55:49.759681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Allocated IP 172.20.0.9 (0b609410-7fb1-45c1-86ab-a7ff93848507/5ef4eac8-7ac2-4781-bd77-080d8f9278b6/c2c25c15-4f9f-45cc-804e-ef40df4e5430) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:49.800501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Pushing event deleted for resources: {'Port': ['ID=59c1b4cb-3176-4497-8220-8cdba315b5b2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:49.814468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86f5c6d1-2516-40e0-b0a1-fd9efba58c5e req-9e4c7a3c-da08-4038-a7ae-fd0a3dd5f87f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597979 Sep 18 06:55:49.852602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:49.852602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:49.852602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:49.910208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-318077cc-0697-4994-8a5f-c041511736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:04:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:55:46Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:55:49.912021 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ff8b8-22d1-46d6-bc09-841c15bdd8e4 x-openstack-request-id: req-d85ff8b8-22d1-46d6-bc09-841c15bdd8e4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:49.912179 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:49.912385 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85ff8b8-22d1-46d6-bc09-841c15bdd8e4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:49.912775 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'status': 'completed', 'code': 200} Sep 18 06:55:49.913789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.24', 57070) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:49.947513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:49.947852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:49.957876 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318077cc-0697-4994-8a5f-c041511736ad None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '03c98ed7-2ab2-492b-9348-869b6066ed3f', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'floating_ip_address': '172.25.4.197', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'port_id': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'mac_address': 'fa:16:3e:04:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:52:05Z', 'updated_at': '2021-09-18T06:55:46Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:55:49.969129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] No DVR routers for this DVR port 59c1b4cb-3176-4497-8220-8cdba315b5b2 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:55:49.974725 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:55:49.980299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:49.983124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-06f8c586-ccb8-408b-bf7c-ae0e38536a36 req-1eb86734-5e45-44e7-9891-ec97eeed6dc8 tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.24 "DELETE /v2.0/ports/59c1b4cb-3176-4497-8220-8cdba315b5b2 HTTP/1.1" status: 204 len: 173 time: 1.9048159 Sep 18 06:55:50.002500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:50.011763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:50.011763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:50.011763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Bound port: b7761ad1-e050-46e6-ae60-47343bb49368, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:50.011763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.055103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a5a1d87-ed20-4043-8e03-2065c751d83a req-4e3109a6-9ad0-4963-8ec4-c65f1585a66a tempest-AttachSCSIVolumeTestJSON-1520708366 tempest-AttachSCSIVolumeTestJSON-1520708366-project] 10.222.0.20 "GET /v2.0/ports?device_id=936c407f-7098-4d29-9d23-56e79bc2b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0799613 Sep 18 06:55:50.127144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Deleting port 4620b681-44d2-405f-a9c3-a9331a425f53 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:55:50.127641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.184273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:50.236183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:50.238602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eec218c0-a5e1-4bc1-9261-de928537802d req-08c12240-af40-47d7-9f81-3f577dd08ef3 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0790980 Sep 18 06:55:50.267451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-c985fd52-39ec-4ed2-8890-59644b0b588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.278895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-c985fd52-39ec-4ed2-8890-59644b0b588d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 1097 time: 0.3528631 Sep 18 06:55:50.282022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] For port 4620b681-44d2-405f-a9c3-a9331a425f53, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=4620b681-44d2-405f-a9c3-a9331a425f53,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:50.282439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.305489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Calling delete_port for 4620b681-44d2-405f-a9c3-a9331a425f53 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:55:50.345808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4d4d0-fbdf-493c-ba5d-441f3283c8b9 None None] New status for floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:55:50.425374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.426279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 59c1b4cb-3176-4497-8220-8cdba315b5b2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:55:50.468949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.530444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 4620b681-44d2-405f-a9c3-a9331a425f53 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:55:50.541667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 59c1b4cb-3176-4497-8220-8cdba315b5b2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:55:50.542803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 59c1b4cb-3176-4497-8220-8cdba315b5b2 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:55:50.550061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.550688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.552103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 1097 time: 2.3093317 Sep 18 06:55:50.611227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-1c1da390-b546-42a5-a82a-2026729038bd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.612868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-1c1da390-b546-42a5-a82a-2026729038bd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.4826360 Sep 18 06:55:50.637005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185e14-3445-4d42-8673-eeab571046f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:50.647936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-392afbe6-2fc6-483d-b4ef-9c5538dc1e41 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/quotas/3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 375 time: 0.0211091 Sep 18 06:55:50.732556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.774757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-695cc53a-c99f-448a-85c8-133e4373587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.776610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-695cc53a-c99f-448a-85c8-133e4373587b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1100 time: 0.0543747 Sep 18 06:55:50.792642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.800189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-ff924e02-963b-40a2-a724-239896ba6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.802736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-ff924e02-963b-40a2-a724-239896ba6c8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.5245535 Sep 18 06:55:50.852699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.855941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-ee43ec6e-2940-4b3e-b3c4-13d28e577bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0604849 Sep 18 06:55:50.927926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:50.933864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event deleted for resources: {'Port': ['ID=4620b681-44d2-405f-a9c3-a9331a425f53,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:50.948013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:50.959204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:50.966699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:50.969028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:50.998597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] No DVR routers for this DVR port 4620b681-44d2-405f-a9c3-a9331a425f53 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:55:51.003426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:51.008511 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c41f98a9-9218-4f6d-9254-cbc11c7c57f5 req-7353f892-42ed-4f93-9ffc-15a0b26179c8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "DELETE /v2.0/ports/4620b681-44d2-405f-a9c3-a9331a425f53 HTTP/1.1" status: 204 len: 173 time: 1.5297103 Sep 18 06:55:51.008511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-b6efd155-44db-4e01-9be0-19716e5486f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:51.008800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-b6efd155-44db-4e01-9be0-19716e5486f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1334863 Sep 18 06:55:51.011727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event updated for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:51.030858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-18481104-a35a-4f23-a66e-bb5ff0413d3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 200 len: 1001 time: 0.1868091 Sep 18 06:55:51.046341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee3fd-3ad7-4734-b60c-be66fb7b082e req-2f5e1e41-7154-45bb-abb1-f6e6b357d932 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:51.048922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ccee3fd-3ad7-4734-b60c-be66fb7b082e req-2f5e1e41-7154-45bb-abb1-f6e6b357d932 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.3999221 Sep 18 06:55:51.062789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-341ec22c-7aee-4720-8917-84c6ddaae293 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4004354 Sep 18 06:55:51.073677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-362ec5b1-7fcb-45c8-bcc7-707c21f124d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:51.075237 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-362ec5b1-7fcb-45c8-bcc7-707c21f124d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591831 Sep 18 06:55:51.158886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-696c2468-fb9e-421c-b1b3-3999d2759f85 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8945234 Sep 18 06:55:51.209730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Request body: {'port': {'device_id': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:51.248306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-b63638c2-cfb6-46cc-9918-6a719352cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:51.249780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-b63638c2-cfb6-46cc-9918-6a719352cb6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.1996963 Sep 18 06:55:51.260601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-7dd58112-7bbe-43a5-b194-399b9ec13ccf service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770191 Sep 18 06:55:51.266606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ccee3fd-3ad7-4734-b60c-be66fb7b082e req-1372de18-62b2-4e27-91f1-a23e5933c04e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018359 Sep 18 06:55:51.273365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ae8386fc-a70b-49fa-b0b0-3610f5d783f6 None None] Provisioning complete for port c2c25c15-4f9f-45cc-804e-ef40df4e5430 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:51.275584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae8386fc-a70b-49fa-b0b0-3610f5d783f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:51.346698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-200b9ba8-791f-4c3f-8649-2597cfd9c9b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699099 Sep 18 06:55:51.357177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ae8386fc-a70b-49fa-b0b0-3610f5d783f6 None None] Port c2c25c15-4f9f-45cc-804e-ef40df4e5430 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:55:51.365132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:51.442307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-c474c07d-e70a-497e-a811-0430fb5d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:51.443819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-c474c07d-e70a-497e-a811-0430fb5d9dae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828263 Sep 18 06:55:51.472171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-55b9b06a-f7b0-49c7-b198-8a7cb7824a0d req-91f88682-f2b7-4405-b386-22f32b40c1ef service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006962 Sep 18 06:55:51.529541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a07c6032-5701-4b6a-811e-199208955060 req-cea0d160-0185-40a6-8522-3e52ebfcf46d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 210 time: 0.0496230 Sep 18 06:55:51.638470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f7c0dadb-a860-45dd-8fec-ae29a35c42e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817364 Sep 18 06:55:51.914616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'name': 'network-vif-deleted', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2'}, {'name': 'network-changed', 'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}, {'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-deleted', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:51.917187 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd5653-977e-4327-847d-67f423a9b0c7" -d '{"events": [{"server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "name": "network-vif-deleted", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2"}, {"name": "network-changed", "server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}, {"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-deleted", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:51.995041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-e241994e-39f6-4287-826f-90c3265186f6 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317779 Sep 18 06:55:52.035147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79442d-1e93-4656-b001-e54a10c24391 req-1fc44397-8862-415b-9fb6-858e269241c6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.036557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f79442d-1e93-4656-b001-e54a10c24391 req-1fc44397-8862-415b-9fb6-858e269241c6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.4045439 Sep 18 06:55:52.127353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-bd2a30ab-443e-4944-bd1f-b3c927cf639a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.128893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-bd2a30ab-443e-4944-bd1f-b3c927cf639a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.1308427 Sep 18 06:55:52.144161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Request body: {'port': {'device_id': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'admin_state_up': True, 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:52.202822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f79442d-1e93-4656-b001-e54a10c24391 req-c720733b-22d1-4ad2-98b4-16895c59074a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363697 Sep 18 06:55:52.285347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b27b82f4-a2cb-46ca-81cc-c5981dcc6b43 req-3acd1b05-57ed-45d4-ad6b-375dd528ebdd service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821240 Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a59a8e-fc8a-470c-a21f-884ef3b7ac02 x-openstack-request-id: req-75a59a8e-fc8a-470c-a21f-884ef3b7ac02 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936c407f-7098-4d29-9d23-56e79bc2b1c0", "name": "network-vif-deleted", "tag": "59c1b4cb-3176-4497-8220-8cdba315b5b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "status": "completed", "code": 200}, {"server_uuid": "f41021b9-9edd-4177-bb21-1e4c4475b4d5", "name": "network-vif-deleted", "tag": "4620b681-44d2-405f-a9c3-a9331a425f53", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a59a8e-fc8a-470c-a21f-884ef3b7ac02 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c407f-7098-4d29-9d23-56e79bc2b1c0', 'name': 'network-vif-deleted', 'tag': '59c1b4cb-3176-4497-8220-8cdba315b5b2', 'status': 'completed', 'code': 200} Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'status': 'completed', 'code': 200} Sep 18 06:55:52.416185 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41021b9-9edd-4177-bb21-1e4c4475b4d5', 'name': 'network-vif-deleted', 'tag': '4620b681-44d2-405f-a9c3-a9331a425f53', 'status': 'completed', 'code': 200} Sep 18 06:55:52.435584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:52.445276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:52.451246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c25c15-4f9f-45cc-804e-ef40df4e5430 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:52.466348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:52.509850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ebf19-351f-443c-a943-52f090775bae req-358d5876-e446-4ced-9832-6dde6a8322ef tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.512415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9ebf19-351f-443c-a943-52f090775bae req-358d5876-e446-4ced-9832-6dde6a8322ef tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 931 time: 0.1574731 Sep 18 06:55:52.514886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Transition to ACTIVE for port object c2c25c15-4f9f-45cc-804e-ef40df4e5430 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:52.606344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:52.662053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9ebf19-351f-443c-a943-52f090775bae req-7c07b059-b339-4cdd-b567-904b54dcfdcb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372075 Sep 18 06:55:52.662182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Allocated IP 172.20.0.6 (26a1d5de-01de-4398-9765-210db1a7098f/a47cc4f0-da54-46a4-9ac9-17e103b5b0d4/3f86731f-0587-4cb8-8449-0eb7ca019b6b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:52.676891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-42afeac8-43d8-4eb3-98be-833ed05f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.692625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-42afeac8-43d8-4eb3-98be-833ed05f572e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1100 time: 0.1649241 Sep 18 06:55:52.724843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25708825-31ec-4c3c-aa19-da0cc217f474 req-d77e9c4e-92db-4d3a-a7d1-3acdbcdfce2f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.732110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25708825-31ec-4c3c-aa19-da0cc217f474 req-d77e9c4e-92db-4d3a-a7d1-3acdbcdfce2f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1852813 Sep 18 06:55:52.753521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:52.841936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2d9e5d5-1069-4ab5-bfea-c7e7935603d9 req-cbd7bdd6-3522-4138-90d9-8c2108027ab4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0975852 Sep 18 06:55:52.855376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Attempting to bind port c2c25c15-4f9f-45cc-804e-ef40df4e5430 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:52.855376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Attempting to bind port c2c25c15-4f9f-45cc-804e-ef40df4e5430 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:52.855588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Attempting to bind port c2c25c15-4f9f-45cc-804e-ef40df4e5430 on network 0b609410-7fb1-45c1-86ab-a7ff93848507 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:52.879058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Port c2c25c15-4f9f-45cc-804e-ef40df4e5430 on network 0b609410-7fb1-45c1-86ab-a7ff93848507 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:52.879383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Attempting to bind port c2c25c15-4f9f-45cc-804e-ef40df4e5430 on network 0b609410-7fb1-45c1-86ab-a7ff93848507 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:52.881088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:52.886974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25708825-31ec-4c3c-aa19-da0cc217f474 req-fad18aed-2804-4320-8e3a-7d820343f58e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540036 Sep 18 06:55:52.917419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:52.917662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Checking segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:52.918036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Bound using segment: {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:52.918487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Bound port: c2c25c15-4f9f-45cc-804e-ef40df4e5430, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c1ff96-9923-4004-9433-5a05b1eb7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:52.918849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:52.963142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-94414fc5-fce1-43cc-b2f3-ccfa3f4f7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:52.964630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-94414fc5-fce1-43cc-b2f3-ccfa3f4f7e11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2778296 Sep 18 06:55:52.991973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.038895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Network 26a1d5de-01de-4398-9765-210db1a7098f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:53.042311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-944b1a79-2c31-43cc-a39a-2be60db4a256 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0583076 Sep 18 06:55:53.042889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:53.048772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:53.092609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:53.143324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.144675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.191134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:53.193955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-18bde9c0-8328-4855-b05a-fc53d9b9a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.198125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-18bde9c0-8328-4855-b05a-fc53d9b9a898 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0952568 Sep 18 06:55:53.212606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095695-9331-4025-bcb8-71e986b1c8ad req-5ec41103-3a75-4b40-b204-8560cb4b9306 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.214124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da095695-9331-4025-bcb8-71e986b1c8ad req-5ec41103-3a75-4b40-b204-8560cb4b9306 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 931 time: 0.1708283 Sep 18 06:55:53.224692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:53.255403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3c8b5f51-0db3-4b86-9db8-ad4664d94b29 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1168952 Sep 18 06:55:53.267918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Request body: {'port': {'device_id': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:53.299687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da095695-9331-4025-bcb8-71e986b1c8ad req-ea4fa44c-d2c9-4757-a1db-a5ca3d24845c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 Sep 18 06:55:53.304152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-9e792746-5597-429d-a7e1-12a14ece6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.305702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-9e792746-5597-429d-a7e1-12a14ece6dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892766 Sep 18 06:55:53.335433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.343826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.421517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.422271 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.424534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2c25c15-4f9f-45cc-804e-ef40df4e5430 HTTP/1.1" status: 200 len: 1092 time: 2.2316148 Sep 18 06:55:53.457108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:53.459800 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aebf117-fedc-42e1-8991-79009897201a" -d '{"events": [{"name": "network-changed", "server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:53.489269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a5ce-e24c-4131-a77c-2bcc816609b9 req-5e9b3bf0-e6a1-430a-a994-a1292d81b88e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.495722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff0a5ce-e24c-4131-a77c-2bcc816609b9 req-5e9b3bf0-e6a1-430a-a994-a1292d81b88e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.1935127 Sep 18 06:55:53.519652 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa8fa0-d46e-494c-bf5f-7b564bf6d022 x-openstack-request-id: req-edfa8fa0-d46e-494c-bf5f-7b564bf6d022 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:53.522522 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:53.522522 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edfa8fa0-d46e-494c-bf5f-7b564bf6d022 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:53.522522 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'status': 'completed', 'code': 200} Sep 18 06:55:53.534687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa0c6-e528-4b6a-8e0a-8edf61f1bc26 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:53.587079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-c3f2aac7-0a63-4f9e-a4c3-ac2565883ded service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718449 Sep 18 06:55:53.595655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff0a5ce-e24c-4131-a77c-2bcc816609b9 req-de9c1dfa-58b1-4da4-a338-2835e7ffaaf5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893681 Sep 18 06:55:53.721502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f86731f-0587-4cb8-8449-0eb7ca019b6b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:53.729841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.743613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Transition to ACTIVE for port object 3f86731f-0587-4cb8-8449-0eb7ca019b6b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:53.812941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf117-fedc-42e1-8991-79009897201a req-978b4960-7380-4993-abc3-76ddfe040a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.815231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aebf117-fedc-42e1-8991-79009897201a req-978b4960-7380-4993-abc3-76ddfe040a06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 1095 time: 0.2000651 Sep 18 06:55:53.849537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbd5653-977e-4327-847d-67f423a9b0c7 req-eda4a793-a618-4881-a0ad-0327e63d00ff service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178938 Sep 18 06:55:53.868869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:53.887065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398858b-ad5e-41c0-b545-cf61a5463a99 req-aff6648f-5c0f-4c12-b847-0b951f20641e tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:53.888779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f398858b-ad5e-41c0-b545-cf61a5463a99 req-aff6648f-5c0f-4c12-b847-0b951f20641e tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 943 time: 0.1126819 Sep 18 06:55:53.989977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f398858b-ad5e-41c0-b545-cf61a5463a99 req-c3b16393-2a1b-4393-8bfd-e4f2e1fb7c11 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900230 Sep 18 06:55:54.024195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-661c5e35-2758-4092-8c7c-ee2ed89dfc83 req-0c0b2160-9cd6-442d-9365-9235b7b647ef tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0420647 Sep 18 06:55:54.026304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf117-fedc-42e1-8991-79009897201a req-d9d0c97d-f0fe-4e47-8428-4e6d71e856bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.027864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aebf117-fedc-42e1-8991-79009897201a req-d9d0c97d-f0fe-4e47-8428-4e6d71e856bb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1917617 Sep 18 06:55:54.043402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:54.087231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Attempting to bind port 3f86731f-0587-4cb8-8449-0eb7ca019b6b on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:54.091823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Attempting to bind port 3f86731f-0587-4cb8-8449-0eb7ca019b6b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:54.091823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Attempting to bind port 3f86731f-0587-4cb8-8449-0eb7ca019b6b on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:54.093633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Port 3f86731f-0587-4cb8-8449-0eb7ca019b6b on network 26a1d5de-01de-4398-9765-210db1a7098f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:54.094112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Attempting to bind port 3f86731f-0587-4cb8-8449-0eb7ca019b6b on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:54.100073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:54.100669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Checking segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:54.101301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Bound using segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:54.102072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Bound port: 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:54.102665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:54.216178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:54.223001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:54.240617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf117-fedc-42e1-8991-79009897201a req-6b2d4375-0a5f-45ea-9316-723e5d353382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.242401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aebf117-fedc-42e1-8991-79009897201a req-6b2d4375-0a5f-45ea-9316-723e5d353382 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032380 Sep 18 06:55:54.255589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728455-a23f-4228-8077-f71bbaf64a8c req-0adf4f1a-9349-4862-b88f-bb5e5cb00022 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.257071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34728455-a23f-4228-8077-f71bbaf64a8c req-0adf4f1a-9349-4862-b88f-bb5e5cb00022 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1068525 Sep 18 06:55:54.306820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34728455-a23f-4228-8077-f71bbaf64a8c req-0364d63d-c317-4ef3-82c4-b3f7c2473de1 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Sep 18 06:55:54.315098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:54.357372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.358174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:54.361014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] 10.222.0.37 "PUT /v2.0/ports/3f86731f-0587-4cb8-8449-0eb7ca019b6b HTTP/1.1" status: 200 len: 1092 time: 1.0971437 Sep 18 06:55:54.385339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c723-b580-49e1-8394-821fdb8f657d service neutron] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:54.398870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-a222895e-7a8e-4048-925a-b74ee6cec104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.400752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-a222895e-7a8e-4048-925a-b74ee6cec104 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 1095 time: 0.0875881 Sep 18 06:55:54.415106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:54.417813 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4627748e-ab76-4802-8ba1-677c0f1b80e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:54.421574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:54.460163 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded671a9-a8a1-4727-b08c-c23a62bc4a4c x-openstack-request-id: req-ded671a9-a8a1-4727-b08c-c23a62bc4a4c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:54.460742 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:54.461073 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ded671a9-a8a1-4727-b08c-c23a62bc4a4c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:54.461606 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'status': 'completed', 'code': 200} Sep 18 06:55:54.513402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-f3406bea-6e3e-48de-ab6e-7bda86c31bbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430 HTTP/1.1" status: 200 len: 217 time: 0.0965250 Sep 18 06:55:54.540025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ca036-d4a6-4c1d-9f9c-1256d2d5fbe4 req-d788efaa-1a6d-4a85-a529-eed3d94f4c3a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.541643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f33ca036-d4a6-4c1d-9f9c-1256d2d5fbe4 req-d788efaa-1a6d-4a85-a529-eed3d94f4c3a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 943 time: 0.1360161 Sep 18 06:55:54.560921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-429796f4-7e6d-482a-869d-9abe439d747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.564898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-429796f4-7e6d-482a-869d-9abe439d747e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 1095 time: 0.0811765 Sep 18 06:55:54.566987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:54.581635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'mac_address': 'fa:16:3e:e1:37:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:54.606083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-844fdfed-5c6f-4d37-983a-cd3f394f937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.607642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-844fdfed-5c6f-4d37-983a-cd3f394f937c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ef4eac8-7ac2-4781-bd77-080d8f9278b6 HTTP/1.1" status: 200 len: 844 time: 0.0852163 Sep 18 06:55:54.616450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f33ca036-d4a6-4c1d-9f9c-1256d2d5fbe4 req-27aedc70-c104-4736-a762-a25bca182878 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539675 Sep 18 06:55:54.629546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:54.672357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7761ad1-e050-46e6-ae60-47343bb49368 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:54.677212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-011708d5-7b68-44da-8273-6924641c25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.679733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-011708d5-7b68-44da-8273-6924641c25c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b609410-7fb1-45c1-86ab-a7ff93848507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623243 Sep 18 06:55:54.694727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:54.764996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-0be4bb50-7d68-417f-9122-9e49a6336949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.767329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-0be4bb50-7d68-417f-9122-9e49a6336949 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ca8880166bf414fa4a00031d97a77fb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1939270 Sep 18 06:55:54.806378 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:54.898589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:54.908271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-e768c458-fb85-451e-b5cc-278d735d21b4 service neutron] 10.222.0.24 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048366 Sep 18 06:55:54.919327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01822e03-0186-409c-89f9-15f6adc4dd9e req-14d4f914-ea30-4393-8a8f-4cc3e1a3891d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:54.922158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01822e03-0186-409c-89f9-15f6adc4dd9e req-14d4f914-ea30-4393-8a8f-4cc3e1a3891d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.1739554 Sep 18 06:55:55.072396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee4d0e9f-cb05-4f04-945c-72beee34d773 req-62d2bd47-b11d-4088-92c8-994bf2a849d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491947 Sep 18 06:55:55.174564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-7d8969c1-6eb3-404e-80f1-37bb3ec4b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.176279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4627748e-ab76-4802-8ba1-677c0f1b80e5 req-7d8969c1-6eb3-404e-80f1-37bb3ec4b1af service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4022636 Sep 18 06:55:55.178484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01822e03-0186-409c-89f9-15f6adc4dd9e req-16648e0e-c9fa-4cb9-9594-e9ef9e89e1f9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371156 Sep 18 06:55:55.252599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:55.321373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3f25b4d0-796b-453f-9e78-b48d62a297d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.323287 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-3f25b4d0-796b-453f-9e78-b48d62a297d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 1095 time: 0.0918245 Sep 18 06:55:55.331649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84f6f38d-d378-496c-bcde-5e5facb2516a req-32ef473c-6f5d-4853-bc46-2a62c0d320f4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0753248 Sep 18 06:55:55.348160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266545-ab79-4bcb-b303-edd2b5482b4a req-98015d3d-46e3-40cb-afad-c86b8fcf53d9 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.359083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16266545-ab79-4bcb-b303-edd2b5482b4a req-98015d3d-46e3-40cb-afad-c86b8fcf53d9 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 943 time: 0.2387650 Sep 18 06:55:55.444607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-6b4b6564-a6b9-4075-9359-31200440db89 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.446483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-6b4b6564-a6b9-4075-9359-31200440db89 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 820 time: 0.3688984 Sep 18 06:55:55.448216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-34ec5f28-7e24-4146-903b-40d4ab576165 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b HTTP/1.1" status: 200 len: 217 time: 0.1122231 Sep 18 06:55:55.484659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Request body: {'port': {'device_id': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'admin_state_up': True, 'tenant_id': '3b851e798a8d4e69a74e251a793c11e3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:55.527215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16266545-ab79-4bcb-b303-edd2b5482b4a req-e00416d6-9829-4a9f-ab1e-3a01dfa6f8da tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579742 Sep 18 06:55:55.561144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-fe347ce1-4134-4d2d-881c-dd46b765692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.563161 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-fe347ce1-4134-4d2d-881c-dd46b765692d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 HTTP/1.1" status: 200 len: 845 time: 0.1051540 Sep 18 06:55:55.622360 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-4e7b00db-01e7-424b-b7a6-8b2345b80f7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26a1d5de-01de-4398-9765-210db1a7098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514286 Sep 18 06:55:55.737123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-4707f822-8953-4901-b8de-4d0bc76499af service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073499 Sep 18 06:55:55.901077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a152160-f39c-4cb2-9a46-c97451627c66 req-2b6a9216-3a27-47df-af3b-cb8693ca2e78 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.910508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a152160-f39c-4cb2-9a46-c97451627c66 req-2b6a9216-3a27-47df-af3b-cb8693ca2e78 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.2566216 Sep 18 06:55:55.944743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5d4e8-02ed-4949-a2ca-89cb9dbaee35 req-3c0ea9b3-4491-4624-b46b-f3e0047eb9f8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:55.944743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78f5d4e8-02ed-4949-a2ca-89cb9dbaee35 req-3c0ea9b3-4491-4624-b46b-f3e0047eb9f8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 943 time: 0.1822605 Sep 18 06:55:55.974029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20b038fc-f192-4cb0-9e4a-c4716f39c052 req-2fb655fa-41a9-4aa8-8f3d-1782f1a1c860 service neutron] 10.222.0.37 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282062 Sep 18 06:55:56.008879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a152160-f39c-4cb2-9a46-c97451627c66 req-e5359897-dcb5-4495-a989-994b83a196b9 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973713 Sep 18 06:55:56.023421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78f5d4e8-02ed-4949-a2ca-89cb9dbaee35 req-d5307bf9-c9f9-4a2f-b75c-16750a87d1b6 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736873 Sep 18 06:55:56.035002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Made reservation on behalf of 3b851e798a8d4e69a74e251a793c11e3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:55:56.038459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:56.197028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Allocated IP 172.20.0.13 (e9089881-e7f2-4770-a2bd-f6b2d1e8aade/75883667-47fc-4b4b-be96-fb22bf0a7e4e/d114ff5e-447f-4343-8352-e3ec5f909faa) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:55:56.358175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07c0c8-a94e-466b-986a-6a14305743ac req-8efdea53-a621-4ce2-b363-4954f80acc46 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:56.359973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd07c0c8-a94e-466b-986a-6a14305743ac req-8efdea53-a621-4ce2-b363-4954f80acc46 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 949 time: 0.1058240 Sep 18 06:55:56.449475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd07c0c8-a94e-466b-986a-6a14305743ac req-ad987bfc-d643-4929-850a-6466af0e656a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Sep 18 06:55:56.486562 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:56.557203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94445a06-f435-4677-bc9c-c592725ea4f4 req-96e500cb-1d35-4426-8f44-34e2acb48eb2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Sep 18 06:55:56.618321 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:56.633566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:55:56.668498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Network e9089881-e7f2-4770-a2bd-f6b2d1e8aade is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:55:56.676782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:55:56.706608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:55:56.713874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:56.714538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:56.748999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:56.762111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a669a-9409-4a0f-8af5-51f4c8ce1bfb req-e8e75ff3-6adc-4dd5-80c3-213ce8bc3016 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:56.763741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322a669a-9409-4a0f-8af5-51f4c8ce1bfb req-e8e75ff3-6adc-4dd5-80c3-213ce8bc3016 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 943 time: 0.0931094 Sep 18 06:55:56.823185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322a669a-9409-4a0f-8af5-51f4c8ce1bfb req-e23b85e8-02a6-48c0-8f2f-c6a3de4f42a0 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521035 Sep 18 06:55:56.824884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-149c773d-75a8-4296-86f1-d17fd6b6c3d5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3474953 Sep 18 06:55:56.862198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Request body: {'port': {'device_id': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:55:56.941285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:57.276205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b8917-adf0-447f-aabb-01886bf7244c req-42467d5c-3971-42c3-91da-a22bb88a7f48 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:57.277801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-868b8917-adf0-447f-aabb-01886bf7244c req-42467d5c-3971-42c3-91da-a22bb88a7f48 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1321418 Sep 18 06:55:57.353770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72169da0-a598-4915-bd0b-9cbcf35c2e6a req-2d4a0035-47c3-4f4b-9e82-1ffb35674162 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:57.355264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72169da0-a598-4915-bd0b-9cbcf35c2e6a req-2d4a0035-47c3-4f4b-9e82-1ffb35674162 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 943 time: 0.2223384 Sep 18 06:55:57.726630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-868b8917-adf0-447f-aabb-01886bf7244c req-7d8b543e-ae3a-43ba-99c3-e483e871770a tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887177 Sep 18 06:55:57.735685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72169da0-a598-4915-bd0b-9cbcf35c2e6a req-5d152169-4e00-457d-9950-4731a19c8e41 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682494 Sep 18 06:55:57.801711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d114ff5e-447f-4343-8352-e3ec5f909faa {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:57.809661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:57.829491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Transition to ACTIVE for port object d114ff5e-447f-4343-8352-e3ec5f909faa will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:55:57.897103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:57.972522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39707fe5-8c24-40fe-b9f5-65b0447775e1 req-650e6c82-e888-4da8-a5fd-0f5728f982ac tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:57.974184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39707fe5-8c24-40fe-b9f5-65b0447775e1 req-650e6c82-e888-4da8-a5fd-0f5728f982ac tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 932 time: 0.1335535 Sep 18 06:55:57.976921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:57.987502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876c475-4692-4692-b445-f34d71d7e003 req-fd2f1f0b-b786-4745-afd1-0a1fb3f06ad9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:57.994642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f876c475-4692-4692-b445-f34d71d7e003 req-fd2f1f0b-b786-4745-afd1-0a1fb3f06ad9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 949 time: 0.1440518 Sep 18 06:55:58.074535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:55:58.074535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:55:58.074535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:58.086063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:55:58.086508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:55:58.090829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39707fe5-8c24-40fe-b9f5-65b0447775e1 req-a7fb5599-17e5-4a41-b8d4-d5e1717b5c5c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936110 Sep 18 06:55:58.106363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f876c475-4692-4692-b445-f34d71d7e003 req-db5bb6f8-cff1-433d-82af-d2e89b4ed4cf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105444 Sep 18 06:55:58.112572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:55:58.113091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:55:58.113577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:55:58.114171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Bound port: d114ff5e-447f-4343-8352-e3ec5f909faa, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:55:58.114631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.243252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:55:58.259075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:55:58.284528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63f46-4d81-4e44-bc78-1e9bf1fa1351 req-cf3bf225-ddf9-41fd-b177-6f43162460ed tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:58.284528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01c63f46-4d81-4e44-bc78-1e9bf1fa1351 req-cf3bf225-ddf9-41fd-b177-6f43162460ed tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 943 time: 0.0787334 Sep 18 06:55:58.332305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01c63f46-4d81-4e44-bc78-1e9bf1fa1351 req-6e51b7de-8563-4164-97d7-fd07dddec558 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Sep 18 06:55:58.334331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.387915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:58.388895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.390743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] 10.222.0.24 "PUT /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 1093 time: 1.5435109 Sep 18 06:55:58.392644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:58.395845 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:58.433622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3f40-724d-4752-9d47-192cbcac4286 service neutron] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:58.446193 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5461d-8ec7-4338-a77a-516888fd0e49 x-openstack-request-id: req-eaa5461d-8ec7-4338-a77a-516888fd0e49 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:55:58.450896 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:55:58.450896 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaa5461d-8ec7-4338-a77a-516888fd0e49 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:55:58.450896 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'status': 'completed', 'code': 200} Sep 18 06:55:58.463264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c2c25c15-4f9f-45cc-804e-ef40df4e5430 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:58.476194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:55:58.569332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-55c9e21a-fdc9-4f4a-afeb-9309669c5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:58.569698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 83e79f99-6431-44a0-8e44-2212f2fd0d43 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:58.573514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-55c9e21a-fdc9-4f4a-afeb-9309669c5419 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1096 time: 0.0753934 Sep 18 06:55:58.702249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37918) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:55:58.729923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:58.779940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-4d3d0ae1-c607-45d1-874b-232b79869b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:58.780672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'port_id': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'mac_address': 'fa:16:3e:b3:16:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:58.782171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-4d3d0ae1-c607-45d1-874b-232b79869b21 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b851e798a8d4e69a74e251a793c11e3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1877975 Sep 18 06:55:58.797621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.854854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port b7761ad1-e050-46e6-ae60-47343bb49368 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:55:58.897943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port b7761ad1-e050-46e6-ae60-47343bb49368 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:55:58.899473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.910894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-7976032f-9911-4964-977c-4750b16b6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:58.912389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ef6775c-d10c-4fa1-965d-06ab9067f8a3 req-7976032f-9911-4964-977c-4750b16b6021 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227179 Sep 18 06:55:58.933844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:58.983532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c25c15-4f9f-45cc-804e-ef40df4e5430 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:59.020077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.035780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'port_id': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'mac_address': 'fa:16:3e:cf:70:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:59.061484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa828d-035a-4f02-8781-813c3c54cc7f req-6d11d114-fb9e-49f9-b40c-6737bf519783 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.066075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18aa828d-035a-4f02-8781-813c3c54cc7f req-6d11d114-fb9e-49f9-b40c-6737bf519783 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 943 time: 0.1671505 Sep 18 06:55:59.072787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d443b-6228-4249-8079-3c55dc80e7d8 req-04f59811-de94-45d9-b5aa-7ab18c01905d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.080789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d6d443b-6228-4249-8079-3c55dc80e7d8 req-04f59811-de94-45d9-b5aa-7ab18c01905d tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 943 time: 0.1733508 Sep 18 06:55:59.100928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.121251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e79f99-6431-44a0-8e44-2212f2fd0d43 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:59.142479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-52414b87-e40f-4bb0-870d-f336d37cb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.144261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-52414b87-e40f-4bb0-870d-f336d37cb9f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1096 time: 0.1487038 Sep 18 06:55:59.146549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.157288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.176208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18aa828d-035a-4f02-8781-813c3c54cc7f req-fe2b42ba-8dcf-43f7-a471-33f3f484ab2b tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914266 Sep 18 06:55:59.204967 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.211067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d6d443b-6228-4249-8079-3c55dc80e7d8 req-3d2207b0-3b48-4f1b-96b2-2a3b0902078c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248686 Sep 18 06:55:59.229483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.235627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:55:59.294095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-fa55976a-eca5-4273-be25-88bddbe49aa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 217 time: 0.1282640 Sep 18 06:55:59.443148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.490452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-74ea35e0-ab95-4b17-921c-f5cdc93619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.495257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-74ea35e0-ab95-4b17-921c-f5cdc93619c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.1756752 Sep 18 06:55:59.508777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.509371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d027-c375-430d-a354-64d0b444dbee req-96d47f6a-6c43-4c39-ba9a-4be5bfbbf119 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.510346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:55:59.512564 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc91ff2-7d49-41c2-9496-edad474addf8" -d '{"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-plugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:55:59.522599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9221d027-c375-430d-a354-64d0b444dbee req-96d47f6a-6c43-4c39-ba9a-4be5bfbbf119 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.1993477 Sep 18 06:55:59.536762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.583139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.602456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-32c832f0-e916-4cde-ab89-f409bf816777 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743194 Sep 18 06:55:59.624179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'mac_address': 'fa:16:3e:fb:f0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:55:59.626416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:59.634039 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.649367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd211-3ec1-4f05-9214-0acbcf0ee109 req-3b973dc5-0e3b-4b0e-b97f-47c5a8854681 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:55:59.665731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7cd211-3ec1-4f05-9214-0acbcf0ee109 req-3b973dc5-0e3b-4b0e-b97f-47c5a8854681 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 949 time: 0.3678176 Sep 18 06:55:59.722651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.746241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f86731f-0587-4cb8-8449-0eb7ca019b6b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:55:59.776335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:55:59.781092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9221d027-c375-430d-a354-64d0b444dbee req-6bb14cfb-7791-4046-a866-f345194ea74f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547157 Sep 18 06:55:59.839665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:59.864479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7cd211-3ec1-4f05-9214-0acbcf0ee109 req-b7ea408f-5192-4846-9085-f23b0a0659c9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945145 Sep 18 06:55:59.910296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.929628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-3082663f-fabc-4caa-b075-65b8dc816d84 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174844 Sep 18 06:55:59.965055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:55:59.982704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Deleting port a2ba0e83-b155-4cb5-9a76-aff00c1019b5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:55:59.983769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:55:59.984323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c2c25c15-4f9f-45cc-804e-ef40df4e5430'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:00.020788 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30496249-5744-4870-8036-25865dbdb26a x-openstack-request-id: req-30496249-5744-4870-8036-25865dbdb26a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:00.021410 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-plugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:00.021824 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30496249-5744-4870-8036-25865dbdb26a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:00.022404 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'code': 200} Sep 18 06:56:00.130344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e978ec-4d69-4b1e-8cfa-28af424e5eae req-2a3e056b-4702-4ea5-8031-ff09a8051e07 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:00.130344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65e978ec-4d69-4b1e-8cfa-28af424e5eae req-2a3e056b-4702-4ea5-8031-ff09a8051e07 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 944 time: 0.0843549 Sep 18 06:56:00.130344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40221ccb-a65c-4927-bb3a-ea5d07816dce req-ccd7fe5b-545f-4031-bfe3-6851ed785719 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618683 Sep 18 06:56:00.131115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:00.146070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] For port a2ba0e83-b155-4cb5-9a76-aff00c1019b5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:00.161109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:00.165866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Calling delete_port for a2ba0e83-b155-4cb5-9a76-aff00c1019b5 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:00.196792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['83e79f99-6431-44a0-8e44-2212f2fd0d43'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:00.236014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3f86731f-0587-4cb8-8449-0eb7ca019b6b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:00.275003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65e978ec-4d69-4b1e-8cfa-28af424e5eae req-00e6f656-0f82-430a-9084-785deda5a4c7 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706173 Sep 18 06:56:00.316866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dad69e-993d-4ac4-be72-7d1b1aa76e09 req-13f14dd6-ac14-4142-9532-484072e670ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:00.326034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6dad69e-993d-4ac4-be72-7d1b1aa76e09 req-13f14dd6-ac14-4142-9532-484072e670ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1102 time: 0.1538994 Sep 18 06:56:00.484881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6dad69e-993d-4ac4-be72-7d1b1aa76e09 req-3aac2397-c693-41f3-bd66-cfb72b919509 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507177 Sep 18 06:56:00.508191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7293-6d89-4346-ba19-d3c69a55cd05 req-5094373b-df69-4b78-b170-35f8be52e440 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:00.519460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79c7293-6d89-4346-ba19-d3c69a55cd05 req-5094373b-df69-4b78-b170-35f8be52e440 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 944 time: 0.1697695 Sep 18 06:56:00.538974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c659fb1-36b1-4203-a303-66409e2d37c9 req-4106abd4-9934-467b-951a-a1d75d5f8154 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:00.544267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c659fb1-36b1-4203-a303-66409e2d37c9 req-4106abd4-9934-467b-951a-a1d75d5f8154 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 944 time: 0.1418436 Sep 18 06:56:00.606616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79c7293-6d89-4346-ba19-d3c69a55cd05 req-084113cf-7e40-4df8-9020-d6458728163a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Sep 18 06:56:00.628964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:00.635692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c659fb1-36b1-4203-a303-66409e2d37c9 req-abae6122-b628-41c7-89eb-c055a93f5189 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682509 Sep 18 06:56:00.663337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ba0e83-b155-4cb5-9a76-aff00c1019b5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:00.865566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:00.945473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497080a-8da5-4fca-9842-d8d91a0209a4 req-baa4e5cc-38f7-4c0c-b5df-452ee46f11a5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:00.954589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0497080a-8da5-4fca-9842-d8d91a0209a4 req-baa4e5cc-38f7-4c0c-b5df-452ee46f11a5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0680971 Sep 18 06:56:01.026278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0497080a-8da5-4fca-9842-d8d91a0209a4 req-b3b82ddd-c7ab-4fad-afd8-95bf47941d45 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Sep 18 06:56:01.035916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ca0b7-169e-4a5f-9331-bf24e1306eb5 req-073b55b7-e9c3-48da-89eb-b3115495bc85 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:01.043411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-666ca0b7-169e-4a5f-9331-bf24e1306eb5 req-073b55b7-e9c3-48da-89eb-b3115495bc85 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0875115 Sep 18 06:56:01.086493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-666ca0b7-169e-4a5f-9331-bf24e1306eb5 req-f208e69c-c3ca-49c8-bc62-2330068417e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Sep 18 06:56:01.143553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Router b18f2677-512d-4b93-8ff3-fefbccf40977 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:01.257091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:01.263458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74aecf31-1324-45b0-bbf8-a992994084dc admin admin] 10.222.0.20 "PUT /v2.0/routers/b18f2677-512d-4b93-8ff3-fefbccf40977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587757 Sep 18 06:56:01.265005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:01.266381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Sync routers for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:01.275741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:01.276565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:01.405453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:01.425342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:01.470473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53535-7e4e-442c-80bf-c5ce36656470 req-a9f6af48-040b-4d8b-a87d-3e7ed952f601 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:01.471986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72e53535-7e4e-442c-80bf-c5ce36656470 req-a9f6af48-040b-4d8b-a87d-3e7ed952f601 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 944 time: 0.1066523 Sep 18 06:56:01.551111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72e53535-7e4e-442c-80bf-c5ce36656470 req-669765d2-fd25-4209-946a-870c11b38665 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709035 Sep 18 06:56:01.578591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:01.618553 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:56:00Z', 'revision_number': 5, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port': {'id': 'a2e4bd99-ebd7-4558-b849-755f140733f0', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:35Z', 'updated_at': '2021-09-18T06:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:01.650445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Checking router: b18f2677-512d-4b93-8ff3-fefbccf40977 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:01.660679 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Routers {'b18f2677-512d-4b93-8ff3-fefbccf40977'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:01.661366 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b18f2677-512d-4b93-8ff3-fefbccf40977'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:01.759563 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] Set router b18f2677-512d-4b93-8ff3-fefbccf40977 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:01.813730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7a15-5a68-42da-873a-474de1bc2d2a req-ada5955b-f75d-42b1-b990-511bb046d98c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:01.815496 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:56:01Z', 'revision_number': 6, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:01.815678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14eb7a15-5a68-42da-873a-474de1bc2d2a req-ada5955b-f75d-42b1-b990-511bb046d98c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 944 time: 0.0697296 Sep 18 06:56:01.831568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43fe4-5882-47f0-ba6c-2de46321c6b5 req-51c35474-01e0-480b-9fe9-d9db57d0c46f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:01.852089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d43fe4-5882-47f0-ba6c-2de46321c6b5 req-51c35474-01e0-480b-9fe9-d9db57d0c46f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 944 time: 0.1297295 Sep 18 06:56:01.853174 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61d60-ca6f-48d9-a1a6-8a088f384a49 None None] The sync data for ids ['b18f2677-512d-4b93-8ff3-fefbccf40977'] in n-d-789963-14 is: [{'id': 'b18f2677-512d-4b93-8ff3-fefbccf40977', 'name': 'tempest-AttachSCSIVolumeTestJSON-1915972874-router', 'tenant_id': '92558cfc9ba94a0c855df1e28bce0c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:34Z', 'updated_at': '2021-09-18T06:56:01Z', 'revision_number': 6, 'project_id': '92558cfc9ba94a0c855df1e28bce0c03', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:01.882843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Deleting port a2e4bd99-ebd7-4558-b849-755f140733f0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:01.883196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:01.931264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14eb7a15-5a68-42da-873a-474de1bc2d2a req-5b75ec0d-6837-4aa7-ad70-a6ef705ec688 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972397 Sep 18 06:56:01.938545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d43fe4-5882-47f0-ba6c-2de46321c6b5 req-d4d1bce8-51fb-4dee-9778-88159d4817d1 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941124 Sep 18 06:56:02.012664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] For port a2e4bd99-ebd7-4558-b849-755f140733f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2e4bd99-ebd7-4558-b849-755f140733f0,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:02.013384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.027762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Calling delete_port for a2e4bd99-ebd7-4558-b849-755f140733f0 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:02.260164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca9f63-fc88-46f8-b3bd-d85053614fdf req-8fbcdb4d-373d-4fd0-8fa1-0950689df50e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:02.261696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bca9f63-fc88-46f8-b3bd-d85053614fdf req-8fbcdb4d-373d-4fd0-8fa1-0950689df50e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.1249363 Sep 18 06:56:02.285671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8677e-39bb-4923-82ee-7636e0de2ec3 req-e90f2eaf-1479-4771-872b-380da6262b19 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:02.287162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ed8677e-39bb-4923-82ee-7636e0de2ec3 req-e90f2eaf-1479-4771-872b-380da6262b19 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1111054 Sep 18 06:56:02.346933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bca9f63-fc88-46f8-b3bd-d85053614fdf req-471384d0-fd7f-4714-a485-13d75643c3f6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772738 Sep 18 06:56:02.355701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ed8677e-39bb-4923-82ee-7636e0de2ec3 req-2f5b1edc-3fbe-478b-aecb-6e70588583e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Sep 18 06:56:02.412317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.440930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2ba0e83-b155-4cb5-9a76-aff00c1019b5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:02.445431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e4bd99-ebd7-4558-b849-755f140733f0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:02.468964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a2ba0e83-b155-4cb5-9a76-aff00c1019b5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:02.469839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2ba0e83-b155-4cb5-9a76-aff00c1019b5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:02.470298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2e4bd99-ebd7-4558-b849-755f140733f0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:02.475659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.492286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a2e4bd99-ebd7-4558-b849-755f140733f0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:02.492704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2e4bd99-ebd7-4558-b849-755f140733f0 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:02.501342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c2c25c15-4f9f-45cc-804e-ef40df4e5430 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:02.586814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 83e79f99-6431-44a0-8e44-2212f2fd0d43 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:02.595417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.597980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.617228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port c2c25c15-4f9f-45cc-804e-ef40df4e5430 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:02.625413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port c2c25c15-4f9f-45cc-804e-ef40df4e5430 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:02.626376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.710704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add60622-9fc2-445e-ac9d-f9e85ab04630 req-92858dca-f8d2-41dc-a5cb-9af18495bce8 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:02.712407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-add60622-9fc2-445e-ac9d-f9e85ab04630 req-92858dca-f8d2-41dc-a5cb-9af18495bce8 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 944 time: 0.0514128 Sep 18 06:56:02.723998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.746434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 83e79f99-6431-44a0-8e44-2212f2fd0d43 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:02.751905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 83e79f99-6431-44a0-8e44-2212f2fd0d43 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:02.752288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.753578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:02.755858 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972282b9-345a-418f-bb2f-179852465ac2" -d '{"events": [{"server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:02.758150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-add60622-9fc2-445e-ac9d-f9e85ab04630 req-23d5213a-91d0-4383-a3da-2bfd6f322d44 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Sep 18 06:56:02.767431 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.768028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18f2677-512d-4b93-8ff3-fefbccf40977 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:56:02.779308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.780671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-15944661-b52b-49ee-900f-0e6bd6fdc862 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b18f2677-512d-4b93-8ff3-fefbccf40977 HTTP/1.1" status: 204 len: 168 time: 1.5146322 Sep 18 06:56:02.786203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:02.792965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:02.822973 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565c8a0-caf3-4d32-ba24-8ee9d75d222b x-openstack-request-id: req-2565c8a0-caf3-4d32-ba24-8ee9d75d222b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:02.823412 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "name": "network-vif-plugged", "status": "completed", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:02.823677 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2565c8a0-caf3-4d32-ba24-8ee9d75d222b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:02.824066 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'code': 200} Sep 18 06:56:02.862071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.889849 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.891271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Deleting subnet 2a3489b9-3c84-4514-b79d-a85e0d83d630 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:56:02.910828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:02.932996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:02.955756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:02.963697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.003330 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.004076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:03.086425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843d68e-7591-4f3a-abd8-fc617c288327 req-fb6234ed-e116-4f07-a502-ebf5c4c00780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:03.088298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3843d68e-7591-4f3a-abd8-fc617c288327 req-fb6234ed-e116-4f07-a502-ebf5c4c00780 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 1097 time: 0.1320601 Sep 18 06:56:03.096672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.100673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:03.140977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00969e4-427c-4613-a6b3-f8b2628356e5 req-0ca9ed1d-c849-405b-a77d-ea02a8a5516e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:03.143114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f00969e4-427c-4613-a6b3-f8b2628356e5 req-0ca9ed1d-c849-405b-a77d-ea02a8a5516e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.1311235 Sep 18 06:56:03.153399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a358-e865-45f1-aa05-8372dcfc5d48 req-d955a076-85cb-43b3-9857-0d411e6bc3f7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:03.154966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6538a358-e865-45f1-aa05-8372dcfc5d48 req-d955a076-85cb-43b3-9857-0d411e6bc3f7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 944 time: 0.1083014 Sep 18 06:56:03.179714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 3f86731f-0587-4cb8-8449-0eb7ca019b6b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:03.185678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 3f86731f-0587-4cb8-8449-0eb7ca019b6b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:03.185678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.197166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3843d68e-7591-4f3a-abd8-fc617c288327 req-92fcde38-aefc-4995-9f98-92cdfb723f4e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977902 Sep 18 06:56:03.227218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f00969e4-427c-4613-a6b3-f8b2628356e5 req-a3d46774-0bd3-4dd0-967e-390316f3add4 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702422 Sep 18 06:56:03.229921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6538a358-e865-45f1-aa05-8372dcfc5d48 req-c565e74a-734d-4dc1-91d6-057e51c75aa7 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608461 Sep 18 06:56:03.243919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.258722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.263284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a3489b9-3c84-4514-b79d-a85e0d83d630 HTTP/1.1" status: 204 len: 168 time: 0.4748080 Sep 18 06:56:03.263956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37976) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:03.264672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77e3fc-856d-4c25-b8b7-150043bfddec None None] Network fa5e8682-61b0-46ab-9319-1af81add21f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:03.286810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd7434-290b-4c74-981d-4cd6e7646707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3489b9-3c84-4514-b79d-a85e0d83d630,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:03.300347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.338089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.393294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:03.426301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Deleting port 652cb0b1-f267-4ce8-9db5-289ba760d900 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:03.426638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.487665 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.526734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] DHCP port deletion for fa5e8682-61b0-46ab-9319-1af81add21f3 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:56:03.557148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] For port 652cb0b1-f267-4ce8-9db5-289ba760d900, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=652cb0b1-f267-4ce8-9db5-289ba760d900,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:03.557549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.573070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:03.581544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Calling delete_port for 652cb0b1-f267-4ce8-9db5-289ba760d900 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:03.593927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44fbbe-c1b1-4dc3-8b1d-6bf9eb689179 req-45b9a431-ff84-4a3b-b250-753a6d83a002 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:03.596033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f44fbbe-c1b1-4dc3-8b1d-6bf9eb689179 req-45b9a431-ff84-4a3b-b250-753a6d83a002 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1467538 Sep 18 06:56:03.603196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Deleting port 652cb0b1-f267-4ce8-9db5-289ba760d900 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:03.603680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.621521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b2955-3550-4074-a360-64f10da1fd43 req-837f6e00-d0aa-400a-961a-3025f52b22b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:03.623076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d05b2955-3550-4074-a360-64f10da1fd43 req-837f6e00-d0aa-400a-961a-3025f52b22b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.1529665 Sep 18 06:56:03.668650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] For port 652cb0b1-f267-4ce8-9db5-289ba760d900, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=652cb0b1-f267-4ce8-9db5-289ba760d900,segment=NetworkSegment(9a500460-a14b-44b2-8c11-e1c22a18ecae),segment_id=9a500460-a14b-44b2-8c11-e1c22a18ecae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:03.669056 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.687582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Calling delete_port for 652cb0b1-f267-4ce8-9db5-289ba760d900 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:03.857485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:03.886232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] Pushing event deleted for resources: {'Port': ['ID=652cb0b1-f267-4ce8-9db5-289ba760d900,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:03.888272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99bd6a-497c-42e4-912a-6ab08de9737c None None] No DVR routers for this DVR port 652cb0b1-f267-4ce8-9db5-289ba760d900 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:03.980567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f44fbbe-c1b1-4dc3-8b1d-6bf9eb689179 req-c9632aa6-a0f5-4214-996e-6a751fdadb57 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776569 Sep 18 06:56:04.006432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d05b2955-3550-4074-a360-64f10da1fd43 req-b3cc7b74-7004-487d-80c8-2b6190f25b3d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 Sep 18 06:56:04.017676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.045325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=652cb0b1-f267-4ce8-9db5-289ba760d900,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:04.052728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] No DVR routers for this DVR port 652cb0b1-f267-4ce8-9db5-289ba760d900 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:04.156398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.182547 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.182894 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.183962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.184387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > port after_create 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.184741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.185087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > port after_update 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.185953 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.185953 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.186177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.186397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.254192 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.254549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.254891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.255222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 06:56:04.255610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5e8682-61b0-46ab-9319-1af81add21f3']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:04.266848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-d7693631-306b-48c8-8d25-c4b6df1809de req-db9a6694-cfd1-434f-a279-dd4e918c398e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:56:04.267846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7693631-306b-48c8-8d25-c4b6df1809de req-db9a6694-cfd1-434f-a279-dd4e918c398e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071120 Sep 18 06:56:04.294659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad8650-bac2-4bb4-ba3a-c26dfae1d762 req-7762ff0a-b670-4ea2-8b32-eeafcfe73294 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:04.296244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8ad8650-bac2-4bb4-ba3a-c26dfae1d762 req-7762ff0a-b670-4ea2-8b32-eeafcfe73294 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.2033727 Sep 18 06:56:04.298712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a500460-a14b-44b2-8c11-e1c22a18ecae') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:04.299019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a500460-a14b-44b2-8c11-e1c22a18ecae') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:04.329576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 652cb0b1-f267-4ce8-9db5-289ba760d900 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:04.331695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.357405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 652cb0b1-f267-4ce8-9db5-289ba760d900 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:04.357405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 652cb0b1-f267-4ce8-9db5-289ba760d900 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:04.360639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.378960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8ad8650-bac2-4bb4-ba3a-c26dfae1d762 req-83250545-f8ad-47ab-b7cd-68792b678a09 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756390 Sep 18 06:56:04.381250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:56:04.381844 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: from cryptography.utils import int_from_bytes Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: from cryptography.utils import int_from_bytes Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:56:04.398524 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:56:04.504310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c9b3-554a-499e-93a4-81b8a3b3dbc6 req-bd62e567-7dc8-40d1-92f7-2e55a0e35779 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:04.505857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a29c9b3-554a-499e-93a4-81b8a3b3dbc6 req-bd62e567-7dc8-40d1-92f7-2e55a0e35779 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0621889 Sep 18 06:56:04.540690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.547154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:04.549462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa5e8682-61b0-46ab-9319-1af81add21f3 HTTP/1.1" status: 204 len: 168 time: 1.2836595 Sep 18 06:56:04.552385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37994) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:04.561814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a29c9b3-554a-499e-93a4-81b8a3b3dbc6 req-359f853a-c3b5-42ee-b64b-5b34cfebd3a5 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490944 Sep 18 06:56:04.574396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb8fc2-7828-42e1-a04a-e45a3bc0bd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5e8682-61b0-46ab-9319-1af81add21f3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:04.710935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22de3-f306-4f3a-b9ce-272dc03c8a94 req-bdb90faa-0f87-4a80-a32d-08ace60ac0d2 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:04.712628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fa22de3-f306-4f3a-b9ce-272dc03c8a94 req-bdb90faa-0f87-4a80-a32d-08ace60ac0d2 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 945 time: 0.0878677 Sep 18 06:56:04.726030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72808d76-9e5b-4ab8-9ab5-64c00e5ebd25 req-ed9d98ed-b5e2-4043-8726-192745ceedfc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:04.727571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72808d76-9e5b-4ab8-9ab5-64c00e5ebd25 req-ed9d98ed-b5e2-4043-8726-192745ceedfc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0707879 Sep 18 06:56:04.797293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fa22de3-f306-4f3a-b9ce-272dc03c8a94 req-53ba9a83-133e-4c26-a3f2-2d064fdda0a2 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687013 Sep 18 06:56:04.818917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72808d76-9e5b-4ab8-9ab5-64c00e5ebd25 req-d6a2ffbc-fcf6-48c7-8d8d-a58fb476e626 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Sep 18 06:56:04.825624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43'}, {'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:04.828206 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c53e389-6d89-4290-b514-79624ff0074b" -d '{"events": [{"server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "name": "network-vif-plugged", "status": "completed", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43"}, {"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:04.876022 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9b117-2a7b-4945-bdd9-9996758c92a5 x-openstack-request-id: req-79f9b117-2a7b-4945-bdd9-9996758c92a5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:04.876404 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "name": "network-vif-plugged", "status": "completed", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43", "code": 200}, {"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:04.876725 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f9b117-2a7b-4945-bdd9-9996758c92a5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:04.877188 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'code': 200} Sep 18 06:56:04.877702 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'code': 200} Sep 18 06:56:04.996106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031be4b-0272-49f6-aa78-0a47050833e2 req-d8a85cfb-52cd-421f-bbaa-335f4f1a094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:04.997661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1031be4b-0272-49f6-aa78-0a47050833e2 req-d8a85cfb-52cd-421f-bbaa-335f4f1a094c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 1097 time: 0.0422978 Sep 18 06:56:05.017001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ef93f-e86a-4d6c-a8e9-b94abab3572b req-18a0df9d-32c1-446e-a1fa-5c980a226872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.018584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f7ef93f-e86a-4d6c-a8e9-b94abab3572b req-18a0df9d-32c1-446e-a1fa-5c980a226872 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 1097 time: 0.0521612 Sep 18 06:56:05.051631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1031be4b-0272-49f6-aa78-0a47050833e2 req-9cea09be-9364-4c9e-8709-d0b0af7ea83d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Sep 18 06:56:05.052193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:05.151361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2335e0-38b6-469f-97a9-4e840dd1905b req-c60c6229-477e-43c9-9fdf-17c4ccb1cd53 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.152876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c2335e0-38b6-469f-97a9-4e840dd1905b req-c60c6229-477e-43c9-9fdf-17c4ccb1cd53 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0555577 Sep 18 06:56:05.156689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f7ef93f-e86a-4d6c-a8e9-b94abab3572b req-b4e6ac56-68b3-4ea4-9998-b04ce4b47d3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279583 Sep 18 06:56:05.197358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c2335e0-38b6-469f-97a9-4e840dd1905b req-1e66534a-d131-4c56-8760-6406dc68e49e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Sep 18 06:56:05.456828 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-e5697d66-4c5b-470c-9eea-8b01cb3a64c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3496826 Sep 18 06:56:05.499252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce1583-ee25-4792-a641-e5989f14ed24 req-be5450ae-5191-4ea5-9c79-caacae128482 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.500817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07ce1583-ee25-4792-a641-e5989f14ed24 req-be5450ae-5191-4ea5-9c79-caacae128482 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.0481243 Sep 18 06:56:05.548480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07ce1583-ee25-4792-a641-e5989f14ed24 req-d7ae9736-035d-4f54-8da7-f2f171a3ee26 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Sep 18 06:56:05.616916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Deleting port 46fcd74e-fe11-4c4d-af66-4eae71f4e198 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:05.617430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:05.705355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] For port 46fcd74e-fe11-4c4d-af66-4eae71f4e198, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=46fcd74e-fe11-4c4d-af66-4eae71f4e198,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:05.705818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:05.706456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05846857-ba2e-4b60-bd0f-27b2318f0ae1 req-27045491-c825-4662-a368-61fd4d906a76 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.707958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05846857-ba2e-4b60-bd0f-27b2318f0ae1 req-27045491-c825-4662-a368-61fd4d906a76 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.0768225 Sep 18 06:56:05.719849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:05.720377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d0f84-d5cd-41dd-b708-245ac8e07826 req-5a7c5b2f-66b3-4908-847f-654b7f919c7f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.721841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-343d0f84-d5cd-41dd-b708-245ac8e07826 req-5a7c5b2f-66b3-4908-847f-654b7f919c7f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0660555 Sep 18 06:56:05.724583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Request body: {'floatingip': {'port_id': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:05.727318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Calling delete_port for 46fcd74e-fe11-4c4d-af66-4eae71f4e198 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:05.764754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-343d0f84-d5cd-41dd-b708-245ac8e07826 req-ebd886d4-df76-4ee2-891f-96c4d30e40c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Sep 18 06:56:05.811967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:05.927972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c43391-fff9-46e5-aea4-a24d7305636c req-45818613-f3bd-49f0-94f7-914a0665dc42 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:05.930294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99c43391-fff9-46e5-aea4-a24d7305636c req-45818613-f3bd-49f0-94f7-914a0665dc42 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 945 time: 0.0599787 Sep 18 06:56:06.008519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99c43391-fff9-46e5-aea4-a24d7305636c req-553a43ba-c926-4da4-93f2-eed20e03c17d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695863 Sep 18 06:56:06.030478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1963b-3342-4ef6-9325-08ad5c3355c8 req-e221efed-7a2c-4414-9613-b68f732377f7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:06.030478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8b1963b-3342-4ef6-9325-08ad5c3355c8 req-e221efed-7a2c-4414-9613-b68f732377f7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0657115 Sep 18 06:56:06.086342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8b1963b-3342-4ef6-9325-08ad5c3355c8 req-150611a6-9240-4ed1-9adf-1dfc1cd60ebb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 Sep 18 06:56:06.393109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9294b6a-4354-4007-aad8-d506719e8cac req-6f5f3a3c-0293-47d7-88e3-8ed8279e5a5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:06.398422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9294b6a-4354-4007-aad8-d506719e8cac req-6f5f3a3c-0293-47d7-88e3-8ed8279e5a5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0952811 Sep 18 06:56:06.440852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9294b6a-4354-4007-aad8-d506719e8cac req-5f50eb3c-da24-49bd-828b-eac2c18133a1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367167 Sep 18 06:56:06.468393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:06.522813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fcd74e-fe11-4c4d-af66-4eae71f4e198,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:06.577616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.resource_extend [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:56:06.678424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:06.729349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:06.790651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:06.903354 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Floating IP 0bd51419-a4df-4844-9df3-8363826314eb associated. External IP: 172.25.4.180, port: c2c25c15-4f9f-45cc-804e-ef40df4e5430. Sep 18 06:56:06.913748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf06e6-6615-40a7-92d3-9a902268bdfd req-3ef2532d-7bd3-46d4-8dc8-6d87b77f701e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:06.921035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eccf06e6-6615-40a7-92d3-9a902268bdfd req-3ef2532d-7bd3-46d4-8dc8-6d87b77f701e tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0565343 Sep 18 06:56:06.970813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eccf06e6-6615-40a7-92d3-9a902268bdfd req-e62b11c8-0de4-454b-b995-4a82c76f3583 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 Sep 18 06:56:07.093909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a7e9-1cd5-4d31-b3a0-b156752d32f4 req-3abd86b0-4748-4886-b2de-8078beb9799f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:07.097594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5230a7e9-1cd5-4d31-b3a0-b156752d32f4 req-3abd86b0-4748-4886-b2de-8078beb9799f tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0639155 Sep 18 06:56:07.130914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:07.141147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Request body: {'floatingip': {'port_id': '83e79f99-6431-44a0-8e44-2212f2fd0d43'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:07.191253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:07.226365 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:07.339283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237bb97-749b-4870-ab04-05524e20f271 req-2e3bfca8-da74-46c2-a030-23f54938b0ac tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:07.347184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a237bb97-749b-4870-ab04-05524e20f271 req-2e3bfca8-da74-46c2-a030-23f54938b0ac tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 945 time: 0.2449315 Sep 18 06:56:07.418508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Router 8f2c6b5d-2384-4968-bb05-309ac22ab99b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:07.420778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b9ec-39b7-41b7-bc13-ea623d53e96a req-1f23c133-974d-44a7-a89e-42ac20e098d1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:07.422412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc42b9ec-39b7-41b7-bc13-ea623d53e96a req-1f23c133-974d-44a7-a89e-42ac20e098d1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.2182853 Sep 18 06:56:07.425937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:07.430720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:07.452672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Sync routers for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:07.458089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a237bb97-749b-4870-ab04-05524e20f271 req-02d68cf2-c90b-4301-90ba-33c6c26cdcf5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098366 Sep 18 06:56:07.472454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:07.472454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:07.494836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d30fdc00-70cf-4e96-aa9f-65ab6e2b61bb tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "PUT /v2.0/floatingips/0bd51419-a4df-4844-9df3-8363826314eb HTTP/1.1" status: 200 len: 991 time: 1.7738798 Sep 18 06:56:07.496835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:07.499202 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc239cb-2885-4c6e-8685-c41b758a87d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:07.589871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc42b9ec-39b7-41b7-bc13-ea623d53e96a req-f059348c-de8b-477c-a5db-08136a08efcd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045682 Sep 18 06:56:07.668507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:07.881647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:07.890306 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aa0b25cb-bc78-4981-b329-abdea9a75072 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f2c6b5d-2384-4968-bb05-309ac22ab99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3337808 Sep 18 06:56:07.890696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:07.896941 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Sync routers for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:07.912250 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:07.912559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd905fa-0541-460e-84e5-bae181d60321 req-aba223cc-41ef-477d-b0ca-c65ce08ee9c7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:07.912891 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:07.920023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dd905fa-0541-460e-84e5-bae181d60321 req-aba223cc-41ef-477d-b0ca-c65ce08ee9c7 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.2392373 Sep 18 06:56:07.998517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dd905fa-0541-460e-84e5-bae181d60321 req-ea35779d-ab8b-4086-a31b-8fc275ef1815 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Sep 18 06:56:08.075674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.081463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0bd51419-a4df-4844-9df3-8363826314eb', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'port_id': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'mac_address': 'fa:16:3e:b3:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:55:40Z', 'updated_at': '2021-09-18T06:56:06Z', 'revision_number': 1, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.111551 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:08.112926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Checking router: e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:08.122594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:08.123225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.168025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.179523 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff357ee-e826-437c-aa7d-ee053818a88e x-openstack-request-id: req-aff357ee-e826-437c-aa7d-ee053818a88e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:08.179814 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:08.180068 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff357ee-e826-437c-aa7d-ee053818a88e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:08.180461 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'status': 'completed', 'code': 200} Sep 18 06:56:08.297552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.332916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.355089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:08.421263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-31860a33-096f-4740-a2df-be924ab605b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:08.423053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-31860a33-096f-4740-a2df-be924ab605b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 1097 time: 0.1844804 Sep 18 06:56:08.476600 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:56:06Z', 'revision_number': 5, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port': {'id': '29602bc3-bd96-4101-81a7-1936e37f9661', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:53:49Z', 'updated_at': '2021-09-18T06:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.487574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Deleting port 29602bc3-bd96-4101-81a7-1936e37f9661 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:08.490954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.509373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b316-1d5a-439c-864d-d41438ac2229 req-b943d611-effa-4192-a5c6-8c135a36fe90 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:08.513155 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Checking router: 8f2c6b5d-2384-4968-bb05-309ac22ab99b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:08.517813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d19b316-1d5a-439c-864d-d41438ac2229 req-b943d611-effa-4192-a5c6-8c135a36fe90 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 945 time: 0.2549295 Sep 18 06:56:08.523863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Routers {'8f2c6b5d-2384-4968-bb05-309ac22ab99b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:08.524701 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.593188 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Floating IP c4a44ceb-1b8e-473f-bd85-009615149982 associated. External IP: 172.25.4.156, port: 83e79f99-6431-44a0-8e44-2212f2fd0d43. Sep 18 06:56:08.661147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] For port 29602bc3-bd96-4101-81a7-1936e37f9661, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=29602bc3-bd96-4101-81a7-1936e37f9661,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:08.663017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.676702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] Set router 8f2c6b5d-2384-4968-bb05-309ac22ab99b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:08.690098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Calling delete_port for 29602bc3-bd96-4101-81a7-1936e37f9661 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:08.774075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0bd51419-a4df-4844-9df3-8363826314eb', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'port_id': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'mac_address': 'fa:16:3e:b3:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:55:40Z', 'updated_at': '2021-09-18T06:56:06Z', 'revision_number': 1, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.776259 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:56:08Z', 'revision_number': 6, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:08.808121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a45eb-bb46-4466-9709-2a0216c74863 None None] The sync data for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 is: [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0bd51419-a4df-4844-9df3-8363826314eb', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'port_id': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'mac_address': 'fa:16:3e:b3:16:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:55:40Z', 'updated_at': '2021-09-18T06:56:06Z', 'revision_number': 1, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:08.835276 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc79e68-395e-486f-9234-929fa4558ac8 None None] The sync data for ids ['8f2c6b5d-2384-4968-bb05-309ac22ab99b'] in n-d-789963-14 is: [{'id': '8f2c6b5d-2384-4968-bb05-309ac22ab99b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578989629-router', 'tenant_id': '546b046fb1ed4496b07367b69e4bb62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:53:48Z', 'updated_at': '2021-09-18T06:56:08Z', 'revision_number': 6, 'project_id': '546b046fb1ed4496b07367b69e4bb62f', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:08.841231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d8c5-b9e5-4fb4-a741-e95355ddd08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:08.946168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d19b316-1d5a-439c-864d-d41438ac2229 req-2c4a5edb-5afd-46a1-b026-09bd8c125ca5 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273446 Sep 18 06:56:09.058394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.065632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-a3b6f8e1-d7f2-42e4-958f-1e1d2d578454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.067104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-a3b6f8e1-d7f2-42e4-958f-1e1d2d578454 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b609410-7fb1-45c1-86ab-a7ff93848507 HTTP/1.1" status: 200 len: 906 time: 0.6049798 Sep 18 06:56:09.089375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-e2658742-27ed-43fd-a7ab-2c23deda3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.090950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-e2658742-27ed-43fd-a7ab-2c23deda3dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1102 time: 0.2677066 Sep 18 06:56:09.122841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=29602bc3-bd96-4101-81a7-1936e37f9661,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:09.185807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df722b-4489-483b-98b5-16902085b17d None None] New status for floating IP 0bd51419-a4df-4844-9df3-8363826314eb: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:56:09.192382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189483-3d8f-4d69-bf71-f41d1b9986b2 req-d5c8f62d-ac5e-49f5-b113-c72fd7fdd3a5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.194722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14189483-3d8f-4d69-bf71-f41d1b9986b2 req-d5c8f62d-ac5e-49f5-b113-c72fd7fdd3a5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.3903391 Sep 18 06:56:09.213926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.226777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Router 0fb747df-8f30-4432-a14c-02b95ea836c1 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:09.347087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.349616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.497527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.498237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2c6b5d-2384-4968-bb05-309ac22ab99b {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:56:09.506659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.510260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e415e578-7c76-47a0-90aa-eebd74133a84 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f2c6b5d-2384-4968-bb05-309ac22ab99b HTTP/1.1" status: 204 len: 168 time: 1.6159635 Sep 18 06:56:09.510706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38108) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:09.559532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Deleting subnet 3206144c-259f-4ea8-b4fc-1290f5c2eca0 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:56:09.563047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.610679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.621742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-2457c3c9-4e81-4c4a-b085-fe718d588274 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430 HTTP/1.1" status: 200 len: 999 time: 0.5281911 Sep 18 06:56:09.650249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14189483-3d8f-4d69-bf71-f41d1b9986b2 req-9a7e33c4-ca10-48a5-b683-ade61a1be46d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455786 Sep 18 06:56:09.704690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.716809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c399-39c5-4a09-9f1b-def54960ab11 req-3696a505-1b8e-4d54-b388-65bdf95aceff tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.724711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e66c399-39c5-4a09-9f1b-def54960ab11 req-3696a505-1b8e-4d54-b388-65bdf95aceff tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.5553076 Sep 18 06:56:09.749383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-f278768a-8fa1-4b87-adb1-06374592d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.751024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-f278768a-8fa1-4b87-adb1-06374592d81b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.6453290 Sep 18 06:56:09.831850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-039ceab1-7972-4d4d-849e-c5881d8bb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:09.833302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-039ceab1-7972-4d4d-849e-c5881d8bb2bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5ef4eac8-7ac2-4781-bd77-080d8f9278b6 HTTP/1.1" status: 200 len: 844 time: 0.1988764 Sep 18 06:56:09.871492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.874685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-c0107277-2b4b-4183-af7f-b2bd95192f14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0968587 Sep 18 06:56:09.877659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e66c399-39c5-4a09-9f1b-def54960ab11 req-3aa5b9c1-5ee1-403f-9c85-535ce5545117 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521480 Sep 18 06:56:09.921072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3206144c-259f-4ea8-b4fc-1290f5c2eca0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:09.923289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.930483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ca6a2-6c03-4d6a-9039-b54bd2021af7 None None] Network a0775852-33d2-4ce0-a9a8-63893dac0a6c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:09.934068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d74fd54-96d5-4d00-9842-ddf4f224e096 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3206144c-259f-4ea8-b4fc-1290f5c2eca0 HTTP/1.1" status: 204 len: 168 time: 0.4165037 Sep 18 06:56:09.941201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38110) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:09.973387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:09.978094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:09.988865 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Sync routers for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:10.002648 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:10.004687 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:10.064112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-4ed8ff85-ba35-427d-9fc3-8b7de89c7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.065480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-4ed8ff85-ba35-427d-9fc3-8b7de89c7425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1689768 Sep 18 06:56:10.068924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-741de9d0-09fe-4515-8c0b-198d49f3add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.070352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-741de9d0-09fe-4515-8c0b-198d49f3add3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b609410-7fb1-45c1-86ab-a7ff93848507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058015 Sep 18 06:56:10.113263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-351a6b46-4158-44f3-a101-bd1838948d44 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "PUT /v2.0/floatingips/c4a44ceb-1b8e-473f-bd85-009615149982 HTTP/1.1" status: 200 len: 991 time: 2.9813111 Sep 18 06:56:10.129430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:10.132155 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c13c35-119b-4d71-baab-116a8f19bdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:10.168814 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:10.189528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] DHCP port deletion for a0775852-33d2-4ce0-a9a8-63893dac0a6c request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:56:10.249886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.292313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Deleting port daa01a25-3272-418c-b18a-9d674b3d378b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:10.292917 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.351734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16682-bab2-4a20-bc32-17ec1778fcf2 req-c2f7a913-81ce-40f7-84dd-659f3d001e39 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.358456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd16682-bab2-4a20-bc32-17ec1778fcf2 req-c2f7a913-81ce-40f7-84dd-659f3d001e39 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 945 time: 0.3044233 Sep 18 06:56:10.383538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-e8bfcb34-484c-4205-8c6f-2e940883d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.385047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-e8bfcb34-484c-4205-8c6f-2e940883d4e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2817972 Sep 18 06:56:10.398166 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5062fe-7d44-4d8b-a759-0e68b7af2f6b x-openstack-request-id: req-5c5062fe-7d44-4d8b-a759-0e68b7af2f6b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:10.398450 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:10.398690 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c5062fe-7d44-4d8b-a759-0e68b7af2f6b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:10.399292 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'status': 'completed', 'code': 200} Sep 18 06:56:10.432301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-505e0a83-af5e-4961-8b80-93b1b9a2affd service neutron] 10.222.0.24 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370624 Sep 18 06:56:10.470913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-6a612b05-0ea3-4c42-beaf-24f8b6f746f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.472483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-6a612b05-0ea3-4c42-beaf-24f8b6f746f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a286ef8037408980f55ae9399b1382&device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 1097 time: 0.0592775 Sep 18 06:56:10.513978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd16682-bab2-4a20-bc32-17ec1778fcf2 req-24eb0a7f-60a7-44d3-bc30-e5048eb79f9d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433458 Sep 18 06:56:10.613807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 29602bc3-bd96-4101-81a7-1936e37f9661 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:10.617358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:10.651996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 29602bc3-bd96-4101-81a7-1936e37f9661 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:10.652344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 29602bc3-bd96-4101-81a7-1936e37f9661 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:10.653413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 46fcd74e-fe11-4c4d-af66-4eae71f4e198 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:10.653546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Deleting port daa01a25-3272-418c-b18a-9d674b3d378b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:10.654085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.661388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] For port daa01a25-3272-418c-b18a-9d674b3d378b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa01a25-3272-418c-b18a-9d674b3d378b,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:10.670067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.670228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-39f765d1-5341-493d-8252-e250766571a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.670228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-39f765d1-5341-493d-8252-e250766571a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 200 len: 917 time: 0.1876159 Sep 18 06:56:10.673104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acc239cb-2885-4c6e-8685-c41b758a87d8 req-c93d55a6-067f-49c4-abe8-fe378a71a089 service neutron] 10.222.0.24 "GET /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242143 Sep 18 06:56:10.677887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-57adbe4c-bf44-4eb1-be89-fce8e4a5f2cd service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773209 Sep 18 06:56:10.698181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 46fcd74e-fe11-4c4d-af66-4eae71f4e198 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:10.698534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 46fcd74e-fe11-4c4d-af66-4eae71f4e198 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:10.698953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa01a25-3272-418c-b18a-9d674b3d378b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:10.711728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Calling delete_port for daa01a25-3272-418c-b18a-9d674b3d378b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:10.747889 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-9cec4239-a0d5-48e5-8936-5390df19763c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 200 len: 999 time: 0.0722835 Sep 18 06:56:10.798224 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c4a44ceb-1b8e-473f-bd85-009615149982', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'port_id': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'mac_address': 'fa:16:3e:cf:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:54:51Z', 'updated_at': '2021-09-18T06:56:08Z', 'revision_number': 1, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:10.842612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-21e8b803-5fc5-4215-99cc-a944439a610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.844841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-21e8b803-5fc5-4215-99cc-a944439a610a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50ce0b42-2d2b-4920-84d3-68ce0094a844 HTTP/1.1" status: 200 len: 855 time: 0.0883038 Sep 18 06:56:10.866768 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Checking router: 0fb747df-8f30-4432-a14c-02b95ea836c1 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:10.884628 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:10.885309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:10.918028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-dba8e048-e9b7-4497-89fc-b8915e3cfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:10.919872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-dba8e048-e9b7-4497-89fc-b8915e3cfe68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641198 Sep 18 06:56:10.940336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] For port daa01a25-3272-418c-b18a-9d674b3d378b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa01a25-3272-418c-b18a-9d674b3d378b,segment=NetworkSegment(c3d0ba0a-ea18-4f83-8166-68e0642f112c),segment_id=c3d0ba0a-ea18-4f83-8166-68e0642f112c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:10.941432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.965242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Calling delete_port for daa01a25-3272-418c-b18a-9d674b3d378b owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:10.979311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:10.994410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:11.009188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1c4db-c821-4095-90d1-6611761bb25e req-4c53f67a-aecc-47b9-8b96-6e1cf9d17403 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:11.011462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6c1c4db-c821-4095-90d1-6611761bb25e req-4c53f67a-aecc-47b9-8b96-6e1cf9d17403 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.2427599 Sep 18 06:56:11.015919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-062fcddb-ede3-450a-b6f0-fc5482362ca4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996760 Sep 18 06:56:11.016912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade', 'port_id': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'mac_address': 'fa:16:3e:13:e8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75883667-47fc-4b4b-be96-fb22bf0a7e4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:56:11.030377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:11.057272 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-a72017bc-0c23-436a-a4c3-afdb9ec0448e service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290145 Sep 18 06:56:11.068559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.085136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d114ff5e-447f-4343-8352-e3ec5f909faa {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:11.108011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:11.140562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.154181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6c1c4db-c821-4095-90d1-6611761bb25e req-1c5b1ef1-3f89-4d0c-a5f3-12df8bdf7261 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962369 Sep 18 06:56:11.183492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f5c13c35-119b-4d71-baab-116a8f19bdaf req-5c211737-48ab-4341-a8f3-5a5297b5a820 service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177590 Sep 18 06:56:11.184576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.218410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] No DVR routers for this DVR port daa01a25-3272-418c-b18a-9d674b3d378b on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:11.222316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] No DVR routers for this DVR port daa01a25-3272-418c-b18a-9d674b3d378b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:11.224051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa01a25-3272-418c-b18a-9d674b3d378b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:11.242897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97b441-da53-48a6-ba5e-36c546a34952 None None] Pushing event deleted for resources: {'Port': ['ID=daa01a25-3272-418c-b18a-9d674b3d378b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:11.257980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.321492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:11.342310 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c4a44ceb-1b8e-473f-bd85-009615149982', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'port_id': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'mac_address': 'fa:16:3e:cf:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:54:51Z', 'updated_at': '2021-09-18T06:56:08Z', 'revision_number': 1, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:11.348690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.373943 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7df22-718e-4086-90d9-ed03b0bf1610 None None] The sync data for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 is: [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c4a44ceb-1b8e-473f-bd85-009615149982', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'port_id': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'mac_address': 'fa:16:3e:cf:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:54:51Z', 'updated_at': '2021-09-18T06:56:08Z', 'revision_number': 1, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:11.391375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0775852-33d2-4ce0-a9a8-63893dac0a6c']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:11.416242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d0ba0a-ea18-4f83-8166-68e0642f112c') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:11.416631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d0ba0a-ea18-4f83-8166-68e0642f112c') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:11.428966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.453094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.465439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a7eb-f9c2-4fef-af8e-ffca044548dc req-a58810b3-2f29-4b02-8695-011edf0851b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:11.467088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f286a7eb-f9c2-4fef-af8e-ffca044548dc req-a58810b3-2f29-4b02-8695-011edf0851b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Sep 18 06:56:11.470734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:56:11.471141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:56:11.472905 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:56:11.493048 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54217fff-c866-4b14-8d13-97dcade2b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.560848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f286a7eb-f9c2-4fef-af8e-ffca044548dc req-b796f186-0532-4a45-86c0-23fbe8a5b8f5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764327 Sep 18 06:56:11.637195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5179c-632c-473c-9201-c65286bf2f78 None None] New status for floating IP c4a44ceb-1b8e-473f-bd85-009615149982: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:56:11.654198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.660623 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:11.662780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0775852-33d2-4ce0-a9a8-63893dac0a6c HTTP/1.1" status: 204 len: 168 time: 1.7205906 Sep 18 06:56:11.677143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed38a0e-d38e-4699-8fb2-4255a265a277 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0775852-33d2-4ce0-a9a8-63893dac0a6c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:11.798914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d114ff5e-447f-4343-8352-e3ec5f909faa'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:12.028373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:12.100587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38156) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:12.138287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc829aa6-f415-404b-9186-133c9cfad4f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92558cfc9ba94a0c855df1e28bce0c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364778 Sep 18 06:56:12.141291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38158) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:12.196691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:12.220066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:12.294057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4060860-97ed-4c1d-a55c-c9e06bdcfa24 req-ebe78fc6-6285-437d-8251-78f407f5d0b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:12.295559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4060860-97ed-4c1d-a55c-c9e06bdcfa24 req-ebe78fc6-6285-437d-8251-78f407f5d0b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0643849 Sep 18 06:56:12.340181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4060860-97ed-4c1d-a55c-c9e06bdcfa24 req-dec80e70-966b-41da-acca-e6a35d58011d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Sep 18 06:56:12.394670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:12.401154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:12.401154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b38b3f97-1031-4d91-a542-a9868f546b19 HTTP/1.1" status: 204 len: 168 time: 0.2562432 Sep 18 06:56:12.406590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfedc4-723c-4ed5-9555-c83daed9ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b3f97-1031-4d91-a542-a9868f546b19,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:12.677093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700ad76-dba3-4935-b08d-dc4d72375aff req-152b495b-c7c9-4736-a917-1c78b3168ef4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:12.678698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c700ad76-dba3-4935-b08d-dc4d72375aff req-152b495b-c7c9-4736-a917-1c78b3168ef4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Sep 18 06:56:12.719020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c700ad76-dba3-4935-b08d-dc4d72375aff req-01ba2c02-2a9e-4297-adda-342c0fbffc0c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Sep 18 06:56:13.122597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:13.240824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:13.285101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-83918690-fc19-462a-b086-0557271d4ddf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=546b046fb1ed4496b07367b69e4bb62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431547 Sep 18 06:56:13.287626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38188) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:13.334676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:13.355251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:13.469063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f95b-62c1-4d0a-8b85-0ff1842b4dce req-d74d24df-555a-4625-8dd0-55e51d44aec3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:13.470613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09f5f95b-62c1-4d0a-8b85-0ff1842b4dce req-d74d24df-555a-4625-8dd0-55e51d44aec3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0497932 Sep 18 06:56:13.508693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09f5f95b-62c1-4d0a-8b85-0ff1842b4dce req-008b985b-1a9d-49eb-919f-8b1e10a50041 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Sep 18 06:56:13.577119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:13.579727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:13.580861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab72c1ed-6dcd-4a63-8f0a-3af409857c60 HTTP/1.1" status: 204 len: 168 time: 0.2923555 Sep 18 06:56:13.589249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814f62c-3b90-4d54-ac5c-edb5e35d736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72c1ed-6dcd-4a63-8f0a-3af409857c60,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:13.854783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9fdd1-cf7d-43cb-a9b5-9808557d1aa5 req-cf062487-1f90-49e5-baeb-39eea8c327d0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:13.855472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db9fdd1-cf7d-43cb-a9b5-9808557d1aa5 req-cf062487-1f90-49e5-baeb-39eea8c327d0 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Sep 18 06:56:13.895752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db9fdd1-cf7d-43cb-a9b5-9808557d1aa5 req-8df7158f-3154-4e5a-94ac-f254e18c8ab6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Sep 18 06:56:14.498874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:14.629281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:14.634212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5f5e7-41ca-4c95-8791-c5d5caec2e76 req-325e609e-034b-4619-923b-83e9b82358eb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:14.636132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fef5f5e7-41ca-4c95-8791-c5d5caec2e76 req-325e609e-034b-4619-923b-83e9b82358eb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0476329 Sep 18 06:56:14.671618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:14.673020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port d114ff5e-447f-4343-8352-e3ec5f909faa completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:14.678540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port d114ff5e-447f-4343-8352-e3ec5f909faa triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:14.679213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:14.700876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fef5f5e7-41ca-4c95-8791-c5d5caec2e76 req-5f8d3426-3c02-4f47-821c-b34cbeca2813 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579140 Sep 18 06:56:14.720226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:14.878817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:14.896468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38270) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:14.899490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:14.901442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'mac_address': 'fa:16:3e:fb:f0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:56:14.948351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:14.950694 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4248ee8-37bd-400f-9272-5c71dc14df1d" -d '{"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-plugged", "status": "completed", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:14.969439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:14.985230 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.003921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f86731f-0587-4cb8-8449-0eb7ca019b6b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:15.037322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:15.050441 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4e5663-cf0f-48dd-a27c-fd7c40b03da5 x-openstack-request-id: req-8f4e5663-cf0f-48dd-a27c-fd7c40b03da5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:15.050956 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-plugged", "status": "completed", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:15.051371 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4e5663-cf0f-48dd-a27c-fd7c40b03da5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:15.051754 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'code': 200} Sep 18 06:56:15.053869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-196300152-network', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:15.091793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.093194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74ae6a-571d-4930-b71e-b360b81955ea req-6b7b07d0-e19c-481e-8614-87006f5d00fc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:15.101067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f74ae6a-571d-4930-b71e-b360b81955ea req-6b7b07d0-e19c-481e-8614-87006f5d00fc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0878041 Sep 18 06:56:15.151526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f74ae6a-571d-4930-b71e-b360b81955ea req-41ac6618-3952-4866-b195-f407e75e9a88 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490973 Sep 18 06:56:15.163111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:15.176025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.214631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Made reservation on behalf of a34b5fb2120449549a077f5099f00c09 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:15.217443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.228497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ff65-539f-4dad-ad42-a82ce2ab4300 req-764b2dc2-fb98-4179-9d2a-8edcc7f93ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:15.230127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7f8ff65-539f-4dad-ad42-a82ce2ab4300 req-764b2dc2-fb98-4179-9d2a-8edcc7f93ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1098 time: 0.0773396 Sep 18 06:56:15.230883 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.243257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:15.292823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7f8ff65-539f-4dad-ad42-a82ce2ab4300 req-e2736f31-53f4-4dfc-af53-3ff7fab3b44e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Sep 18 06:56:15.318416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3f86731f-0587-4cb8-8449-0eb7ca019b6b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:15.384352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.522651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.552491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:56:15.559264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1084307d-23a7-433d-99c7-87a35f7111e8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:15.571090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.571323 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Added segment 7d884020-182c-4541-a29c-6d7a009c4193 of type vlan for network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 Sep 18 06:56:15.641139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.745646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.746823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:15.747517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:15.838429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] Pushing event updated for resources: {'Network': ['ID=542bc8be-6f1d-43c3-be9d-feb0e19e4929,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:15.849963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:56:15.858893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd9d6a-43b5-413c-80ce-0f485306e0c0 req-558fe7c7-e9fb-4e4f-82ed-e0fd941452a1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:15.866980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfbd9d6a-43b5-413c-80ce-0f485306e0c0 req-558fe7c7-e9fb-4e4f-82ed-e0fd941452a1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0992665 Sep 18 06:56:15.892428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e22c868-15f2-468c-9fc5-a89bb1947b79 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9909143 Sep 18 06:56:15.892572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38290) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:15.902472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Request body: {'subnet': {'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-196300152-subnet', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:15.953754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfbd9d6a-43b5-413c-80ce-0f485306e0c0 req-2c525809-5423-4e72-aa69-5ff4a687cd1d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Sep 18 06:56:16.039908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Made reservation on behalf of a34b5fb2120449549a077f5099f00c09 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:16.042421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.305013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173d483-8eed-46c8-b34d-42610d064932 req-dcb6c80e-27f2-49f7-83fe-c6a5ab9e41dd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:16.306719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e173d483-8eed-46c8-b34d-42610d064932 req-dcb6c80e-27f2-49f7-83fe-c6a5ab9e41dd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.0690970 Sep 18 06:56:16.321483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.368392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e173d483-8eed-46c8-b34d-42610d064932 req-23358cd5-03b2-40d7-a1ea-1e70e94e1d54 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537484 Sep 18 06:56:16.398561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed6b658-0c1c-4cf6-a60f-4b2aac5fe201,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:16.407847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Checking segment: {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:16.408212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Network hostable DHCP agents. Network: 542bc8be-6f1d-43c3-be9d-feb0e19e4929, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:56:16.503327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:56:16.608240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 542bc8be-6f1d-43c3-be9d-feb0e19e4929) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:16.617399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:16.617399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.621527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9b2ed-39b4-46b3-bbc1-970e91703ffe None None] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:16.700863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:16.726403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:16.729326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2fa03d23-9dcc-457c-a6a9-52b8a75abf35 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8359904 Sep 18 06:56:16.732955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:16.850332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 3f86731f-0587-4cb8-8449-0eb7ca019b6b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:16.850846 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.864749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.865825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.875661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'fixed_ips': [{'subnet_id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:56:16.876678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:16.974361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.142234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.186401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Allocated IP 172.20.0.2 (542bc8be-6f1d-43c3-be9d-feb0e19e4929/aed6b658-0c1c-4cf6-a60f-4b2aac5fe201/a1be7c2b-221e-4e50-bd07-a19430e7a539) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:17.193241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:17.195402 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3f52d6-e598-4053-ad92-d0c9fa74b1f1" -d '{"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:17.217824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:17.315837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.332411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c79020-0399-49bd-aba9-50c845b340e0 req-70521db2-7b98-4891-b566-30eb603821e7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:17.335768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.340328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93c79020-0399-49bd-aba9-50c845b340e0 req-70521db2-7b98-4891-b566-30eb603821e7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.2435288 Sep 18 06:56:17.426178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:17.426949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93c79020-0399-49bd-aba9-50c845b340e0 req-6b13f3b9-b1cb-4994-8363-c0a7edd9bd71 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855556 Sep 18 06:56:17.515004 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd819dcc-3599-4afa-ae6f-f114f3283b9e x-openstack-request-id: req-bd819dcc-3599-4afa-ae6f-f114f3283b9e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:17.515379 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-plugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:17.516350 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd819dcc-3599-4afa-ae6f-f114f3283b9e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:17.517257 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'code': 200} Sep 18 06:56:17.546827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.613373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f46fa-9db0-4900-b8e8-8ccbd641352d req-b1d288be-d6e9-462a-ad8b-675296459c2d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:17.615045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f8f46fa-9db0-4900-b8e8-8ccbd641352d req-b1d288be-d6e9-462a-ad8b-675296459c2d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.0627420 Sep 18 06:56:17.638689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.694333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:17.697858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:17.708106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:17.754443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f8f46fa-9db0-4900-b8e8-8ccbd641352d req-5c432f4f-b7ce-41e5-8fd9-9effa87dfe7a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267035 Sep 18 06:56:17.780688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.802437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.950476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Attempting to bind port a1be7c2b-221e-4e50-bd07-a19430e7a539 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:17.951123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Attempting to bind port a1be7c2b-221e-4e50-bd07-a19430e7a539 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:17.951462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Attempting to bind port a1be7c2b-221e-4e50-bd07-a19430e7a539 on network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:17.954145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Pushing event updated for resources: {'Port': ['ID=a1be7c2b-221e-4e50-bd07-a19430e7a539,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:17.956664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Allocated IP 172.25.4.63 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/cc8ec69d-39ad-4d22-b345-fe8d4f131cb2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:17.960629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:17.961179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Checking segment: {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:17.962021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:17.962260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Bound using segment: {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:17.962849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Bound port: a1be7c2b-221e-4e50-bd07-a19430e7a539, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:17.963334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:18.048030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] For port a1be7c2b-221e-4e50-bd07-a19430e7a539, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:18.051053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] For port a1be7c2b-221e-4e50-bd07-a19430e7a539, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1be7c2b-221e-4e50-bd07-a19430e7a539,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:18.070370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3559e-65c5-4460-8895-378b9c8dd711 req-cea0fc68-f15d-4195-b3fc-6516da92cabe tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:18.071839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25b3559e-65c5-4460-8895-378b9c8dd711 req-cea0fc68-f15d-4195-b3fc-6516da92cabe tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1098 time: 0.0930598 Sep 18 06:56:18.120721 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:18.135525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25b3559e-65c5-4460-8895-378b9c8dd711 req-621b78d3-b650-4868-837c-55ac98970791 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Sep 18 06:56:18.270108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f882592-0607-459e-bd15-7c5ee897152a req-840daa00-6d68-47ff-b5e3-635501369e3c tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:18.271617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f882592-0607-459e-bd15-7c5ee897152a req-840daa00-6d68-47ff-b5e3-635501369e3c tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1098 time: 0.0469918 Sep 18 06:56:18.297865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:18.311343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f882592-0607-459e-bd15-7c5ee897152a req-79b63cca-f770-4630-96d8-e917ffa97fd1 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328293 Sep 18 06:56:18.315546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:18.372564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:18.376282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:18.383699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:18.394665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309d12c-bd16-4466-849f-cd47a8170f70 None None] Pushing event updated for resources: {'Port': ['ID=a1be7c2b-221e-4e50-bd07-a19430e7a539,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:18.417772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Pushing event updated for resources: {'Port': ['ID=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:18.740258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6a11f-dc13-4b7f-aafa-b59cf45d7a10 req-6b31f4f5-a489-4ba3-93db-bfb98cedf0a7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:18.748330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddb6a11f-dc13-4b7f-aafa-b59cf45d7a10 req-6b31f4f5-a489-4ba3-93db-bfb98cedf0a7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1876316 Sep 18 06:56:18.812120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddb6a11f-dc13-4b7f-aafa-b59cf45d7a10 req-bc5e4756-c7df-4219-898c-091b11e328af tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Sep 18 06:56:19.330324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:19.716298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:19.810436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab0e2c-d12e-4e7a-8493-034223c67939 None None] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:19.822365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-8b714c1d-8270-4d5a-912e-f9ff6e3743aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0841007 Sep 18 06:56:19.929624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-573bc404-be21-445a-8bef-7aff55fdf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:19.933840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-573bc404-be21-445a-8bef-7aff55fdf6da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 1096 time: 0.0800700 Sep 18 06:56:19.950696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] Provisioning complete for port a1be7c2b-221e-4e50-bd07-a19430e7a539 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:19.950696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:19.993605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f747-aa94-499e-bb91-c706b404b952 req-94fb81ba-58fb-4482-bbb1-4ac3acb4600f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:19.995422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e4f747-aa94-499e-bb91-c706b404b952 req-94fb81ba-58fb-4482-bbb1-4ac3acb4600f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0900450 Sep 18 06:56:20.065575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e4f747-aa94-499e-bb91-c706b404b952 req-654a08da-4200-4616-852d-c5d7a5fb3f5c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606315 Sep 18 06:56:20.094267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-0a679da1-53d8-4a11-9c34-89e02a0dbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:20.095972 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-0a679da1-53d8-4a11-9c34-89e02a0dbf2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1412377 Sep 18 06:56:20.154542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Router 6d4d6077-58d7-4a40-9b40-220d95542bca is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:56:20.197922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:20.218444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-39dce114-f7ca-4f6a-a5d2-78bcfcb84c9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 200 len: 217 time: 0.1054370 Sep 18 06:56:20.328671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] For port a1be7c2b-221e-4e50-bd07-a19430e7a539, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1be7c2b-221e-4e50-bd07-a19430e7a539,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:20.367316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-ce29cca3-01cf-48aa-a15b-a81c4d448874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:20.369168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-ce29cca3-01cf-48aa-a15b-a81c4d448874 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.1481194 Sep 18 06:56:20.442606 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:20.450529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:20.455476 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Sync routers for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:20.459894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-9641cd27-9586-4b14-a749-2d7128352751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824206 Sep 18 06:56:20.485095 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:20.485744 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:20.542685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f46dfc-5773-4c3f-b5f5-3ab2f8c42282 None None] Pushing event updated for resources: {'Port': ['ID=a1be7c2b-221e-4e50-bd07-a19430e7a539,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:20.555805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1be7c2b-221e-4e50-bd07-a19430e7a539 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:20.580808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:20.584242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66066cb3-31c2-4747-aa2d-6d70521ae9aa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8535655 Sep 18 06:56:20.585457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38416) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:20.631559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a1be7c2b-221e-4e50-bd07-a19430e7a539 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:20.632322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:20.702048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:20.735117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-e8570052-9299-4a55-a4c1-3172866ad080 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659919 Sep 18 06:56:20.842797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8a955287-318a-438c-9441-01179a4b8af0 None None] Provisioning complete for port a1be7c2b-221e-4e50-bd07-a19430e7a539 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:20.843387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a955287-318a-438c-9441-01179a4b8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:20.931099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e976d95-3295-4726-958c-f9f03d4cd681 req-58560aa6-6b20-4bb5-81a9-ff09d46ff25a service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654890 Sep 18 06:56:21.075400 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:18Z', 'revision_number': 3, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:21.116413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Checking router: 6d4d6077-58d7-4a40-9b40-220d95542bca for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:21.116919 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Updating router 6d4d6077-58d7-4a40-9b40-220d95542bca port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:56:21.149067 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.214686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959da2d-3a6a-4e98-9691-f12861285c91 req-1e2be85d-6595-4249-afcf-e98d13b0604c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:21.216218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7959da2d-3a6a-4e98-9691-f12861285c91 req-1e2be85d-6595-4249-afcf-e98d13b0604c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0736303 Sep 18 06:56:21.366804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7959da2d-3a6a-4e98-9691-f12861285c91 req-756473f5-ab0a-4965-bfdd-2406c594ff9e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148899 Sep 18 06:56:21.436400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.614268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-d9cd4d53-3809-49ba-a76f-3335dcd8a0bd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:56:21.621163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-d9cd4d53-3809-49ba-a76f-3335dcd8a0bd tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140097 Sep 18 06:56:21.646597 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.691055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Allocated IP 172.20.0.1 (542bc8be-6f1d-43c3-be9d-feb0e19e4929/aed6b658-0c1c-4cf6-a60f-4b2aac5fe201/14624de2-0516-4ae0-a5ff-ec604ac7d1ec) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:21.718600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-c39a6c72-c350-437d-afb4-8dead7b197de tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:21.720960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-c39a6c72-c350-437d-afb4-8dead7b197de tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 1095 time: 0.0919473 Sep 18 06:56:21.730158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Request body: {'binding': {'host': 'n-h1-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:21.730606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:56:21.756033 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.832572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.839974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Attempting to bind port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:21.842195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Attempting to bind port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:21.842744 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Attempting to bind port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:21.864174 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Pushing event updated for resources: {'Port': ['ID=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:21.872200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:21.872200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:21.872200 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.872200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:21.873312 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Bound port: cc8ec69d-39ad-4d22-b345-fe8d4f131cb2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:21.875927 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:21.957828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.013225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:22.020817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:22.047191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:22.061275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Pushing event updated for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:22.068400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on host n-h1-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:22.068943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:22.069067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:22.074305 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] For port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:22.081345 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] For port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:22.084997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:22.085335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:22.087320 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.087662 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.088002 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.088367 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.088679 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.091156 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.091506 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.091843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.093331 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.093742 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.094106 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.094438 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:22.098607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:22.098954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:22.099373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:22.099809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Bound port: d114ff5e-447f-4343-8352-e3ec5f909faa, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:22.159636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:22.177839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.184261 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.247000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.248461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-e00469a4-4ebe-4a99-bd33-7942ea8ab705 service neutron] 10.222.0.20 "POST /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa/bindings HTTP/1.1" status: 201 len: 390 time: 0.5219076 Sep 18 06:56:22.379168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896a9c4-97f9-4a12-ab4e-0c4fafe64c25 None None] Pushing event updated for resources: {'Port': ['ID=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:22.382905 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:22.383568 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:22.436443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1be7c2b-221e-4e50-bd07-a19430e7a539 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:22.587498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03392efa-36a8-4039-89c8-41f53f46cda7 req-73be61ef-9f2c-49c4-99df-46a900a5fd3f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:22.589534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03392efa-36a8-4039-89c8-41f53f46cda7 req-73be61ef-9f2c-49c4-99df-46a900a5fd3f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1022086 Sep 18 06:56:22.633674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:22.640253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2bca3826-51c8-4591-9f0f-bcb2bb6f5322 None None] Provisioning complete for port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:22.641032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bca3826-51c8-4591-9f0f-bcb2bb6f5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.702669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2bca3826-51c8-4591-9f0f-bcb2bb6f5322 None None] Port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:22.713134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.716650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a1be7c2b-221e-4e50-bd07-a19430e7a539 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:22.717207 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:22.879915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03392efa-36a8-4039-89c8-41f53f46cda7 req-631b1af3-a0dc-4444-ab26-0d2ead0d1bab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834361 Sep 18 06:56:22.948038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad51ad-ac35-4e7e-9797-3ee43c5011df req-5ff998fb-8c17-416f-9441-8903f594f86b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:22.956650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0ad51ad-ac35-4e7e-9797-3ee43c5011df req-5ff998fb-8c17-416f-9441-8903f594f86b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.2921107 Sep 18 06:56:23.071233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-b4e46fab-317e-49bc-80ec-258176aa1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:23.077248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-b4e46fab-317e-49bc-80ec-258176aa1687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1098 time: 0.1047862 Sep 18 06:56:23.119767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0ad51ad-ac35-4e7e-9797-3ee43c5011df req-acd337ab-fbbe-452c-8c6a-b6fdfd31b990 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581032 Sep 18 06:56:23.242081 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:18Z', 'revision_number': 3, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:23.277487 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6093f-4c85-40dc-a98b-1c496e606af6 None None] The sync data for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 is: [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:18Z', 'revision_number': 3, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:23.316457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-fa0b8fd7-1289-4311-b4c8-74386c1c26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:23.318767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-fa0b8fd7-1289-4311-b4c8-74386c1c26aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.2359524 Sep 18 06:56:23.388452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-cbc54dd0-f8f0-40c6-ae1a-6232cb8882d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 217 time: 0.0602190 Sep 18 06:56:23.393581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:23.457300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-06983304-8053-4b44-ad9a-3fd63d5ce730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:23.459310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-06983304-8053-4b44-ad9a-3fd63d5ce730 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0603669 Sep 18 06:56:23.473115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:23.505782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-4767da2a-3961-4caf-b70d-4dec07b0e048 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377564 Sep 18 06:56:23.620170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:23.645344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-87548023-8e2b-4f0e-ba26-457016a406f7 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319022 Sep 18 06:56:23.706388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Pushing event updated for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:23.885237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:23.885237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:23.886515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-ef3d9999-4b10-451f-b107-84431bd0bd70 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937616 Sep 18 06:56:24.132692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c750d99c-2a84-4ffe-80ef-445cfeab6d00 None None] Provisioning complete for port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:24.133210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-bbf547f5-075f-49ab-9b0b-5374630d99e0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:24.133327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c750d99c-2a84-4ffe-80ef-445cfeab6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:24.140067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-bbf547f5-075f-49ab-9b0b-5374630d99e0 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.2374413 Sep 18 06:56:24.155671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Router 6d4d6077-58d7-4a40-9b40-220d95542bca has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:24.172515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ed2e2-8098-4139-ba76-7188d99167ee req-0ac5dffd-ec08-43c4-b04f-e85f893b86da tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:24.182216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a3ed2e2-8098-4139-ba76-7188d99167ee req-0ac5dffd-ec08-43c4-b04f-e85f893b86da tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1324110 Sep 18 06:56:24.186895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-7e5f6099-3ef9-47a7-ad56-da397a032cac tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/quotas/9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 375 time: 0.0439332 Sep 18 06:56:24.207481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c750d99c-2a84-4ffe-80ef-445cfeab6d00 None None] Port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:24.345072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a3ed2e2-8098-4139-ba76-7188d99167ee req-ec5338f4-87d7-4733-a9be-65d176c0c53f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619296 Sep 18 06:56:24.414004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-91f7cf6f-7f67-4f82-934f-7e537d227673 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2198164 Sep 18 06:56:24.449495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:24.580117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:24.592117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:24.592812 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:24.608175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-55aa2dd1-5c6c-4455-9cba-b5900f0350cc admin admin] 10.222.0.20 "PUT /v2.0/routers/6d4d6077-58d7-4a40-9b40-220d95542bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0223484 Sep 18 06:56:24.674211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-101baf60-ad44-4f58-9794-1fae176aa609 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467957 Sep 18 06:56:24.700995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:24.737440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ab273-9f19-4200-9f89-d0432340bb3c req-208ad1bd-964b-40b1-a86a-09afa0fe4d69 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:24.742334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-475ab273-9f19-4200-9f89-d0432340bb3c req-208ad1bd-964b-40b1-a86a-09afa0fe4d69 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1246889 Sep 18 06:56:24.743958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:24.853450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:24.876843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-475ab273-9f19-4200-9f89-d0432340bb3c req-ba2158e1-b578-445a-967b-6596f4aa9c19 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657277 Sep 18 06:56:24.887884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-719ce07a-ee99-4790-b5e3-53a9e68a3642 service neutron] 10.222.0.20 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017908 Sep 18 06:56:24.999450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:25.558533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Sync routers for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:25.568891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:25.570100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:25.701724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-4b34ed62-b791-4f45-85fb-2d609b807481 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1670048 Sep 18 06:56:25.707897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:25.815330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:25.828400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:25.872450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4dba3-8fa6-4bdc-a652-f1403f3ff2d0 req-8d480629-7d86-46c3-b008-ff915d9927d9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:25.874293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3af4dba3-8fa6-4bdc-a652-f1403f3ff2d0 req-8d480629-7d86-46c3-b008-ff915d9927d9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1062913 Sep 18 06:56:25.969666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3af4dba3-8fa6-4bdc-a652-f1403f3ff2d0 req-7e8b452c-c20a-4397-9b66-33201fbb6974 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863802 Sep 18 06:56:26.007704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.138637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Allocated IP 172.25.4.76 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:26.272680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 4, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '14624de2-0516-4ae0-a5ff-ec604ac7d1ec', 'name': '', 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'mac_address': 'fa:16:3e:90:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:21Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 2, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'subnets': [{'id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:26.326957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Checking router: 6d4d6077-58d7-4a40-9b40-220d95542bca for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:26.327316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Updating router 6d4d6077-58d7-4a40-9b40-220d95542bca port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:56:26.350978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-087a2ccb-8b68-4ed1-9949-8e629a637890 req-9d7eee3f-cf02-437b-b0e6-ad89e590429e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0470111 Sep 18 06:56:26.427304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.444917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:26.448324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.600693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.611170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:26.612225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.649798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a8307-a92e-4335-9e21-4a533fd9c9e7 req-7c7f2c66-85fc-493f-875f-d64f6bfc7577 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:26.651932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-841a8307-a92e-4335-9e21-4a533fd9c9e7 req-7c7f2c66-85fc-493f-875f-d64f6bfc7577 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1288433 Sep 18 06:56:26.675863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:26.689300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:26.709158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:26.715249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event updated for resources: {'Port': ['ID=00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:26.778120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-841a8307-a92e-4335-9e21-4a533fd9c9e7 req-b0ed436d-6ed9-4032-a0f2-2064232060ef tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084485 Sep 18 06:56:26.882848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.946720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:26.981790 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:56:27.025781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.051871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.110924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10726039-da64-47c6-9932-c6af4d214f7c None None] Pushing event updated for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:27.218047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Attempting to bind port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:27.219233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Attempting to bind port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:27.219833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Attempting to bind port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec on network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:27.233000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:27.239942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Checking segment: {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:27.240571 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.241055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Bound using segment: {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:27.241634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Bound port: 14624de2-0516-4ae0-a5ff-ec604ac7d1ec, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d884020-182c-4541-a29c-6d7a009c4193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:27.242261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.368258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] For port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:27.392917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] For port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:27.403603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753799-aa30-4a1b-9549-68e59d297bdd req-4ce4d064-9f81-4474-9691-fe560b600722 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:27.406163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df753799-aa30-4a1b-9549-68e59d297bdd req-4ce4d064-9f81-4474-9691-fe560b600722 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1426885 Sep 18 06:56:27.479626 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.483460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df753799-aa30-4a1b-9549-68e59d297bdd req-40f2615f-d875-4dfd-a5b4-537638a69e85 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Sep 18 06:56:27.512297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.608028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.615819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10726039-da64-47c6-9932-c6af4d214f7c None None] Pushing event updated for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:27.665121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] Provisioning complete for port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:27.665820 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.724688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:27.725508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:27.826888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event updated for resources: {'Port': ['ID=00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:27.861878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc026b7f-2adb-4aac-8209-06f2f1a39de8 req-be0b97cf-b93c-41c3-b331-a241a8803e64 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0561936 Sep 18 06:56:27.888821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:27.902605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:27.991337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:28.011608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-7aeca7e3-9ad0-4baa-a651-90a7bcbd2a78 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3087852 Sep 18 06:56:28.089237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54545a-764f-46b1-b321-e3a5cbdb8473 req-1ba14900-eeb5-4a83-a26b-e24f2ac7bb8e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:28.113654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c54545a-764f-46b1-b321-e3a5cbdb8473 req-1ba14900-eeb5-4a83-a26b-e24f2ac7bb8e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1695647 Sep 18 06:56:28.137940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-8d753807-94d2-4133-801b-52e10025f17c tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1251762 Sep 18 06:56:28.249471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c54545a-764f-46b1-b321-e3a5cbdb8473 req-27a51a91-2fa8-462e-b2a7-20191adc9ea3 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311471 Sep 18 06:56:28.292391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:28.333992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] For port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:28.410606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-3aae1b7f-53dc-4282-89ca-fd2429922443 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:28.414775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:28.431622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f12d5c-48c7-4133-b7c5-0345f244731a req-3aae1b7f-53dc-4282-89ca-fd2429922443 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.2928302 Sep 18 06:56:28.523711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 4, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '14624de2-0516-4ae0-a5ff-ec604ac7d1ec', 'name': '', 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'mac_address': 'fa:16:3e:90:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:21Z', 'updated_at': '2021-09-18T06:56:27Z', 'revision_number': 4, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'subnets': [{'id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:28.528494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a3a0c-89ee-4456-b9c3-e01117e09412 None None] Pushing event updated for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:28.588862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff34ac-6e51-4073-bf9c-ae3e0fec759a None None] The sync data for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 is: [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:22Z', 'revision_number': 4, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '14624de2-0516-4ae0-a5ff-ec604ac7d1ec', 'name': '', 'network_id': '542bc8be-6f1d-43c3-be9d-feb0e19e4929', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'mac_address': 'fa:16:3e:90:bf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:21Z', 'updated_at': '2021-09-18T06:56:27Z', 'revision_number': 4, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'subnets': [{'id': 'aed6b658-0c1c-4cf6-a60f-4b2aac5fe201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:28.596744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-50839fec-6bdd-4439-af48-51cc06ad1db9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:28.602867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-50839fec-6bdd-4439-af48-51cc06ad1db9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 808 time: 0.3281021 Sep 18 06:56:28.607211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ae27d92e-e6c1-40e6-b3e7-6d11d21e52b7 None None] Provisioning complete for port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:28.607930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae27d92e-e6c1-40e6-b3e7-6d11d21e52b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:28.632715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Request body: {'port': {'device_id': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'admin_state_up': True, 'tenant_id': '9cd6c860c45b45458093136004e59a49'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:28.716886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d078258a-b5c3-4710-a418-b43f9c2fdb0c req-38dfdb1a-78df-4cf6-a2de-26a75502173b tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips/ce563e1d-9af7-4516-86cf-0f5cc97fb1ca HTTP/1.1" status: 200 len: 692 time: 0.1374016 Sep 18 06:56:28.805546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:28.987629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078258a-b5c3-4710-a418-b43f9c2fdb0c req-ad739fcb-0f1d-4e20-89e3-98cec5dc0577 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:28.989642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d078258a-b5c3-4710-a418-b43f9c2fdb0c req-ad739fcb-0f1d-4e20-89e3-98cec5dc0577 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.2673593 Sep 18 06:56:28.991118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Made reservation on behalf of 9cd6c860c45b45458093136004e59a49 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:29.005815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:29.014107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485af5-6f4c-415c-96c7-4dd91f7f2d04 req-82d72807-eb71-4825-b3a7-2f8b4036d8be tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:29.027407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40485af5-6f4c-415c-96c7-4dd91f7f2d04 req-82d72807-eb71-4825-b3a7-2f8b4036d8be tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1139104 Sep 18 06:56:29.372986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Allocated IP 172.20.0.12 (e04d702a-5abe-4efa-aaea-4595725c7e5a/46faa392-8771-4fcb-9c51-f0e41a249f86/2c827438-45b6-4805-80f2-75bee52b81cf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:29.710393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e085f17-3e59-4428-8902-cfda583ea993 req-269023c2-fd82-4da9-b487-19f710f195ba tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0904732 Sep 18 06:56:29.763866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40485af5-6f4c-415c-96c7-4dd91f7f2d04 req-b2c8dd09-66b0-4cc8-b433-2802c5550530 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353828 Sep 18 06:56:29.788579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:29.889758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d75d794-a8ce-4ee6-b3cb-6fee1ff461e0 req-0cb19cf0-a5a2-4f86-be89-2de61426fdb0 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=a34b5fb2120449549a077f5099f00c09 HTTP/1.1" status: 200 len: 695 time: 0.1244087 Sep 18 06:56:29.990147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:30.003784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:30.031780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Network e04d702a-5abe-4efa-aaea-4595725c7e5a is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:30.037745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:30.073011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:30.120229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a4ad-f5cf-4aa5-a573-9fa424b17b0e req-4355d6bb-f62b-4547-8149-a2d4af41a151 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:30.122117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c188a4ad-f5cf-4aa5-a573-9fa424b17b0e req-4355d6bb-f62b-4547-8149-a2d4af41a151 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1707766 Sep 18 06:56:30.129972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75d794-a8ce-4ee6-b3cb-6fee1ff461e0 req-7d0291cc-ae40-4f6c-ba29-bc57aac40e1d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:30.137547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d75d794-a8ce-4ee6-b3cb-6fee1ff461e0 req-7d0291cc-ae40-4f6c-ba29-bc57aac40e1d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks?id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 787 time: 0.2467432 Sep 18 06:56:30.160564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-9d75d794-a8ce-4ee6-b3cb-6fee1ff461e0 req-d74abb35-633d-4db4-8c55-3b5012b9d53a tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:56:30.177252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d75d794-a8ce-4ee6-b3cb-6fee1ff461e0 req-d74abb35-633d-4db4-8c55-3b5012b9d53a tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383265 Sep 18 06:56:30.302796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:30.321823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:30.322792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:30.329801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c188a4ad-f5cf-4aa5-a573-9fa424b17b0e req-4298c3f6-441c-41d5-afd9-55575f03c679 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258173 Sep 18 06:56:30.623752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-8f6109c4-eab0-4461-ac4c-dc8b702ac3d2 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips/ce563e1d-9af7-4516-86cf-0f5cc97fb1ca HTTP/1.1" status: 200 len: 692 time: 0.0497696 Sep 18 06:56:30.634811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 14624de2-0516-4ae0-a5ff-ec604ac7d1ec up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:30.682230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-435c66fd-aff1-40e6-b96e-367b6cfa4c69 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0600591 Sep 18 06:56:30.692521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:30.692911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:30.695708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Request body: {'port': {'device_id': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:30.725915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-0f3a2f8e-e86b-4556-8e35-3ab952a760ab tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:30.738053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-0f3a2f8e-e86b-4556-8e35-3ab952a760ab tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1648893 Sep 18 06:56:30.798869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:30.802959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-a1b6c948-067e-4f5a-aca4-f337766fd735 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0638859 Sep 18 06:56:30.916481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-e4e47a7f-2a22-4c2c-9f17-313fe64ebbf6 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1097353 Sep 18 06:56:31.051564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69c20b-eb95-4714-b72a-a326cec02f8f req-314e9863-33f5-4501-a52a-5a893807b904 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:31.053140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f69c20b-eb95-4714-b72a-a326cec02f8f req-314e9863-33f5-4501-a52a-5a893807b904 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 932 time: 0.2013528 Sep 18 06:56:31.203501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f69c20b-eb95-4714-b72a-a326cec02f8f req-65069b78-37cf-4179-95ee-e37cbc0e62b1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293614 Sep 18 06:56:31.212587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c827438-45b6-4805-80f2-75bee52b81cf {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:31.226144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.230331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Deleting port 00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:31.233308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.243624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Transition to ACTIVE for port object 2c827438-45b6-4805-80f2-75bee52b81cf will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:56:31.369875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.403814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.404515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.424996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988405d2-ead6-49cb-8ae6-a266c6386733 req-c86dcb1c-2dd9-42be-bd97-ced367849be9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:31.434919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-988405d2-ead6-49cb-8ae6-a266c6386733 req-c86dcb1c-2dd9-42be-bd97-ced367849be9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1353788 Sep 18 06:56:31.452957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:31.463266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Calling delete_port for 00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:31.536358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:31.536740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:31.540147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:31.545097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-988405d2-ead6-49cb-8ae6-a266c6386733 req-4192ebc1-1046-48de-b043-3494336fa1fe tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055918 Sep 18 06:56:31.550029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:31.550364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:31.558222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:31.558561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:31.558949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:31.559541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Bound port: 2c827438-45b6-4805-80f2-75bee52b81cf, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:31.559741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.660643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:31.664632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:31.739558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86069015-39dc-4246-a466-c8f060081693 req-8b7cdf3b-3839-4a71-8dde-1235739dba8c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:31.739558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86069015-39dc-4246-a466-c8f060081693 req-8b7cdf3b-3839-4a71-8dde-1235739dba8c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1012099 Sep 18 06:56:31.756698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.803633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:31.804292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.805730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 1093 time: 1.1151423 Sep 18 06:56:31.806235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:31.808532 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0100a1a6-7af8-4571-971e-08fbeb8032fc" -d '{"events": [{"name": "network-changed", "server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:31.811126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86069015-39dc-4246-a466-c8f060081693 req-137cc790-52b6-4859-854f-c98d0b209dbd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 Sep 18 06:56:31.814379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.847222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event deleted for resources: {'Port': ['ID=00f65b37-d2cd-4e93-9b1a-ed6e0f126ac4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:31.855375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8b6e-99c3-4131-b037-30e7f8567d64 service neutron] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:31.933976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.938123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:31.943032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4eeb65e-f39e-4559-a6b6-07f8db850ca2 req-f8300949-ef48-4a9c-a75d-a5c696399182 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "DELETE /v2.0/floatingips/ce563e1d-9af7-4516-86cf-0f5cc97fb1ca HTTP/1.1" status: 204 len: 173 time: 1.0097859 Sep 18 06:56:31.967216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-c3ac80f5-d1d5-43a2-97fe-1661366d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:31.969003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-c3ac80f5-d1d5-43a2-97fe-1661366d0ccc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1096 time: 0.0592515 Sep 18 06:56:32.037202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-eb21fa0b-cc3e-4edc-8bd3-4aa739c0b2b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 217 time: 0.0598855 Sep 18 06:56:32.091101 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765af0a-5135-462c-909b-19a0c730ec0f x-openstack-request-id: req-a765af0a-5135-462c-909b-19a0c730ec0f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:32.091424 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:32.091745 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a765af0a-5135-462c-909b-19a0c730ec0f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:32.092282 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf', 'status': 'completed', 'code': 200} Sep 18 06:56:32.118322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-1c946cfe-93a1-45ef-939a-bd5979462c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.120511 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-1c946cfe-93a1-45ef-939a-bd5979462c47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0761235 Sep 18 06:56:32.154317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-4fe332c9-afe4-4c4a-ad45-6dfe6464e578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263281 Sep 18 06:56:32.214495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-eef94d1b-8329-4365-8fa2-bbfbae444594 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1131399 Sep 18 06:56:32.228284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:32.270354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-56745779-94e3-4426-9435-0a9a89939d66 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015189 Sep 18 06:56:32.323529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff3c5b-c690-407e-8500-08a76e131fd5 req-a76f1c3b-9c23-4395-b006-62263674c8e1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.325060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eff3c5b-c690-407e-8500-08a76e131fd5 req-a76f1c3b-9c23-4395-b006-62263674c8e1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0541906 Sep 18 06:56:32.326498 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:32.401290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eff3c5b-c690-407e-8500-08a76e131fd5 req-190ac5e1-c10f-4c22-99ec-c31e38d1548e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625122 Sep 18 06:56:32.401933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029ba9ff-91b4-4de9-a71e-35ab3d2f9001 req-b9bf9f3b-51bd-4461-9583-e1fe9a40f61f service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279762 Sep 18 06:56:32.475047 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:32.601221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Allocated IP 172.25.4.195 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b763795c-7aa5-4f1b-b28f-0af649f40e5f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:32.625382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-25ac4c5f-84ea-4a63-a005-e8415b960707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.627073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-25ac4c5f-84ea-4a63-a005-e8415b960707 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1096 time: 0.0531490 Sep 18 06:56:32.742988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-1cd4b228-73b7-4035-a354-1c1f3e384c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.744881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-1cd4b228-73b7-4035-a354-1c1f3e384c43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1098387 Sep 18 06:56:32.759441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf300f-5eb0-4b58-825f-4f2ae8f5c654 req-41a7c383-0218-4cd1-a8ff-b3e95b6ccb09 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.760954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fcf300f-5eb0-4b58-825f-4f2ae8f5c654 req-41a7c383-0218-4cd1-a8ff-b3e95b6ccb09 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1044583 Sep 18 06:56:32.785435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:32.788689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-211415e0-9f2f-43e1-81e2-0071d6989155 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 217 time: 0.0364954 Sep 18 06:56:32.822109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fcf300f-5eb0-4b58-825f-4f2ae8f5c654 req-a1973c8c-8fb2-4b07-a21d-8f8ff20ec67f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477724 Sep 18 06:56:32.847767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-93ed2d20-0dd7-40bd-93dd-df010ad3499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:32.847767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-93ed2d20-0dd7-40bd-93dd-df010ad3499b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0508285 Sep 18 06:56:32.885835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-a3e64116-4777-4a2b-8e6e-3b3f511aaa1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309918 Sep 18 06:56:32.911893 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:32.975703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:32.985941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:32.986518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-d4b7dc6f-bc26-4220-91bb-644432574df5 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940084 Sep 18 06:56:32.989000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:32.991834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event updated for resources: {'Port': ['ID=b763795c-7aa5-4f1b-b28f-0af649f40e5f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:33.022568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9498-4c3a-46ce-ba45-a94a4834aceb req-c58da09d-69ad-4aaf-b299-abe4d88ff98f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:33.024180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54dd9498-4c3a-46ce-ba45-a94a4834aceb req-c58da09d-69ad-4aaf-b299-abe4d88ff98f tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1233988 Sep 18 06:56:33.081798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54dd9498-4c3a-46ce-ba45-a94a4834aceb req-e6727198-3707-449c-a12c-a2ce3ad5c011 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Sep 18 06:56:33.095456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0100a1a6-7af8-4571-971e-08fbeb8032fc req-77503679-200e-4211-ad58-a4b17654ee25 service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024148 Sep 18 06:56:33.121077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.251697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.405684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.540886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12004e5-f7aa-480f-881d-80b29892a957 req-e1f620cf-c81d-41e1-9a8a-8cc81d0894eb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:33.542411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e12004e5-f7aa-480f-881d-80b29892a957 req-e1f620cf-c81d-41e1-9a8a-8cc81d0894eb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0523009 Sep 18 06:56:33.543495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.634524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event updated for resources: {'Port': ['ID=b763795c-7aa5-4f1b-b28f-0af649f40e5f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:33.646308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e12004e5-f7aa-480f-881d-80b29892a957 req-b93cfda5-e1e1-4185-8f04-a49dd9f803ca tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Sep 18 06:56:33.651074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.720251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:33.721550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-a2a8bf51-ee4b-41c7-8e40-bb215dd74d1f tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5050409 Sep 18 06:56:33.789482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-6e4a8c28-bb67-4645-aa2d-08a384c316cd tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0565038 Sep 18 06:56:33.901099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-725f08b0-53d0-444c-a787-0d5d1e2de770 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:33.902668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-725f08b0-53d0-444c-a787-0d5d1e2de770 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1061566 Sep 18 06:56:33.913416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-450cf1c6-ebf6-44d7-9451-1cb55d179e22 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:56:33.914495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a41c8e7d-f659-4543-a077-b43a306cd002 req-450cf1c6-ebf6-44d7-9451-1cb55d179e22 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058267 Sep 18 06:56:34.006468 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-6459c819-7fee-419d-9d8c-f50a96357926 req-1ea5726c-98bd-4629-840f-e47e4b33034c service neutron] show failed (client error): The resource could not be found. Sep 18 06:56:34.007481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-1ea5726c-98bd-4629-840f-e47e4b33034c service neutron] 10.222.0.24 "GET /v2.0/ports/b7761ad1-e050-46e6-ae60-47343bb49368/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0921338 Sep 18 06:56:34.023897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8286d5a-2a91-4cc9-bd03-353f2261a0c8 req-ba20a93c-d19b-49a8-9056-ea524683ef90 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:34.025398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8286d5a-2a91-4cc9-bd03-353f2261a0c8 req-ba20a93c-d19b-49a8-9056-ea524683ef90 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0596347 Sep 18 06:56:34.074289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8286d5a-2a91-4cc9-bd03-353f2261a0c8 req-6aaad104-b59d-4b19-bdab-36e3cbbe8dda tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Sep 18 06:56:34.153337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-1dc0fdc8-8b5c-40d3-bea3-79f9cce7cd6a tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips/034b217b-b55d-4b8c-ac65-29ebc3759d72 HTTP/1.1" status: 200 len: 693 time: 0.0477598 Sep 18 06:56:34.283318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-383a8ac9-a06a-4acb-acd7-cd7b16e69b9c tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:34.286559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-383a8ac9-a06a-4acb-acd7-cd7b16e69b9c tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1259508 Sep 18 06:56:34.350216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-cd0900db-1006-46de-a982-3be39817d0cf tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0487940 Sep 18 06:56:34.418265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-b54e8c50-d916-4f93-934d-cc438c9f15ed tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0611944 Sep 18 06:56:34.506548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-acb2ca6c-f12d-4709-933b-ebc109c7dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:34.508396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-acb2ca6c-f12d-4709-933b-ebc109c7dcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1102 time: 0.0594349 Sep 18 06:56:34.521302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:34.559591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Deleting port b763795c-7aa5-4f1b-b28f-0af649f40e5f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:34.560013 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.595908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.648234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.648579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.661281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Calling delete_port for b763795c-7aa5-4f1b-b28f-0af649f40e5f owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:34.843804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:34.879112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:34.919872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:34.920182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.922195 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc03a2b-9135-4033-9b11-33fce094ed15" -d '{"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:34.926492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:34.939973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Transition to ACTIVE for port object b7761ad1-e050-46e6-ae60-47343bb49368 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:56:34.946940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Pushing event deleted for resources: {'Port': ['ID=b763795c-7aa5-4f1b-b28f-0af649f40e5f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:35.005546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.008104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.009236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-878913d5-2d80-4bf2-9bf9-fa6741605b3c req-d5eef180-3d01-41a3-bb93-1e877c7ab74d tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "DELETE /v2.0/floatingips/034b217b-b55d-4b8c-ac65-29ebc3759d72 HTTP/1.1" status: 204 len: 173 time: 0.5839033 Sep 18 06:56:35.036581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.111201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] No DVR routers for this DVR port b7761ad1-e050-46e6-ae60-47343bb49368 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:35.115990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:35.130965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc940d-bd8c-427e-b9fc-804c75bd1ed3 req-bcaad92f-aae6-4c68-932b-f1d8e0b13002 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.132987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbdc940d-bd8c-427e-b9fc-804c75bd1ed3 req-bcaad92f-aae6-4c68-932b-f1d8e0b13002 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.0663116 Sep 18 06:56:35.158508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:35.159006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:35.159433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:35.165105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:35.165540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Attempting to bind port b7761ad1-e050-46e6-ae60-47343bb49368 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:35.173311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:35.173847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:35.174490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:35.174990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Bound port: b7761ad1-e050-46e6-ae60-47343bb49368, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:35.179876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.193790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbdc940d-bd8c-427e-b9fc-804c75bd1ed3 req-f3068149-ff52-4154-b7eb-13376962e7fa tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535598 Sep 18 06:56:35.262291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:35.266887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:35.338865 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea7924-6e62-4d26-9771-eea755565662 x-openstack-request-id: req-d6ea7924-6e62-4d26-9771-eea755565662 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:35.339220 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:35.339536 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6ea7924-6e62-4d26-9771-eea755565662 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:35.339989 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'code': 200} Sep 18 06:56:35.347960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7c31-ff22-47a2-bcfd-013b94927847 req-1e35804d-1a8b-44b6-b259-5a047c25835b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.349794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-493a7c31-ff22-47a2-bcfd-013b94927847 req-1e35804d-1a8b-44b6-b259-5a047c25835b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0620024 Sep 18 06:56:35.372009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.394840 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-cd73838a-3c46-4f8e-877d-33720ab19299 req-de61db22-1842-4164-96ba-2cf8a8b2c734 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] show failed (client error): The resource could not be found. Sep 18 06:56:35.402617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd73838a-3c46-4f8e-877d-33720ab19299 req-de61db22-1842-4164-96ba-2cf8a8b2c734 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips/034b217b-b55d-4b8c-ac65-29ebc3759d72 HTTP/1.1" status: 404 len: 350 time: 0.0452003 Sep 18 06:56:35.413110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.414584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:35.415613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 1097 time: 0.8990700 Sep 18 06:56:35.458236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443cd5-231f-494c-9437-07d06c694b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:35.463082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-493a7c31-ff22-47a2-bcfd-013b94927847 req-c19fcca0-f26e-4a32-89b0-e8be8a6f5a09 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064513 Sep 18 06:56:35.501605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7c3f0ab-4b28-47d9-aaba-40d12100ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.505216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-d7c3f0ab-4b28-47d9-aaba-40d12100ca48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1100 time: 0.0616941 Sep 18 06:56:35.630121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23278c0-f1c3-4672-844d-b41cc4505522 req-dacbcf15-dbdd-4df7-a28a-6284f4b9bcce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.632847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c23278c0-f1c3-4672-844d-b41cc4505522 req-dacbcf15-dbdd-4df7-a28a-6284f4b9bcce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.0597882 Sep 18 06:56:35.688622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c23278c0-f1c3-4672-844d-b41cc4505522 req-e0a0e480-fc9c-477a-a362-3f1f50b325cf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Sep 18 06:56:35.768154 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-864095b7-e7c4-45ea-86c9-c8e9e85d200b req-5092a1d6-bd89-4084-8af3-9fc1a632efb4 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] show failed (client error): The resource could not be found. Sep 18 06:56:35.769204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-864095b7-e7c4-45ea-86c9-c8e9e85d200b req-5092a1d6-bd89-4084-8af3-9fc1a632efb4 tempest-FloatingIPsTestJSON-1120894539 tempest-FloatingIPsTestJSON-1120894539-project] 10.222.0.20 "GET /v2.0/floatingips/034b217b-b55d-4b8c-ac65-29ebc3759d72 HTTP/1.1" status: 404 len: 350 time: 0.0457599 Sep 18 06:56:35.778952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:35.946038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-107db232-a0f5-4c78-9119-1bc4f7883a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:35.949809 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-107db232-a0f5-4c78-9119-1bc4f7883a8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.4349282 Sep 18 06:56:35.995920 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-8b620988-c5d1-4719-836a-398089c0a4e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0410035 Sep 18 06:56:36.050110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-2f154998-33e2-4381-9123-ce3ec0287c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:36.054798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-2f154998-33e2-4381-9123-ce3ec0287c5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0517046 Sep 18 06:56:36.104892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c819-7fee-419d-9d8c-f50a96357926 req-aa1b7c74-e9cd-48ce-a618-fd312a2a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:36.106906 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-aa1b7c74-e9cd-48ce-a618-fd312a2a6072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425622 Sep 18 06:56:36.209641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-57b212ac-e8fd-42a0-ac96-d40d8eaf0ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938106 Sep 18 06:56:36.314363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6459c819-7fee-419d-9d8c-f50a96357926 req-769440d7-4326-4155-9e4a-a87fe1e8aa88 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947254 Sep 18 06:56:36.572411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-4e30da69-7a9f-4eda-9db5-95ef76aee0ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4325955 Sep 18 06:56:36.599171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe7d81-9c8b-4a2c-8258-2176b0418157 req-4a030163-7b2f-4e83-8cf3-f833b247a240 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:36.600912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2cfe7d81-9c8b-4a2c-8258-2176b0418157 req-4a030163-7b2f-4e83-8cf3-f833b247a240 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.1306341 Sep 18 06:56:36.604887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:36.615893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-7c47c715-9ca3-46ae-b092-aae829825bb8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:36.617412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-7c47c715-9ca3-46ae-b092-aae829825bb8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.4903493 Sep 18 06:56:36.732274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2cfe7d81-9c8b-4a2c-8258-2176b0418157 req-330eb7c9-8582-4c46-89fc-173f62fed4b1 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251233 Sep 18 06:56:36.778680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-56729dfa-b25c-4b77-9753-c0aab84ffc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:36.780160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-56729dfa-b25c-4b77-9753-c0aab84ffc62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 1118 time: 0.1256804 Sep 18 06:56:36.782128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-1e1d8c35-5bff-4ba3-b1f5-3db6fb1a6d7f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/quotas/7ca8880166bf414fa4a00031d97a77fb HTTP/1.1" status: 200 len: 375 time: 0.1250002 Sep 18 06:56:36.841968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:36.923455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:36.948821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:36.951302 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae18b3c-ce29-412b-9cf2-77db8cc792a0" -d '{"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:36.965195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:36.965926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-819e6db3-6be5-4091-b915-80b6d0b3874e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1725976 Sep 18 06:56:37.039630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-4ced5cb4-0b00-42d6-b7b8-bfd35a3226e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.041105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-4ced5cb4-0b00-42d6-b7b8-bfd35a3226e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.2345803 Sep 18 06:56:37.059036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:37.111067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:37.127074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f249a2e-e0dd-4320-8979-ad8f0174b7c5 req-8068f5a5-2d02-4526-847a-b5dcf8154513 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.128577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f249a2e-e0dd-4320-8979-ad8f0174b7c5 req-8068f5a5-2d02-4526-847a-b5dcf8154513 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1942761 Sep 18 06:56:37.133500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-eab3b23d-f5db-414a-96c4-d8669b7576a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 200 len: 217 time: 0.0651922 Sep 18 06:56:37.251524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-7ff1cb4e-2b0c-4331-b657-4431f6ec37f9 service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697589 Sep 18 06:56:37.270698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-1747322c-a9f6-4ca4-9ddf-25d27854098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.272073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-1747322c-a9f6-4ca4-9ddf-25d27854098a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.1258843 Sep 18 06:56:37.274803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f249a2e-e0dd-4320-8979-ad8f0174b7c5 req-38552f1e-e809-462e-b8bf-6f52f855db61 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386518 Sep 18 06:56:37.323356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-5262797c-44a9-4b8f-bb14-3199fd9fa9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354686 Sep 18 06:56:37.341664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:37.344282 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9fe5c6-770d-4a42-945e-16351e38af41" -d '{"events": [{"name": "network-changed", "server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:37.461211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Deleting port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:37.461555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:37.494036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-a99c0a8a-0f8c-417b-b6b2-aa33faf93872 service neutron] 10.222.0.20 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326772 Sep 18 06:56:37.520085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c67ba-0a1d-4576-ac7f-e59c2cf80c14 req-8ccce3cc-3a94-4bce-9ccd-97ff83e646f9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.521568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c4c67ba-0a1d-4576-ac7f-e59c2cf80c14 req-8ccce3cc-3a94-4bce-9ccd-97ff83e646f9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.1713758 Sep 18 06:56:37.571561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-a25e4909-74ab-44e1-8000-d8ef520c9bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202079 Sep 18 06:56:37.632325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-70cc1845-58f2-4c35-b51e-5b9069702472 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.633951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-70cc1845-58f2-4c35-b51e-5b9069702472 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1098 time: 0.0454366 Sep 18 06:56:37.634097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c4c67ba-0a1d-4576-ac7f-e59c2cf80c14 req-74880d8a-53d6-46cd-bfe8-2e2d36f7083b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056042 Sep 18 06:56:37.643104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] For port 14624de2-0516-4ae0-a5ff-ec604ac7d1ec, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:37.643406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:37.655115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-14'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:37.690880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Calling delete_port for 14624de2-0516-4ae0-a5ff-ec604ac7d1ec owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:37.691467 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dbf434-1501-48c0-873c-f1edd041460d x-openstack-request-id: req-52dbf434-1501-48c0-873c-f1edd041460d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:37.691885 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:37.692254 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52dbf434-1501-48c0-873c-f1edd041460d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:37.692982 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'code': 200} Sep 18 06:56:37.728935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:37.758155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61e4dea1-d89f-4c40-9ef5-44bbb7ae894d req-d36f6cb9-fdfb-4c0e-b99a-254d0a0dba1d service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777556 Sep 18 06:56:37.783681 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0115f1-6740-4ef2-8d53-f4bafb702a7b x-openstack-request-id: req-5c0115f1-6740-4ef2-8d53-f4bafb702a7b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:37.783974 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:37.784227 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c0115f1-6740-4ef2-8d53-f4bafb702a7b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:37.784626 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'status': 'completed', 'code': 200} Sep 18 06:56:37.909202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-8da0f36a-c51c-4559-ad0b-135be95c2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:37.910655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-8da0f36a-c51c-4559-ad0b-135be95c2c4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1100 time: 0.0923874 Sep 18 06:56:37.917205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b01e385e-bd28-43b9-a3bb-108f373526b2 req-b0890938-16d1-4313-b993-69a13175aabc tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0647595 Sep 18 06:56:37.954189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:38.033511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-80d79057-933a-4992-b95d-c3774b57cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.035622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-80d79057-933a-4992-b95d-c3774b57cad6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1100 time: 0.1555111 Sep 18 06:56:38.050677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:38.052754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-22754e3b-7981-489d-ba8c-9f202c79cb00 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.054801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-22754e3b-7981-489d-ba8c-9f202c79cb00 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a822e16-5236-4188-b863-1084cfb3fc2a HTTP/1.1" status: 200 len: 943 time: 0.1852515 Sep 18 06:56:38.076329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9215f4-4db1-4618-b01e-c1419ca6a2ea req-cfd637c9-10db-4f5f-9c5b-6085a40babde tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.076567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-178369eb-f92b-4133-a271-82e75b8f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.078042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-178369eb-f92b-4133-a271-82e75b8f9769 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1587217 Sep 18 06:56:38.084497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc9215f4-4db1-4618-b01e-c1419ca6a2ea req-cfd637c9-10db-4f5f-9c5b-6085a40babde tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 946 time: 0.2032743 Sep 18 06:56:38.134682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.137635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-39c8ba74-6db0-4b7f-925e-af656146c101 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0490954 Sep 18 06:56:38.193773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-8c42559d-fd12-4643-b12b-c076602cbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.195375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-8c42559d-fd12-4643-b12b-c076602cbaa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0501938 Sep 18 06:56:38.217761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.273073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc9215f4-4db1-4618-b01e-c1419ca6a2ea req-3e2676cf-7610-4b13-a479-8ff9dec1b624 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876764 Sep 18 06:56:38.288745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-b2b8010f-7957-46ed-8712-d1c45733fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.290334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-b2b8010f-7957-46ed-8712-d1c45733fd32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2347429 Sep 18 06:56:38.318935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-c2fcbcd3-f4c2-44a1-b157-83304e777c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.320836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-c2fcbcd3-f4c2-44a1-b157-83304e777c1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150465 Sep 18 06:56:38.340280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-361b0116-45d9-4dd1-a84d-8d28e521bfcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0414956 Sep 18 06:56:38.349093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Deleting port 3f86731f-0587-4cb8-8449-0eb7ca019b6b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:38.349439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.392890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on host n-h2-789963-14 for vnic_type normal with profile {"migrating_to": "n-h1-789963-14"} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:38.393330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:38.393674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:38.407224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.427809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:38.436444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:38.437344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Attempting to bind port d114ff5e-447f-4343-8352-e3ec5f909faa on network e9089881-e7f2-4770-a2bd-f6b2d1e8aade {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:38.447974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:38.448234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Checking segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:38.448762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Bound using segment: {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:38.449269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Bound port: d114ff5e-447f-4343-8352-e3ec5f909faa, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2684e34-b2f3-4332-9895-e678ae81f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9089881-e7f2-4770-a2bd-f6b2d1e8aade'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:38.449699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.487581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=14624de2-0516-4ae0-a5ff-ec604ac7d1ec,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:38.503303 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-f9ec3882-5bb5-4557-8284-e5b1b449399e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633718 Sep 18 06:56:38.545829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-0ee2f699-77fb-4c00-8c6a-e45bfaf24191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.548141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-0ee2f699-77fb-4c00-8c6a-e45bfaf24191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1946862 Sep 18 06:56:38.578921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:38.603648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:38.621787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:38.631784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:38.646220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-d09abfc6-3449-488e-92b7-d46301b3a2d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347644 Sep 18 06:56:38.713631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.807136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:38.814658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.814658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.814658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-76ddba8b-5a43-4bbd-9d3b-e244005b9a1b service neutron] 10.222.0.37 "PUT /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 1124 time: 1.1678138 Sep 18 06:56:38.834942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-af501aac-3d8a-481b-9ef6-a09be3640b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:38.852704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:38.940518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['d114ff5e-447f-4343-8352-e3ec5f909faa'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:38.984543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d114ff5e-447f-4343-8352-e3ec5f909faa'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:38.995782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998a1e-c780-45d6-9b2d-1c031b6ccd51 req-e061ce6b-db8f-462a-a7be-8738aea625e2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:38.997270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7998a1e-c780-45d6-9b2d-1c031b6ccd51 req-e061ce6b-db8f-462a-a7be-8738aea625e2 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.6105211 Sep 18 06:56:39.059009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] For port 3f86731f-0587-4cb8-8449-0eb7ca019b6b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3f86731f-0587-4cb8-8449-0eb7ca019b6b,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:39.059360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:39.059501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.082525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa has no active binding in host n-h1-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:56:39.082904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:39.106449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-46982586-52f0-4134-b56c-e41fa3904d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:39.107988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-46982586-52f0-4134-b56c-e41fa3904d60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5473964 Sep 18 06:56:39.120385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Calling delete_port for 3f86731f-0587-4cb8-8449-0eb7ca019b6b owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:39.175865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7998a1e-c780-45d6-9b2d-1c031b6ccd51 req-18d15df2-1029-409a-a658-9596bd5bd944 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713448 Sep 18 06:56:39.200727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cf488-5993-4528-9c9d-026b50de647b req-8c990f9b-961e-45a6-93d1-89680e5eff91 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:39.208752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf9cf488-5993-4528-9c9d-026b50de647b req-8c990f9b-961e-45a6-93d1-89680e5eff91 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 948 time: 0.2085180 Sep 18 06:56:39.318046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:39.340219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'mac_address': 'fa:16:3e:e1:37:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:56:39.361838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.390965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.399832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf9cf488-5993-4528-9c9d-026b50de647b req-da3a83ab-5057-4cca-9dba-66e8e8bdf023 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901729 Sep 18 06:56:39.405983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7761ad1-e050-46e6-ae60-47343bb49368 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:39.427200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:39.430884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-324abaa6-26c1-4cff-981e-677a9df94a3e req-dfb27a3e-9304-4bae-aa97-8a70f031999e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0558259 Sep 18 06:56:39.436522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-6999cae1-ab75-42ea-adf0-2a6721c6cd1a service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104198 Sep 18 06:56:39.497420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.552959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:39.565483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.565797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.566183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.566525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.566863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.567209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.567587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.567860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.568210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.568542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.568844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.569167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:39.679038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9fe5c6-770d-4a42-945e-16351e38af41 req-cf862f3d-109d-4358-bc8c-0424126e85fb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006576 Sep 18 06:56:39.775157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.788525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa'}, {'name': 'network-changed', 'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:39.789079 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6756e1-aac6-4c72-9106-a017ae03abfc" -d '{"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-unplugged", "status": "completed", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa"}, {"name": "network-changed", "server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:39.816815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:39.832383 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b62b8-a58f-4a5a-a04f-86e44e6e33ac x-openstack-request-id: req-1a3b62b8-a58f-4a5a-a04f-86e44e6e33ac {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:39.832688 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-unplugged", "status": "completed", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa", "code": 200}, {"name": "network-changed", "server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:39.832945 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a3b62b8-a58f-4a5a-a04f-86e44e6e33ac {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:39.833352 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'code': 200} Sep 18 06:56:39.833614 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'status': 'completed', 'code': 200} Sep 18 06:56:39.835939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event deleted for resources: {'Port': ['ID=3f86731f-0587-4cb8-8449-0eb7ca019b6b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:39.874023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Router 6d4d6077-58d7-4a40-9b40-220d95542bca has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:39.893817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] No DVR routers for this DVR port 3f86731f-0587-4cb8-8449-0eb7ca019b6b on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:39.903821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9107-7745-4cb4-aaaf-e44ded1020e5 req-b793c27c-68f3-420d-9b8f-683fdf2050b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:39.905387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2d9107-7745-4cb4-aaaf-e44ded1020e5 req-b793c27c-68f3-420d-9b8f-683fdf2050b9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.2350652 Sep 18 06:56:39.907571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:39.909020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca8b8eb5-0d6b-491f-a266-4ada8edf0a67 req-4e52e2b6-cf7e-41cc-8409-39a333abd049 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.37 "DELETE /v2.0/ports/3f86731f-0587-4cb8-8449-0eb7ca019b6b HTTP/1.1" status: 204 len: 173 time: 1.8213601 Sep 18 06:56:39.909808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-deleted', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:39.912147 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a699d-c0c4-4a9e-bb22-7e8045d5c62a" -d '{"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-deleted", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:39.979281 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a417cf90-f463-4622-a00b-f71674221a06 x-openstack-request-id: req-a417cf90-f463-4622-a00b-f71674221a06 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:39.979524 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a822e16-5236-4188-b863-1084cfb3fc2a", "name": "network-vif-deleted", "tag": "3f86731f-0587-4cb8-8449-0eb7ca019b6b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:39.979806 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a417cf90-f463-4622-a00b-f71674221a06 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:39.980160 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a822e16-5236-4188-b863-1084cfb3fc2a', 'name': 'network-vif-deleted', 'tag': '3f86731f-0587-4cb8-8449-0eb7ca019b6b', 'status': 'completed', 'code': 200} Sep 18 06:56:40.022395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2d9107-7745-4cb4-aaaf-e44ded1020e5 req-9df67aea-984f-4adf-9c30-5348ea379501 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068687 Sep 18 06:56:40.070595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-ff53b828-7be0-4067-82a8-3027e1e17d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.072075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-ff53b828-7be0-4067-82a8-3027e1e17d72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1127 time: 0.1344051 Sep 18 06:56:40.104118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:40.112874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae44d848-f353-4220-9fe8-209535fc5e22 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d4d6077-58d7-4a40-9b40-220d95542bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3304625 Sep 18 06:56:40.113223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:40.116073 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Sync routers for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:40.133442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:40.134091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:40.179832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-4eff8e33-0277-495a-bf39-a4f3ae991744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.181489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-4eff8e33-0277-495a-bf39-a4f3ae991744 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.0984993 Sep 18 06:56:40.225135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-a9d5fc8a-5159-4690-8c07-50ed377bce65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 217 time: 0.0357945 Sep 18 06:56:40.229639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:40.302377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:40.318219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-fb67a3ef-e42b-4ae2-8611-008368f94198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.319975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-fb67a3ef-e42b-4ae2-8611-008368f94198 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0871081 Sep 18 06:56:40.381270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-d8a4adb6-25ea-4145-b7c5-9590e73f9d7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508404 Sep 18 06:56:40.388477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:40.391086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84d54c-bfa4-417b-9ead-f8ec80fbed70 req-50c15d3c-c664-4cbd-b030-75279a8dd0e6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.393440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f84d54c-bfa4-417b-9ead-f8ec80fbed70 req-50c15d3c-c664-4cbd-b030-75279a8dd0e6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1274583 Sep 18 06:56:40.521615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f84d54c-bfa4-417b-9ead-f8ec80fbed70 req-bc7c30bd-a28b-47ac-a226-bc1f1e0d09a3 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140661 Sep 18 06:56:40.542489 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:38Z', 'revision_number': 5, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port': {'id': 'cc8ec69d-39ad-4d22-b345-fe8d4f131cb2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:17Z', 'updated_at': '2021-09-18T06:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:40.560399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Deleting port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:40.560908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:40.574650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-5d08973c-dc5e-4a2c-89b3-d66f15f40382 service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705139 Sep 18 06:56:40.574900 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Checking router: 6d4d6077-58d7-4a40-9b40-220d95542bca for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:40.585742 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Routers {'6d4d6077-58d7-4a40-9b40-220d95542bca'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:40.586709 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d4d6077-58d7-4a40-9b40-220d95542bca'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:40.598729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e97ab-4c94-41e5-b754-ae5d42f88d3a req-03d82c6f-b0f1-4832-867e-02e17d35e41c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.600232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-408e97ab-4c94-41e5-b754-ae5d42f88d3a req-03d82c6f-b0f1-4832-867e-02e17d35e41c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 949 time: 0.1040940 Sep 18 06:56:40.655009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] For port cc8ec69d-39ad-4d22-b345-fe8d4f131cb2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:40.655442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:40.668594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Calling delete_port for cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:40.692608 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] Set router 6d4d6077-58d7-4a40-9b40-220d95542bca gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:40.697547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92d10ce3-d202-471e-8b10-5be8a466997f req-343ea4b1-619d-464c-ba06-bc3005c4fd1a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0683680 Sep 18 06:56:40.717619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-408e97ab-4c94-41e5-b754-ae5d42f88d3a req-8dc70c7d-8f5d-49b5-a69c-fc201083473d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048155 Sep 18 06:56:40.750918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f6756e1-aac6-4c72-9106-a017ae03abfc req-51073825-1b42-4285-807c-09d55fab87cf service neutron] 10.222.0.24 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680028 Sep 18 06:56:40.755366 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:40Z', 'revision_number': 6, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:40.810833 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1c585-2e26-483c-9e14-248ddfcbe163 None None] The sync data for ids ['6d4d6077-58d7-4a40-9b40-220d95542bca'] in n-d-789963-14 is: [{'id': '6d4d6077-58d7-4a40-9b40-220d95542bca', 'name': 'tempest-FloatingIPsTestJSON-196300152-router', 'tenant_id': 'a34b5fb2120449549a077f5099f00c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:16Z', 'updated_at': '2021-09-18T06:56:40Z', 'revision_number': 6, 'project_id': 'a34b5fb2120449549a077f5099f00c09', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:40.869783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:40.940866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-e08f9dc6-697a-4c3d-a684-6ba1e9b57707 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:40.942445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-e08f9dc6-697a-4c3d-a684-6ba1e9b57707 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.24 "GET /v2.0/networks?id=26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 200 len: 805 time: 0.1600018 Sep 18 06:56:40.972043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Request body: {'port': {'device_id': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'admin_state_up': True, 'tenant_id': '7ca8880166bf414fa4a00031d97a77fb'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:41.048320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.048969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port b7761ad1-e050-46e6-ae60-47343bb49368 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:41.064588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port b7761ad1-e050-46e6-ae60-47343bb49368 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:41.065716 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.102645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8ec69d-39ad-4d22-b345-fe8d4f131cb2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:41.116055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.116539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.116989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.117434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.117919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.118353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.118796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.119240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.119676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.120101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.120528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.120962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:41.160198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107566-0373-48d1-a0a3-59b1f8070908 req-e6cf5241-787b-4773-b731-a3f4c829c2f8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:41.167128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02107566-0373-48d1-a0a3-59b1f8070908 req-e6cf5241-787b-4773-b731-a3f4c829c2f8 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0652220 Sep 18 06:56:41.182225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.201787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.242904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:41.245041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Made reservation on behalf of 7ca8880166bf414fa4a00031d97a77fb for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:41.245621 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d211a-2e86-48e9-bdba-e26503dd42c0" -d '{"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-plugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:41.250117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.250600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:41.291714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02107566-0373-48d1-a0a3-59b1f8070908 req-0bea8446-3353-4d86-80a1-9a5656f819c6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112225 Sep 18 06:56:41.346877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.349448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.365845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.402030 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c5da7-8ec8-41c4-8bf0-e4af48fd3980 x-openstack-request-id: req-888c5da7-8ec8-41c4-8bf0-e4af48fd3980 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:41.402424 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-plugged", "status": "completed", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:41.402612 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-888c5da7-8ec8-41c4-8bf0-e4af48fd3980 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:41.403033 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'code': 200} Sep 18 06:56:41.426595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ab6b2-54e6-4ca9-b830-49da9dc62e8c req-99125e80-1329-47e0-bc7b-eb70a8287837 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:41.428212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee7ab6b2-54e6-4ca9-b830-49da9dc62e8c req-99125e80-1329-47e0-bc7b-eb70a8287837 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 949 time: 0.1707401 Sep 18 06:56:41.438102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:41.493796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-393dab52-cd7c-4210-8f2e-b1d140f420a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.494083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.495151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4d6077-58d7-4a40-9b40-220d95542bca {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:56:41.500565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.503995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7707664a-d395-45c3-ac05-d7e9a9066dc2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d4d6077-58d7-4a40-9b40-220d95542bca HTTP/1.1" status: 204 len: 168 time: 1.3835983 Sep 18 06:56:41.504932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38828) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:41.506647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee7ab6b2-54e6-4ca9-b830-49da9dc62e8c req-4891bf0b-fee3-41cf-82dc-c0fb895c16cb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Sep 18 06:56:41.517657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Allocated IP 172.20.0.13 (26a1d5de-01de-4398-9765-210db1a7098f/a47cc4f0-da54-46a4-9ac9-17e103b5b0d4/14de4316-9b94-4ac3-b5fb-66494de87919) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:41.562608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Deleting subnet aed6b658-0c1c-4cf6-a60f-4b2aac5fe201 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:56:41.566117 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.605453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.648890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1f4074dc-9ee1-4b47-ae80-e68e57cff100 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:41.650436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1f4074dc-9ee1-4b47-ae80-e68e57cff100 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 950 time: 0.1270585 Sep 18 06:56:41.686250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.743888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddda66-f9b4-4883-871f-689211eef3ff req-0da5ce84-5f45-4f20-9ee6-18bc7dfc5d2a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:41.745482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08ddda66-f9b4-4883-871f-689211eef3ff req-0da5ce84-5f45-4f20-9ee6-18bc7dfc5d2a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1547720 Sep 18 06:56:41.811556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.839001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed6b658-0c1c-4cf6-a60f-4b2aac5fe201,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:41.845482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.849642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8242d88-3b65-4541-b93d-8aa8ff8df25c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aed6b658-0c1c-4cf6-a60f-4b2aac5fe201 HTTP/1.1" status: 204 len: 168 time: 0.3411484 Sep 18 06:56:41.852500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd91a1-80a8-44ce-8bf3-8d2986367bc8 None None] Network 542bc8be-6f1d-43c3-be9d-feb0e19e4929 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:41.852851 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-47fb3e49-0d99-410e-974b-ed1e7cc6f37b service neutron] delete failed (client error): The resource could not be found. Sep 18 06:56:41.853855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-47fb3e49-0d99-410e-974b-ed1e7cc6f37b service neutron] 10.222.0.24 "DELETE /v2.0/ports/b7761ad1-e050-46e6-ae60-47343bb49368/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1938450 Sep 18 06:56:41.855852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3698d336-91ad-4c6a-b941-b381155ac72d req-1f144694-bb87-454c-a017-ac7cfb097ff3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0492964 Sep 18 06:56:41.862478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38836) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:41.880328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08ddda66-f9b4-4883-871f-689211eef3ff req-a047dee3-529a-4a52-97a7-6c6a6b95aaa9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204896 Sep 18 06:56:41.902451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:41.964666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.010047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1cb0731d-2d93-4f64-ad7a-480b415bc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.018403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1cb0731d-2d93-4f64-ad7a-480b415bc23f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1102 time: 0.0658710 Sep 18 06:56:42.037657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Deleting port a1be7c2b-221e-4e50-bd07-a19430e7a539 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:42.038163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.079308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.121704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] For port a1be7c2b-221e-4e50-bd07-a19430e7a539, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1be7c2b-221e-4e50-bd07-a19430e7a539,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:42.122241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.137243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Calling delete_port for a1be7c2b-221e-4e50-bd07-a19430e7a539 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:42.150856 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.163764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] DHCP port deletion for 542bc8be-6f1d-43c3-be9d-feb0e19e4929 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:56:42.166246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Network 26a1d5de-01de-4398-9765-210db1a7098f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:42.172365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:42.189048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:42.215395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:42.224027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-445a03bb-4141-4e62-8a45-b8c10fb700c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.225029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Deleting port a1be7c2b-221e-4e50-bd07-a19430e7a539 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:42.225487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.225612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-445a03bb-4141-4e62-8a45-b8c10fb700c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1777778 Sep 18 06:56:42.234388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.234743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.235084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.235420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.235759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.236101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.236470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.236775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.237108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.237433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.237756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.238105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:56:42.288506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.289659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.289796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] For port a1be7c2b-221e-4e50-bd07-a19430e7a539, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1be7c2b-221e-4e50-bd07-a19430e7a539,segment=NetworkSegment(7d884020-182c-4541-a29c-6d7a009c4193),segment_id=7d884020-182c-4541-a29c-6d7a009c4193)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:42.290107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.290308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.294507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-cb669732-0c37-442c-b3c1-b7bd41e06540 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0531211 Sep 18 06:56:42.316556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Calling delete_port for a1be7c2b-221e-4e50-bd07-a19430e7a539 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:42.334391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] No DVR routers for this DVR port a1be7c2b-221e-4e50-bd07-a19430e7a539 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:42.340660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1be7c2b-221e-4e50-bd07-a19430e7a539,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:42.380134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-6db0e4bc-a3e3-4c51-a635-e804038c04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.381551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-6db0e4bc-a3e3-4c51-a635-e804038c04c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0786936 Sep 18 06:56:42.384127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6c8738fa-7194-471a-b0c6-ea9d200dd028 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4164090 Sep 18 06:56:42.397239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1be7c2b-221e-4e50-bd07-a19430e7a539 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:42.420690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a1be7c2b-221e-4e50-bd07-a19430e7a539 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:42.421101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1be7c2b-221e-4e50-bd07-a19430e7a539 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:42.421488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:42.423589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Request body: {'port': {'device_id': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:42.442762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:42.442762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cc8ec69d-39ad-4d22-b345-fe8d4f131cb2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:42.443228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 14624de2-0516-4ae0-a5ff-ec604ac7d1ec no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:42.462744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.483302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 14624de2-0516-4ae0-a5ff-ec604ac7d1ec {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:42.483905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 14624de2-0516-4ae0-a5ff-ec604ac7d1ec not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:42.486743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542bc8be-6f1d-43c3-be9d-feb0e19e4929']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:42.498269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d884020-182c-4541-a29c-6d7a009c4193') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:42.498578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d884020-182c-4541-a29c-6d7a009c4193') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:42.510363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.511624 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.535495 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.542541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] Pushing event deleted for resources: {'Port': ['ID=a1be7c2b-221e-4e50-bd07-a19430e7a539,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:42.547131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:56:42.547131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.554277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02e78d-f95a-4886-8693-515753933bc5 None None] No DVR routers for this DVR port a1be7c2b-221e-4e50-bd07-a19430e7a539 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:56:42.569847 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:56:42.680253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.686544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.692964 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/542bc8be-6f1d-43c3-be9d-feb0e19e4929 HTTP/1.1" status: 204 len: 168 time: 0.8252833 Sep 18 06:56:42.707929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dc11b-32ef-4fad-a29e-c168aab115e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=542bc8be-6f1d-43c3-be9d-feb0e19e4929,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:42.824982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c333425-8d0f-434b-b6be-f8d7af00595f req-af0c10ef-07ac-4eef-a957-dd300ad91e53 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.826502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c333425-8d0f-434b-b6be-f8d7af00595f req-af0c10ef-07ac-4eef-a957-dd300ad91e53 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.4440403 Sep 18 06:56:42.848094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:42.860293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1e176af2-4537-4f0e-aa44-dd44e66b03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.861767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-1e176af2-4537-4f0e-aa44-dd44e66b03c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4518890 Sep 18 06:56:42.884906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:42.890489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94d534-5c64-460c-bd1b-1fc49ae906d8 req-e4f886fa-5746-42b1-b2e7-94a336436b64 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:42.892101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb94d534-5c64-460c-bd1b-1fc49ae906d8 req-e4f886fa-5746-42b1-b2e7-94a336436b64 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1362698 Sep 18 06:56:42.909147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 3f86731f-0587-4cb8-8449-0eb7ca019b6b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:42.911598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3f86731f-0587-4cb8-8449-0eb7ca019b6b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:42.992896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c333425-8d0f-434b-b6be-f8d7af00595f req-ee53fad5-fb01-4682-925c-46e191527e72 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574543 Sep 18 06:56:43.056875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:43.089543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb94d534-5c64-460c-bd1b-1fc49ae906d8 req-364000d9-ab11-4a25-9f1a-5b824f58ea53 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778870 Sep 18 06:56:43.103059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-79657275-c5cf-488d-bce0-e224e66fc8e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34b5fb2120449549a077f5099f00c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448251 Sep 18 06:56:43.105683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38858) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:43.123886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-88e3ecd0-930f-47fb-8478-84fceb5bb166 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500005 Sep 18 06:56:43.146916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.168116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.213464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.331610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.335606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.339473 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1084307d-23a7-433d-99c7-87a35f7111e8 HTTP/1.1" status: 204 len: 168 time: 0.2301247 Sep 18 06:56:43.357542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840300d-7169-43f4-85ed-d6e0377b109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1084307d-23a7-433d-99c7-87a35f7111e8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:43.371184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fe41a-bbff-4e25-be11-00e6a1b98020 req-c725be7a-4a8b-4716-a170-12cc558cc864 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:43.372740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f5fe41a-bbff-4e25-be11-00e6a1b98020 req-c725be7a-4a8b-4716-a170-12cc558cc864 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1621523 Sep 18 06:56:43.375238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b713eb9-fc83-4f53-8dde-c91c337d4ff6 req-75c5e5e5-cea2-4873-971b-3a2b8a8a2bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402129 Sep 18 06:56:43.403588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb182cfc-5c01-4598-9d57-bd592e0f8cad req-ac857657-a5c9-4554-aa49-6de1deca1021 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:43.405148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb182cfc-5c01-4598-9d57-bd592e0f8cad req-ac857657-a5c9-4554-aa49-6de1deca1021 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 932 time: 0.1620753 Sep 18 06:56:43.492016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14de4316-9b94-4ac3-b5fb-66494de87919 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:43.498808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f5fe41a-bbff-4e25-be11-00e6a1b98020 req-81301ece-fdbb-4273-862d-6c8ae3fcb2f6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106532 Sep 18 06:56:43.510502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.518380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb182cfc-5c01-4598-9d57-bd592e0f8cad req-6fb0bb3e-a167-437b-a067-393468842063 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902689 Sep 18 06:56:43.533228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Transition to ACTIVE for port object 14de4316-9b94-4ac3-b5fb-66494de87919 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:56:43.676465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.735152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:43.808578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Attempting to bind port 14de4316-9b94-4ac3-b5fb-66494de87919 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:43.808578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Attempting to bind port 14de4316-9b94-4ac3-b5fb-66494de87919 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:43.808578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Attempting to bind port 14de4316-9b94-4ac3-b5fb-66494de87919 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:43.809614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Port 14de4316-9b94-4ac3-b5fb-66494de87919 on network 26a1d5de-01de-4398-9765-210db1a7098f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:43.810049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Attempting to bind port 14de4316-9b94-4ac3-b5fb-66494de87919 on network 26a1d5de-01de-4398-9765-210db1a7098f {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:43.815004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:43.815426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Checking segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:43.815885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Bound using segment: {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:43.816436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Bound port: 14de4316-9b94-4ac3-b5fb-66494de87919, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaf7215-9131-424a-a079-f0bd0d96639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:43.816843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:43.888607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:43.892188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:43.989247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.028151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.028801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.031054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/14de4316-9b94-4ac3-b5fb-66494de87919 HTTP/1.1" status: 200 len: 1093 time: 1.6194785 Sep 18 06:56:44.031589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:44.034056 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba00c2e-010d-470b-86c3-11a7379b3ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:44.079135 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900b567-937e-4b55-8bdf-7e28bdb6b4e5 x-openstack-request-id: req-4900b567-937e-4b55-8bdf-7e28bdb6b4e5 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:44.081173 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:44.081173 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4900b567-937e-4b55-8bdf-7e28bdb6b4e5 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:44.081173 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919', 'status': 'completed', 'code': 200} Sep 18 06:56:44.081173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb063fb-a87c-485c-8abd-955204ff97f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:44.172257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a4b45-814c-46ee-967c-70d82bf5741f req-9dd65315-d067-4a0f-b72e-81456b35cf54 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.174420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd3a4b45-814c-46ee-967c-70d82bf5741f req-9dd65315-d067-4a0f-b72e-81456b35cf54 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0881095 Sep 18 06:56:44.212046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-6915dc5c-268e-4984-9bdc-574201ef5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.213752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-6915dc5c-268e-4984-9bdc-574201ef5fdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 1096 time: 0.0917633 Sep 18 06:56:44.260365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd3a4b45-814c-46ee-967c-70d82bf5741f req-34ab6c82-4c50-44a4-a30b-9dfac33c4e7d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698879 Sep 18 06:56:44.384473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dd2bd-5668-4e76-b669-195173a1843e req-20887753-3f2a-4723-8ac7-2494e7d64f73 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.386058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-645dd2bd-5668-4e76-b669-195173a1843e req-20887753-3f2a-4723-8ac7-2494e7d64f73 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1172206 Sep 18 06:56:44.406135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-9fc41a10-4541-4558-a3ba-1d9bd5704628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.410548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-9fc41a10-4541-4558-a3ba-1d9bd5704628 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7ca8880166bf414fa4a00031d97a77fb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1794829 Sep 18 06:56:44.462025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-645dd2bd-5668-4e76-b669-195173a1843e req-9f669466-c662-4bc3-aaa6-9d1ce7f11d10 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654776 Sep 18 06:56:44.527162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-1895aa13-f035-433b-84b0-9f78206736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.528815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eba00c2e-010d-470b-86c3-11a7379b3ab0 req-1895aa13-f035-433b-84b0-9f78206736c5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138999 Sep 18 06:56:44.613829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.614567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.692744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:44.731642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb42a8-c8dc-43ad-9879-1b2d2618c81b req-352709e5-ff81-4c8f-a3f8-e0ef669edd8a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.733147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15cb42a8-c8dc-43ad-9879-1b2d2618c81b req-352709e5-ff81-4c8f-a3f8-e0ef669edd8a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1531427 Sep 18 06:56:44.760304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-1d80abd3-feaf-416e-baef-ccb33972fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.762035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-1d80abd3-feaf-416e-baef-ccb33972fa81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ca8880166bf414fa4a00031d97a77fb&device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 1096 time: 0.1508195 Sep 18 06:56:44.780148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f3cdb-69d8-4732-965a-77a7aec0788e req-1e051d29-b7c9-49fe-8c18-6cb3ef1d5f1a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.782065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b98f3cdb-69d8-4732-965a-77a7aec0788e req-1e051d29-b7c9-49fe-8c18-6cb3ef1d5f1a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 944 time: 0.1720927 Sep 18 06:56:44.799266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-network', 'tenant_id': '694bd471d6e544eeb17844771876727d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:44.834242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-75012a89-d809-443f-8366-803a87a8f6a4 service neutron] 10.222.0.24 "GET /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.1709845 Sep 18 06:56:44.848977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-6467cfbb-aa25-474a-b759-4503830f3f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14de4316-9b94-4ac3-b5fb-66494de87919 HTTP/1.1" status: 200 len: 217 time: 0.0659940 Sep 18 06:56:44.878675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:44.883033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15cb42a8-c8dc-43ad-9879-1b2d2618c81b req-ad19ad3a-0f6c-45f7-b513-1314fa249d32 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373479 Sep 18 06:56:44.897115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Made reservation on behalf of 694bd471d6e544eeb17844771876727d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:44.901602 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.915688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:44.932734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b98f3cdb-69d8-4732-965a-77a7aec0788e req-99f7ee65-d958-4c68-b8e4-44121a6e6098 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391468 Sep 18 06:56:44.960752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-2f81946e-ca1f-4ba8-adb7-98e5ead10d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:44.962418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-2f81946e-ca1f-4ba8-adb7-98e5ead10d6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 HTTP/1.1" status: 200 len: 845 time: 0.0758173 Sep 18 06:56:44.997541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-0c7453f3-4537-4e64-9061-70b8637569a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26a1d5de-01de-4398-9765-210db1a7098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275221 Sep 18 06:56:45.006022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:45.030256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2c827438-45b6-4805-80f2-75bee52b81cf', 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a', 'port_id': '2c827438-45b6-4805-80f2-75bee52b81cf', 'mac_address': 'fa:16:3e:d5:6e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46faa392-8771-4fcb-9c51-f0e41a249f86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:56:45.078589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.137482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.169296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:56:45.176110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85aa2b-65cd-4a35-ae49-90af6ed9e057,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:45.184793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-70cf2955-30f1-43bb-92a1-0426af6a99c1 service neutron] 10.222.0.24 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610446 Sep 18 06:56:45.195204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.195559 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Added segment 26f0dbbf-b4cf-4200-823f-39fb8661f972 of type vlan for network 714a777e-a29b-4021-a70f-1a7f1390f759 Sep 18 06:56:45.206418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.209963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:45.219452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c827438-45b6-4805-80f2-75bee52b81cf {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:45.241451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:45.251076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.274795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:45.318671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d114ff5e-447f-4343-8352-e3ec5f909faa {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:45.339183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.342737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:45.347360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a0e4ba0-b8bd-4ac7-96df-8c01c61f2e5f req-fa99fbe8-b138-4693-a7e3-5ab247372a05 service neutron] 10.222.0.24 "GET /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530998 Sep 18 06:56:45.368101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.369186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:45.369851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.395603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:45.402495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6621f8-04b3-4ea1-8b06-b11648a9e96e req-db46f160-439b-4105-bafd-3bff19ff6a81 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:45.405248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c6621f8-04b3-4ea1-8b06-b11648a9e96e req-db46f160-439b-4105-bafd-3bff19ff6a81 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 944 time: 0.0637646 Sep 18 06:56:45.426811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.448661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] Pushing event updated for resources: {'Network': ['ID=714a777e-a29b-4021-a70f-1a7f1390f759,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:45.454138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c6621f8-04b3-4ea1-8b06-b11648a9e96e req-898703a5-9235-4b90-a3eb-4277422bbcb5 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Sep 18 06:56:45.461023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 714a777e-a29b-4021-a70f-1a7f1390f759 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:56:45.519627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] Transition to ACTIVE for port object d114ff5e-447f-4343-8352-e3ec5f909faa will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:56:45.539936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-06a96983-3ecf-427b-afd0-c029aef88066 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8459678 Sep 18 06:56:45.542807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38906) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:45.550011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Request body: {'subnet': {'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-subnet', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:45.588556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d92e-840c-4f90-a83c-5a91f7cd64c7 req-c1d2edbb-f8e4-44b8-81b7-c9459665cd8e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:45.590080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0748d92e-840c-4f90-a83c-5a91f7cd64c7 req-c1d2edbb-f8e4-44b8-81b7-c9459665cd8e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0489562 Sep 18 06:56:45.625330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.651284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Made reservation on behalf of 694bd471d6e544eeb17844771876727d for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:45.655200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:45.656982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0748d92e-840c-4f90-a83c-5a91f7cd64c7 req-4586bf9d-34b5-4d8d-b549-2e160adebba4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605314 Sep 18 06:56:45.667943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2c827438-45b6-4805-80f2-75bee52b81cf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:45.701520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] No DVR routers for this DVR port d114ff5e-447f-4343-8352-e3ec5f909faa on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:45.744163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] 10.222.0.24 "PUT /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa/bindings/n-h1-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8942327 Sep 18 06:56:45.761220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf156b-8717-4402-9fb1-a6e3365e4b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:45.804186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386b062-8841-43bb-a718-f846b03328c2 req-a0d07ddf-f53b-472f-8431-47d834e01c84 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:45.812097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5386b062-8841-43bb-a718-f846b03328c2 req-a0d07ddf-f53b-472f-8431-47d834e01c84 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.0663936 Sep 18 06:56:45.859981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5386b062-8841-43bb-a718-f846b03328c2 req-d3f1fb3e-2ae7-4943-bad1-de48e76034cd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Sep 18 06:56:45.968423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.028890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-b614cf17-1095-43e0-ad82-96a79ca85b8f tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.031028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-b614cf17-1095-43e0-ad82-96a79ca85b8f tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0742457 Sep 18 06:56:46.032235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4652b16a-4f5f-482a-8df6-936e66ac3587,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:46.040880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Checking segment: {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:46.041247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Network hostable DHCP agents. Network: 714a777e-a29b-4021-a70f-1a7f1390f759, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:56:46.077566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f555a8-187b-4e4b-ac3e-9bdb0ec8bf46 req-aab8fb0d-7187-4d2c-b2c2-8aed891f3e9a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.079189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8f555a8-187b-4e4b-ac3e-9bdb0ec8bf46 req-aab8fb0d-7187-4d2c-b2c2-8aed891f3e9a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.1092730 Sep 18 06:56:46.117217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-f186c8ae-73d4-4d2a-b905-760d3da42d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.118760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-f186c8ae-73d4-4d2a-b905-760d3da42d77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699&tenant_id=3b851e798a8d4e69a74e251a793c11e3 HTTP/1.1" status: 200 len: 1097 time: 0.0760021 Sep 18 06:56:46.164715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8f555a8-187b-4e4b-ac3e-9bdb0ec8bf46 req-fe734cc1-345f-4aaf-8149-653f951008c8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784202 Sep 18 06:56:46.179107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Network 714a777e-a29b-4021-a70f-1a7f1390f759 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:56:46.197525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9abb1-40ac-46b0-83ac-a303a71a4233 req-c8fea640-b795-499a-85d8-3c4b8a068dbb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.199140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffa9abb1-40ac-46b0-83ac-a303a71a4233 req-c8fea640-b795-499a-85d8-3c4b8a068dbb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 944 time: 0.0938182 Sep 18 06:56:46.225047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-d230db65-3b4e-47ab-8080-8002860a54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.226560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-d230db65-3b4e-47ab-8080-8002860a54d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b851e798a8d4e69a74e251a793c11e3&device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1097 time: 0.0802078 Sep 18 06:56:46.254999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffa9abb1-40ac-46b0-83ac-a303a71a4233 req-40216852-893a-4a85-affd-0612c0903c60 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Sep 18 06:56:46.291640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 714a777e-a29b-4021-a70f-1a7f1390f759) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:46.297078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.297719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.303578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09699b-602e-462f-a91e-c1ce46830cb1 None None] Network 714a777e-a29b-4021-a70f-1a7f1390f759 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:46.371142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-00a0893a-2340-4552-a0ae-052448dee4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.373240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-00a0893a-2340-4552-a0ae-052448dee4e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 200 len: 921 time: 0.1331201 Sep 18 06:56:46.424435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cb0538fb-e55c-4789-810d-b719cf85eb01 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8804529 Sep 18 06:56:46.426848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:46.427074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-5d8220a7-3f3f-48b7-9c13-ed0019dd66ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 200 len: 217 time: 0.0425420 Sep 18 06:56:46.431087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:46.491321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-be8c713d-a34c-4282-b6f3-705fea1f8a8b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291791 Sep 18 06:56:46.492708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-714a777e-a29b-4021-a70f-1a7f1390f759', 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'fixed_ips': [{'subnet_id': '4652b16a-4f5f-482a-8df6-936e66ac3587'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:56:46.494358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.512756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-1551e92c-d3c7-483f-9622-81c635ac4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.514353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-1551e92c-d3c7-483f-9622-81c635ac4fd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 200 len: 860 time: 0.0822165 Sep 18 06:56:46.533774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.536390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.592079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-6516ab64-0d3b-4629-910b-34a145037553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9089881-e7f2-4770-a2bd-f6b2d1e8aade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632172 Sep 18 06:56:46.598353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.603686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:46.672864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Allocated IP 172.20.0.2 (714a777e-a29b-4021-a70f-1a7f1390f759/4652b16a-4f5f-482a-8df6-936e66ac3587/61f3c099-5c77-45dd-a3d8-78596209da9b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:46.678923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:46.719122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02787d-c246-4308-94ed-33bb21ead6b4 req-89b46a11-5897-4acf-9cc4-20389e615c60 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.720629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b02787d-c246-4308-94ed-33bb21ead6b4 req-89b46a11-5897-4acf-9cc4-20389e615c60 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.1694984 Sep 18 06:56:46.760435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-b652c10e-d423-41e9-9cc7-399deb419690 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:46.767616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-b652c10e-d423-41e9-9cc7-399deb419690 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681260 Sep 18 06:56:46.802883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c4c697d4-3882-47f0-8434-e43235a5613a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/quotas/9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 375 time: 0.0343091 Sep 18 06:56:46.805848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.836670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.845629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-5b4da33f-14a6-4a03-b0af-2b508af1a0af service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237434 Sep 18 06:56:46.850217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b02787d-c246-4308-94ed-33bb21ead6b4 req-ba9e8c60-d954-49f1-b834-af77ddfc4a5c tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152782 Sep 18 06:56:46.892617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:46.897782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-0170cd97-c89b-4f31-a792-9e5c94f7aa8e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939977 Sep 18 06:56:46.926348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:46.969693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-c7aec05f-7b96-4d29-ae1f-bd3e17d12226 service neutron] 10.222.0.37 "GET /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151922 Sep 18 06:56:46.974294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Network 714a777e-a29b-4021-a70f-1a7f1390f759 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:46.984160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:46.991177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:47.010836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Pushing event updated for resources: {'Port': ['ID=61f3c099-5c77-45dd-a3d8-78596209da9b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:47.060698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Attempting to bind port 61f3c099-5c77-45dd-a3d8-78596209da9b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:47.061099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Attempting to bind port 61f3c099-5c77-45dd-a3d8-78596209da9b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:47.061511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Attempting to bind port 61f3c099-5c77-45dd-a3d8-78596209da9b on network 714a777e-a29b-4021-a70f-1a7f1390f759 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:47.067492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:47.067867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Checking segment: {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:47.068306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.068723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Bound using segment: {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:47.069227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Bound port: 61f3c099-5c77-45dd-a3d8-78596209da9b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:47.069616 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.102086 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.121555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.139219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] For port 61f3c099-5c77-45dd-a3d8-78596209da9b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:47.142866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] For port 61f3c099-5c77-45dd-a3d8-78596209da9b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61f3c099-5c77-45dd-a3d8-78596209da9b,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:47.149822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 2c827438-45b6-4805-80f2-75bee52b81cf completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:47.154019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2c827438-45b6-4805-80f2-75bee52b81cf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:47.154019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.238906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Allocated IP 172.25.4.96 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/070a68c0-1152-4f50-8271-4b228401dcd6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:47.259505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.276027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.358187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a57576de-9c12-4843-aa7c-b0e7cf4887ae req-35bee993-7d7e-4e4b-8d95-65847863724a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 210 time: 0.0364232 Sep 18 06:56:47.402471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.418017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:47.425843 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116dd055-094c-425e-86af-5397489c50c3" -d '{"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-plugged", "status": "completed", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:47.440000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6e7c-fc43-4c86-b774-0dac198d8924 req-472cb0c2-de45-4dbb-ba83-3f565f0b840d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:47.445768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-309a6e7c-fc43-4c86-b774-0dac198d8924 req-472cb0c2-de45-4dbb-ba83-3f565f0b840d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.1585488 Sep 18 06:56:47.491438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:47.511966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6611c3e-ef9e-4934-b6d5-960d831abb93 None None] Pushing event updated for resources: {'Port': ['ID=61f3c099-5c77-45dd-a3d8-78596209da9b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:47.540306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-309a6e7c-fc43-4c86-b774-0dac198d8924 req-32bc688b-499c-415e-b854-aa596446e029 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768547 Sep 18 06:56:47.543288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.545479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:47.612685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:47.614132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:47.622515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:47.656842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-2cd96d75-bdd8-4645-ad96-1c52765113b4 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:47.658946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-2cd96d75-bdd8-4645-ad96-1c52765113b4 tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699&tenant_id=3b851e798a8d4e69a74e251a793c11e3&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.1409223 Sep 18 06:56:47.663078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:47.875131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80e52-fb17-4398-9c4d-8e22cf789bf3 req-38daab46-2279-47b0-bf2f-acec8c62e8a0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:47.882768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afa80e52-fb17-4398-9c4d-8e22cf789bf3 req-38daab46-2279-47b0-bf2f-acec8c62e8a0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 944 time: 0.2418141 Sep 18 06:56:47.889501 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2965b144-0726-44a6-bd64-cf10a73723af x-openstack-request-id: req-2965b144-0726-44a6-bd64-cf10a73723af {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:47.890493 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-plugged", "status": "completed", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:47.890998 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2965b144-0726-44a6-bd64-cf10a73723af {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:47.891569 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf', 'code': 200} Sep 18 06:56:47.894947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=070a68c0-1152-4f50-8271-4b228401dcd6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:48.016803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3de3e-63bb-4318-a524-030d65765e30 req-e4c9d2b6-4c43-46f1-8b09-9b4fc3e5fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:48.019033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90f3de3e-63bb-4318-a524-030d65765e30 req-e4c9d2b6-4c43-46f1-8b09-9b4fc3e5fbd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1098 time: 0.0613270 Sep 18 06:56:48.035105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afa80e52-fb17-4398-9c4d-8e22cf789bf3 req-a82a8a47-7650-4be7-bfe7-383cc7cd63ad tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476734 Sep 18 06:56:48.052424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9074-414c-4305-a636-e1aeb38cc10c req-59254bc2-609b-4496-92c6-1bee614accf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:48.055945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f86b9074-414c-4305-a636-e1aeb38cc10c req-59254bc2-609b-4496-92c6-1bee614accf9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0915511 Sep 18 06:56:48.095907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f86b9074-414c-4305-a636-e1aeb38cc10c req-a8002405-8bff-4889-ba12-61a17e8237b4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Sep 18 06:56:48.166738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-02691f53-bb29-4271-9b9e-5287b60495a1 service neutron] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:48.169928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-02691f53-bb29-4271-9b9e-5287b60495a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.171800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5da4e957-e363-461d-b88d-7b4f5952ecaa req-02691f53-bb29-4271-9b9e-5287b60495a1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa/bindings/n-h2-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.4835725 Sep 18 06:56:48.258165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f721ae-4784-4c7e-b994-cba955f6f593 req-46a1202d-f833-4f22-a0c8-c06eb671ffcf tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:48.260538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27f721ae-4784-4c7e-b994-cba955f6f593 req-46a1202d-f833-4f22-a0c8-c06eb671ffcf tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 1097 time: 0.0547385 Sep 18 06:56:48.315896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27f721ae-4784-4c7e-b994-cba955f6f593 req-06c1a975-dac7-4805-828c-2f2f6491517e tempest-LiveAutoBlockMigrationV225Test-846980463 tempest-LiveAutoBlockMigrationV225Test-846980463-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483234 Sep 18 06:56:48.439880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61f3c099-5c77-45dd-a3d8-78596209da9b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:48.453041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.519965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 61f3c099-5c77-45dd-a3d8-78596209da9b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:48.520661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.524230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90f3de3e-63bb-4318-a524-030d65765e30 req-93ded7da-6f14-441b-a15d-a4bcf72daa3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024932 Sep 18 06:56:48.535021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-161ef81b-27e0-40f6-a90a-6f202d27d3d0 req-42106574-21b7-483f-928a-d2857e73217a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 210 time: 0.0476964 Sep 18 06:56:48.622670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.669008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 61f3c099-5c77-45dd-a3d8-78596209da9b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61f3c099-5c77-45dd-a3d8-78596209da9b,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:48.729202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.785669 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.794469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f780f9-ce4d-4f0b-b421-798b263f11ff None None] Network 714a777e-a29b-4021-a70f-1a7f1390f759 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:48.888274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf03f2d-e6d3-4b38-9d73-3547b486c085 req-b26ee3ab-2c4e-4378-abe5-2e40de63d551 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:48.895619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdf03f2d-e6d3-4b38-9d73-3547b486c085 req-b26ee3ab-2c4e-4378-abe5-2e40de63d551 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0652437 Sep 18 06:56:48.916231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63e11bc1-444b-48bc-adff-67bafab7b31a None None] Provisioning complete for port 61f3c099-5c77-45dd-a3d8-78596209da9b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:48.916854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63e11bc1-444b-48bc-adff-67bafab7b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:48.930789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdf03f2d-e6d3-4b38-9d73-3547b486c085 req-e8794e43-13ce-49e8-8689-4eeb969ac5bb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Sep 18 06:56:48.957517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=61f3c099-5c77-45dd-a3d8-78596209da9b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:49.054362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2adf47-2467-43ef-923e-afbb575eb34c req-8d86ca5e-7c27-4c23-946d-7a1d96f374cb tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:49.055923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc2adf47-2467-43ef-923e-afbb575eb34c req-8d86ca5e-7c27-4c23-946d-7a1d96f374cb tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0510662 Sep 18 06:56:49.094738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Router 83a272cc-d775-4b2a-8928-c707093a3dd2 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:56:49.095885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc2adf47-2467-43ef-923e-afbb575eb34c req-6ccd57c9-1525-43bf-bd05-f48778d229ad tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Sep 18 06:56:49.175323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eeb09-f162-40c9-ac13-729142104c84 req-a5d27e28-892a-4702-b945-77f86216a60e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:49.176975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d69eeb09-f162-40c9-ac13-729142104c84 req-a5d27e28-892a-4702-b945-77f86216a60e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 944 time: 0.0535190 Sep 18 06:56:49.218174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d69eeb09-f162-40c9-ac13-729142104c84 req-8314e796-dc23-42fc-8442-bf1b14aa7659 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341840 Sep 18 06:56:49.218921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:49.229701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Sync routers for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:49.240764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:49.241632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:49.291053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:49.294974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-92ee6aa0-f44e-42c0-bf28-69bd96900eb5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8667281 Sep 18 06:56:49.295781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38988) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:49.350063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:49.440639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bcda3f7f-591e-4f6d-9256-5d30b6de96d5 None None] Provisioning complete for port 61f3c099-5c77-45dd-a3d8-78596209da9b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:49.440639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bcda3f7f-591e-4f6d-9256-5d30b6de96d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:49.631919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:47Z', 'revision_number': 3, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:49.660703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Checking router: 83a272cc-d775-4b2a-8928-c707093a3dd2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:49.661058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Updating router 83a272cc-d775-4b2a-8928-c707093a3dd2 port 070a68c0-1152-4f50-8271-4b228401dcd6 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:56:49.691622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:49.720536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b73de6aa-93cd-40eb-a1de-d8f0d1692416 req-a694574e-1cf9-45f8-99e2-40611a94052e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 210 time: 0.0298765 Sep 18 06:56:49.821586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-fb5ec69e-2e51-4a35-8765-e0e9e7daa1cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:49.825819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-fb5ec69e-2e51-4a35-8765-e0e9e7daa1cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.0815897 Sep 18 06:56:49.935414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Deleting port d114ff5e-447f-4343-8352-e3ec5f909faa {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:49.935797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.095603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] For port d114ff5e-447f-4343-8352-e3ec5f909faa, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d114ff5e-447f-4343-8352-e3ec5f909faa,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:50.096060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.110773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Calling delete_port for d114ff5e-447f-4343-8352-e3ec5f909faa owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:50.172702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.187813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.245153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba783d3e-c67c-46d9-b6ea-4f7137b8c38a req-4f90fab5-03ca-4d7e-b3e3-c19efb00b66c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:50.246675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba783d3e-c67c-46d9-b6ea-4f7137b8c38a req-4f90fab5-03ca-4d7e-b3e3-c19efb00b66c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.1458673 Sep 18 06:56:50.276481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.331149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Attempting to bind port 070a68c0-1152-4f50-8271-4b228401dcd6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:50.331677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Attempting to bind port 070a68c0-1152-4f50-8271-4b228401dcd6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:50.332149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Attempting to bind port 070a68c0-1152-4f50-8271-4b228401dcd6 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:50.344491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b06605-be61-43ec-b2a5-687eff576648 None None] Pushing event updated for resources: {'Port': ['ID=070a68c0-1152-4f50-8271-4b228401dcd6,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:50.348843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:50.349365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:50.349882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.350426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:50.351034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Bound port: 070a68c0-1152-4f50-8271-4b228401dcd6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:50.351531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.377044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61f3c099-5c77-45dd-a3d8-78596209da9b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:50.387222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba783d3e-c67c-46d9-b6ea-4f7137b8c38a req-5bbc3f08-dccd-4644-a6b1-cecc6fc0461a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224189 Sep 18 06:56:50.389189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.407803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'd114ff5e-447f-4343-8352-e3ec5f909faa'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:50.416037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a22460-a27e-404b-aaba-864f8f0932f5 req-9f4c8476-dd60-4d9b-9cb8-d2917e74366a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:50.417682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50a22460-a27e-404b-aaba-864f8f0932f5 req-9f4c8476-dd60-4d9b-9cb8-d2917e74366a tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 945 time: 0.1701159 Sep 18 06:56:50.439136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event deleted for resources: {'Port': ['ID=d114ff5e-447f-4343-8352-e3ec5f909faa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:50.447209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-217babc5-67f4-49d2-bd85-135a738f792d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713649 Sep 18 06:56:50.499580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] For port 070a68c0-1152-4f50-8271-4b228401dcd6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:50.503255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] For port 070a68c0-1152-4f50-8271-4b228401dcd6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=070a68c0-1152-4f50-8271-4b228401dcd6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:50.505312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] No DVR routers for this DVR port d114ff5e-447f-4343-8352-e3ec5f909faa on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:56:50.509075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.511379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-836c1c1b-f043-4b3f-a2ce-5bcec05f1db5 req-0dbcb137-3369-406d-b660-21f403460d5b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "DELETE /v2.0/ports/d114ff5e-447f-4343-8352-e3ec5f909faa HTTP/1.1" status: 204 len: 173 time: 0.6763947 Sep 18 06:56:50.511854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-deleted', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:50.514454 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f989a1d-081e-44c3-aa7b-dea5d8c24695" -d '{"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-deleted", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:50.534421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 61f3c099-5c77-45dd-a3d8-78596209da9b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:50.534880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.577119 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.602824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50a22460-a27e-404b-aaba-864f8f0932f5 req-aea78b6a-387a-4f88-a007-b762553c90fc tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704280 Sep 18 06:56:50.615615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Allocated IP 172.20.0.1 (714a777e-a29b-4021-a70f-1a7f1390f759/4652b16a-4f5f-482a-8df6-936e66ac3587/dbe170bf-153b-4f58-b1e9-b7062af26e7a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:50.629016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:56:50.669748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fef68-b32c-4ade-b96a-6403de9af877 req-3f633a81-6d3f-45af-b88d-d8890e11847a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:50.672075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d6fef68-b32c-4ade-b96a-6403de9af877 req-3f633a81-6d3f-45af-b88d-d8890e11847a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 944 time: 0.2011483 Sep 18 06:56:50.690031 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b50617-2eee-4e0c-a8c0-717afdb71a0b x-openstack-request-id: req-54b50617-2eee-4e0c-a8c0-717afdb71a0b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:50.690663 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c8ec5-039d-4710-9e1c-784c3558c699", "name": "network-vif-deleted", "tag": "d114ff5e-447f-4343-8352-e3ec5f909faa", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:50.691077 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b50617-2eee-4e0c-a8c0-717afdb71a0b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:50.691308 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15c8ec5-039d-4710-9e1c-784c3558c699', 'name': 'network-vif-deleted', 'tag': 'd114ff5e-447f-4343-8352-e3ec5f909faa', 'status': 'completed', 'code': 200} Sep 18 06:56:50.711885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b06605-be61-43ec-b2a5-687eff576648 None None] Pushing event updated for resources: {'Port': ['ID=070a68c0-1152-4f50-8271-4b228401dcd6,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:50.714594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-b6d5dd84-7205-494e-8099-7518b2ffcc0f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:50.716122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-b6d5dd84-7205-494e-8099-7518b2ffcc0f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567451 Sep 18 06:56:50.730976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:50.731595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:50.764099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Request body: {'port': {'device_id': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '9fbf5968e9e14b8ca5c1d59f2e057540'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:50.813226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d6fef68-b32c-4ade-b96a-6403de9af877 req-6ae0897a-c075-4500-9f4e-15aaffd7786d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223102 Sep 18 06:56:50.918530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:50.945589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95651ee8-3230-4c58-b5f1-ffb5c1477cff req-61bc548a-ef5d-4951-8a41-f46b55fda281 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 210 time: 0.0705400 Sep 18 06:56:50.969744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:50.978287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:51.038932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '14de4316-9b94-4ac3-b5fb-66494de87919', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '14de4316-9b94-4ac3-b5fb-66494de87919', 'mac_address': 'fa:16:3e:2c:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:56:51.082406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Made reservation on behalf of 9fbf5968e9e14b8ca5c1d59f2e057540 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:56:51.089745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.108848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.126178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.156238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14de4316-9b94-4ac3-b5fb-66494de87919 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:51.192296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Network 714a777e-a29b-4021-a70f-1a7f1390f759 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:51.197350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:51.205246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:51.208090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:51.242500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe170bf-153b-4f58-b1e9-b7062af26e7a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:51.253757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:47Z', 'revision_number': 3, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:51.282782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.287453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f63bfc9-34c5-4e17-b515-bf05ec0c2f8b None None] The sync data for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 is: [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:47Z', 'revision_number': 3, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:51.293176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.354630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:51.432643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Allocated IP 192.168.233.215 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/23c23b88-2e8f-4f27-af7f-6994dbab764b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:56:51.544828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-656228d6-ad9a-4747-b0b7-12e8adabea51 None None] Provisioning complete for port dbe170bf-153b-4f58-b1e9-b7062af26e7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:51.545139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-656228d6-ad9a-4747-b0b7-12e8adabea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.579899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc483b2-9c31-4ff7-b633-860d059fb757 req-dabefe6f-389c-499f-a496-eacdbc9f6285 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:51.588083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dc483b2-9c31-4ff7-b633-860d059fb757 req-dabefe6f-389c-499f-a496-eacdbc9f6285 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.1076505 Sep 18 06:56:51.599917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-656228d6-ad9a-4747-b0b7-12e8adabea51 None None] Port dbe170bf-153b-4f58-b1e9-b7062af26e7a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:51.690568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.714419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dc483b2-9c31-4ff7-b633-860d059fb757 req-78059788-70e9-423f-9e8d-8dcaa74a2297 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257229 Sep 18 06:56:51.776885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['14de4316-9b94-4ac3-b5fb-66494de87919'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:51.875524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f653644c-7fca-4aef-831d-9be3b1420d32 req-537e3755-f201-41e0-9d48-f54a60393fa9 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.1445446 Sep 18 06:56:51.924307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:51.994310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb8a3b-843a-493a-bb8e-7940a0323969 req-027d6025-03b7-4710-8aa0-3c7f8a96c7f7 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:52.006068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3edb8a3b-843a-493a-bb8e-7940a0323969 req-027d6025-03b7-4710-8aa0-3c7f8a96c7f7 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1098 time: 0.1660426 Sep 18 06:56:52.063306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3edb8a3b-843a-493a-bb8e-7940a0323969 req-2e2ad784-e5d4-471f-aa78-2a9ae8d6a994 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562654 Sep 18 06:56:52.120736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.138500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.153158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:52.158341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514aad-dd40-4804-af78-b5feb236d1d7 req-03f6f52e-df93-41bf-b9fa-0455fc58ac95 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:52.160040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10514aad-dd40-4804-af78-b5feb236d1d7 req-03f6f52e-df93-41bf-b9fa-0455fc58ac95 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 945 time: 0.0999212 Sep 18 06:56:52.203957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.246021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:52.271763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:52.320840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:56:52.333800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:52.455754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.473022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10514aad-dd40-4804-af78-b5feb236d1d7 req-0aeed148-ac8f-4868-a3e9-1e88de3a08a4 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821567 Sep 18 06:56:52.479925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 070a68c0-1152-4f50-8271-4b228401dcd6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:52.547701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe170bf-153b-4f58-b1e9-b7062af26e7a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:52.587185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ebd12-78cf-4d5d-9c1b-05d05f7e4610 req-09ad71e3-3967-4f4f-a26c-4738a05c8469 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:52.589261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 070a68c0-1152-4f50-8271-4b228401dcd6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:52.589652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.594497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf8ebd12-78cf-4d5d-9c1b-05d05f7e4610 req-09ad71e3-3967-4f4f-a26c-4738a05c8469 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 936 time: 0.3871081 Sep 18 06:56:52.601488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:52.602174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.655841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0f5ca8bc-0b39-4269-9c19-53b7caf4c270 None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:52.656394 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f5ca8bc-0b39-4269-9c19-53b7caf4c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.729739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf8ebd12-78cf-4d5d-9c1b-05d05f7e4610 req-3f59e7aa-4566-4bec-a191-f01e3bb7583d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343896 Sep 18 06:56:52.735223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.746732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e077a9-715b-4674-b5f5-f25984ea8f1e req-c4c426d1-debe-4d99-8064-42e157bfb645 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:52.754138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71e077a9-715b-4674-b5f5-f25984ea8f1e req-c4c426d1-debe-4d99-8064-42e157bfb645 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1098 time: 0.1490965 Sep 18 06:56:52.759069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-d89a7003-defd-4d55-ab60-872f19d95db1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0036230 Sep 18 06:56:52.765361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ca8bc-0b39-4269-9c19-53b7caf4c270 None None] Port 23c23b88-2e8f-4f27-af7f-6994dbab764b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:52.786870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Network 714a777e-a29b-4021-a70f-1a7f1390f759 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:56:52.794406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:56:52.809824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 070a68c0-1152-4f50-8271-4b228401dcd6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=070a68c0-1152-4f50-8271-4b228401dcd6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:52.811403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:56:52.850503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71e077a9-715b-4674-b5f5-f25984ea8f1e req-1ec23b70-1e7e-49c5-a2bf-2b79a8f842ea tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953345 Sep 18 06:56:52.880059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:52.943643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Request body: {'port': {'device_id': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:52.972039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=070a68c0-1152-4f50-8271-4b228401dcd6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:52.982636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:56:53.028448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: d114ff5e-447f-4343-8352-e3ec5f909faa {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:56:53.032027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d114ff5e-447f-4343-8352-e3ec5f909faa not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:56:53.154747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-506a5d33-726e-488c-91ce-afdcec95fabd req-4ff69d01-2aee-4e41-b924-55fc94f475e4 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0723283 Sep 18 06:56:53.155849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:53.193662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7a307538-b9c9-43da-aa60-3c87cba82fb9 None None] Provisioning complete for port dbe170bf-153b-4f58-b1e9-b7062af26e7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:53.194593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a307538-b9c9-43da-aa60-3c87cba82fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:53.209311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Router 83a272cc-d775-4b2a-8928-c707093a3dd2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:53.245164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7a307538-b9c9-43da-aa60-3c87cba82fb9 None None] Port dbe170bf-153b-4f58-b1e9-b7062af26e7a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:53.461581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:53.468339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-768823fe-ac52-4024-a6c3-81fa16f84f09 admin admin] 10.222.0.20 "PUT /v2.0/routers/83a272cc-d775-4b2a-8928-c707093a3dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1706965 Sep 18 06:56:53.834667 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Sync routers for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:53.848262 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:53.849120 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:53.916229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:56:53.925926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:53.958379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf71db-1fcf-4415-9cfa-28212a0c824a req-0a39d77e-cf7e-4214-a637-4a10e6de9b43 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:53.960002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cddf71db-1fcf-4415-9cfa-28212a0c824a req-0a39d77e-cf7e-4214-a637-4a10e6de9b43 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 945 time: 0.3906913 Sep 18 06:56:53.961098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Transition to ACTIVE for port object 23c23b88-2e8f-4f27-af7f-6994dbab764b will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:56:53.996048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:54.010678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cddf71db-1fcf-4415-9cfa-28212a0c824a req-e5decfe8-2a7b-478c-bf52-28880ec4e057 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Sep 18 06:56:54.034693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.165513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:54.203392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:54.203878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:54.204324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:54.222055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:54.224385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:54.237426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:54.237787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:54.238583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:54.238714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Bound port: 23c23b88-2e8f-4f27-af7f-6994dbab764b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:54.239089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.250464 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:51Z', 'revision_number': 4, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'dbe170bf-153b-4f58-b1e9-b7062af26e7a', 'name': '', 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'mac_address': 'fa:16:3e:f0:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:50Z', 'updated_at': '2021-09-18T06:56:51Z', 'revision_number': 2, 'project_id': '694bd471d6e544eeb17844771876727d', 'subnets': [{'id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:54.284873 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-12075e22-f96c-443e-b6b2-17e41e7bae1d req-c94314d9-ce0a-4510-8c9b-9a478cbfa61d tempest-FloatingIPDetailsNegativeTestJSON-1243682959 tempest-FloatingIPDetailsNegativeTestJSON-1243682959-project] show failed (client error): The resource could not be found. Sep 18 06:56:54.295058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39082) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:54.298518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12075e22-f96c-443e-b6b2-17e41e7bae1d req-c94314d9-ce0a-4510-8c9b-9a478cbfa61d tempest-FloatingIPDetailsNegativeTestJSON-1243682959 tempest-FloatingIPDetailsNegativeTestJSON-1243682959-project] 10.222.0.20 "GET /v2.0/floatingips/dbc83781-bfbf-4137-94f0-5333eb58ebe2 HTTP/1.1" status: 404 len: 350 time: 0.0668461 Sep 18 06:56:54.307579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Checking router: 83a272cc-d775-4b2a-8928-c707093a3dd2 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:54.307940 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Updating router 83a272cc-d775-4b2a-8928-c707093a3dd2 port dbe170bf-153b-4f58-b1e9-b7062af26e7a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:56:54.356699 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.462477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 070a68c0-1152-4f50-8271-4b228401dcd6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:54.478491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:54.488225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84016441-2795-4624-b44e-88d3cabd2908 req-ff36c8b4-93a2-4d99-a5f3-92089e75449f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:54.489825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84016441-2795-4624-b44e-88d3cabd2908 req-ff36c8b4-93a2-4d99-a5f3-92089e75449f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0839477 Sep 18 06:56:54.508230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:54.548696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84016441-2795-4624-b44e-88d3cabd2908 req-bd4ba9ef-f0e8-48d5-b222-8774f9959a9f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463681 Sep 18 06:56:54.585994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 070a68c0-1152-4f50-8271-4b228401dcd6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:54.585994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.625624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.660253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:56:54.710092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:54.711566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.715313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 1097 time: 1.9320023 Sep 18 06:56:54.719484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:54.726555 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84915bd5-5ca6-4a5b-acc3-890550c5e66a" -d '{"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:54.781316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a257e1-d533-4f99-8108-899dfd4e78e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:54.821227 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.885823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 14de4316-9b94-4ac3-b5fb-66494de87919 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:56:54.891133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 14de4316-9b94-4ac3-b5fb-66494de87919 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:54.891662 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.916338 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:54.966428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-555648c6-0cf1-44f5-951d-3475e01ec938 req-7669ee81-ef12-49f6-aec5-1389cd708f1d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.1117749 Sep 18 06:56:55.004960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-eb0b071d-d4a1-435e-99ec-621094719af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.008549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-eb0b071d-d4a1-435e-99ec-621094719af6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.1385860 Sep 18 06:56:55.011727 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036565-e3e1-4275-aa74-19c2a684957c None None] Pushing event updated for resources: {'Port': ['ID=dbe170bf-153b-4f58-b1e9-b7062af26e7a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:55.027783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.076925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-6ef28d16-ad14-4798-98f7-c9ae9463e038 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0530849 Sep 18 06:56:55.091751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.158404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:56:55.161282 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078eebd-516d-4faf-b717-cc1cdb8f8a69" -d '{"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-plugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:56:55.184015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-3029b045-1ebe-467f-8ba8-b1d96094d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.185548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-3029b045-1ebe-467f-8ba8-b1d96094d278 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1018634 Sep 18 06:56:55.188409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:55.192666 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Attempting to bind port dbe170bf-153b-4f58-b1e9-b7062af26e7a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:55.193127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Attempting to bind port dbe170bf-153b-4f58-b1e9-b7062af26e7a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:55.193498 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Attempting to bind port dbe170bf-153b-4f58-b1e9-b7062af26e7a on network 714a777e-a29b-4021-a70f-1a7f1390f759 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:55.223390 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:55.223767 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Checking segment: {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:55.224179 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.224586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Bound using segment: {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:55.225068 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Bound port: dbe170bf-153b-4f58-b1e9-b7062af26e7a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f0dbbf-b4cf-4200-823f-39fb8661f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:55.225553 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.232691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-c479aef3-1f8a-4a7d-8c3b-8a5faf8778a2 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:56:55.234994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-c479aef3-1f8a-4a7d-8c3b-8a5faf8778a2 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070446 Sep 18 06:56:55.272451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.291157 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd8697-0800-497b-9ca2-21e64ce94fb3 x-openstack-request-id: req-a7fd8697-0800-497b-9ca2-21e64ce94fb3 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:55.291515 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:55.291717 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7fd8697-0800-497b-9ca2-21e64ce94fb3 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:55.292126 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'status': 'completed', 'code': 200} Sep 18 06:56:55.328300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-3581b4ad-ab5d-495a-b67c-f9e471a87da1 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.330006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-3581b4ad-ab5d-495a-b67c-f9e471a87da1 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 1095 time: 0.0882807 Sep 18 06:56:55.351596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:55.365344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-ad9ecf37-6be8-4f66-9d68-f96e6bd14c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.367908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-ad9ecf37-6be8-4f66-9d68-f96e6bd14c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1727262 Sep 18 06:56:55.373938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Request body: {'binding': {'host': 'n-h2-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:56:55.379936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Unknown quota resources ['binding']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 06:56:55.407467 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] For port dbe170bf-153b-4f58-b1e9-b7062af26e7a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:56:55.413802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] For port dbe170bf-153b-4f58-b1e9-b7062af26e7a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dbe170bf-153b-4f58-b1e9-b7062af26e7a,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:55.424937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818f3da-c138-44e8-8962-1a299b122251 req-efb72ec9-8916-44a5-9454-e046b58c629f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.426525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6818f3da-c138-44e8-8962-1a299b122251 req-efb72ec9-8916-44a5-9454-e046b58c629f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.1195953 Sep 18 06:56:55.462474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0943f2f4-6851-4ad7-96a8-326e55973164 None None] Provisioning complete for port dbe170bf-153b-4f58-b1e9-b7062af26e7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:55.464452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943f2f4-6851-4ad7-96a8-326e55973164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.492859 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.515012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6818f3da-c138-44e8-8962-1a299b122251 req-c9d31724-ea4c-4ca5-a064-3268e561519e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551963 Sep 18 06:56:55.556955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0943f2f4-6851-4ad7-96a8-326e55973164 None None] Port dbe170bf-153b-4f58-b1e9-b7062af26e7a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:56:55.564833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-a5a2936a-8288-467f-9ef7-c2dee41a46d1 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869285 Sep 18 06:56:55.573436 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036565-e3e1-4275-aa74-19c2a684957c None None] Pushing event updated for resources: {'Port': ['ID=dbe170bf-153b-4f58-b1e9-b7062af26e7a,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:55.585167 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c337f931-a97a-4c21-950a-fbf5032fc936 x-openstack-request-id: req-c337f931-a97a-4c21-950a-fbf5032fc936 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:56:55.586611 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-plugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:56:55.586611 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c337f931-a97a-4c21-950a-fbf5032fc936 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:56:55.587925 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919', 'code': 200} Sep 18 06:56:55.612579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:55.613208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:55.616776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on host n-h2-789963-14 for vnic_type normal with profile None {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:56:55.617120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:56:55.617458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:55.641116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:56:55.644903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:56:55.653772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:56:55.654382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:56:55.655629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:56:55.656337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Bound port: 2c827438-45b6-4805-80f2-75bee52b81cf, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:56:55.716983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07ce91-d50d-4068-8e6f-de5fedf2d365 req-6ac62823-875e-4536-8749-4502b4f84d1c service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439333 Sep 18 06:56:55.741970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Deleting port dbe170bf-153b-4f58-b1e9-b7062af26e7a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:55.742553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.778930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:56:55.810156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab523f1-35b2-487a-9eee-d477c2371f4c req-4ae1ec5d-91f2-45d0-bd32-1289958d69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.812776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ab523f1-35b2-487a-9eee-d477c2371f4c req-4ae1ec5d-91f2-45d0-bd32-1289958d69de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 1098 time: 0.0944195 Sep 18 06:56:55.823667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd179e47-4b21-4554-ac5d-0d314e243430 req-1f6fbf57-a274-4447-a027-d03908edbfdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:55.825404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd179e47-4b21-4554-ac5d-0d314e243430 req-1f6fbf57-a274-4447-a027-d03908edbfdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0944037 Sep 18 06:56:55.856254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] For port dbe170bf-153b-4f58-b1e9-b7062af26e7a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dbe170bf-153b-4f58-b1e9-b7062af26e7a,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:55.856813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.871707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Calling delete_port for dbe170bf-153b-4f58-b1e9-b7062af26e7a owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:55.876381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ab523f1-35b2-487a-9eee-d477c2371f4c req-7ce90500-5911-44f0-a4be-707dcf81be11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498250 Sep 18 06:56:55.910304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd179e47-4b21-4554-ac5d-0d314e243430 req-349dd49b-f804-4584-8be7-900242289819 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611763 Sep 18 06:56:55.911565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:55.947369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] Notify callbacks [] for binding, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:55.948657 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-91360d7d-3908-4687-a3d1-f4066aeab94e service neutron] 10.222.0.20 "POST /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.5782778 Sep 18 06:56:55.978460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c3a0fce7-b0ae-4737-a507-652f7887a1e1 None None] Provisioning complete for port dbe170bf-153b-4f58-b1e9-b7062af26e7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:56:55.978460 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3a0fce7-b0ae-4737-a507-652f7887a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:56.101477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3a0fce7-b0ae-4737-a507-652f7887a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:56.151778 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:51Z', 'revision_number': 4, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'dbe170bf-153b-4f58-b1e9-b7062af26e7a', 'name': '', 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'mac_address': 'fa:16:3e:f0:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:50Z', 'updated_at': '2021-09-18T06:56:55Z', 'revision_number': 4, 'project_id': '694bd471d6e544eeb17844771876727d', 'subnets': [{'id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:56.183072 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e90ea5-16df-4a4b-859a-3c9d85cc9d4e None None] The sync data for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 is: [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:51Z', 'revision_number': 4, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port': {'id': '070a68c0-1152-4f50-8271-4b228401dcd6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:47Z', 'updated_at': '2021-09-18T06:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'dbe170bf-153b-4f58-b1e9-b7062af26e7a', 'name': '', 'network_id': '714a777e-a29b-4021-a70f-1a7f1390f759', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'mac_address': 'fa:16:3e:f0:58:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:56:50Z', 'updated_at': '2021-09-18T06:56:55Z', 'revision_number': 4, 'project_id': '694bd471d6e544eeb17844771876727d', 'subnets': [{'id': '4652b16a-4f5f-482a-8df6-936e66ac3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:56.222141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:56.281769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe170bf-153b-4f58-b1e9-b7062af26e7a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:56.568322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbb39a81-642d-4e7f-bf6c-81bcf79477d9 req-8e070e88-42f6-4db2-a3a5-93b601be6bb6 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e15c8ec5-039d-4710-9e1c-784c3558c699 HTTP/1.1" status: 200 len: 210 time: 0.0848434 Sep 18 06:56:56.612794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-fd3463a1-c29a-4ebb-93a9-a49b4efe23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:56.620060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-fd3463a1-c29a-4ebb-93a9-a49b4efe23cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.1971040 Sep 18 06:56:56.674152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786060f-0928-40f4-9d6c-67d3e7f00d3e req-e35efd1e-fb7f-4ff2-8de2-7c190b9ec48e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:56.686821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6786060f-0928-40f4-9d6c-67d3e7f00d3e req-e35efd1e-fb7f-4ff2-8de2-7c190b9ec48e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.1937475 Sep 18 06:56:56.713329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:56.849633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6786060f-0928-40f4-9d6c-67d3e7f00d3e req-1d6ccf65-7fb2-481d-a2cd-5fe221f8b747 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615515 Sep 18 06:56:56.883745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e8578-c4c5-4c81-9703-e293bf2e4c43 req-a4b06b28-105b-4d8a-8e41-1a40840a8871 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:56.885521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae7e8578-c4c5-4c81-9703-e293bf2e4c43 req-a4b06b28-105b-4d8a-8e41-1a40840a8871 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.1605134 Sep 18 06:56:56.914844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-bb74edc3-3ef4-4dd7-a200-827c954465e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:56.916643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-bb74edc3-3ef4-4dd7-a200-827c954465e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1098 time: 0.1752331 Sep 18 06:56:56.935646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-fca204ab-4772-48df-b136-0d1cd2e9dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:56.943856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-fca204ab-4772-48df-b136-0d1cd2e9dd4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3108556 Sep 18 06:56:57.048468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae7e8578-c4c5-4c81-9703-e293bf2e4c43 req-c25240ec-f6d1-41ec-bcc9-051215da53e3 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532173 Sep 18 06:56:57.123805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-24797132-9aa4-436d-aa2c-17761db67ab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.1523626 Sep 18 06:56:57.226972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdbc78-86f2-4105-9d4e-50819d07efdd req-724c143d-cce8-4b88-bcdd-4e0435948b6f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:57.233885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bcdbc78-86f2-4105-9d4e-50819d07efdd req-724c143d-cce8-4b88-bcdd-4e0435948b6f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.1834791 Sep 18 06:56:57.250099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-587f050d-47f2-440f-8869-08b40f4978bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:57.251569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-587f050d-47f2-440f-8869-08b40f4978bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.3174853 Sep 18 06:56:57.255280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-b8781cc3-5dc9-4e00-81de-2d85d6b60bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:57.256746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-b8781cc3-5dc9-4e00-81de-2d85d6b60bb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1211350 Sep 18 06:56:57.275108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Router 83a272cc-d775-4b2a-8928-c707093a3dd2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:56:57.326423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bcdbc78-86f2-4105-9d4e-50819d07efdd req-feebfcba-366e-4737-9307-fb1a14086bdc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914969 Sep 18 06:56:57.328735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-e7ebca56-f1f3-4323-accc-31225eab5e3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 217 time: 0.0454295 Sep 18 06:56:57.437684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:56:57.447949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dab0d65d-8772-493e-8e5b-0b8355224f0f admin admin] 10.222.0.20 "PUT /v2.0/routers/83a272cc-d775-4b2a-8928-c707093a3dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1509285 Sep 18 06:56:57.450272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39116) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:57.456930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-6c95f953-d498-4676-814b-db6fc1690008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:57.458485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-6c95f953-d498-4676-814b-db6fc1690008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1839859 Sep 18 06:56:57.459990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-26c39ef2-9b49-4869-86cd-e58f8ad3cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:57.461444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-26c39ef2-9b49-4869-86cd-e58f8ad3cd53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0996537 Sep 18 06:56:57.573996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:57.614475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-b0210a57-2ac0-4f67-a806-77a1c30285d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211357 Sep 18 06:56:57.616239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-bee7ddee-9f3b-4665-8f90-3f25ded84b93 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139407 Sep 18 06:56:57.692131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:57.808569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84915bd5-5ca6-4a5b-acc3-890550c5e66a req-2de6979d-2c66-48e7-a990-81a674c73ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371503 Sep 18 06:56:57.814882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-c6007223-cb53-4a3d-81c8-847d522e98bc service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874912 Sep 18 06:56:57.840928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Deleting port 070a68c0-1152-4f50-8271-4b228401dcd6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:57.841485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.003922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] For port 070a68c0-1152-4f50-8271-4b228401dcd6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=070a68c0-1152-4f50-8271-4b228401dcd6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:58.004489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.023415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Sync routers for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:56:58.037675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-4b1e4cf8-8487-41c9-a240-4bde474c7728 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068665 Sep 18 06:56:58.042116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Calling delete_port for 070a68c0-1152-4f50-8271-4b228401dcd6 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:56:58.046789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:58.049270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:58.057210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3047d0b-bd8b-4ace-9950-fb75506b76df req-3c97f7dc-80cf-443b-b58a-fbfe4eebb163 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:58.059440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3047d0b-bd8b-4ace-9950-fb75506b76df req-3c97f7dc-80cf-443b-b58a-fbfe4eebb163 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.1082361 Sep 18 06:56:58.141107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3047d0b-bd8b-4ace-9950-fb75506b76df req-1ac471c6-0d16-4e4e-b50b-e367b7c06cca tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738688 Sep 18 06:56:58.193026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:58.234199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dace1-2dc2-4032-a077-46d08a19bb50 req-d844410a-7a1c-471c-a35d-b9cff770a93a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:58.244288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-947dace1-2dc2-4032-a077-46d08a19bb50 req-d844410a-7a1c-471c-a35d-b9cff770a93a tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0736384 Sep 18 06:56:58.266072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:57Z', 'revision_number': 6, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:58.298521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Checking router: 83a272cc-d775-4b2a-8928-c707093a3dd2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:56:58.315997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-947dace1-2dc2-4032-a077-46d08a19bb50 req-dec1ec74-00fb-4144-a7cb-f26a04d1d876 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613146 Sep 18 06:56:58.318263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Routers {'83a272cc-d775-4b2a-8928-c707093a3dd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:56:58.319279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:56:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['83a272cc-d775-4b2a-8928-c707093a3dd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:58.459677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.506725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd53e8-ddca-40d1-bb5a-be848ce9fde7 req-6c4b57f3-b862-453c-8722-6edbccca4700 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:58.508318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8fd53e8-ddca-40d1-bb5a-be848ce9fde7 req-6c4b57f3-b862-453c-8722-6edbccca4700 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0936556 Sep 18 06:56:58.528398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Pushing event deleted for resources: {'Port': ['ID=070a68c0-1152-4f50-8271-4b228401dcd6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:58.585799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8fd53e8-ddca-40d1-bb5a-be848ce9fde7 req-7a3ee1ce-9884-45bc-847e-ec1da51039c5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704274 Sep 18 06:56:58.677720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.783021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.785285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.858701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] Set router 83a272cc-d775-4b2a-8928-c707093a3dd2 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:56:58.934598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:57Z', 'revision_number': 6, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:56:58.944246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.946868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a272cc-d775-4b2a-8928-c707093a3dd2 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:56:58.953226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:58.955005 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dce56103-7b04-4fb8-970f-221da4c03499 admin admin] 10.222.0.20 "DELETE /v2.0/routers/83a272cc-d775-4b2a-8928-c707093a3dd2 HTTP/1.1" status: 204 len: 168 time: 1.5033627 Sep 18 06:56:58.957588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:58.971313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff613b7-63f7-4d5d-bf16-686c1ae634a0 None None] The sync data for ids ['83a272cc-d775-4b2a-8928-c707093a3dd2'] in n-d-789963-14 is: [{'id': '83a272cc-d775-4b2a-8928-c707093a3dd2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-629393834-router', 'tenant_id': '694bd471d6e544eeb17844771876727d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:56:46Z', 'updated_at': '2021-09-18T06:56:57Z', 'revision_number': 6, 'project_id': '694bd471d6e544eeb17844771876727d', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:56:59.031088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Deleting subnet 4652b16a-4f5f-482a-8df6-936e66ac3587 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:56:59.034600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.082029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.091827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.251071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.345023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84809f64-060b-46a7-b043-a1085d9a3015 req-9235d6ad-21d8-4aa1-83c0-06bcb0fe1eba tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:59.352265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84809f64-060b-46a7-b043-a1085d9a3015 req-9235d6ad-21d8-4aa1-83c0-06bcb0fe1eba tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0774448 Sep 18 06:56:59.417976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84809f64-060b-46a7-b043-a1085d9a3015 req-ee08057e-5dc5-4e15-a11b-36e7f9a05423 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Sep 18 06:56:59.509457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.535530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4652b16a-4f5f-482a-8df6-936e66ac3587,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:56:59.542813 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.545889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e63e810-ff9a-47aa-98a6-97d217d1fa55 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4652b16a-4f5f-482a-8df6-936e66ac3587 HTTP/1.1" status: 204 len: 168 time: 0.5865474 Sep 18 06:56:59.548542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39178) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:56:59.551952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c98c1-a1d2-47f5-8ac3-0b44c4a2c5c7 None None] Network 714a777e-a29b-4021-a70f-1a7f1390f759 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:56:59.669139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.770358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Deleting port 61f3c099-5c77-45dd-a3d8-78596209da9b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:59.770794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.822070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292527ea-2ade-4110-bd7a-bfd15f1760b6 req-6bb55362-b263-4eac-ad27-c09c77bbe833 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:59.830396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-292527ea-2ade-4110-bd7a-bfd15f1760b6 req-6bb55362-b263-4eac-ad27-c09c77bbe833 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.1190479 Sep 18 06:56:59.848431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] DHCP port deletion for 714a777e-a29b-4021-a70f-1a7f1390f759 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:56:59.879781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-292527ea-2ade-4110-bd7a-bfd15f1760b6 req-5c6c163f-7454-42e0-ae83-963948fab7e0 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Sep 18 06:56:59.912808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce1a4-34d7-4fc3-863a-0018b7d55d2d req-6372caea-9bd6-4c27-b7d5-9ca76a62272d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:56:59.916723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c08ce1a4-34d7-4fc3-863a-0018b7d55d2d req-6372caea-9bd6-4c27-b7d5-9ca76a62272d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.1958444 Sep 18 06:56:59.958009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Deleting port 61f3c099-5c77-45dd-a3d8-78596209da9b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:56:59.958404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:56:59.969453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] For port 61f3c099-5c77-45dd-a3d8-78596209da9b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61f3c099-5c77-45dd-a3d8-78596209da9b,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:56:59.979955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c08ce1a4-34d7-4fc3-863a-0018b7d55d2d req-8b6ec099-0ea9-4eb0-8752-e17e5c495480 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Sep 18 06:56:59.980554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.000617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Calling delete_port for 61f3c099-5c77-45dd-a3d8-78596209da9b owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:00.129270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] For port 61f3c099-5c77-45dd-a3d8-78596209da9b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61f3c099-5c77-45dd-a3d8-78596209da9b,segment=NetworkSegment(26f0dbbf-b4cf-4200-823f-39fb8661f972),segment_id=26f0dbbf-b4cf-4200-823f-39fb8661f972)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:00.129885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.157032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Calling delete_port for 61f3c099-5c77-45dd-a3d8-78596209da9b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:00.161850 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.205722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f3c099-5c77-45dd-a3d8-78596209da9b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:00.227039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] No DVR routers for this DVR port 61f3c099-5c77-45dd-a3d8-78596209da9b on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:00.347885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.401332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.426863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] Pushing event deleted for resources: {'Port': ['ID=61f3c099-5c77-45dd-a3d8-78596209da9b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:00.432065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714a777e-a29b-4021-a70f-1a7f1390f759']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:00.435460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942ec0e-66f0-46ad-bcd9-e8e33425c255 None None] No DVR routers for this DVR port 61f3c099-5c77-45dd-a3d8-78596209da9b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:00.453736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 070a68c0-1152-4f50-8271-4b228401dcd6 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:00.457528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f0dbbf-b4cf-4200-823f-39fb8661f972') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:00.457837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f0dbbf-b4cf-4200-823f-39fb8661f972') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:00.479860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 070a68c0-1152-4f50-8271-4b228401dcd6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:00.480278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 070a68c0-1152-4f50-8271-4b228401dcd6 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:00.480709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61f3c099-5c77-45dd-a3d8-78596209da9b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:00.487549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.517552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.522160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 61f3c099-5c77-45dd-a3d8-78596209da9b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:00.523978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61f3c099-5c77-45dd-a3d8-78596209da9b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:00.524814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dbe170bf-153b-4f58-b1e9-b7062af26e7a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:00.526397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:00.526972 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:00.529064 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:00.556475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: dbe170bf-153b-4f58-b1e9-b7062af26e7a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:00.557159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dbe170bf-153b-4f58-b1e9-b7062af26e7a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:00.626170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfbf89-58cb-4215-b7e3-b9d4c11f99d4 req-f08f803d-b7c4-4152-99a6-3cac2e8b0aca tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:00.627873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65bfbf89-58cb-4215-b7e3-b9d4c11f99d4 req-f08f803d-b7c4-4152-99a6-3cac2e8b0aca tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0730412 Sep 18 06:57:00.676618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.687797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:00.691114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] 10.222.0.20 "DELETE /v2.0/networks/714a777e-a29b-4021-a70f-1a7f1390f759 HTTP/1.1" status: 204 len: 168 time: 1.1385822 Sep 18 06:57:00.695524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65bfbf89-58cb-4215-b7e3-b9d4c11f99d4 req-a5d35036-09d7-4d2c-a3db-ea7faae35385 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Sep 18 06:57:00.721031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f00aa5-ab75-4b4f-b718-77f11c042914 admin admin] Pushing event deleted for resources: {'Network': ['ID=714a777e-a29b-4021-a70f-1a7f1390f759,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:01.018905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f8809-334f-4c67-9762-8a4ee2ecfa57 req-12a36b0c-c1d8-46b1-9e3e-c05279cc7f58 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:01.021373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e26f8809-334f-4c67-9762-8a4ee2ecfa57 req-12a36b0c-c1d8-46b1-9e3e-c05279cc7f58 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0711832 Sep 18 06:57:01.103993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e26f8809-334f-4c67-9762-8a4ee2ecfa57 req-4646df13-4a3e-4649-bf19-be08c1c8ca97 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748045 Sep 18 06:57:01.170733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e004e-e3a6-499e-bee0-cd5b36735d8f req-a244d42b-7e68-458a-892d-d56bbed95957 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:01.172549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-527e004e-e3a6-499e-bee0-cd5b36735d8f req-a244d42b-7e68-458a-892d-d56bbed95957 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0585022 Sep 18 06:57:01.210738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:01.242467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-527e004e-e3a6-499e-bee0-cd5b36735d8f req-14a14c3b-9560-4b45-80a5-cec59e0c97a0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609922 Sep 18 06:57:01.290696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78e7824e-faf2-43c9-a69d-6aad697e6b38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=694bd471d6e544eeb17844771876727d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700881 Sep 18 06:57:01.292520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39216) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:01.353865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:01.377174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:01.550173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:01.553269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:01.554877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f85aa2b-65cd-4a35-ae49-90af6ed9e057 HTTP/1.1" status: 204 len: 168 time: 0.2611384 Sep 18 06:57:01.563260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2897f3-f9a2-465a-b5da-1fa50f7c7e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f85aa2b-65cd-4a35-ae49-90af6ed9e057,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:01.830789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257aaa-c204-46ce-8704-f21c16c6562f req-04901535-4ef8-451c-bb03-1f74e7d582f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:01.834068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a257aaa-c204-46ce-8704-f21c16c6562f req-04901535-4ef8-451c-bb03-1f74e7d582f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0606322 Sep 18 06:57:01.875574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a257aaa-c204-46ce-8704-f21c16c6562f req-5d1e8a78-8816-4ea1-93ae-482c8e166369 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Sep 18 06:57:02.234187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32aed3-0bd8-40bd-82e4-9af7a2a1d7e2 req-d87dd411-3173-4ec1-9c21-94d1f888b8e8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:02.236157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b32aed3-0bd8-40bd-82e4-9af7a2a1d7e2 req-d87dd411-3173-4ec1-9c21-94d1f888b8e8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0638864 Sep 18 06:57:02.303811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b32aed3-0bd8-40bd-82e4-9af7a2a1d7e2 req-c5f14e31-2b7b-47db-a8ab-c79fb65fb4ef tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618370 Sep 18 06:57:02.463009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256af8-e5fc-4fa6-bde7-2aff26107fb7 req-07dc834f-0364-4206-8b79-d89406b3c7e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:02.470674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49256af8-e5fc-4fa6-bde7-2aff26107fb7 req-07dc834f-0364-4206-8b79-d89406b3c7e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0760713 Sep 18 06:57:02.528623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49256af8-e5fc-4fa6-bde7-2aff26107fb7 req-95d9b46d-d7c7-432b-9975-da5c7daff4ce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569787 Sep 18 06:57:02.684456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:02.808837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:02.829430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'mac_address': 'fa:16:3e:69:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:02.888158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:02.903723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:02.930508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:03.042842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8156c10-bfed-4ce2-b5d7-e827e9890262 req-0be9ebca-44c7-4af1-8e95-26f04774d0ec tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:03.046253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8156c10-bfed-4ce2-b5d7-e827e9890262 req-0be9ebca-44c7-4af1-8e95-26f04774d0ec tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0892735 Sep 18 06:57:03.053262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:03.107197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:03.122762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8156c10-bfed-4ce2-b5d7-e827e9890262 req-d2aca3df-ac80-4c40-932b-fcd39a369e91 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706942 Sep 18 06:57:03.136636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b07c-6df0-4f37-aaae-76e7da13b023 req-2e615ff4-e2f2-4489-b16e-e2386674acfe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:03.138217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f1b07c-6df0-4f37-aaae-76e7da13b023 req-2e615ff4-e2f2-4489-b16e-e2386674acfe tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.0681913 Sep 18 06:57:03.181781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f1b07c-6df0-4f37-aaae-76e7da13b023 req-63cd53af-fb4a-46e7-a6e5-7f40402ea12b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Sep 18 06:57:03.441647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d0b43-6371-49b5-9d79-863c028b7d02 req-3f96097b-2243-4c04-8d91-3a6b3330558d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:03.443290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-204d0b43-6371-49b5-9d79-863c028b7d02 req-3f96097b-2243-4c04-8d91-3a6b3330558d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0584590 Sep 18 06:57:03.502498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-204d0b43-6371-49b5-9d79-863c028b7d02 req-bb490123-4651-4efd-a5ee-bb313e36106d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Sep 18 06:57:03.581147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614a9cf-b705-45bd-b316-d956591e0aec req-d1e80f08-b6fa-4361-b315-3adae2d5b0cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:03.582904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9614a9cf-b705-45bd-b316-d956591e0aec req-d1e80f08-b6fa-4361-b315-3adae2d5b0cf tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 945 time: 0.0749083 Sep 18 06:57:03.670017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['23c23b88-2e8f-4f27-af7f-6994dbab764b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:03.732496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Deleting port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:03.733110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:03.766641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46b74-bf74-4037-883e-af66a59a4249 req-898ebe8a-fdd6-44b7-b4ae-7a5afda210e8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:03.769092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73e46b74-bf74-4037-883e-af66a59a4249 req-898ebe8a-fdd6-44b7-b4ae-7a5afda210e8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.1031783 Sep 18 06:57:03.820320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73e46b74-bf74-4037-883e-af66a59a4249 req-8949fd50-b115-41c1-91a8-1bf702b1c98b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Sep 18 06:57:03.886627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] For port 39256b5e-c38f-4d0d-b59f-2b54730f7f22, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=39256b5e-c38f-4d0d-b59f-2b54730f7f22,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:03.886627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:03.900492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Calling delete_port for 39256b5e-c38f-4d0d-b59f-2b54730f7f22 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:03.972708 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:57:04.116258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:04.128923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['39256b5e-c38f-4d0d-b59f-2b54730f7f22'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:04.160298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event deleted for resources: {'Port': ['ID=39256b5e-c38f-4d0d-b59f-2b54730f7f22,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:04.207710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] No DVR routers for this DVR port 39256b5e-c38f-4d0d-b59f-2b54730f7f22 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:04.211764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:04.214390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9614a9cf-b705-45bd-b316-d956591e0aec req-811b5254-5782-4517-a70d-e3f5bf71ecee tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "DELETE /v2.0/ports/39256b5e-c38f-4d0d-b59f-2b54730f7f22 HTTP/1.1" status: 204 len: 173 time: 0.6165421 Sep 18 06:57:04.215062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-deleted', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:04.218706 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b7f3c-b8d6-4dd5-9add-8f4e561390e1" -d '{"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-deleted", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:04.261830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b333b0-2204-4cb2-b2ab-12fdee08a5b8 req-b2124909-2bb3-491c-becf-54a9c2fccaa9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:04.267359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b333b0-2204-4cb2-b2ab-12fdee08a5b8 req-b2124909-2bb3-491c-becf-54a9c2fccaa9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0527515 Sep 18 06:57:04.302808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b333b0-2204-4cb2-b2ab-12fdee08a5b8 req-3b2b02fd-08dd-4bf7-b529-0684008bd2eb tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Sep 18 06:57:04.396763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-186a9025-2918-4342-b860-a8481b8b0196 req-e6ef3970-8182-482e-8ae2-bb4490b5f05b tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=102c2091-0815-4243-bdf0-1a1d73851fc9 HTTP/1.1" status: 200 len: 210 time: 0.0307627 Sep 18 06:57:04.507803 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b021689b-1c39-4d88-a642-94564c39be76 x-openstack-request-id: req-b021689b-1c39-4d88-a642-94564c39be76 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:04.508124 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102c2091-0815-4243-bdf0-1a1d73851fc9", "name": "network-vif-deleted", "tag": "39256b5e-c38f-4d0d-b59f-2b54730f7f22", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:04.508415 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b021689b-1c39-4d88-a642-94564c39be76 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:04.508822 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102c2091-0815-4243-bdf0-1a1d73851fc9', 'name': 'network-vif-deleted', 'tag': '39256b5e-c38f-4d0d-b59f-2b54730f7f22', 'status': 'completed', 'code': 200} Sep 18 06:57:04.689483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:04.691511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7c5b9-a770-4377-94bc-f54f18d31b5e req-9ba2ac93-7e98-4554-aef9-4933b54f97fb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:04.693108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8f7c5b9-a770-4377-94bc-f54f18d31b5e req-9ba2ac93-7e98-4554-aef9-4933b54f97fb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0575993 Sep 18 06:57:04.735139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8f7c5b9-a770-4377-94bc-f54f18d31b5e req-d95a451d-6654-4d63-8bd5-be739e53fb6d tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359435 Sep 18 06:57:04.809573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:04.827076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '14de4316-9b94-4ac3-b5fb-66494de87919', 'network_id': '26a1d5de-01de-4398-9765-210db1a7098f', 'port_id': '14de4316-9b94-4ac3-b5fb-66494de87919', 'mac_address': 'fa:16:3e:2c:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc4f0-da54-46a4-9ac9-17e103b5b0d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:04.874417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:04.887824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14de4316-9b94-4ac3-b5fb-66494de87919 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:04.912845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:05.000966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0a5a-6fc6-4674-a81c-d3c036cb5531 req-d8d1ab70-640a-4d92-840e-7712077ed001 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:05.002500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17ab0a5a-6fc6-4674-a81c-d3c036cb5531 req-d8d1ab70-640a-4d92-840e-7712077ed001 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.0473711 Sep 18 06:57:05.040423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:05.050667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17ab0a5a-6fc6-4674-a81c-d3c036cb5531 req-9d352db7-80ee-48f3-8ece-951c960b6526 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Sep 18 06:57:05.097368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:05.265051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['14de4316-9b94-4ac3-b5fb-66494de87919'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:05.435594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcdb57-360c-4ebf-9245-a09655dad5de req-4cfcd5c4-8fff-4e6d-b473-7a7050381fb6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:05.437646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69fcdb57-360c-4ebf-9245-a09655dad5de req-4cfcd5c4-8fff-4e6d-b473-7a7050381fb6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0627341 Sep 18 06:57:05.474565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69fcdb57-360c-4ebf-9245-a09655dad5de req-8eb83212-fa82-45b2-9421-a14608c5a540 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Sep 18 06:57:06.010170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eecbb6-f676-42c3-bdfd-5cf28f4bb4d6 req-9267c489-fc8e-4a64-b9a2-ed316abd85c6 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:06.012539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03eecbb6-f676-42c3-bdfd-5cf28f4bb4d6 req-9267c489-fc8e-4a64-b9a2-ed316abd85c6 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 945 time: 0.0530653 Sep 18 06:57:06.055973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03eecbb6-f676-42c3-bdfd-5cf28f4bb4d6 req-83ce3211-3cc1-4029-8094-7e9278067dd2 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Sep 18 06:57:06.120829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5222a-d17f-4fe9-b207-3ca16ded23f2 req-daf9b2bc-444d-40bc-99e6-e0d900dd2167 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:06.122313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fd5222a-d17f-4fe9-b207-3ca16ded23f2 req-daf9b2bc-444d-40bc-99e6-e0d900dd2167 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0499539 Sep 18 06:57:06.163816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fd5222a-d17f-4fe9-b207-3ca16ded23f2 req-d5de4a49-a3ac-4e97-a73d-8c88e7c21303 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Sep 18 06:57:06.269006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d81073-f215-4bc3-8b80-5fc4a2066fb8 req-104cff6c-85d5-4de1-a391-25ed8988107c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:06.271976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00d81073-f215-4bc3-8b80-5fc4a2066fb8 req-104cff6c-85d5-4de1-a391-25ed8988107c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.0518801 Sep 18 06:57:06.309800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00d81073-f215-4bc3-8b80-5fc4a2066fb8 req-519cad7e-3461-4d6a-808c-c5e5066f55a7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Sep 18 06:57:06.485746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-a72248cc-c5f8-46ce-abd4-99dfe8d7399d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:06.526200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-a72248cc-c5f8-46ce-abd4-99dfe8d7399d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 944 time: 0.0579131 Sep 18 06:57:06.624239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Deleting port ca79f270-2f9f-4050-b89d-f279776fd8e3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:06.624587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:06.710443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:06.903254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] For port ca79f270-2f9f-4050-b89d-f279776fd8e3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ca79f270-2f9f-4050-b89d-f279776fd8e3,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:06.903254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:06.903254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Calling delete_port for ca79f270-2f9f-4050-b89d-f279776fd8e3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:06.904218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5f46-af4a-47dd-9471-5c8b0e425ffe req-7b8b43f9-2f8c-47a5-841b-df2644a2fc34 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:06.904218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f48e5f46-af4a-47dd-9471-5c8b0e425ffe req-7b8b43f9-2f8c-47a5-841b-df2644a2fc34 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.3381622 Sep 18 06:57:06.933318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f48e5f46-af4a-47dd-9471-5c8b0e425ffe req-9ee63d1b-4b7b-4004-9609-bf32de1c4e08 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302720 Sep 18 06:57:06.991009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:07.011240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 39256b5e-c38f-4d0d-b59f-2b54730f7f22 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:07.011587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 39256b5e-c38f-4d0d-b59f-2b54730f7f22 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:07.030028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 23c23b88-2e8f-4f27-af7f-6994dbab764b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:57:07.034251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:07.039946 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.059469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.109921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event deleted for resources: {'Port': ['ID=ca79f270-2f9f-4050-b89d-f279776fd8e3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:07.126480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.152992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:07.157586 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976fb3ff-bd60-438a-93a9-017fa07b9c1b" -d '{"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:07.173233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:07.178840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] No DVR routers for this DVR port ca79f270-2f9f-4050-b89d-f279776fd8e3 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:07.181794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.183888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccb8ae95-a087-4222-8902-28b5b3d355bb req-c0f3cbdf-4809-4fa1-8944-06d84ed9fd93 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.37 "DELETE /v2.0/ports/ca79f270-2f9f-4050-b89d-f279776fd8e3 HTTP/1.1" status: 204 len: 173 time: 0.6896784 Sep 18 06:57:07.184336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-deleted', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:07.203376 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3fffd-55c0-4331-b2d2-f3e8d99fd241" -d '{"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-deleted", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:07.212267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957273-0987-40a9-bbb1-482db6a1174c req-cec90d41-bc3b-416a-87d5-4bbc4a1dd5cb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:07.213759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8957273-0987-40a9-bbb1-482db6a1174c req-cec90d41-bc3b-416a-87d5-4bbc4a1dd5cb tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 945 time: 0.0691843 Sep 18 06:57:07.252024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8957273-0987-40a9-bbb1-482db6a1174c req-32556eb8-7025-473f-b479-9249237d9c63 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Sep 18 06:57:07.258621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.259522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:07.314787 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96166659-100d-4c6a-9184-ee52c347c8bc x-openstack-request-id: req-96166659-100d-4c6a-9184-ee52c347c8bc {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:07.314787 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:07.315254 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96166659-100d-4c6a-9184-ee52c347c8bc {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:07.315793 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'code': 200} Sep 18 06:57:07.332604 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80922a25-ba13-4e61-a8f2-dc1998b0b206 x-openstack-request-id: req-80922a25-ba13-4e61-a8f2-dc1998b0b206 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:07.332913 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e909cd74-b9a1-4b76-871b-cd22dd75cd10", "name": "network-vif-deleted", "tag": "ca79f270-2f9f-4050-b89d-f279776fd8e3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:07.333183 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80922a25-ba13-4e61-a8f2-dc1998b0b206 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:07.333706 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e909cd74-b9a1-4b76-871b-cd22dd75cd10', 'name': 'network-vif-deleted', 'tag': 'ca79f270-2f9f-4050-b89d-f279776fd8e3', 'status': 'completed', 'code': 200} Sep 18 06:57:07.362730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:07.366310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97b5d35c-d6f4-4208-92fe-ced6c4d41cbe req-1273ab7f-0881-44f4-95fa-96ba6accd2fd tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e909cd74-b9a1-4b76-871b-cd22dd75cd10 HTTP/1.1" status: 200 len: 210 time: 0.0342925 Sep 18 06:57:07.387003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 14de4316-9b94-4ac3-b5fb-66494de87919 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:07.389279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.493051 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.524963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeae287-c096-469a-a915-2155c47f80ec req-e6030c5c-ced9-4073-975e-92016b587230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:07.526546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aeae287-c096-469a-a915-2155c47f80ec req-e6030c5c-ced9-4073-975e-92016b587230 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1102 time: 0.0697117 Sep 18 06:57:07.537683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:07.538333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903be212-b1eb-4867-9d88-b7acba81122b req-9cd85812-0fcf-41e0-9c9f-4b265333c82d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:07.538333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-903be212-b1eb-4867-9d88-b7acba81122b req-9cd85812-0fcf-41e0-9c9f-4b265333c82d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0957294 Sep 18 06:57:07.590501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aeae287-c096-469a-a915-2155c47f80ec req-2d8c3d9c-4f04-4ce8-a3cf-ff2affeb8221 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Sep 18 06:57:07.593320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-903be212-b1eb-4867-9d88-b7acba81122b req-6abde07c-6359-43e5-87f1-c36bd61d24b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Sep 18 06:57:07.645686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:07.694488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:08.053176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86a90-a2b0-4ac8-a1c1-13c20113d294 req-71157cbe-7f2e-4106-8136-1217267eed79 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:08.054667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48d86a90-a2b0-4ac8-a1c1-13c20113d294 req-71157cbe-7f2e-4106-8136-1217267eed79 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0489099 Sep 18 06:57:08.093587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48d86a90-a2b0-4ac8-a1c1-13c20113d294 req-2664c046-7ec7-428c-803c-d35960574826 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Sep 18 06:57:08.379944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9bcd-6f21-48e7-bd02-877f1d91d98f req-66cec7ef-2b22-400c-95ec-d4a3123350e8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:08.382902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ae9bcd-6f21-48e7-bd02-877f1d91d98f req-66cec7ef-2b22-400c-95ec-d4a3123350e8 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0569329 Sep 18 06:57:08.419864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ae9bcd-6f21-48e7-bd02-877f1d91d98f req-25286ff3-6c52-4400-bc25-eb251e2478a6 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Sep 18 06:57:08.835867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b22b94f0-b075-4fe6-8163-453829c3069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:08.973218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716a0c1-3f78-4ecd-bc0a-6167070e7e3c req-0596267a-d113-4335-9cf1-617432015d3a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:08.974762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d716a0c1-3f78-4ecd-bc0a-6167070e7e3c req-0596267a-d113-4335-9cf1-617432015d3a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0509253 Sep 18 06:57:09.012568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d716a0c1-3f78-4ecd-bc0a-6167070e7e3c req-61fbd2c6-b9e9-4b5d-8064-70018d8bc41b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Sep 18 06:57:09.077262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079bc48-cbd7-4498-a73f-5145747ba42a req-4a634d78-7092-4856-8296-dabe3792f65e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:09.078908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a079bc48-cbd7-4498-a73f-5145747ba42a req-4a634d78-7092-4856-8296-dabe3792f65e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0499225 Sep 18 06:57:09.117852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a079bc48-cbd7-4498-a73f-5145747ba42a req-ac7c7f0c-5173-474f-b143-30f718ee6ee2 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Sep 18 06:57:09.228467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563e1f4-991b-42c5-94f3-c955dbe6b593 req-25e20271-2e7c-4128-ade6-fd09f3911534 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:09.230020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d563e1f4-991b-42c5-94f3-c955dbe6b593 req-25e20271-2e7c-4128-ade6-fd09f3911534 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0529158 Sep 18 06:57:09.269251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d563e1f4-991b-42c5-94f3-c955dbe6b593 req-b0ef0dd9-2b49-4dce-8aa6-1af22c91701b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Sep 18 06:57:09.318203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:09.320579 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79fc3a-f722-45e1-86e3-76873d8d224a" -d '{"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-plugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:09.503221 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d686c-1d76-407d-af70-0f238d297a1a x-openstack-request-id: req-693d686c-1d76-407d-af70-0f238d297a1a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:09.503671 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-plugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:09.504310 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-693d686c-1d76-407d-af70-0f238d297a1a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:09.504753 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919', 'code': 200} Sep 18 06:57:09.584742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68ef51-a43d-47db-b886-17c80a105cc4 req-7552051f-9375-4131-b4f9-811af9ee652f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:09.586272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d68ef51-a43d-47db-b886-17c80a105cc4 req-7552051f-9375-4131-b4f9-811af9ee652f tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0496969 Sep 18 06:57:09.625783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d68ef51-a43d-47db-b886-17c80a105cc4 req-2ce9ce0a-40b1-48ba-8a4e-9cc72c304f99 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Sep 18 06:57:10.130113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110b859-092b-4ad1-ab4a-8b2ac1802593 req-5cbff70d-bffc-48b5-8852-8165496a907c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:10.131596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0110b859-092b-4ad1-ab4a-8b2ac1802593 req-5cbff70d-bffc-48b5-8852-8165496a907c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0495818 Sep 18 06:57:10.176790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0110b859-092b-4ad1-ab4a-8b2ac1802593 req-8615685a-ff6b-4448-9ca4-41ae942bbd79 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Sep 18 06:57:10.275610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf4ba3-f1c5-4cbd-a92e-12dbd6926c35 req-55dde35c-04da-40f6-9acb-73b3736b1a6d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:10.277201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44cf4ba3-f1c5-4cbd-a92e-12dbd6926c35 req-55dde35c-04da-40f6-9acb-73b3736b1a6d tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0556884 Sep 18 06:57:10.318923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44cf4ba3-f1c5-4cbd-a92e-12dbd6926c35 req-c2719586-610a-4c13-bd97-cc47f1674803 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Sep 18 06:57:10.401314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a345e-c81b-4257-87cb-cd1bb6f0186c req-c101b355-1500-4b4d-8026-8583570d584e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:10.403024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c8a345e-c81b-4257-87cb-cd1bb6f0186c req-c101b355-1500-4b4d-8026-8583570d584e tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0672200 Sep 18 06:57:10.467329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4ee1-778e-4e0d-9e06-35ad5f2c3be2 req-534f8671-84bf-4075-a632-96ee8bab3e86 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:10.468825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2cb4ee1-778e-4e0d-9e06-35ad5f2c3be2 req-534f8671-84bf-4075-a632-96ee8bab3e86 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.0897753 Sep 18 06:57:10.474075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c8a345e-c81b-4257-87cb-cd1bb6f0186c req-b66b4147-4002-4b1d-926f-3f92225d5f62 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571420 Sep 18 06:57:10.512892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2cb4ee1-778e-4e0d-9e06-35ad5f2c3be2 req-51df5e45-1dcc-40a5-815f-35efed847627 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Sep 18 06:57:10.636895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-85dedc65-09f8-4356-8ce8-87278a8c243e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:10.638399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-85dedc65-09f8-4356-8ce8-87278a8c243e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 966 time: 0.0501523 Sep 18 06:57:10.778726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Deleting port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:10.779073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:10.872016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] For port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,segment=NetworkSegment(c2684e34-b2f3-4332-9895-e678ae81f554),segment_id=c2684e34-b2f3-4332-9895-e678ae81f554)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:10.872429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:10.883032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:10.885925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Calling delete_port for 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d owned by compute:tempest-test_az-107581652 {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:10.990609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40da15ff-0566-4bf2-bdc1-48ad0b1e9f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.018684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:11.040795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: ca79f270-2f9f-4050-b89d-f279776fd8e3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:11.041138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ca79f270-2f9f-4050-b89d-f279776fd8e3 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:11.079302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40da15ff-0566-4bf2-bdc1-48ad0b1e9f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.093648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.120316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Pushing event deleted for resources: {'Port': ['ID=077beed7-4eaf-45d3-9dd8-8ffc260a4b2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:11.163225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] No DVR routers for this DVR port 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:11.165743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.167787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b727ef-c2bf-49e0-8f1a-4f0c3a61f4c2 req-f092369b-4ce8-4987-94ad-0be392d6dd25 tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.24 "DELETE /v2.0/ports/077beed7-4eaf-45d3-9dd8-8ffc260a4b2d HTTP/1.1" status: 204 len: 173 time: 0.4802177 Sep 18 06:57:11.168222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-deleted', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:11.170593 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456f8aec-fff9-4d0e-8a7d-bde699f2795c" -d '{"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-deleted", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:11.178922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40da15ff-0566-4bf2-bdc1-48ad0b1e9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.207406 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b9c9f-144c-4c79-b7cf-bee548df2765 x-openstack-request-id: req-533b9c9f-144c-4c79-b7cf-bee548df2765 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:11.207706 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e", "name": "network-vif-deleted", "tag": "077beed7-4eaf-45d3-9dd8-8ffc260a4b2d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:11.208001 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-533b9c9f-144c-4c79-b7cf-bee548df2765 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:11.208380 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e', 'name': 'network-vif-deleted', 'tag': '077beed7-4eaf-45d3-9dd8-8ffc260a4b2d', 'status': 'completed', 'code': 200} Sep 18 06:57:11.219505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da15ff-0566-4bf2-bdc1-48ad0b1e9f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac2902-df99-4654-99ab-d8ec46ee6818,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:11.225577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40da15ff-0566-4bf2-bdc1-48ad0b1e9f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a776c72500ed4cba8a6041cb33e923cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413966 Sep 18 06:57:11.228462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39882) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:11.283611 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.303308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743763c-6389-44b3-8c7d-29afcc92698a req-0e812f95-6968-4ada-8d60-17a7a3b0dfd1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:11.304854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0743763c-6389-44b3-8c7d-29afcc92698a req-0e812f95-6968-4ada-8d60-17a7a3b0dfd1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0519235 Sep 18 06:57:11.309106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.344876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0743763c-6389-44b3-8c7d-29afcc92698a req-f6eab767-e70d-4c1e-ad92-3a3e620f25b1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Sep 18 06:57:11.412792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.415656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.417130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28ac2902-df99-4654-99ab-d8ec46ee6818 HTTP/1.1" status: 204 len: 168 time: 0.1872528 Sep 18 06:57:11.431185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9af6c-1a72-453e-8677-5cd29bd47427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac2902-df99-4654-99ab-d8ec46ee6818,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:11.480807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a86c368-f9b3-405f-b0c8-51239954760f req-6607c201-f478-4088-bc04-b5bac5c9c07e tempest-LiveAutoBlockMigrationV225Test-1175714764 tempest-LiveAutoBlockMigrationV225Test-1175714764-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3f6aae-2b6e-4e96-b6c4-a0c1af9e8c9e HTTP/1.1" status: 200 len: 210 time: 0.0306063 Sep 18 06:57:11.490540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bb64121a-6749-4203-b87c-607188c16667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.502109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f88d3e-6ce1-4cce-bec9-d8adab93f18f req-f02a2834-3a8d-4044-a5cc-53c6ed4d6ad0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:11.503629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72f88d3e-6ce1-4cce-bec9-d8adab93f18f req-f02a2834-3a8d-4044-a5cc-53c6ed4d6ad0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0857668 Sep 18 06:57:11.548165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72f88d3e-6ce1-4cce-bec9-d8adab93f18f req-3ab1384d-163c-41a1-a5ec-a8d556037dab tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Sep 18 06:57:11.667225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5f17-685b-4552-86d1-4270a7c8a13c req-890cf1d0-1852-4773-bf60-29640ca1bc88 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:11.668832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c04e5f17-685b-4552-86d1-4270a7c8a13c req-890cf1d0-1852-4773-bf60-29640ca1bc88 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.1197479 Sep 18 06:57:11.687511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-b937eb12-53e4-4fbe-8e6b-b16ea458ae6d tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:11.688978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-b937eb12-53e4-4fbe-8e6b-b16ea458ae6d tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1098 time: 0.1259491 Sep 18 06:57:11.706067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-14'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:11.716772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefe4a5-5dbc-4035-a488-e52e0b22a33f req-56efbf09-68c2-4cbb-9aba-aadac4c7ded6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:11.724326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cefe4a5-5dbc-4035-a488-e52e0b22a33f req-56efbf09-68c2-4cbb-9aba-aadac4c7ded6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 946 time: 0.1071103 Sep 18 06:57:11.760219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c04e5f17-685b-4552-86d1-4270a7c8a13c req-c8b44394-6b23-4838-9ddd-dc0ffb4a7d54 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821030 Sep 18 06:57:11.819460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:11.825232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cefe4a5-5dbc-4035-a488-e52e0b22a33f req-1820c3af-f5fa-4e2d-b8f9-8c3c6cae13e9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 Sep 18 06:57:11.977055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:12.012832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:12.051663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.060988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.163723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-e158949d-4cab-4e0d-9d04-6369be85f465 req-71753e4c-fbb4-4476-b48c-27966ac5e6bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:57:12.164801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e158949d-4cab-4e0d-9d04-6369be85f465 req-71753e4c-fbb4-4476-b48c-27966ac5e6bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057199 Sep 18 06:57:12.167485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.245235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:12.262122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on host n-h1-789963-14 for vnic_type normal with profile {"migrating_to": "n-h2-789963-14"} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:12.262461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:12.262834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:12.270738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:12.271064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Attempting to bind port 2c827438-45b6-4805-80f2-75bee52b81cf on network e04d702a-5abe-4efa-aaea-4595725c7e5a {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:12.276445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:12.276788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Checking segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:12.277191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Bound using segment: {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:12.277613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Bound port: 2c827438-45b6-4805-80f2-75bee52b81cf, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce110d5-e173-4f66-9c78-4522ffb3e22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e04d702a-5abe-4efa-aaea-4595725c7e5a'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:12.277995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.368504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:12.372146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:12.482095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.559570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:12.578321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=8']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:12.616745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:12.621120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.621120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5bb0ec67-d39c-4506-8f20-6dd23e0cd920 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 1124 time: 0.9202690 Sep 18 06:57:12.645657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff210e5-1d08-45e9-b39f-9d64beba46c6 req-c790a55c-2284-400e-9bef-db339c8ce254 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:12.649731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dff210e5-1d08-45e9-b39f-9d64beba46c6 req-c790a55c-2284-400e-9bef-db339c8ce254 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0944314 Sep 18 06:57:12.700038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dff210e5-1d08-45e9-b39f-9d64beba46c6 req-0d72bbe3-dc3d-4044-b220-f45e3989d72c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Sep 18 06:57:12.727608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-50f4958e-6740-46e0-89fb-23e9b0f07213 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463314 Sep 18 06:57:12.728980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:12.751986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:12.755958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2c827438-45b6-4805-80f2-75bee52b81cf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:12.881109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Deleting subnet 75883667-47fc-4b4b-be96-fb22bf0a7e4e {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:57:12.887034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.906943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc62c4-2b7b-4ed2-87c2-daadbb1ea18d req-d53a423b-5f8f-441b-9bce-978caa50de71 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:12.918882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75bc62c4-2b7b-4ed2-87c2-daadbb1ea18d req-d53a423b-5f8f-441b-9bce-978caa50de71 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.0728858 Sep 18 06:57:12.945885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:12.979521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75bc62c4-2b7b-4ed2-87c2-daadbb1ea18d req-020835a1-fac0-4db1-a995-1500fd373a83 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/security-groups?id=422724bc-6168-4884-b003-16439b933211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 Sep 18 06:57:13.017362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.036694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.044455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:13.115790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2c827438-45b6-4805-80f2-75bee52b81cf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:13.141484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80242-533b-4eb1-95c2-22020c799ed5 req-2607d0c7-fa6d-47f6-ab7d-305a67d5af25 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:13.146404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7f80242-533b-4eb1-95c2-22020c799ed5 req-2607d0c7-fa6d-47f6-ab7d-305a67d5af25 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0829430 Sep 18 06:57:13.167731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:13.171119 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb5c9c-9533-43f1-9972-f77f10db8228" -d '{"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:13.174858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf has no active binding in host n-h2-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 06:57:13.201539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:13.212781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf'}, {'name': 'network-changed', 'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:13.215495 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87" -d '{"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-unplugged", "status": "completed", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf"}, {"name": "network-changed", "server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:13.263772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-337dc8d7-6713-4e33-b6c8-52eef986366c tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d43d8576bd74341b3548a13e384e2de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668242 Sep 18 06:57:13.269194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7f80242-533b-4eb1-95c2-22020c799ed5 req-3be8e597-653c-424d-97cf-994d7b5ab7c5 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188054 Sep 18 06:57:13.306607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.325260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-62b11a26-54c5-4cb4-9f72-2c2c229f471c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:13.327419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-62b11a26-54c5-4cb4-9f72-2c2c229f471c tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 946 time: 0.1154220 Sep 18 06:57:13.330777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75883667-47fc-4b4b-be96-fb22bf0a7e4e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:13.337161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.339092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-82bc435b-4f5b-4437-bc00-7bd3bbc8315c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75883667-47fc-4b4b-be96-fb22bf0a7e4e HTTP/1.1" status: 204 len: 168 time: 0.7778411 Sep 18 06:57:13.339855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.341526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:13.413352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.434107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.471668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-a00b0b85-e548-4b64-ade0-2b5abb64f749 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:13.473420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-a00b0b85-e548-4b64-ade0-2b5abb64f749 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991496 Sep 18 06:57:13.483974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:13.506530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-2a511754-4f09-47a8-9f5f-88eee0476547 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/quotas/5d43d8576bd74341b3548a13e384e2de HTTP/1.1" status: 200 len: 375 time: 0.0250533 Sep 18 06:57:13.521310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Deleting port 14de4316-9b94-4ac3-b5fb-66494de87919 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:13.521718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.526888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.551107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9089881-e7f2-4770-a2bd-f6b2d1e8aade']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:13.561697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2684e34-b2f3-4332-9895-e678ae81f554') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:13.562345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2684e34-b2f3-4332-9895-e678ae81f554') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:13.572264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.572470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-af4894c9-b44a-4a43-be38-734cf769464e tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d43d8576bd74341b3548a13e384e2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542498 Sep 18 06:57:13.592645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.609821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:13.610381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.633597 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c3fe8-2864-44e3-872b-e4832c991eb3 x-openstack-request-id: req-700c3fe8-2864-44e3-872b-e4832c991eb3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:13.633880 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:13.634153 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700c3fe8-2864-44e3-872b-e4832c991eb3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:13.634547 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919', 'code': 200} Sep 18 06:57:13.663262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] For port 14de4316-9b94-4ac3-b5fb-66494de87919, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14de4316-9b94-4ac3-b5fb-66494de87919,segment=NetworkSegment(ceaf7215-9131-424a-a079-f0bd0d96639c),segment_id=ceaf7215-9131-424a-a079-f0bd0d96639c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:13.663637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:13.666396 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:13.680556 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b447c-4819-4146-93b0-17ca0288a031 x-openstack-request-id: req-d43b447c-4819-4146-93b0-17ca0288a031 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:13.681025 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-unplugged", "status": "completed", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf", "code": 200}, {"name": "network-changed", "server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:13.681285 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d43b447c-4819-4146-93b0-17ca0288a031 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:13.682429 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf', 'code': 200} Sep 18 06:57:13.683026 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf', 'status': 'completed', 'code': 200} Sep 18 06:57:13.684248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Calling delete_port for 14de4316-9b94-4ac3-b5fb-66494de87919 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:13.784762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.827534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.833163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9089881-e7f2-4770-a2bd-f6b2d1e8aade HTTP/1.1" status: 204 len: 168 time: 0.4892640 Sep 18 06:57:13.843495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39992) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:13.853202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a3b0a-db69-45f0-bbbf-b8806e6a8d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9089881-e7f2-4770-a2bd-f6b2d1e8aade,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:13.909560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Deleting subnet 5aa4df2b-7781-4c7b-a9b7-bc120e9029b8 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:57:13.910673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-8dfbd015-f059-42bf-88c5-80a5d5bf3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:13.912498 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-8dfbd015-f059-42bf-88c5-80a5d5bf3157 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1127 time: 0.1978552 Sep 18 06:57:13.914862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.942847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-692fc135-7d50-41e8-ad23-42d9fd8d8797 req-9878d505-961d-414f-9c49-eb85c8ce1754 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 210 time: 0.0619950 Sep 18 06:57:13.953792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:13.992967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e97c-0f84-4b67-bfde-b175dc0f346d req-628dae24-a166-4ee7-9147-fd93e7e7c20d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:13.999577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.000263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2089e97c-0f84-4b67-bfde-b175dc0f346d req-628dae24-a166-4ee7-9147-fd93e7e7c20d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1182303 Sep 18 06:57:14.009313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Pushing event deleted for resources: {'Port': ['ID=14de4316-9b94-4ac3-b5fb-66494de87919,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:14.086514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] No DVR routers for this DVR port 14de4316-9b94-4ac3-b5fb-66494de87919 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:14.100600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.104998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.107012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24df78f9-bec4-4f63-90dd-8f0c94bc1f31 req-1b043d3f-02b8-4686-a0dc-c342d53ab3db tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.24 "DELETE /v2.0/ports/14de4316-9b94-4ac3-b5fb-66494de87919 HTTP/1.1" status: 204 len: 173 time: 0.7429149 Sep 18 06:57:14.109019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff59e809-a87e-44f7-a735-f9e1d51aed2e req-c827d359-fa08-4d03-ad14-1500412ae513 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0570359 Sep 18 06:57:14.118375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2089e97c-0f84-4b67-bfde-b175dc0f346d req-e28d1318-3b71-41fc-a5a0-26d2ddd45a58 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160717 Sep 18 06:57:14.127168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-25085b53-0b01-4cdb-8e4f-a128c38068db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:14.133216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-25085b53-0b01-4cdb-8e4f-a128c38068db service neutron] 10.222.0.37 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.1906421 Sep 18 06:57:14.176579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-7807bb65-b5ee-425c-95e5-29589950bdea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 217 time: 0.0384393 Sep 18 06:57:14.235256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-fa434728-d376-46d0-a721-43607ff5e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:14.236752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-fa434728-d376-46d0-a721-43607ff5e441 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.0503221 Sep 18 06:57:14.270116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-114e4b55-857d-47e0-85eb-37a6db979b1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241027 Sep 18 06:57:14.369379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-6dde9b64-e39d-4c1a-bf1c-f5c9a1bd3c1b service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864916 Sep 18 06:57:14.389994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a44ed-e6ea-4b68-81bc-2270a1bbdcc3 req-50ce5b51-3c2c-4465-a91d-44247867bdd6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:14.391561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-876a44ed-e6ea-4b68-81bc-2270a1bbdcc3 req-50ce5b51-3c2c-4465-a91d-44247867bdd6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0516741 Sep 18 06:57:14.415126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.437685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-876a44ed-e6ea-4b68-81bc-2270a1bbdcc3 req-48efaaf0-9681-491d-b457-72439887176b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Sep 18 06:57:14.680629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.681219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.743542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa4df2b-7781-4c7b-a9b7-bc120e9029b8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:14.745952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.747938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-144157b6-5b0f-4a54-937c-8c9f7e7a10d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5aa4df2b-7781-4c7b-a9b7-bc120e9029b8 HTTP/1.1" status: 204 len: 168 time: 0.9034503 Sep 18 06:57:14.750988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40008) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:14.760369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:14.776248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2978fb5-d5f6-4cf3-8916-4ae8166b5c87 req-8e39e372-a5ca-446b-b3f5-2eb943922b3f service neutron] 10.222.0.37 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949120 Sep 18 06:57:14.780806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:14.781225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 077beed7-4eaf-45d3-9dd8-8ffc260a4b2d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:14.781677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:14.803222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 14de4316-9b94-4ac3-b5fb-66494de87919 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:14.803648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14de4316-9b94-4ac3-b5fb-66494de87919 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:14.844674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.927456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.946602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19a7243-311e-4de1-8cf6-850ef4d1681c']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:14.956011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d0e280-20c1-41e0-b9cc-586cb125aa59') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:14.957676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d0e280-20c1-41e0-b9cc-586cb125aa59') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:14.965777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.980049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.986405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:14.987141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:14.988844 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:15.065433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0c8c4ad-b7dc-4108-8914-c54dae4ed739 req-6ed0a0a5-502e-43a9-a33c-c832e469da6c tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Sep 18 06:57:15.145275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.157930 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.165809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d19a7243-311e-4de1-8cf6-850ef4d1681c HTTP/1.1" status: 204 len: 168 time: 0.4080358 Sep 18 06:57:15.170438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a5084-20fb-4ec2-a7d6-9cfd2010f0c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19a7243-311e-4de1-8cf6-850ef4d1681c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:15.243981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abe7acb5-fb7e-45eb-a344-9cc5731dd3a6 req-09bb31a2-27fc-45db-a774-5f1aa60b6820 tempest-ImagesTestJSON-1725567444 tempest-ImagesTestJSON-1725567444-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b604215-9db0-4c44-a8bd-eec0e1a98a9c HTTP/1.1" status: 200 len: 210 time: 0.0352678 Sep 18 06:57:15.283324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ae20-9b49-4fc4-8d1d-e5d71e18b6f5 req-e6e0da2d-3f7f-4de6-ae70-b142c9d2837b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:15.284806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7548ae20-9b49-4fc4-8d1d-e5d71e18b6f5 req-e6e0da2d-3f7f-4de6-ae70-b142c9d2837b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0635741 Sep 18 06:57:15.322994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7548ae20-9b49-4fc4-8d1d-e5d71e18b6f5 req-ed46cd65-df95-4fe2-a7a1-7646b80ac29d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Sep 18 06:57:15.572876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa80af-aa8b-48c7-bb70-2eea66f62d86 req-04ee4ff5-6ece-40ad-b476-e19643aba892 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:15.574374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97aa80af-aa8b-48c7-bb70-2eea66f62d86 req-04ee4ff5-6ece-40ad-b476-e19643aba892 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0539134 Sep 18 06:57:15.619740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97aa80af-aa8b-48c7-bb70-2eea66f62d86 req-eb8601f8-1c6d-40dc-a43c-4eccce1f7949 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Sep 18 06:57:15.645123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40028) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:15.685025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ff46520a-699d-4bda-8f44-760fe385b378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b851e798a8d4e69a74e251a793c11e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387254 Sep 18 06:57:15.686196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-deleted', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:15.688107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:15.688444 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1fb247-3fed-4b17-b41a-59edc95e592b" -d '{"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-deleted", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:15.730847 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2229f702-909a-4b7d-baa0-63d24ba53bf2 x-openstack-request-id: req-2229f702-909a-4b7d-baa0-63d24ba53bf2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:15.731223 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b604215-9db0-4c44-a8bd-eec0e1a98a9c", "name": "network-vif-deleted", "tag": "14de4316-9b94-4ac3-b5fb-66494de87919", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:15.731480 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2229f702-909a-4b7d-baa0-63d24ba53bf2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:15.731949 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b604215-9db0-4c44-a8bd-eec0e1a98a9c', 'name': 'network-vif-deleted', 'tag': '14de4316-9b94-4ac3-b5fb-66494de87919', 'status': 'completed', 'code': 200} Sep 18 06:57:15.747392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.772042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.946741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-72f7e9f4-4a9e-48cf-a34f-8becb97e3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:15.948319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-72f7e9f4-4a9e-48cf-a34f-8becb97e3a1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1102 time: 0.0406311 Sep 18 06:57:15.988616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.991249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:15.992466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3 HTTP/1.1" status: 204 len: 168 time: 0.3033550 Sep 18 06:57:16.000737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045caa37-a591-4e3e-8391-69770e41f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2dd60f-1bd4-4c99-a614-9883dbdd5ee3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:16.048752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-fd39018a-cbb3-4e24-b608-32419063b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.050394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-fd39018a-cbb3-4e24-b608-32419063b28b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.0945029 Sep 18 06:57:16.096222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-c7150457-d93c-42ca-9ee5-91445c8a6447 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0377653 Sep 18 06:57:16.171915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96d05f83-9d10-44cf-9cb4-a55c21669dbd req-0e55690d-3fcb-4231-8f54-f219fe50efa5 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 210 time: 0.0342607 Sep 18 06:57:16.173281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-c86213d5-5239-4913-99b6-93ced0452123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.174698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-c86213d5-5239-4913-99b6-93ced0452123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0717428 Sep 18 06:57:16.221102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-fe937b68-a851-42c8-b782-2a07648e6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.222683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-fe937b68-a851-42c8-b782-2a07648e6bd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403597 Sep 18 06:57:16.319855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-743d1677-2ec3-41b3-9f21-7975088bf4a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887318 Sep 18 06:57:16.449940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-f2cac34e-c89b-404a-ad7a-650a6f5ee069 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204846 Sep 18 06:57:16.476758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb541430-7f70-4a2e-b4a3-8136b7d24c71 req-03e07570-724c-42b0-9c66-7ef263f9baf2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.478342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb541430-7f70-4a2e-b4a3-8136b7d24c71 req-03e07570-724c-42b0-9c66-7ef263f9baf2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0576968 Sep 18 06:57:16.522270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb541430-7f70-4a2e-b4a3-8136b7d24c71 req-ef270897-00a2-4331-aa32-0085c6c8d7e8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Sep 18 06:57:16.555789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-9daf3b88-d19e-439a-9562-163d33adcea2 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d43d8576bd74341b3548a13e384e2de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262780 Sep 18 06:57:16.675530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-fd9e37c6-c7a6-4cc5-b187-61fbd7946334 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.677281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-fd9e37c6-c7a6-4cc5-b187-61fbd7946334 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152697 Sep 18 06:57:16.687779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40082) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:16.700750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Request body: {'port': {'device_id': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '5d43d8576bd74341b3548a13e384e2de'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:16.715796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:16.778301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Deleting subnet a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:57:16.783301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.814052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9275b08-e459-4335-a03e-2cb71124efdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=815b161c2176445091b5e62210fa0def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0971131 Sep 18 06:57:16.817123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40088) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:16.820188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cbe63-9596-485c-a466-2931bb337b44 req-78702cf1-19a9-4ffb-8473-e2f4c0472dd3 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:16.821881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f47cbe63-9596-485c-a466-2931bb337b44 req-78702cf1-19a9-4ffb-8473-e2f4c0472dd3 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.1268098 Sep 18 06:57:16.850897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.895174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.922871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f47cbe63-9596-485c-a466-2931bb337b44 req-c67985e2-1770-4a99-b3dc-0f751c5f1a2a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Sep 18 06:57:16.923571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.933141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.994878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Made reservation on behalf of 5d43d8576bd74341b3548a13e384e2de for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:16.994878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:16.994878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.081724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.096363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.109881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47cc4f0-da54-46a4-9ac9-17e103b5b0d4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:17.111913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.113819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b45d7dd-3eb0-4131-b572-8c45b32ea983 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a47cc4f0-da54-46a4-9ac9-17e103b5b0d4 HTTP/1.1" status: 204 len: 168 time: 0.4250407 Sep 18 06:57:17.116593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:17.143580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.146733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.148058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04cde721-0617-485b-b206-fe92cfe7f059 HTTP/1.1" status: 204 len: 168 time: 0.3297985 Sep 18 06:57:17.160824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e8e1f-cf4a-4b5c-a4e6-f062a176cd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cde721-0617-485b-b206-fe92cfe7f059,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:17.193797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.256989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.296241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6390e3-b53b-4b50-b94f-efcec46a16ab,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:17.324780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7887b032-1a50-44d0-b624-6f8425b18c78 req-211299b0-1c24-46f2-8733-da587d65f051 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 210 time: 0.0435369 Sep 18 06:57:17.420681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.443212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Allocated IP 192.168.233.253 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:17.456182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a1d5de-01de-4398-9765-210db1a7098f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:17.470141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaf7215-9131-424a-a079-f0bd0d96639c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:17.470444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaf7215-9131-424a-a079-f0bd0d96639c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:17.484434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.516466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.530155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:17.530557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:17.532269 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:17.682256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253982f0-231c-4f49-9b7f-ad62416b2cd0 req-51ee7166-fdae-459b-89b9-5c1f5a2d9065 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:17.688553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.690798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-253982f0-231c-4f49-9b7f-ad62416b2cd0 req-51ee7166-fdae-459b-89b9-5c1f5a2d9065 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0891097 Sep 18 06:57:17.696913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.704685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26a1d5de-01de-4398-9765-210db1a7098f HTTP/1.1" status: 204 len: 168 time: 0.5842395 Sep 18 06:57:17.744800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07bbe0-db8d-4f56-811a-5630d31f67d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a1d5de-01de-4398-9765-210db1a7098f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:17.746530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-253982f0-231c-4f49-9b7f-ad62416b2cd0 req-f0fcf905-61ea-4807-9bc5-40467994da39 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506537 Sep 18 06:57:17.769578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:17.942820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.015736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:18.015736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:18.018176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:18.075192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:18.131109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:18.131281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.133775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1080-5695-4350-b1a8-9d53074b3495 req-58155a69-5603-426d-b486-f142acd8edb6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:18.135907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f50c1080-5695-4350-b1a8-9d53074b3495 req-58155a69-5603-426d-b486-f142acd8edb6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0846510 Sep 18 06:57:18.167370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40118) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:18.205322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f50c1080-5695-4350-b1a8-9d53074b3495 req-27c0e6c3-8818-4163-bdd7-06452ded12b7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626509 Sep 18 06:57:18.243581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-47f70220-67f7-4a39-abc1-976839b4bc14 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5482659 Sep 18 06:57:18.261810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Request body: {'port': {'device_id': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:18.287829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:18.288661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8b80cbce-63d8-4126-a70b-9c00dceafd7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ca8880166bf414fa4a00031d97a77fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1189394 Sep 18 06:57:18.332901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.363971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.390920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.414446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-94e56d18-44cf-4ccd-81a0-e57c22a1d831 None None] Provisioning complete for port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:18.414446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-94e56d18-44cf-4ccd-81a0-e57c22a1d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.484526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-94e56d18-44cf-4ccd-81a0-e57c22a1d831 None None] Port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:57:18.512784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac390f19-5e22-486f-b423-f3cc5732fe0b req-4668f9d1-aee6-467c-9a80-d6eb374462d3 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:18.514940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac390f19-5e22-486f-b423-f3cc5732fe0b req-4668f9d1-aee6-467c-9a80-d6eb374462d3 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 936 time: 0.0707781 Sep 18 06:57:18.543195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.546342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.547487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/422724bc-6168-4884-b003-16439b933211 HTTP/1.1" status: 204 len: 168 time: 0.2584369 Sep 18 06:57:18.568249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d89ee5-b8b2-409c-ae36-bcf948ae431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422724bc-6168-4884-b003-16439b933211,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:18.597366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac390f19-5e22-486f-b423-f3cc5732fe0b req-b168006f-c109-4dbc-a2f4-677d3e18edc7 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721457 Sep 18 06:57:18.710201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:18.718201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.733884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Transition to ACTIVE for port object 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:18.755973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-b6380368-6105-4772-860b-f06de2ceabe5 service neutron] 10.222.0.37 "GET /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.0646040 Sep 18 06:57:18.818839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:18.907933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095043-9ecc-4c9c-98ef-79303292772f req-1581424e-ccf6-4430-a4c0-4cc2fcb176dc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:18.909673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48095043-9ecc-4c9c-98ef-79303292772f req-1581424e-ccf6-4430-a4c0-4cc2fcb176dc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0948756 Sep 18 06:57:18.951933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:19.050603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:19.079958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Attempting to bind port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:19.080347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Attempting to bind port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:19.080690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Attempting to bind port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:19.086948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:19.087277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Attempting to bind port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:19.097798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:19.099022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:19.100211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:19.101381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Bound port: 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:19.102054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:19.108596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48095043-9ecc-4c9c-98ef-79303292772f req-35990fe4-b16b-4ce2-8924-335642b45560 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723952 Sep 18 06:57:19.147028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:19.195398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:19.208044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:19.211789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:19.250528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c827438-45b6-4805-80f2-75bee52b81cf {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:19.262587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:19.337169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09a0d-63c7-4b3b-9f69-c3340e51ea22 req-a7031e71-33fb-4bdf-8c8e-3c4decd97b24 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.338691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7c09a0d-63c7-4b3b-9f69-c3340e51ea22 req-a7031e71-33fb-4bdf-8c8e-3c4decd97b24 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Sep 18 06:57:19.351134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:19.384821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7c09a0d-63c7-4b3b-9f69-c3340e51ea22 req-bf679890-b50d-4291-bf63-14bd3418f01d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Sep 18 06:57:19.396557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.397187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:19.398642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] 10.222.0.37 "PUT /v2.0/ports/2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd HTTP/1.1" status: 200 len: 1097 time: 1.1454103 Sep 18 06:57:19.399248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:19.401615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:19.403816 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55da044-d96b-4e08-a014-c27d52a6c5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:19.439922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688add-310e-4f0e-ac6e-ebcf63eda2ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:19.465204 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf7340-9d75-4d16-a2f7-9dc208e294f7 x-openstack-request-id: req-75cf7340-9d75-4d16-a2f7-9dc208e294f7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:19.468706 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:19.468706 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75cf7340-9d75-4d16-a2f7-9dc208e294f7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:19.468706 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'status': 'completed', 'code': 200} Sep 18 06:57:19.515523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] Transition to ACTIVE for port object 2c827438-45b6-4805-80f2-75bee52b81cf will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:19.550891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da044-d96b-4e08-a014-c27d52a6c5ed req-a8ae023d-abfe-4326-96da-98b01444c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.552828 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e55da044-d96b-4e08-a014-c27d52a6c5ed req-a8ae023d-abfe-4326-96da-98b01444c040 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d43d8576bd74341b3548a13e384e2de&device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 1100 time: 0.0605192 Sep 18 06:57:19.591833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e55da044-d96b-4e08-a014-c27d52a6c5ed req-440469e1-e67c-44a4-9a71-0c52459d1758 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d43d8576bd74341b3548a13e384e2de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297720 Sep 18 06:57:19.611801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:19.698869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] No DVR routers for this DVR port 2c827438-45b6-4805-80f2-75bee52b81cf on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:19.709396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] Pushing event updated for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:19.744423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da044-d96b-4e08-a014-c27d52a6c5ed req-3eaf12cb-25f9-4fe9-91ea-4c8e8f9997ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.746397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e55da044-d96b-4e08-a014-c27d52a6c5ed req-3eaf12cb-25f9-4fe9-91ea-4c8e8f9997ba service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483207 Sep 18 06:57:19.764389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-2d6d864b-8163-4621-a687-23afa291bc39 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf/bindings/n-h2-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9984546 Sep 18 06:57:19.788052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d1a5-724c-4e5e-b1d0-dcaae20d8441 req-0785798b-dc73-4d3c-928e-16c7ac0ae3f2 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.789593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5987d1a5-724c-4e5e-b1d0-dcaae20d8441 req-0785798b-dc73-4d3c-928e-16c7ac0ae3f2 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 948 time: 0.0593705 Sep 18 06:57:19.870552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5987d1a5-724c-4e5e-b1d0-dcaae20d8441 req-0ce16157-3b8f-4272-bc3f-87500d41c04e tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 Sep 18 06:57:19.881423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-21a9151f-d125-4dcf-ade1-117a9a408a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:19.883011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-21a9151f-d125-4dcf-ade1-117a9a408a9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d43d8576bd74341b3548a13e384e2de&device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 1100 time: 0.0616086 Sep 18 06:57:19.951288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-1cd218d1-a836-43b6-b397-5de6a05d9245 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd HTTP/1.1" status: 200 len: 217 time: 0.0557356 Sep 18 06:57:20.027268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-dcfe982e-8c53-44eb-8074-3318783f2a1c tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.028789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-dcfe982e-8c53-44eb-8074-3318783f2a1c tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0872550 Sep 18 06:57:20.030975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-0db96630-6e2e-4059-8e8a-dcc6aec4b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.032312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-0db96630-6e2e-4059-8e8a-dcc6aec4b7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0625758 Sep 18 06:57:20.479916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-cc6641fa-715d-4688-801e-f986e885d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.481318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-cc6641fa-715d-4688-801e-f986e885d575 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13&tenant_id=9cd6c860c45b45458093136004e59a49 HTTP/1.1" status: 200 len: 1097 time: 0.4442537 Sep 18 06:57:20.485932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d69b51-a901-4a49-b699-f056bf0308ba req-e1c24d10-6e24-4fc8-9d4a-057bda48d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.487431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-e1c24d10-6e24-4fc8-9d4a-057bda48d421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4415402 Sep 18 06:57:20.632003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.632486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.633066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.633525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.634011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.634467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.634920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.635373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.635825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.637674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4abf19e1-6302-4119-a160-24e9896f1724 req-ad7ac4bf-fc5b-4574-bd60-ca5a2feac6ed tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6417 time: 0.5686245 Sep 18 06:57:20.646145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c715c1-e456-4662-86c6-e632ff4fc0e2 req-7f1a8f9d-c849-436c-b8bf-9a0235afabce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.647555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83c715c1-e456-4662-86c6-e632ff4fc0e2 req-7f1a8f9d-c849-436c-b8bf-9a0235afabce tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1892507 Sep 18 06:57:20.680528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-cbe2cde0-e8c9-4bbe-8d4e-7239ee1e26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.682026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-cbe2cde0-e8c9-4bbe-8d4e-7239ee1e26be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cd6c860c45b45458093136004e59a49&device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1097 time: 0.1511922 Sep 18 06:57:20.710580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-efbbcc41-f85b-4d59-9435-a1e4ace3ad7b service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080941 Sep 18 06:57:20.755631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83c715c1-e456-4662-86c6-e632ff4fc0e2 req-c4f943a4-7d16-47db-83ab-7aa34b821bbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006668 Sep 18 06:57:20.900398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5c9881a1-9e73-4839-98c5-44a1429513b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.902056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5c9881a1-9e73-4839-98c5-44a1429513b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 200 len: 909 time: 0.2089028 Sep 18 06:57:20.943539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d69b51-a901-4a49-b699-f056bf0308ba req-f2729226-923b-4c91-aade-02c6698600ee service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177033 Sep 18 06:57:20.982908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-1fab795d-ef36-4ef0-bff5-ba8a7deacfa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 200 len: 217 time: 0.0640128 Sep 18 06:57:20.993020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956220e-3418-4c08-92ec-95c4a5e209b3 req-dbea7489-5e70-4aee-9d99-7c701b228e54 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:20.994490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5956220e-3418-4c08-92ec-95c4a5e209b3 req-dbea7489-5e70-4aee-9d99-7c701b228e54 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.1603301 Sep 18 06:57:21.110233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-9c59d779-c0f8-41f4-b39a-8fcfbf21972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.111699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-9c59d779-c0f8-41f4-b39a-8fcfbf21972e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 200 len: 848 time: 0.1163657 Sep 18 06:57:21.119580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5956220e-3418-4c08-92ec-95c4a5e209b3 req-593c7d81-a6f7-407e-867b-a14dd81087f8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137264 Sep 18 06:57:21.121864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c325-9812-4dc8-8763-7e4875fab61c req-b3983948-61b3-42ce-afbd-03d40a5ddea1 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.130529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1017c325-9812-4dc8-8763-7e4875fab61c req-b3983948-61b3-42ce-afbd-03d40a5ddea1 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 886 time: 0.2275429 Sep 18 06:57:21.160527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-b499efa8-4e0d-469f-b8bd-2b734558e57c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e04d702a-5abe-4efa-aaea-4595725c7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397820 Sep 18 06:57:21.289487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc13e-f7f2-4121-960a-5a3411869129 req-d545a2c3-9d20-4cf7-87be-f193b3f7d999 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.291025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-589bc13e-f7f2-4121-960a-5a3411869129 req-d545a2c3-9d20-4cf7-87be-f193b3f7d999 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 948 time: 0.1133516 Sep 18 06:57:21.301051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:21.349540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-cf46bca8-2159-470e-ae59-dc46bb95436c service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818562 Sep 18 06:57:21.407400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6304392b-ea77-441a-b537-621806922068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.428686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-589bc13e-f7f2-4121-960a-5a3411869129 req-04110954-1716-44f9-a9c9-def412b56b39 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254196 Sep 18 06:57:21.498068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6304392b-ea77-441a-b537-621806922068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.506243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.506770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.507177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.507634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.508097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.508657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.509159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.509617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.510106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.512113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c529347c-ef0b-4891-b665-eaacd4ffb894 req-c19d10f9-3e16-4227-8067-887eeb2bcc86 tempest-NetworksTest-2097209604 tempest-NetworksTest-2097209604-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6417 time: 0.2201085 Sep 18 06:57:21.525786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-c089ae3f-1682-47a4-902e-42c115c3a051 service neutron] 10.222.0.24 "GET /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671047 Sep 18 06:57:21.593435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6304392b-ea77-441a-b537-621806922068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.635835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6304392b-ea77-441a-b537-621806922068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8545ca8fa914d84ab0c5c48988c7121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336961 Sep 18 06:57:21.636941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304392b-ea77-441a-b537-621806922068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c2431-2f26-40da-92cb-881ecf2366d7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:21.638835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40222) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:21.691531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.713392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.878011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97487d73-cd93-4a54-a1e3-2904bf4cc2f8 req-f77552bd-a3d9-4274-bcb0-a60836519a31 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:21.880326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97487d73-cd93-4a54-a1e3-2904bf4cc2f8 req-f77552bd-a3d9-4274-bcb0-a60836519a31 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0554945 Sep 18 06:57:21.881858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.886327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:21.887856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d27c2431-2f26-40da-92cb-881ecf2366d7 HTTP/1.1" status: 204 len: 168 time: 0.2472513 Sep 18 06:57:21.917870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c6652-5658-4676-86b5-193a73d3fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c2431-2f26-40da-92cb-881ecf2366d7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:21.957367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97487d73-cd93-4a54-a1e3-2904bf4cc2f8 req-cf76b1c6-4390-4f23-bbbd-0dac8c76adb5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Sep 18 06:57:22.030260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40232) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:22.096101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-9d78ab5b-bccb-4aa5-bd77-ae4c006083a5 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:22.097704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-9d78ab5b-bccb-4aa5-bd77-ae4c006083a5 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13&tenant_id=9cd6c860c45b45458093136004e59a49&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0465915 Sep 18 06:57:22.166401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08ec123a-a5eb-49b9-b9de-f7e4bf82f564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.316067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa2ec9-3f6b-4040-8471-a2b9c9a2d0a0 req-ca53ef64-0704-45c8-b2aa-349ed7feeb35 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:22.323267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18aa2ec9-3f6b-4040-8471-a2b9c9a2d0a0 req-ca53ef64-0704-45c8-b2aa-349ed7feeb35 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.1237874 Sep 18 06:57:22.358093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5decdd86-c3c3-4eb3-9b68-2fc89542ca01 service neutron] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:22.370955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5decdd86-c3c3-4eb3-9b68-2fc89542ca01 service neutron] Notify callbacks [] for binding, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.372243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33054ec1-0b2a-4ee6-9c2d-a7d0cd5f0e23 req-5decdd86-c3c3-4eb3-9b68-2fc89542ca01 service neutron] 10.222.0.24 "DELETE /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf/bindings/n-h1-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.2671316 Sep 18 06:57:22.406325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18aa2ec9-3f6b-4040-8471-a2b9c9a2d0a0 req-94d2cedf-d09b-4205-8e08-f37f7326f215 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821056 Sep 18 06:57:22.446798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08ec123a-a5eb-49b9-b9de-f7e4bf82f564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.524099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08ec123a-a5eb-49b9-b9de-f7e4bf82f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.613031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec123a-a5eb-49b9-b9de-f7e4bf82f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6345791-b223-417d-9311-ae84af063acf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:22.620812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08ec123a-a5eb-49b9-b9de-f7e4bf82f564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ebb386cc9b5405aa33b08cbd3bf6f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868924 Sep 18 06:57:22.623189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40256) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:22.638703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed057d4-9ea4-4466-8df1-3024c3a28f7c req-150c155a-6049-4791-ae4d-4196605af34e tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:22.642958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed057d4-9ea4-4466-8df1-3024c3a28f7c req-150c155a-6049-4791-ae4d-4196605af34e tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 948 time: 0.1313231 Sep 18 06:57:22.655877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5281-9c1b-4b4c-aa2f-87e5a0ec6798 req-abfff27e-e09b-483d-87f3-acc2bed3b7da tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:22.657667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-152a5281-9c1b-4b4c-aa2f-87e5a0ec6798 req-abfff27e-e09b-483d-87f3-acc2bed3b7da tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 1097 time: 0.1135566 Sep 18 06:57:22.686041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.710502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.720756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-152a5281-9c1b-4b4c-aa2f-87e5a0ec6798 req-2e8fd0cf-014e-4196-84c4-2b083ff17524 tempest-LiveMigrationTest-1067028197 tempest-LiveMigrationTest-1067028197-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547380 Sep 18 06:57:22.723806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed057d4-9ea4-4466-8df1-3024c3a28f7c req-89e67f94-a915-48a3-ae08-8d0d088f8832 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717876 Sep 18 06:57:22.864277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.874081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:22.874081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6345791-b223-417d-9311-ae84af063acf HTTP/1.1" status: 204 len: 168 time: 0.2436233 Sep 18 06:57:22.876459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb60ed-2b11-4b0e-9c2c-96edf482908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6345791-b223-417d-9311-ae84af063acf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:23.079194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12cf5-71ef-48f7-9869-0b662c899641 req-c93fb567-5a3a-496c-858f-185a5c2d1d49 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:23.080590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f12cf5-71ef-48f7-9869-0b662c899641 req-c93fb567-5a3a-496c-858f-185a5c2d1d49 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0483935 Sep 18 06:57:23.103599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:23.120481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f12cf5-71ef-48f7-9869-0b662c899641 req-9c0fd7c9-5e7a-41da-9a6a-f199b8feb17a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Sep 18 06:57:23.204477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:23.215313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'mac_address': 'fa:16:3e:d9:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:23.264215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40280) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:23.380397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ea0e-a8cd-4462-ac45-1cc810994472 req-fc4525ed-a50a-49d4-9ba7-c176bf0fb64e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:23.382289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1f5ea0e-a8cd-4462-ac45-1cc810994472 req-fc4525ed-a50a-49d4-9ba7-c176bf0fb64e tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.0654035 Sep 18 06:57:23.438151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.447860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-624213815-network', 'tenant_id': '86aa2a90441c4b26b689716323eaf08a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:23.450719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1f5ea0e-a8cd-4462-ac45-1cc810994472 req-0a2cd897-47d5-4fb4-bdde-8a67dc42958d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Sep 18 06:57:23.458623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:23.479574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:23.633537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Made reservation on behalf of 86aa2a90441c4b26b689716323eaf08a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:23.634102 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.635888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.645467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.683346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:23.735484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.772838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:23.789693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aab0ede-a2b4-4c18-baab-ba20aed997c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.801423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.822752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:57:23.846725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c351cee-62ea-430f-9e37-c3b865acc1d1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:23.849885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.850794 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Added segment 3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e of type vlan for network 0e7352cf-dde4-4083-985f-b80d85be957e Sep 18 06:57:23.875532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e3c7-b009-43e7-9e8e-664650956c64 req-fb5b8337-a6ad-4559-894d-d3469c6f877b tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:23.877049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e036e3c7-b009-43e7-9e8e-664650956c64 req-fb5b8337-a6ad-4559-894d-d3469c6f877b tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 949 time: 0.0710952 Sep 18 06:57:23.890673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:23.898683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:23.934383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e036e3c7-b009-43e7-9e8e-664650956c64 req-fedbb9d5-779d-4341-a4da-a6a4db0176b4 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Sep 18 06:57:23.962522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aab0ede-a2b4-4c18-baab-ba20aed997c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.011239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.012342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:24.012996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.041535 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aab0ede-a2b4-4c18-baab-ba20aed997c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.072986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] Pushing event updated for resources: {'Network': ['ID=0e7352cf-dde4-4083-985f-b80d85be957e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:24.081932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0aab0ede-a2b4-4c18-baab-ba20aed997c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93f9c77767484179acf52850a76050b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071370 Sep 18 06:57:24.082345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab0ede-a2b4-4c18-baab-ba20aed997c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb9975-3f1d-41ae-9cc5-d3aab0bcb70c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:24.083779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40294) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:24.085028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0e7352cf-dde4-4083-985f-b80d85be957e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:57:24.112731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac1df7d2-4262-4daa-97e0-6b3da426d27b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8474121 Sep 18 06:57:24.115683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40296) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:24.120989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Request body: {'subnet': {'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-624213815-subnet', 'tenant_id': '86aa2a90441c4b26b689716323eaf08a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:24.134833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.158003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.219724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Made reservation on behalf of 86aa2a90441c4b26b689716323eaf08a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:24.221844 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.284914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.287571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.288938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73fb9975-3f1d-41ae-9cc5-d3aab0bcb70c HTTP/1.1" status: 204 len: 168 time: 0.2040007 Sep 18 06:57:24.292909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad403c05-ddee-477b-8a2d-e63c0fe03363 req-1ff68fdc-3996-4eaa-a74a-ad429260dafd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:24.294468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad403c05-ddee-477b-8a2d-e63c0fe03363 req-1ff68fdc-3996-4eaa-a74a-ad429260dafd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1015909 Sep 18 06:57:24.296677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ee8ed-9873-4488-b92e-4d88152aacbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb9975-3f1d-41ae-9cc5-d3aab0bcb70c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:24.354074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad403c05-ddee-477b-8a2d-e63c0fe03363 req-5e884f7d-11ee-4657-8b5b-8da0378d1027 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Sep 18 06:57:24.482867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-82338222-2e51-41a3-885a-6f096671a218 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:24.484465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-82338222-2e51-41a3-885a-6f096671a218 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.0895557 Sep 18 06:57:24.576628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.651163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad793-c6bb-4da2-b30d-5544ac6ba29e req-0b8a5905-d599-4bb3-9852-fe1160cff23d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:24.652644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fbad793-c6bb-4da2-b30d-5544ac6ba29e req-0b8a5905-d599-4bb3-9852-fe1160cff23d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 945 time: 0.1313889 Sep 18 06:57:24.653256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb27c96-05da-40b7-b0ad-82220450127e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:24.696453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Checking segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:24.696814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Network hostable DHCP agents. Network: 0e7352cf-dde4-4083-985f-b80d85be957e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:57:24.702274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Deleting port 2c827438-45b6-4805-80f2-75bee52b81cf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:24.702698 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.741044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fbad793-c6bb-4da2-b30d-5544ac6ba29e req-b1d30764-e4e6-4e35-9d95-6c8bdc29237c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747790 Sep 18 06:57:24.817364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] For port 2c827438-45b6-4805-80f2-75bee52b81cf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2c827438-45b6-4805-80f2-75bee52b81cf,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:24.817978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.832371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Calling delete_port for 2c827438-45b6-4805-80f2-75bee52b81cf owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:24.842519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Network 0e7352cf-dde4-4083-985f-b80d85be957e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:57:24.925368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0e7352cf-dde4-4083-985f-b80d85be957e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:24.931046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:24.931157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:24.934227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7cdd12-b4b7-4958-94e8-6e7528344ed1 None None] Network 0e7352cf-dde4-4083-985f-b80d85be957e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:25.065508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac85540-0d69-49f1-84c8-2d63462e1d78 req-23ebf7e0-0538-470c-8f87-301329c8949c tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:25.067137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cac85540-0d69-49f1-84c8-2d63462e1d78 req-23ebf7e0-0538-470c-8f87-301329c8949c tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 949 time: 0.0549083 Sep 18 06:57:25.071758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4fc03772-6b4c-4160-babf-58bd51d48cfc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9548798 Sep 18 06:57:25.098045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0e7352cf-dde4-4083-985f-b80d85be957e', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'tenant_id': '86aa2a90441c4b26b689716323eaf08a', 'fixed_ips': [{'subnet_id': 'eeb27c96-05da-40b7-b0ad-82220450127e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:57:25.098409 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.099459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.104755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:25.120455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:25.152970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event deleted for resources: {'Port': ['ID=2c827438-45b6-4805-80f2-75bee52b81cf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:25.153304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2c827438-45b6-4805-80f2-75bee52b81cf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:25.199675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] No DVR routers for this DVR port 2c827438-45b6-4805-80f2-75bee52b81cf on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:25.204541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.207178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0bc491bf-727f-4b0b-8cc4-12f1cdefc039 req-9f3961e5-8723-49be-954a-cb70fad5eb4c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.24 "DELETE /v2.0/ports/2c827438-45b6-4805-80f2-75bee52b81cf HTTP/1.1" status: 204 len: 173 time: 0.7158074 Sep 18 06:57:25.207652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-deleted', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:25.210286 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e68574-0595-46d6-9e36-27e6d81b7949" -d '{"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-deleted", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:25.232628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cac85540-0d69-49f1-84c8-2d63462e1d78 req-6c2a06b6-0808-4e9d-8f62-2befbaefa304 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437538 Sep 18 06:57:25.275990 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a648f7f5-49bf-42c9-835e-c8d713d5c165 x-openstack-request-id: req-a648f7f5-49bf-42c9-835e-c8d713d5c165 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:25.276314 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f5c674-2c7f-4a94-859c-ed2a65a65d13", "name": "network-vif-deleted", "tag": "2c827438-45b6-4805-80f2-75bee52b81cf", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:25.276574 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a648f7f5-49bf-42c9-835e-c8d713d5c165 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:25.276977 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f5c674-2c7f-4a94-859c-ed2a65a65d13', 'name': 'network-vif-deleted', 'tag': '2c827438-45b6-4805-80f2-75bee52b81cf', 'status': 'completed', 'code': 200} Sep 18 06:57:25.457236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Allocated IP 172.20.0.2 (0e7352cf-dde4-4083-985f-b80d85be957e/eeb27c96-05da-40b7-b0ad-82220450127e/57f0c723-7174-4d18-ba8c-823bdce0acd6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:25.468638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:57:25.486358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:25.486756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.535307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329f3ae-4fb0-482e-8c9b-25c580368acc req-75d38780-2f6a-4793-974d-e50eae80085a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:25.543800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8329f3ae-4fb0-482e-8c9b-25c580368acc req-75d38780-2f6a-4793-974d-e50eae80085a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1004109 Sep 18 06:57:25.597298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8329f3ae-4fb0-482e-8c9b-25c580368acc req-1586e829-33e3-4fae-a4df-7aebe3446b8b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Sep 18 06:57:25.805609 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.834240 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.840930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:25.844309 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5f9f0d-f034-4693-92cf-16d11f6fcf06" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:25.875072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:25.901799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-549323c3-28c6-466d-b33c-2ecde3a0aa1c req-63505d63-5aa0-49c1-84c6-58744512589b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0405207 Sep 18 06:57:25.931655 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.946924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-778e0d8d-078b-4602-9705-d5e838119a02 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:25.954419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-778e0d8d-078b-4602-9705-d5e838119a02 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.1880324 Sep 18 06:57:25.969577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-06424a75-1f99-4657-8cf0-0bff0ea30e58 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/quotas/86aa2a90441c4b26b689716323eaf08a HTTP/1.1" status: 200 len: 375 time: 0.0120225 Sep 18 06:57:25.972233 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6df6b28-3967-44fd-b988-d0d7f942de1f x-openstack-request-id: req-f6df6b28-3967-44fd-b988-d0d7f942de1f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:25.972821 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:25.972821 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6df6b28-3967-44fd-b988-d0d7f942de1f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:25.973171 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'code': 200} Sep 18 06:57:25.989029 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:25.989029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Pushing event updated for resources: {'Port': ['ID=57f0c723-7174-4d18-ba8c-823bdce0acd6,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:26.020307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Network 0e7352cf-dde4-4083-985f-b80d85be957e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:26.023254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:26.026780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:26.064830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-3e80c48a-aa7d-4ade-a929-59de3ce5441d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883570 Sep 18 06:57:26.074690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f852-8470-4767-90ce-bcc8d7eeb6e7 req-c33e6699-7c2d-4ee8-be06-506b73370993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:26.076855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8241f852-8470-4767-90ce-bcc8d7eeb6e7 req-c33e6699-7c2d-4ee8-be06-506b73370993 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 1102 time: 0.0528204 Sep 18 06:57:26.090921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:26.110387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Attempting to bind port 57f0c723-7174-4d18-ba8c-823bdce0acd6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:26.110387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Attempting to bind port 57f0c723-7174-4d18-ba8c-823bdce0acd6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:26.110387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Attempting to bind port 57f0c723-7174-4d18-ba8c-823bdce0acd6 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:26.111043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:26.111288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Checking segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:26.111708 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:26.112101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Bound using segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:26.112697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Bound port: 57f0c723-7174-4d18-ba8c-823bdce0acd6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:26.112957 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:26.179981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8241f852-8470-4767-90ce-bcc8d7eeb6e7 req-1061d599-d81d-4465-978a-177cfe3ee04a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931315 Sep 18 06:57:26.189571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] For port 57f0c723-7174-4d18-ba8c-823bdce0acd6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:26.194499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] For port 57f0c723-7174-4d18-ba8c-823bdce0acd6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57f0c723-7174-4d18-ba8c-823bdce0acd6,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:26.203915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-1ed25eca-993a-45fc-85d3-5ed801756818 service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259332 Sep 18 06:57:26.298788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:26.324354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-e7319b6d-4bd2-452e-a642-b3d64636c1e5 service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119471 Sep 18 06:57:26.422237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d582b7-2fe4-4c8c-87f1-8d95b5ecd6b7 req-5fd5918e-51b4-4dc2-94ea-de783c3f3db0 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:26.422725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88456-2004-44ad-85b0-5d4c86d41db0 None None] Pushing event updated for resources: {'Port': ['ID=57f0c723-7174-4d18-ba8c-823bdce0acd6,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:26.424297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27d582b7-2fe4-4c8c-87f1-8d95b5ecd6b7 req-5fd5918e-51b4-4dc2-94ea-de783c3f3db0 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 950 time: 0.1223085 Sep 18 06:57:26.474759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27d582b7-2fe4-4c8c-87f1-8d95b5ecd6b7 req-bbb5a2fa-85ef-4efb-aee1-eefee100fe01 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Sep 18 06:57:26.825171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc0ed2-cc10-4214-adb8-69e4a9142a4b req-f99b1fc3-9aea-44ef-8fd1-35021432905c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:26.827307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0bc0ed2-cc10-4214-adb8-69e4a9142a4b req-f99b1fc3-9aea-44ef-8fd1-35021432905c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1187501 Sep 18 06:57:26.910959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0bc0ed2-cc10-4214-adb8-69e4a9142a4b req-e73ca66a-e64b-4ab7-81e0-a9f68432e662 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760071 Sep 18 06:57:27.026662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e58d567-4f4f-40a4-9958-1a75d2c06549 req-7b686eaa-bafb-4a52-9460-999b0365212c tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0320613 Sep 18 06:57:27.147616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-d967c70c-af37-4875-ad51-2ecb7bb8ec35 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:27.155453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-d967c70c-af37-4875-ad51-2ecb7bb8ec35 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.1326852 Sep 18 06:57:27.171698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-7eace8e4-18eb-46cb-9364-e3e1d2439edc tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/quotas/86aa2a90441c4b26b689716323eaf08a HTTP/1.1" status: 200 len: 375 time: 0.0153902 Sep 18 06:57:27.230579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-771548ad-5c20-4392-a9f0-f6341dd98284 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577879 Sep 18 06:57:27.492981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-e2952ccb-524c-4383-867a-673b0a71621c service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524588 Sep 18 06:57:27.614673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-0ef11bf8-cd10-4ed5-858f-3f3f728f19d4 service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140871 Sep 18 06:57:27.761012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76ff86-4701-4735-b27a-f66373b86a52 None None] Network 0e7352cf-dde4-4083-985f-b80d85be957e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:27.794241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faf05e-47af-48fc-90de-b2c6334c7e63 req-e9ce7d1d-b0cb-4ccb-871c-5aa9da543912 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:27.802122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4faf05e-47af-48fc-90de-b2c6334c7e63 req-e9ce7d1d-b0cb-4ccb-871c-5aa9da543912 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 950 time: 0.0829308 Sep 18 06:57:27.839445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4faf05e-47af-48fc-90de-b2c6334c7e63 req-afa659c0-4549-4cd5-8999-65f3581d37d5 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363259 Sep 18 06:57:27.876349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] Provisioning complete for port 57f0c723-7174-4d18-ba8c-823bdce0acd6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:27.876877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.124357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.176920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] For port 57f0c723-7174-4d18-ba8c-823bdce0acd6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57f0c723-7174-4d18-ba8c-823bdce0acd6,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:28.296691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.321629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ca804-ac93-40c5-8f13-34612266173d req-d1cca43c-4a50-4184-97ec-773c4ac04360 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:28.329862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396ca804-ac93-40c5-8f13-34612266173d req-d1cca43c-4a50-4184-97ec-773c4ac04360 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0774639 Sep 18 06:57:28.379425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3563af-9fb9-4ef6-a894-c0600a811f0b None None] Pushing event updated for resources: {'Port': ['ID=57f0c723-7174-4d18-ba8c-823bdce0acd6,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:28.438501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396ca804-ac93-40c5-8f13-34612266173d req-67c8a348-bb3c-483f-8f7f-f5998db4c1be tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024866 Sep 18 06:57:28.472758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57f0c723-7174-4d18-ba8c-823bdce0acd6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:28.532973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1b1b867b-cca1-4cd1-84b0-d12bcd5c6692 None None] Provisioning complete for port 57f0c723-7174-4d18-ba8c-823bdce0acd6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:28.533353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b1b867b-cca1-4cd1-84b0-d12bcd5c6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.567153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 57f0c723-7174-4d18-ba8c-823bdce0acd6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:28.567482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.783310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:28.844803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b5789e8-5fb9-444c-9b1a-3b45341362dc req-522fef97-287c-413c-90c2-b96ebffa51d6 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0337231 Sep 18 06:57:28.874664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:28.895747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 2c827438-45b6-4805-80f2-75bee52b81cf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:28.896095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2c827438-45b6-4805-80f2-75bee52b81cf not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:28.925065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-149696ca-71bc-4739-a26e-c58223a0599c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:28.926743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-149696ca-71bc-4739-a26e-c58223a0599c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.1377506 Sep 18 06:57:28.943516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-bb08b500-ca60-44fb-a90d-3c3483c95aea tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/quotas/86aa2a90441c4b26b689716323eaf08a HTTP/1.1" status: 200 len: 375 time: 0.0106387 Sep 18 06:57:29.010512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-607199a4-40f2-4058-b64f-622ffc67949f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511124 Sep 18 06:57:29.433699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6f0995b3-2d66-46ff-a9a3-72002c09cbd3 service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176567 Sep 18 06:57:29.590583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-a9fcb255-aa2c-4ae6-ac89-79281a315afe service neutron] 10.222.0.20 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496263 Sep 18 06:57:29.616059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15b36-9382-407a-a967-c2d4287bc117 req-e435b992-9453-4c1b-a711-452616093d0f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:29.623342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59b15b36-9382-407a-a967-c2d4287bc117 req-e435b992-9453-4c1b-a711-452616093d0f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0876453 Sep 18 06:57:29.683208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59b15b36-9382-407a-a967-c2d4287bc117 req-a89ef693-287d-40d8-83c5-26245fbb7fec tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507965 Sep 18 06:57:30.047403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-094e4ee3-65bf-451e-8ca8-b50bfed2ef5e req-10f1b0e1-ebb4-43a1-91c4-131fb80be9a2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.1028788 Sep 18 06:57:30.055829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8761df64-2e08-430b-82bc-f580629b64b3 req-32828816-5667-4c73-beb3-13dd67797b19 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=27f5c674-2c7f-4a94-859c-ed2a65a65d13 HTTP/1.1" status: 200 len: 210 time: 0.0931323 Sep 18 06:57:30.093499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ff9ba64c-f12b-449a-b4e9-f69f1bffd291 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:30.093499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ff9ba64c-f12b-449a-b4e9-f69f1bffd291 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.2637227 Sep 18 06:57:30.113925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Request body: {'port': {'device_id': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'admin_state_up': True, 'tenant_id': '86aa2a90441c4b26b689716323eaf08a'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:30.321178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Made reservation on behalf of 86aa2a90441c4b26b689716323eaf08a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:30.331743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.389777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57f0c723-7174-4d18-ba8c-823bdce0acd6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:30.458127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 57f0c723-7174-4d18-ba8c-823bdce0acd6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:30.458757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.509076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40540) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:30.547804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Allocated IP 172.20.0.8 (0e7352cf-dde4-4083-985f-b80d85be957e/eeb27c96-05da-40b7-b0ad-82220450127e/bac6f339-1255-4299-bf7c-cc6fc8798d35) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:30.649761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a45567f6-87ee-4e2f-bbc5-9e50097e0ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.734870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.785052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a45567f6-87ee-4e2f-bbc5-9e50097e0ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.823047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267b876-48a3-43c5-81c0-69a25446bf7d req-d85188ef-7201-42e3-9229-765e6bfcd858 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:30.827049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6267b876-48a3-43c5-81c0-69a25446bf7d req-d85188ef-7201-42e3-9229-765e6bfcd858 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0506883 Sep 18 06:57:30.866850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6267b876-48a3-43c5-81c0-69a25446bf7d req-f1f78589-259a-43df-b66c-bc2fdec74767 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Sep 18 06:57:30.896608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a45567f6-87ee-4e2f-bbc5-9e50097e0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.902057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:30.922796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45567f6-87ee-4e2f-bbc5-9e50097e0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d7f6e-cfd4-4570-9e0d-6ef99cb4a968,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:30.952266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a45567f6-87ee-4e2f-bbc5-9e50097e0ebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f195e99b334f0eb8c039fbd2787d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414823 Sep 18 06:57:30.957455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40548) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:31.009497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Network 0e7352cf-dde4-4083-985f-b80d85be957e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:31.020694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:31.039154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:31.075954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event updated for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:31.108900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:31.169607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-7d1f41d7-20a3-497c-8d1d-b2fd204052f0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:31.171239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-7d1f41d7-20a3-497c-8d1d-b2fd204052f0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.2800488 Sep 18 06:57:31.229433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Request body: {'port': {'device_id': '701143f2-86de-4ac3-8269-b4f488812d90', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'admin_state_up': True, 'tenant_id': '86aa2a90441c4b26b689716323eaf08a'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:31.238809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.259009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c50b860-c7e2-4d89-93ef-e1992fe7ed45 req-4220d582-ca36-4498-bc1b-e2af173da208 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.0822656 Sep 18 06:57:31.310427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:31.320824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.423229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:31.426136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.440025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-58b4fa8a-2674-40f8-a174-c3bf5e6ee01e None None] Provisioning complete for port bac6f339-1255-4299-bf7c-cc6fc8798d35 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:31.440625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58b4fa8a-2674-40f8-a174-c3bf5e6ee01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.448032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'mac_address': 'fa:16:3e:d9:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:31.515465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ad735e0b-cb9b-410f-a386-73afcf4e1c1b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4058981 Sep 18 06:57:31.560529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-58b4fa8a-2674-40f8-a174-c3bf5e6ee01e None None] Port bac6f339-1255-4299-bf7c-cc6fc8798d35 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:57:31.567141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.584251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:31.590647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Request body: {'port': {'device_id': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:31.609414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:31.683204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.726949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.731627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.735773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/820d7f6e-cfd4-4570-9e0d-6ef99cb4a968 HTTP/1.1" status: 204 len: 168 time: 0.7731879 Sep 18 06:57:31.735773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Made reservation on behalf of 86aa2a90441c4b26b689716323eaf08a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:31.739049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.739899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:31.818017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a740d3-7869-4c13-8ec2-97f272ebf4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d7f6e-cfd4-4570-9e0d-6ef99cb4a968,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:31.912970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:31.958810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:32.152208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435a464-1cfb-45ad-91ea-e78ccbed8cbd req-b7880713-807e-4990-baa0-46f8ffe63225 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:32.153343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b435a464-1cfb-45ad-91ea-e78ccbed8cbd req-b7880713-807e-4990-baa0-46f8ffe63225 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1477284 Sep 18 06:57:32.220238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Allocated IP 172.20.0.10 (0e7352cf-dde4-4083-985f-b80d85be957e/eeb27c96-05da-40b7-b0ad-82220450127e/5e75935e-17f2-450c-ae58-41621035c778) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:32.318519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b435a464-1cfb-45ad-91ea-e78ccbed8cbd req-2a0cb1fa-298e-4a0b-bd90-df617f536a03 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478589 Sep 18 06:57:32.540755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10b1cdc0-777e-4330-b135-c470cdc57c36 req-8f3f268a-0ff1-4308-aa4a-8de7d71a38d8 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.0971472 Sep 18 06:57:32.636092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:32.840459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:32.849920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40624) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:32.876064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c77dd101-6e39-4f71-9d05-418305fb04ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:32.978794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Network 0e7352cf-dde4-4083-985f-b80d85be957e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:32.987921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:32.999945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:33.014417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event updated for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:33.117713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:33.217221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c77dd101-6e39-4f71-9d05-418305fb04ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.226657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:33.229277 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.299160 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c77dd101-6e39-4f71-9d05-418305fb04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.351345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:33.352052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.371013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-3f0d5e4a-7e27-41cb-9a0c-a53f1c297b03 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:33.371013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-3f0d5e4a-7e27-41cb-9a0c-a53f1c297b03 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.37 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 815 time: 0.3211565 Sep 18 06:57:33.396128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dd101-6e39-4f71-9d05-418305fb04ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf460b-adb7-4b4f-a100-033c5c09dd08,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:33.453807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Request body: {'port': {'device_id': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'admin_state_up': True, 'tenant_id': '86aa2a90441c4b26b689716323eaf08a'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:33.465019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.472987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c77dd101-6e39-4f71-9d05-418305fb04ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b0e19230c46458a881cefb7971be1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213613 Sep 18 06:57:33.476685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40640) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:33.523824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9f4ff70d-7277-468c-ab0c-42349fdf9bbc None None] Provisioning complete for port 5e75935e-17f2-450c-ae58-41621035c778 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:33.524225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f4ff70d-7277-468c-ab0c-42349fdf9bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.531735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:33.534114 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4461b-4ee9-41d7-a0e5-e698d5e2fe0c" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:33.569106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:33.582485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.593715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ff70d-7277-468c-ab0c-42349fdf9bbc None None] Port 5e75935e-17f2-450c-ae58-41621035c778 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:57:33.639954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.642403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.658778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac6f339-1255-4299-bf7c-cc6fc8798d35 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:33.692041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.799654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Transition to ACTIVE for port object bac6f339-1255-4299-bf7c-cc6fc8798d35 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:33.802624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.805321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:33.805951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:33.816079 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae4bd2-2293-4550-9136-771dbb6a7b9d x-openstack-request-id: req-38ae4bd2-2293-4550-9136-771dbb6a7b9d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:33.816379 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:33.816640 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38ae4bd2-2293-4550-9136-771dbb6a7b9d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:33.817038 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'code': 200} Sep 18 06:57:33.819568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86cf460b-adb7-4b4f-a100-033c5c09dd08 HTTP/1.1" status: 204 len: 168 time: 0.3353944 Sep 18 06:57:33.844105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5801d-f767-460d-94d5-a42ea4137c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf460b-adb7-4b4f-a100-033c5c09dd08,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:33.876778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50836b-438d-42db-ad96-c4a5cc300ea3 req-7ea7322a-7f27-49e4-8e3a-d2928e7073b5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:33.884332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f50836b-438d-42db-ad96-c4a5cc300ea3 req-7ea7322a-7f27-49e4-8e3a-d2928e7073b5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.3018732 Sep 18 06:57:33.895647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-3b5a9624-4914-4b57-ac25-e9f7826583d0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6929359 Sep 18 06:57:33.946891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Request body: {'port': {'device_id': '701143f2-86de-4ac3-8269-b4f488812d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:33.951988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:34.141142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ec4fe1e-4796-47d0-8b48-5a0b3135573f req-3e3397cb-2a89-4063-9070-e6768d963692 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.2135105 Sep 18 06:57:34.260060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Made reservation on behalf of 86aa2a90441c4b26b689716323eaf08a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:34.276581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:34.339424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f50836b-438d-42db-ad96-c4a5cc300ea3 req-60167c09-ddd1-4e20-b8ae-020fcce07850 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540994 Sep 18 06:57:34.433098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:34.612237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Pushing event updated for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:34.889868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Attempting to bind port bac6f339-1255-4299-bf7c-cc6fc8798d35 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:34.890607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Attempting to bind port bac6f339-1255-4299-bf7c-cc6fc8798d35 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:34.890607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Attempting to bind port bac6f339-1255-4299-bf7c-cc6fc8798d35 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:34.899438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Port bac6f339-1255-4299-bf7c-cc6fc8798d35 on network 0e7352cf-dde4-4083-985f-b80d85be957e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:34.904215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Attempting to bind port bac6f339-1255-4299-bf7c-cc6fc8798d35 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:34.910830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:34.911265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Checking segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:34.911676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Bound using segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:34.912115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Bound port: bac6f339-1255-4299-bf7c-cc6fc8798d35, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:34.912483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:35.114633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:35.145810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:35.165567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e75935e-17f2-450c-ae58-41621035c778 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:35.183384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:35.215463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Transition to ACTIVE for port object 5e75935e-17f2-450c-ae58-41621035c778 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:35.235433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:35.318414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:35.324842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:35.326602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] 10.222.0.24 "PUT /v2.0/ports/bac6f339-1255-4299-bf7c-cc6fc8798d35 HTTP/1.1" status: 200 len: 1092 time: 3.7441263 Sep 18 06:57:35.327439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:35.330445 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd" -d '{"events": [{"name": "network-changed", "server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:35.444782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e0c3b77-b9e9-43bc-a684-c95a1014b1f8 req-6c8061af-de9d-4343-a048-334f4dd53acb tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.1515298 Sep 18 06:57:35.444782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecd459-de13-4d6f-9a72-a89a42423b4e service neutron] Pushing event updated for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:35.476799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:35.571017 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be09614-d830-4aad-b3e3-0704a0c322c6 x-openstack-request-id: req-9be09614-d830-4aad-b3e3-0704a0c322c6 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:35.571707 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:35.571979 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9be09614-d830-4aad-b3e3-0704a0c322c6 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:35.572394 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35', 'status': 'completed', 'code': 200} Sep 18 06:57:35.796045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Allocated IP 172.20.0.11 (0e7352cf-dde4-4083-985f-b80d85be957e/eeb27c96-05da-40b7-b0ad-82220450127e/e07866e5-597c-4d4a-b029-dcd368ebfe04) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:35.879887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:35.923378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-6cc2aaf0-0388-45cf-82ac-5ea5900ba88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:35.930722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-6cc2aaf0-0388-45cf-82ac-5ea5900ba88b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 1095 time: 0.3572223 Sep 18 06:57:36.132787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-68c54069-adea-48e6-b990-08115cd46808 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449626 Sep 18 06:57:36.264696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-07eac1bd-45aa-411e-897c-d6081bbb0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.268053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-07eac1bd-45aa-411e-897c-d6081bbb0f46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 1102 time: 0.0972927 Sep 18 06:57:36.490242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-50357d8b-3c5b-44f8-ad06-cfab325d560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.492118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-50357d8b-3c5b-44f8-ad06-cfab325d560f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2012157 Sep 18 06:57:36.504881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-65010b07-2d42-4a15-a07f-9b8598d86f04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35 HTTP/1.1" status: 200 len: 217 time: 0.4891305 Sep 18 06:57:36.516015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be0475-93fb-4a64-9e04-ff268f122b2c req-b134d390-1eea-4d97-a701-3fbe5d1a7a39 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.521299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67be0475-93fb-4a64-9e04-ff268f122b2c req-b134d390-1eea-4d97-a701-3fbe5d1a7a39 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.8711770 Sep 18 06:57:36.552064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-8570127c-8d1e-4c43-aebc-661fc5f3dfc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 200 len: 217 time: 0.0484240 Sep 18 06:57:36.623864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Attempting to bind port 5e75935e-17f2-450c-ae58-41621035c778 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:36.624257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Attempting to bind port 5e75935e-17f2-450c-ae58-41621035c778 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:36.624523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Attempting to bind port 5e75935e-17f2-450c-ae58-41621035c778 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:36.634936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Port 5e75935e-17f2-450c-ae58-41621035c778 on network 0e7352cf-dde4-4083-985f-b80d85be957e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:36.634936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Attempting to bind port 5e75935e-17f2-450c-ae58-41621035c778 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:36.651166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-1edbbf46-346a-4e55-bbeb-1a89dcd35614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.651888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:36.652231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Checking segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:36.652615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Bound using segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:36.653054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Bound port: 5e75935e-17f2-450c-ae58-41621035c778, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:36.654040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:36.660151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-1edbbf46-346a-4e55-bbeb-1a89dcd35614 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0967011 Sep 18 06:57:36.795903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-b27fb58e-c337-4430-abd6-59efd450b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.797248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:36.798872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-b27fb58e-c337-4430-abd6-59efd450b6a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292062 Sep 18 06:57:36.809647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5e75935e-17f2-450c-ae58-41621035c778,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:36.869024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ef9140cc-7d37-4598-b113-1fda7eb23f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:36.872040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-ef9140cc-7d37-4598-b113-1fda7eb23f00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.3472254 Sep 18 06:57:36.882087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67be0475-93fb-4a64-9e04-ff268f122b2c req-e6710557-efef-4436-9aa6-20380e703a1c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380926 Sep 18 06:57:37.001101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.011394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-f3fac9cc-6baf-4bef-ac71-99a4824c4a7e service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002692 Sep 18 06:57:37.056593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-007c1651-e87d-472f-a7bb-d078e2afddd1 req-de2ee6e0-6456-4719-ae86-48dc879a3b12 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.0394075 Sep 18 06:57:37.115423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.116302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.118250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] 10.222.0.24 "PUT /v2.0/ports/5e75935e-17f2-450c-ae58-41621035c778 HTTP/1.1" status: 200 len: 1093 time: 3.1893349 Sep 18 06:57:37.174116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-73de1120-2083-4cf0-b5e5-ddcf6f464ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.175884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-73de1120-2083-4cf0-b5e5-ddcf6f464ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2255106 Sep 18 06:57:37.290730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.308393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0c98060-bc26-45a6-b9a1-698d924dac81 req-55176e3c-c684-4e82-9ddf-776213805396 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891059 Sep 18 06:57:37.509500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7848e3-0aca-433f-be8c-6c42a1733bdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:37.536560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756c2a-d756-457f-bcfe-451f3596771a req-78642c7f-d03e-4f46-82e9-108820a83a92 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.538787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be756c2a-d756-457f-bcfe-451f3596771a req-78642c7f-d03e-4f46-82e9-108820a83a92 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.1717651 Sep 18 06:57:37.578990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'tag': '5e75935e-17f2-450c-ae58-41621035c778'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:37.581368 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ae11c-c2b4-4896-9525-90b51598b7af" -d '{"events": [{"name": "network-changed", "server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "tag": "5e75935e-17f2-450c-ae58-41621035c778"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:37.605606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-f28b86fd-e8c8-4eb5-a556-c2b6a697f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.606848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-f28b86fd-e8c8-4eb5-a556-c2b6a697f5ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 1096 time: 0.2883642 Sep 18 06:57:37.614422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad32c3-7c5c-4f8f-a033-bc12cc522dec req-c861f3ac-bb8b-427e-b278-fee7cd03b0f8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.624523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55ad32c3-7c5c-4f8f-a033-bc12cc522dec req-c861f3ac-bb8b-427e-b278-fee7cd03b0f8 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 944 time: 0.3061805 Sep 18 06:57:37.689120 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71f070-ba5e-4112-9be5-f2f2ffaafcd1 x-openstack-request-id: req-bb71f070-ba5e-4112-9be5-f2f2ffaafcd1 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:37.689564 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "tag": "5e75935e-17f2-450c-ae58-41621035c778", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:37.689969 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb71f070-ba5e-4112-9be5-f2f2ffaafcd1 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:37.690437 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'tag': '5e75935e-17f2-450c-ae58-41621035c778', 'status': 'completed', 'code': 200} Sep 18 06:57:37.696077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-4f7f6363-5714-4f2d-9f5b-44b512889991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e75935e-17f2-450c-ae58-41621035c778 HTTP/1.1" status: 200 len: 217 time: 0.0686772 Sep 18 06:57:37.697196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.702249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-f18b62ed-86dd-4025-ac2a-f769568dece0 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100248 Sep 18 06:57:37.749380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Deleting port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:37.749795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.836828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55ad32c3-7c5c-4f8f-a033-bc12cc522dec req-c3e661df-ff40-4e44-9dd7-4feff0a40592 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051797 Sep 18 06:57:37.850051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Network 0e7352cf-dde4-4083-985f-b80d85be957e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:37.881483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:37.898074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:37.905672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event updated for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:37.977866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] For port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:37.978269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:37.978438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-058a2e93-e8f7-4785-92c7-31e148d30ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:37.980185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-058a2e93-e8f7-4785-92c7-31e148d30ebc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.2658756 Sep 18 06:57:37.993296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Calling delete_port for 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:38.129383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab2dc0b8-0c97-468f-927c-c869e2e83a5d req-5aa162a0-9589-4c1c-bebe-ea602c6f7c17 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160876 Sep 18 06:57:38.178611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:38.243603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:38.243603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.319649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-700784a9-7742-4076-abf5-f51ce69f0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:38.319649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-700784a9-7742-4076-abf5-f51ce69f0eea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3034637 Sep 18 06:57:38.321035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae5c99-efa9-4de6-99e2-e1607038828c req-71145ac9-5ec3-49e2-be9e-e1d5668c7e67 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:38.329100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8ae5c99-efa9-4de6-99e2-e1607038828c req-71145ac9-5ec3-49e2-be9e-e1d5668c7e67 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.3265569 Sep 18 06:57:38.409259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-77e1ca4c-14c7-43b8-837b-16d262dca8d9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0299566 Sep 18 06:57:38.411975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d69887f0-d86e-4a4d-a1fc-f0b3bd4c1dd5 None None] Provisioning complete for port e07866e5-597c-4d4a-b029-dcd368ebfe04 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:38.413332 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d69887f0-d86e-4a4d-a1fc-f0b3bd4c1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.429873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Request body: {'port': {'device_id': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:38.437263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62c65be7-e988-456a-8085-01db863c2486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.450477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214aa1-2500-4690-a3ab-783fd713ead8 req-bd55e391-34f5-47fe-95ef-ff0559b281a3 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:38.455437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35214aa1-2500-4690-a3ab-783fd713ead8 req-bd55e391-34f5-47fe-95ef-ff0559b281a3 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 932 time: 0.2239439 Sep 18 06:57:38.468492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d69887f0-d86e-4a4d-a1fc-f0b3bd4c1dd5 None None] Port e07866e5-597c-4d4a-b029-dcd368ebfe04 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:57:38.534617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62c65be7-e988-456a-8085-01db863c2486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.546869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8ae5c99-efa9-4de6-99e2-e1607038828c req-9f89e089-78e4-43a4-90da-56afab6a468b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167792 Sep 18 06:57:38.557800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.577355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:38.605866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event deleted for resources: {'Port': ['ID=2e363d1a-e6bf-45b1-92fb-7df4b0a2170b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:38.626719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-c10aebab-9866-4ebb-8026-fbe1276c6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:38.628447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-c10aebab-9866-4ebb-8026-fbe1276c6688 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 1095 time: 0.2766185 Sep 18 06:57:38.643232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.648477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35214aa1-2500-4690-a3ab-783fd713ead8 req-2420709a-1a19-4987-aae3-feeec1af374f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587057 Sep 18 06:57:38.683393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] No DVR routers for this DVR port 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:38.687014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.690325 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be756c2a-d756-457f-bcfe-451f3596771a req-7bdf4bb1-a038-4cd3-b61d-90a1b511e36b tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "DELETE /v2.0/ports/2e363d1a-e6bf-45b1-92fb-7df4b0a2170b HTTP/1.1" status: 204 len: 173 time: 1.1425643 Sep 18 06:57:38.691467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-deleted', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:38.695389 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03fd9fd-9ec4-4218-a5e8-abdd2c5af6cb" -d '{"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-deleted", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:38.723200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62c65be7-e988-456a-8085-01db863c2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.729656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-c23c688e-c9ce-4efc-93ed-b69995eb3266 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681345 Sep 18 06:57:38.770806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c65be7-e988-456a-8085-01db863c2486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2043b31-5495-454e-883d-e6f8187b134c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:38.832916 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294adb9-2d30-4809-a234-67a6d36ac707 x-openstack-request-id: req-b294adb9-2d30-4809-a234-67a6d36ac707 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:38.833541 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f0740-0ca9-4ff5-9266-7c271114522d", "name": "network-vif-deleted", "tag": "2e363d1a-e6bf-45b1-92fb-7df4b0a2170b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:38.833702 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b294adb9-2d30-4809-a234-67a6d36ac707 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:38.834180 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f0740-0ca9-4ff5-9266-7c271114522d', 'name': 'network-vif-deleted', 'tag': '2e363d1a-e6bf-45b1-92fb-7df4b0a2170b', 'status': 'completed', 'code': 200} Sep 18 06:57:38.843285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62c65be7-e988-456a-8085-01db863c2486 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f6096d048c6420caf6fb38bb9eef469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633434 Sep 18 06:57:38.845745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:38.908486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a27fb00a-11ca-4bb2-aa86-69e052127dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.959475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:38.988239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:39.041552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38821a3a-0ae5-4203-8060-d3df3c139911 req-21c8951d-4cc3-4781-ae10-99d4d9c3a97a tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=224f0740-0ca9-4ff5-9266-7c271114522d HTTP/1.1" status: 200 len: 210 time: 0.0618706 Sep 18 06:57:39.053369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-d0bc474a-95de-4c14-a21e-902263577014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.054849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-d0bc474a-95de-4c14-a21e-902263577014 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 916 time: 0.3895614 Sep 18 06:57:39.061676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31ad69ca-708d-4881-8bfc-27c9f6daf05f req-cde683f4-aeb6-404b-8162-c7b2a5840aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166766 Sep 18 06:57:39.130277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-77ed6e45-167c-47cd-acb2-84b18e0328d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35 HTTP/1.1" status: 200 len: 217 time: 0.0405254 Sep 18 06:57:39.172875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:39.175991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:39.177246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2043b31-5495-454e-883d-e6f8187b134c HTTP/1.1" status: 204 len: 168 time: 0.3304365 Sep 18 06:57:39.187132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f2905-1666-4efd-9b04-efe663e892e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2043b31-5495-454e-883d-e6f8187b134c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:39.264550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-bcc0876b-b476-4209-a817-dca78b887144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.266055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-bcc0876b-b476-4209-a817-dca78b887144 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.0963840 Sep 18 06:57:39.422880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-60ee7233-878e-43ef-950b-3a5b8fcdec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.424960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-60ee7233-878e-43ef-950b-3a5b8fcdec2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 1096 time: 0.1353898 Sep 18 06:57:39.431933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07866e5-597c-4d4a-b029-dcd368ebfe04 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:39.439319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-06945363-92f6-40e8-861e-54cfe0a85927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.440023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-06945363-92f6-40e8-861e-54cfe0a85927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492515 Sep 18 06:57:39.446436 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:39.542520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Transition to ACTIVE for port object e07866e5-597c-4d4a-b029-dcd368ebfe04 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:39.708613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:39.740618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-ddbf03e3-8980-46d9-8f3e-2ccbb8790c35 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680132 Sep 18 06:57:39.741595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-ceb311fe-de0b-4dd9-a80c-23ca58361c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.743004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-ceb311fe-de0b-4dd9-a80c-23ca58361c2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 916 time: 0.2996676 Sep 18 06:57:39.755413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57af3a-1c13-48e6-a52c-c81550e92cb0 req-b79d14cb-6e78-46dc-aea2-5113e0e4bdd4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:39.756912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb57af3a-1c13-48e6-a52c-c81550e92cb0 req-b79d14cb-6e78-46dc-aea2-5113e0e4bdd4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1312664 Sep 18 06:57:39.852872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed5dfa5-e759-4e71-8a90-eb0c3c9d79fd req-95492ec0-7752-49bd-90da-e41fa92fecbf service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901010 Sep 18 06:57:39.919076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Pushing event updated for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:39.922533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-ae8773fd-26ed-45b6-b013-6040c26e9507 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e75935e-17f2-450c-ae58-41621035c778 HTTP/1.1" status: 200 len: 217 time: 0.1609449 Sep 18 06:57:40.016623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40806) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:40.031328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7476aa4f-f309-454b-8e56-ed8d78a4704e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.156692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7476aa4f-f309-454b-8e56-ed8d78a4704e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.227722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7476aa4f-f309-454b-8e56-ed8d78a4704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.261252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476aa4f-f309-454b-8e56-ed8d78a4704e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f412ba-8250-47a0-af2b-7939399f179d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:40.284957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7476aa4f-f309-454b-8e56-ed8d78a4704e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac42e1992cb240fabe8b28decd9bdd5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671671 Sep 18 06:57:40.287913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40812) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:40.347742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.378973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.421607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb57af3a-1c13-48e6-a52c-c81550e92cb0 req-7f79f7e9-7e1d-4052-9aa0-a0ef24cf31d6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550108 Sep 18 06:57:40.441860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1864df-f2e7-4190-80e1-c493d0228900 req-1a212da8-e329-409e-9c55-031987dbd8d2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:40.448966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a1864df-f2e7-4190-80e1-c493d0228900 req-1a212da8-e329-409e-9c55-031987dbd8d2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 944 time: 0.5678952 Sep 18 06:57:40.467411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-6364ed28-a37e-4f9b-8d88-32404bf14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:40.468837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-6364ed28-a37e-4f9b-8d88-32404bf14ee0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.5187035 Sep 18 06:57:40.498011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Attempting to bind port e07866e5-597c-4d4a-b029-dcd368ebfe04 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:40.498430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Attempting to bind port e07866e5-597c-4d4a-b029-dcd368ebfe04 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:40.498779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Attempting to bind port e07866e5-597c-4d4a-b029-dcd368ebfe04 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:40.527305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Port e07866e5-597c-4d4a-b029-dcd368ebfe04 on network 0e7352cf-dde4-4083-985f-b80d85be957e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:40.527624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Attempting to bind port e07866e5-597c-4d4a-b029-dcd368ebfe04 on network 0e7352cf-dde4-4083-985f-b80d85be957e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:40.537749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.540386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:40.540584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Checking segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:40.540964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Bound using segment: {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:40.541400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Bound port: e07866e5-597c-4d4a-b029-dcd368ebfe04, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:40.541757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.542084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.545570 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8f412ba-8250-47a0-af2b-7939399f179d HTTP/1.1" status: 204 len: 168 time: 0.2541912 Sep 18 06:57:40.563250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41250816-0009-4ffd-accd-c6ac8f899118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f412ba-8250-47a0-af2b-7939399f179d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:40.582491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a1864df-f2e7-4190-80e1-c493d0228900 req-4ee33472-69cd-4ad1-ae24-f653311e52ba tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051421 Sep 18 06:57:40.609657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-26333202-dadb-4be1-80f1-0128460e95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:40.614943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-26333202-dadb-4be1-80f1-0128460e95e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294987 Sep 18 06:57:40.739007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:40.743653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:40.764057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-6837aec5-7832-4eae-9022-98fde75182bd service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174252 Sep 18 06:57:40.862501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.927101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Pushing event updated for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:40.949819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:40.951103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:40.952706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6cc700d8-687b-452c-b207-a282250ef839 service neutron] 10.222.0.37 "PUT /v2.0/ports/e07866e5-597c-4d4a-b029-dcd368ebfe04 HTTP/1.1" status: 200 len: 1093 time: 2.5268688 Sep 18 06:57:40.959306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:40.961679 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f698ba-abe4-45f4-a562-a83465464e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:40.972235 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:57:40.986796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c6ae11c-c2b4-4896-9525-90b51598b7af req-1af75180-acb2-4ba4-b6bf-8c762e21c90e service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135234 Sep 18 06:57:41.041312 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06f44b-5235-4a12-bc13-9f0b2bce800c x-openstack-request-id: req-0b06f44b-5235-4a12-bc13-9f0b2bce800c {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:41.041691 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:41.050116 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b06f44b-5235-4a12-bc13-9f0b2bce800c {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:41.055273 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04', 'status': 'completed', 'code': 200} Sep 18 06:57:41.144001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:41.151171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-f61dbf1d-9758-400b-901a-a707936fa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.152693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-f61dbf1d-9758-400b-901a-a707936fa331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 1096 time: 0.0965273 Sep 18 06:57:41.229843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:41.229843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e363d1a-e6bf-45b1-92fb-7df4b0a2170b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:41.346249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-5fc20639-6902-4f03-8890-1aecca6c1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.348039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-5fc20639-6902-4f03-8890-1aecca6c1004 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=86aa2a90441c4b26b689716323eaf08a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1858621 Sep 18 06:57:41.413760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3c80-41f2-4883-901b-0d5bc4658ccb req-08bd0757-7380-493f-bc87-8168f686b0f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.415271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eec3c80-41f2-4883-901b-0d5bc4658ccb req-08bd0757-7380-493f-bc87-8168f686b0f4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.1206834 Sep 18 06:57:41.504575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-65476b9a-97bb-495a-a055-550f6ee8d0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:41.517167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eec3c80-41f2-4883-901b-0d5bc4658ccb req-6fa4bd62-77b5-4bf0-9513-5e5f94eb4992 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Sep 18 06:57:41.581671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-d56155ec-1e9b-4e29-b737-f73331fd00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.583763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5f698ba-abe4-45f4-a562-a83465464e0b req-d56155ec-1e9b-4e29-b737-f73331fd00be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250745 Sep 18 06:57:41.690034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7937-6303-4d17-a9c9-e0f825b10473 req-12b9fb33-7609-4c36-9731-91e72d7215cf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.691629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f81f7937-6303-4d17-a9c9-e0f825b10473 req-12b9fb33-7609-4c36-9731-91e72d7215cf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1520340 Sep 18 06:57:41.723293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-537470f2-ef08-41bf-8fcc-edb2f8856e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.725399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-537470f2-ef08-41bf-8fcc-edb2f8856e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 1096 time: 0.0827856 Sep 18 06:57:41.786988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107260-9091-4077-aef4-3e97eb982d64 req-d8fa9061-0a7c-4e0a-9196-7fe4db76835f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.788541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3107260-9091-4077-aef4-3e97eb982d64 req-d8fa9061-0a7c-4e0a-9196-7fe4db76835f tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 944 time: 0.1719096 Sep 18 06:57:41.793348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-2bc59c62-63c5-465b-97dc-96795801d5b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04 HTTP/1.1" status: 200 len: 217 time: 0.0557849 Sep 18 06:57:41.802225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f81f7937-6303-4d17-a9c9-e0f825b10473 req-00aa62d3-6a2e-4f80-a699-c137bd9f91f3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966365 Sep 18 06:57:41.819855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47898d-0bd8-42d4-966f-6d4c0b3f44e6 req-62b6c58b-6ab5-4d05-a203-72cc753bafb0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.821037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc47898d-0bd8-42d4-966f-6d4c0b3f44e6 req-62b6c58b-6ab5-4d05-a203-72cc753bafb0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 944 time: 0.1274827 Sep 18 06:57:41.888331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc47898d-0bd8-42d4-966f-6d4c0b3f44e6 req-18f9e16f-11a3-457f-bf6a-5b5985b82c04 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Sep 18 06:57:41.933997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6a4d6714-3f3e-4d43-8919-4733e534e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:41.944094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-6a4d6714-3f3e-4d43-8919-4733e534e631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.1273403 Sep 18 06:57:41.981933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Deleting port 820ecec3-f272-412c-844a-1a97e0464953 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:41.981933 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.022026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.036482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-c2bf846c-a2c3-470d-a097-1b58e0fbf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:42.039722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-c2bf846c-a2c3-470d-a097-1b58e0fbf80a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949347 Sep 18 06:57:42.098145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] For port 820ecec3-f272-412c-844a-1a97e0464953, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=820ecec3-f272-412c-844a-1a97e0464953,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:42.098625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.119133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Calling delete_port for 820ecec3-f272-412c-844a-1a97e0464953 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:42.124945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:42.186243 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-07345209-6f13-4e53-87c5-8be14943d836 service neutron] 10.222.0.37 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383004 Sep 18 06:57:42.274230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-308143008-network', 'tenant_id': '8913705f49a543d4b57a5aef01ab62e4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:42.318311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cdf2c648-69e5-4018-b9a9-7c6cb39e8c51 req-27461a5c-bc2c-463c-8ba8-6c2349d09b5a service neutron] 10.222.0.37 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208911 Sep 18 06:57:42.393595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Made reservation on behalf of 8913705f49a543d4b57a5aef01ab62e4 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:42.396296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.406460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.426099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.472828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event deleted for resources: {'Port': ['ID=820ecec3-f272-412c-844a-1a97e0464953,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:42.510430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.510801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.511122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.511463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.511796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.512127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.512765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.513130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.513463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.513795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.514153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.514481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:42.545637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] No DVR routers for this DVR port 820ecec3-f272-412c-844a-1a97e0464953 on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:42.548663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.551570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3107260-9091-4077-aef4-3e97eb982d64 req-9992e6a5-dde2-41f0-8bfc-b180b3b3c9d4 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "DELETE /v2.0/ports/820ecec3-f272-412c-844a-1a97e0464953 HTTP/1.1" status: 204 len: 173 time: 0.7472849 Sep 18 06:57:42.628900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf0aa879-a215-4f50-9695-9011032497e9 req-aa4f52eb-961b-4d2f-b704-df801e64034d tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 210 time: 0.0344486 Sep 18 06:57:42.668196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:42.945519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ed411-dcf2-4ce7-80e6-63c909a90a5c req-85eb1411-666d-484c-ad52-6d3bd56648aa tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:42.947127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-617ed411-dcf2-4ce7-80e6-63c909a90a5c req-85eb1411-666d-484c-ad52-6d3bd56648aa tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0588875 Sep 18 06:57:42.971035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bac6f339-1255-4299-bf7c-cc6fc8798d35 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:43.025074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-617ed411-dcf2-4ce7-80e6-63c909a90a5c req-cc62be68-b844-43e2-a616-654c38aa703c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716612 Sep 18 06:57:43.046165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cffe7d-f6b9-490c-9e8f-38db8a3fab4d req-4b28b283-fb5a-4c56-aa91-1ebd6d823fb1 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:43.047585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13cffe7d-f6b9-490c-9e8f-38db8a3fab4d req-4b28b283-fb5a-4c56-aa91-1ebd6d823fb1 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 944 time: 0.0784235 Sep 18 06:57:43.059894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-deleted', 'tag': '820ecec3-f272-412c-844a-1a97e0464953'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:43.062662 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a60886-6e2b-4615-83e4-abac39677832" -d '{"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-deleted", "tag": "820ecec3-f272-412c-844a-1a97e0464953"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:43.088939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:43.095836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13cffe7d-f6b9-490c-9e8f-38db8a3fab4d req-8292e692-6849-472d-93d8-f3ef71c4bc0f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Sep 18 06:57:43.102148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'bac6f339-1255-4299-bf7c-cc6fc8798d35', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'port_id': 'bac6f339-1255-4299-bf7c-cc6fc8798d35', 'mac_address': 'fa:16:3e:1a:0d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb27c96-05da-40b7-b0ad-82220450127e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:43.103857 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.136994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:57:43.149154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36fd335-6c63-4f84-9ff5-c879f18d19c4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:43.151167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.159419 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.159843 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Added segment ab3ebf37-d847-49e2-9dfa-0faab026a49d of type vlan for network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 Sep 18 06:57:43.177667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac6f339-1255-4299-bf7c-cc6fc8798d35 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:43.179881 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e81d7e-b4d5-45d6-91e2-42399275c5c9 x-openstack-request-id: req-24e81d7e-b4d5-45d6-91e2-42399275c5c9 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:43.181835 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d9b306-f82c-4e02-93f1-e7261918e144", "name": "network-vif-deleted", "tag": "820ecec3-f272-412c-844a-1a97e0464953", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:43.182429 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24e81d7e-b4d5-45d6-91e2-42399275c5c9 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:43.184084 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d9b306-f82c-4e02-93f1-e7261918e144', 'name': 'network-vif-deleted', 'tag': '820ecec3-f272-412c-844a-1a97e0464953', 'status': 'completed', 'code': 200} Sep 18 06:57:43.204015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.204015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:43.220905 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.318900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.322902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5e75935e-17f2-450c-ae58-41621035c778 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:43.356382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.357467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:43.358086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.378249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5e75935e-17f2-450c-ae58-41621035c778,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:43.393770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '5e75935e-17f2-450c-ae58-41621035c778', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'port_id': '5e75935e-17f2-450c-ae58-41621035c778', 'mac_address': 'fa:16:3e:ae:c7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb27c96-05da-40b7-b0ad-82220450127e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:43.442850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:43.443177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee51c40-2c6c-4f98-bbef-e68cb9acf307,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:43.457144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:57:43.459752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.471252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.476895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:43.501100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e75935e-17f2-450c-ae58-41621035c778 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:43.516293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a614a1fd-d754-409a-8ea9-c53a49ddd7f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3899660 Sep 18 06:57:43.518911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40902) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:43.524010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Request body: {'subnet': {'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-308143008-subnet', 'tenant_id': '8913705f49a543d4b57a5aef01ab62e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:43.562386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5e75935e-17f2-450c-ae58-41621035c778,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:43.639291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Made reservation on behalf of 8913705f49a543d4b57a5aef01ab62e4 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:43.642391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.664380 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:43.736752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:43.789664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd6b742a-4f77-4b62-9aad-9dc2ecb4562f req-ee2fe4ca-c253-4615-ac3f-65562dd27675 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d9b306-f82c-4e02-93f1-e7261918e144 HTTP/1.1" status: 200 len: 210 time: 0.0295827 Sep 18 06:57:43.995974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:44.064411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a560a8-6077-4a86-923b-840f802ae08e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:44.082163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.082518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.082863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.083201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.083564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.083872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.084201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.084531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.084977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.085257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.085567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.085911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:57:44.098783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Checking segment: {'id': 'ab3ebf37-d847-49e2-9dfa-0faab026a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:44.099155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Network hostable DHCP agents. Network: 5ee51c40-2c6c-4f98-bbef-e68cb9acf307, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:57:44.169761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['bac6f339-1255-4299-bf7c-cc6fc8798d35'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:44.197047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5e75935e-17f2-450c-ae58-41621035c778'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:44.201130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:57:44.215203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167078f9-1266-49b2-b5ba-09a80b563da0 req-b5284cd7-2e27-494a-84f6-e8e53457a80b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:44.227853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-167078f9-1266-49b2-b5ba-09a80b563da0 req-b5284cd7-2e27-494a-84f6-e8e53457a80b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1065915 Sep 18 06:57:44.291502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-167078f9-1266-49b2-b5ba-09a80b563da0 req-c6c0c5be-e12d-433f-b68d-f970c5131edb tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Sep 18 06:57:44.321153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5ee51c40-2c6c-4f98-bbef-e68cb9acf307) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:44.329809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:44.332283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:44.354508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640008e3-adb7-4007-b814-65782e0ec25b None None] Network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:44.402997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce3dbe-51ff-4574-9bb0-ce363329c772 req-afb351aa-7e63-4976-a703-7e7877668997 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:44.404719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1ce3dbe-51ff-4574-9bb0-ce363329c772 req-afb351aa-7e63-4976-a703-7e7877668997 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 944 time: 0.1120381 Sep 18 06:57:44.441994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c14fcda7-1430-4ded-bbd3-d26bf33b47cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9218855 Sep 18 06:57:44.485503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1ce3dbe-51ff-4574-9bb0-ce363329c772 req-2504c902-182a-41a9-b569-2b5b869c4462 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692372 Sep 18 06:57:44.638476 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:44.639199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:44.676939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff03a7e-14f6-4c1b-b6f9-4451773949c0 None None] Network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:45.151385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device e07866e5-597c-4d4a-b029-dcd368ebfe04 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:45.163986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 820ecec3-f272-412c-844a-1a97e0464953 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:45.197138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 820ecec3-f272-412c-844a-1a97e0464953 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:45.198252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 820ecec3-f272-412c-844a-1a97e0464953 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:45.321764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40960) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:45.327079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1901049641-network', 'tenant_id': '66d897beda9b45aca850ba301764190f'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:45.369116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:45.382184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'e07866e5-597c-4d4a-b029-dcd368ebfe04', 'network_id': '0e7352cf-dde4-4083-985f-b80d85be957e', 'port_id': 'e07866e5-597c-4d4a-b029-dcd368ebfe04', 'mac_address': 'fa:16:3e:df:0a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb27c96-05da-40b7-b0ad-82220450127e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:45.427697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Made reservation on behalf of 66d897beda9b45aca850ba301764190f for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:45.430499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.446674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.449470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a719-f910-4050-9749-98a89153c58d req-2f9f244a-09e1-4069-8ac4-02b49d7084ae tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:45.452880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e748a719-f910-4050-9749-98a89153c58d req-2f9f244a-09e1-4069-8ac4-02b49d7084ae tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.1017506 Sep 18 06:57:45.462818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.500394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07866e5-597c-4d4a-b029-dcd368ebfe04 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:45.517320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cc326-c696-4be4-8831-b8aa53bb79f8 req-f348e9be-36eb-49d2-852e-07fcc537ea33 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:45.518934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-385cc326-c696-4be4-8831-b8aa53bb79f8 req-f348e9be-36eb-49d2-852e-07fcc537ea33 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1171248 Sep 18 06:57:45.535219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:45.562600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e748a719-f910-4050-9749-98a89153c58d req-62420938-67cc-4a53-a4de-dce2ec68d6d7 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/security-groups?id=e48e5874-2d4a-4062-ab94-43d82db5d487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035800 Sep 18 06:57:45.584878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.592982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-385cc326-c696-4be4-8831-b8aa53bb79f8 req-5ea6b69f-ce57-4331-a189-71c058e58bbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598030 Sep 18 06:57:45.612273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.669428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.709087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:57:45.712747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:45.721401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3fa30-30bf-4587-9f2d-ddc90db52e90,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:45.724354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.724699 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Added segment a5ee204f-b9ae-4d81-9367-9a47e9f767a3 of type vlan for network f6002e15-1406-48df-86f1-334221b2df2b Sep 18 06:57:45.786552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.810460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224e6b-c1df-44b8-8183-ce0ec9b8ca80 req-b7d00cfa-ce67-42c8-abfa-8d15ef8668e3 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:45.820547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7224e6b-c1df-44b8-8183-ce0ec9b8ca80 req-b7d00cfa-ce67-42c8-abfa-8d15ef8668e3 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 945 time: 0.1057463 Sep 18 06:57:45.852947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-02693921-4e1f-4794-812b-364a75bee462 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:45.854490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-02693921-4e1f-4794-812b-364a75bee462 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 944 time: 0.0979209 Sep 18 06:57:45.874321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['e07866e5-597c-4d4a-b029-dcd368ebfe04'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:45.880672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.881735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:45.882289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:45.935742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7224e6b-c1df-44b8-8183-ce0ec9b8ca80 req-c679bbe6-38e7-4b2a-9a38-e848a3603242 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 Sep 18 06:57:45.947004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] Pushing event updated for resources: {'Network': ['ID=f6002e15-1406-48df-86f1-334221b2df2b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:45.967952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network f6002e15-1406-48df-86f1-334221b2df2b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:57:45.977379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c6bec77b-1d4f-4383-9c91-4b55a8e4686f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6542900 Sep 18 06:57:45.981155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:45.985111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Request body: {'subnet': {'network_id': 'f6002e15-1406-48df-86f1-334221b2df2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1901049641-subnet', 'tenant_id': '66d897beda9b45aca850ba301764190f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:46.062705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Made reservation on behalf of 66d897beda9b45aca850ba301764190f for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:46.066509 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.090062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Deleting port 2e72d8c3-776c-4d36-b38b-faab71b95526 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:57:46.091057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.200784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] For port 2e72d8c3-776c-4d36-b38b-faab71b95526, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2e72d8c3-776c-4d36-b38b-faab71b95526,segment=NetworkSegment(7ce110d5-e173-4f66-9c78-4522ffb3e22e),segment_id=7ce110d5-e173-4f66-9c78-4522ffb3e22e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:46.201069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.214740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Calling delete_port for 2e72d8c3-776c-4d36-b38b-faab71b95526 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:57:46.451172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.474261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.506356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Pushing event deleted for resources: {'Port': ['ID=2e72d8c3-776c-4d36-b38b-faab71b95526,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:46.516247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75ce7ca-c807-4d39-bc42-98c091a117ff,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:46.521761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Checking segment: {'id': 'a5ee204f-b9ae-4d81-9367-9a47e9f767a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f6002e15-1406-48df-86f1-334221b2df2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:46.522149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Network hostable DHCP agents. Network: f6002e15-1406-48df-86f1-334221b2df2b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:57:46.592176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] No DVR routers for this DVR port 2e72d8c3-776c-4d36-b38b-faab71b95526 on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:46.595001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:46.597097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97b4f7ed-440b-49f6-ac37-d79140a1a0af req-267a71a6-4003-4e1a-99d2-1b31ef03b1a9 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.37 "DELETE /v2.0/ports/2e72d8c3-776c-4d36-b38b-faab71b95526 HTTP/1.1" status: 204 len: 173 time: 0.7314508 Sep 18 06:57:46.597563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-deleted', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:46.599912 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1665bb-f1f2-4ff5-bd69-03bce3694015" -d '{"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-deleted", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:46.646746 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e7fd1-e80b-4ff5-84a5-fa1a067d018d x-openstack-request-id: req-2c0e7fd1-e80b-4ff5-84a5-fa1a067d018d {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:46.647032 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f1c784-5eea-43a3-b65f-a13df36d166b", "name": "network-vif-deleted", "tag": "2e72d8c3-776c-4d36-b38b-faab71b95526", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:46.647312 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c0e7fd1-e80b-4ff5-84a5-fa1a067d018d {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:46.647708 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f1c784-5eea-43a3-b65f-a13df36d166b', 'name': 'network-vif-deleted', 'tag': '2e72d8c3-776c-4d36-b38b-faab71b95526', 'status': 'completed', 'code': 200} Sep 18 06:57:46.678657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10fc4ec1-9b45-4b87-aee3-b1599703ad43 req-4e94f5a7-670f-424f-a034-7ad6cbaf5eb1 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0349307 Sep 18 06:57:46.755043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d67a9-bb00-4715-923a-f750129cb210 req-39b8b92d-6d2c-4eae-a2e5-8cae1cc103dd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:46.757377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf6d67a9-bb00-4715-923a-f750129cb210 req-39b8b92d-6d2c-4eae-a2e5-8cae1cc103dd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0523248 Sep 18 06:57:46.800398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf6d67a9-bb00-4715-923a-f750129cb210 req-31063607-2e3b-43c2-9688-b2d48dc47058 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Sep 18 06:57:46.855869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Network f6002e15-1406-48df-86f1-334221b2df2b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:57:46.979642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, f6002e15-1406-48df-86f1-334221b2df2b) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:46.988405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9eba9-c250-43b5-96c7-895b2550932a None None] Network f6002e15-1406-48df-86f1-334221b2df2b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:46.991791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:46.992526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.011825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bac6f339-1255-4299-bf7c-cc6fc8798d35 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:47.082677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42dcda-942f-4b9d-ab7a-1291c31cd447 req-8ed2e739-907c-4070-8a8b-985fb04135b0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:47.091088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e42dcda-942f-4b9d-ab7a-1291c31cd447 req-8ed2e739-907c-4070-8a8b-985fb04135b0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 945 time: 0.0657032 Sep 18 06:57:47.123542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4296267f-17c6-4d68-bbcf-c99bc9ea3162 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1374183 Sep 18 06:57:47.154120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e42dcda-942f-4b9d-ab7a-1291c31cd447 req-2f7d1cfe-a76e-4080-b9e0-00378b896f64 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Sep 18 06:57:47.175221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1166afb-1b2d-43b2-b317-fc35b2349f11 None None] Network f6002e15-1406-48df-86f1-334221b2df2b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:57:47.178174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device e07866e5-597c-4d4a-b029-dcd368ebfe04 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:47.208240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port bac6f339-1255-4299-bf7c-cc6fc8798d35 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:57:47.228011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port bac6f339-1255-4299-bf7c-cc6fc8798d35 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:47.228393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.408781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.426036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port e07866e5-597c-4d4a-b029-dcd368ebfe04 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:57:47.432355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port e07866e5-597c-4d4a-b029-dcd368ebfe04 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:47.432938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.468056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:47.470587 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb2dee-d655-4c7c-a140-997bd3be5e5e" -d '{"events": [{"server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "name": "network-vif-plugged", "status": "completed", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:47.489589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:47.533033 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437f50ed-6659-4131-a823-da79d1d7a4ec x-openstack-request-id: req-437f50ed-6659-4131-a823-da79d1d7a4ec {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:47.533412 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "name": "network-vif-plugged", "status": "completed", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:47.534082 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-437f50ed-6659-4131-a823-da79d1d7a4ec {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:47.534723 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35', 'code': 200} Sep 18 06:57:47.552179 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.564891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.566277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5e75935e-17f2-450c-ae58-41621035c778 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:47.790187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f045550-d97c-46a3-a417-4986e2902d8c req-b13b170b-597b-4389-ade0-2a1733395e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:47.790187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f045550-d97c-46a3-a417-4986e2902d8c req-b13b170b-597b-4389-ade0-2a1733395e8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 1097 time: 0.1520433 Sep 18 06:57:47.804458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:47.808168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:47.865924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f20ddcc-d649-4b4c-8e1b-0a76d5689abb req-104806bd-b153-4562-ae62-c58f4bd1b403 tempest-LiveMigrationTest-1017015579 tempest-LiveMigrationTest-1017015579-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f1c784-5eea-43a3-b65f-a13df36d166b HTTP/1.1" status: 200 len: 210 time: 0.0481582 Sep 18 06:57:47.907541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f045550-d97c-46a3-a417-4986e2902d8c req-5b67a810-636c-472d-b418-fb9c5d3157d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274223 Sep 18 06:57:47.938485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:47.939816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:47.959657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-0895ca38-b21d-4d76-99f7-5db4d8bb7de3 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:47.967498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-0895ca38-b21d-4d76-99f7-5db4d8bb7de3 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/networks?id=5ee51c40-2c6c-4f98-bbef-e68cb9acf307 HTTP/1.1" status: 200 len: 814 time: 0.1807771 Sep 18 06:57:47.982438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-d095ac6d-ccf1-4b99-8df0-b4b448ce2f18 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/quotas/8913705f49a543d4b57a5aef01ab62e4 HTTP/1.1" status: 200 len: 375 time: 0.0140338 Sep 18 06:57:47.988502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 2e72d8c3-776c-4d36-b38b-faab71b95526 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:57:47.989012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2e72d8c3-776c-4d36-b38b-faab71b95526 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:47.992273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 5e75935e-17f2-450c-ae58-41621035c778 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:57:48.003129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 5e75935e-17f2-450c-ae58-41621035c778 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:48.003654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:48.020991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-cc4ee3b6-2ae6-4359-b46d-5e665ac48ff8 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8913705f49a543d4b57a5aef01ab62e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359104 Sep 18 06:57:48.045201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:48.112078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:48.130568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-c3434b30-a6d1-4afb-9981-c7eb3d63b256 service neutron] 10.222.0.20 "GET /v2.0/networks/5ee51c40-2c6c-4f98-bbef-e68cb9acf307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006315 Sep 18 06:57:48.144734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5e75935e-17f2-450c-ae58-41621035c778,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:48.242106 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:48.247541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-766630f7-965f-4c8d-a707-188932a6c7ae service neutron] 10.222.0.20 "GET /v2.0/networks/5ee51c40-2c6c-4f98-bbef-e68cb9acf307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114309 Sep 18 06:57:48.300078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:48.385830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484c7e9-d12e-43ec-b37d-f5e5fbba17bb req-72581a89-aaca-4424-944b-62d91c23cd82 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:48.388259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7484c7e9-d12e-43ec-b37d-f5e5fbba17bb req-72581a89-aaca-4424-944b-62d91c23cd82 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0490081 Sep 18 06:57:48.425235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7484c7e9-d12e-43ec-b37d-f5e5fbba17bb req-e8ce2e01-1be3-4a4d-a48f-0c7f119a1f2a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Sep 18 06:57:48.539645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9da-eb83-482d-ad8b-c12df50581c7 req-c537783a-f581-423d-b705-402a04037a84 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:48.541329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b3c9da-eb83-482d-ad8b-c12df50581c7 req-c537783a-f581-423d-b705-402a04037a84 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.0503206 Sep 18 06:57:48.586061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b3c9da-eb83-482d-ad8b-c12df50581c7 req-7305a796-e8f5-4da0-8465-84616d75e60f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Sep 18 06:57:48.656212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9866a56e-3e11-4630-bc01-a5de4b14d338 req-3b6ab62f-5499-40cf-af71-3b01401872a2 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 210 time: 0.0265479 Sep 18 06:57:48.814201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d2e42-869b-4a54-8f6d-4c8c625f6531 req-a4fe8aeb-e2f4-4f45-a946-228e0d3bfd9f tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:48.815691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4d2e42-869b-4a54-8f6d-4c8c625f6531 req-a4fe8aeb-e2f4-4f45-a946-228e0d3bfd9f tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 950 time: 0.0488327 Sep 18 06:57:48.853254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4d2e42-869b-4a54-8f6d-4c8c625f6531 req-286d1f1a-fc71-4a9d-b1b8-8b6d4bf42859 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Sep 18 06:57:48.924232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41092) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:49.129378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Deleting subnet 46faa392-8771-4fcb-9c51-f0e41a249f86 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:57:49.132575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.170144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.208835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.372658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.396627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46faa392-8771-4fcb-9c51-f0e41a249f86,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:49.402709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.405453 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4dee2a02-c9e4-420e-89bf-c065e7711dc4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46faa392-8771-4fcb-9c51-f0e41a249f86 HTTP/1.1" status: 204 len: 168 time: 0.4798939 Sep 18 06:57:49.407741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:49.479003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.536699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04'}, {'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75935e-17f2-450c-ae58-41621035c778'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:49.539143 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c409214f-4217-4525-948a-7478a564f361" -d '{"events": [{"server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "name": "network-vif-plugged", "status": "completed", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04"}, {"server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "name": "network-vif-plugged", "status": "completed", "tag": "5e75935e-17f2-450c-ae58-41621035c778"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:49.610852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.636995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2106e7-e5f5-4962-914d-eb101973209d req-effd0709-4feb-4a71-802e-1248f5e8a7db tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:49.639149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad2106e7-e5f5-4962-914d-eb101973209d req-effd0709-4feb-4a71-802e-1248f5e8a7db tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.1174288 Sep 18 06:57:49.642687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04d702a-5abe-4efa-aaea-4595725c7e5a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:49.654774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce110d5-e173-4f66-9c78-4522ffb3e22e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:49.655043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce110d5-e173-4f66-9c78-4522ffb3e22e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:49.675493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.701864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad2106e7-e5f5-4962-914d-eb101973209d req-b2e99686-fe98-44b0-a0de-eaeab13071ff tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Sep 18 06:57:49.702761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.708883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:49.709277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:49.710990 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:49.828607 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a35f5f-3702-4b63-85ca-5efd3cfb222e x-openstack-request-id: req-31a35f5f-3702-4b63-85ca-5efd3cfb222e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:49.828905 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "name": "network-vif-plugged", "status": "completed", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04", "code": 200}, {"server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "name": "network-vif-plugged", "status": "completed", "tag": "5e75935e-17f2-450c-ae58-41621035c778", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:49.829161 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31a35f5f-3702-4b63-85ca-5efd3cfb222e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:49.829588 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04', 'code': 200} Sep 18 06:57:49.829847 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75935e-17f2-450c-ae58-41621035c778', 'code': 200} Sep 18 06:57:49.839194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.846003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.848384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e04d702a-5abe-4efa-aaea-4595725c7e5a HTTP/1.1" status: 204 len: 168 time: 0.4396191 Sep 18 06:57:49.851422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41154) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:49.876165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53967b-9e9a-4ecd-ad76-8666addc7794 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04d702a-5abe-4efa-aaea-4595725c7e5a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:49.924474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Deleting subnet 5d0c19a1-77f2-487f-9d39-8e9ee8b237db {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:57:49.929475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:49.971384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.022019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.038608 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-d995302a-2835-4657-b9a8-bff063bd955e req-5755504a-4b6d-4fcd-bf48-9621a81fb7eb service neutron] show failed (client error): The resource could not be found. Sep 18 06:57:50.039834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-5755504a-4b6d-4fcd-bf48-9621a81fb7eb service neutron] 10.222.0.24 "GET /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1697841 Sep 18 06:57:50.056440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cae2ea-5d8b-4043-b7eb-4080b271efb3 req-3a0b493e-0697-40b3-ae47-5a57c67e711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.058051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6cae2ea-5d8b-4043-b7eb-4080b271efb3 req-3a0b493e-0697-40b3-ae47-5a57c67e711f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 1098 time: 0.1456289 Sep 18 06:57:50.088045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbffbb7-e4ab-4793-9732-ebc631b00572 req-e6da53c2-315d-427e-8c80-5f535ce5afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.089504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cbffbb7-e4ab-4793-9732-ebc631b00572 req-e6da53c2-315d-427e-8c80-5f535ce5afbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 1098 time: 0.1243455 Sep 18 06:57:50.100633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02df1-aaf3-4304-80ce-abc05efa7201 req-268083a6-6763-4df7-8b9d-134ec843d6bb tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.102193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b02df1-aaf3-4304-80ce-abc05efa7201 req-268083a6-6763-4df7-8b9d-134ec843d6bb tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1137950 Sep 18 06:57:50.144443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6cae2ea-5d8b-4043-b7eb-4080b271efb3 req-7cfd7933-e16f-43be-ad92-fb2b64c6f155 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778055 Sep 18 06:57:50.160939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.172486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cbffbb7-e4ab-4793-9732-ebc631b00572 req-b3d587f5-573c-4a22-9c95-89fbbdcbae36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692172 Sep 18 06:57:50.175462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b02df1-aaf3-4304-80ce-abc05efa7201 req-809db2e8-f46f-41c7-a273-28a710cf25e0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634077 Sep 18 06:57:50.200419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0c19a1-77f2-487f-9d39-8e9ee8b237db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:50.200419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.200747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e8a4116-4b3a-4e77-a012-ea2463e3466c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d0c19a1-77f2-487f-9d39-8e9ee8b237db HTTP/1.1" status: 204 len: 168 time: 0.3480933 Sep 18 06:57:50.203176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41156) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:50.272653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca33a90a-0b30-4dcd-89e0-de0c71109f2e req-50b1d671-7706-4d09-a16a-920b92b5bec8 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 210 time: 0.0327961 Sep 18 06:57:50.277540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.362296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.388684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74c281b-a9c7-416e-9158-cf5d15e7065c']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:50.399494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5baae1-c679-46eb-b132-3d471c182cd5') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:50.399723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5baae1-c679-46eb-b132-3d471c182cd5') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:57:50.409046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.422303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.428282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:57:50.428762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:57:50.430402 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:57:50.564921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.569470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.572978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] 10.222.0.20 "DELETE /v2.0/networks/b74c281b-a9c7-416e-9158-cf5d15e7065c HTTP/1.1" status: 204 len: 168 time: 0.3673484 Sep 18 06:57:50.591724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110da03-d205-44de-ac29-5f08dc8f67be admin admin] Pushing event deleted for resources: {'Network': ['ID=b74c281b-a9c7-416e-9158-cf5d15e7065c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:50.720770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-4311d3af-99be-40fe-94e2-1c7afeaf96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.722173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-4311d3af-99be-40fe-94e2-1c7afeaf96f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1102 time: 0.0390627 Sep 18 06:57:50.736567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:50.804710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:50.876466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b84562-4f10-4037-aac9-a968b9ad6f00 req-d7c0228a-7865-44b5-bc7f-fa8f3788bf0d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.878092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2b84562-4f10-4037-aac9-a968b9ad6f00 req-d7c0228a-7865-44b5-bc7f-fa8f3788bf0d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0912113 Sep 18 06:57:50.902819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-db86b123-0e28-42e3-b4b1-32d830b066fb tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:50.904934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-db86b123-0e28-42e3-b4b1-32d830b066fb tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.37 "GET /v2.0/networks?id=5ee51c40-2c6c-4f98-bbef-e68cb9acf307 HTTP/1.1" status: 200 len: 814 time: 0.1240129 Sep 18 06:57:50.920461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Request body: {'port': {'device_id': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307', 'admin_state_up': True, 'tenant_id': '8913705f49a543d4b57a5aef01ab62e4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:50.938378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41186) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:51.003934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2b84562-4f10-4037-aac9-a968b9ad6f00 req-612d4783-0e41-4055-9e7c-4659f7c594b2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132329 Sep 18 06:57:51.077651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6b556690-b70c-4726-b091-3c98b9f71695 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd6c860c45b45458093136004e59a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352904 Sep 18 06:57:51.078319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41196) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:51.143733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:51.152750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.174826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.178795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:51.231114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:51.233946 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea937f97-dfa7-4e25-8805-5af9e0f17593" -d '{"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-unplugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:51.235842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Made reservation on behalf of 8913705f49a543d4b57a5aef01ab62e4 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:57:51.238723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.241172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.287196 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6360df1-4a01-4d4a-b17d-29f484d4297b x-openstack-request-id: req-d6360df1-4a01-4d4a-b17d-29f484d4297b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:51.287483 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-unplugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:51.287740 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6360df1-4a01-4d4a-b17d-29f484d4297b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:51.288125 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'code': 200} Sep 18 06:57:51.291897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Transition to ACTIVE for port object 23c23b88-2e8f-4f27-af7f-6994dbab764b will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:51.299964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.302640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.303858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e48e5874-2d4a-4062-ab94-43d82db5d487 HTTP/1.1" status: 204 len: 168 time: 0.2245190 Sep 18 06:57:51.323613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459b984-fd74-453d-a53a-bd989cd4b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48e5874-2d4a-4062-ab94-43d82db5d487,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:51.350908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.443214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198822a-4ef0-4221-9a44-01dcc638999d req-f84a0ea2-bd95-4211-b2e0-7614b66f98d7 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:51.445366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a198822a-4ef0-4221-9a44-01dcc638999d req-f84a0ea2-bd95-4211-b2e0-7614b66f98d7 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1678374 Sep 18 06:57:51.451974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e696a395-6c8e-47c7-9b2e-6407162a5ab5 req-aeb8a5a5-1a47-4410-8da3-bff96d2c5d07 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 210 time: 0.0869939 Sep 18 06:57:51.506336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:51.526178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] No DVR routers for this DVR port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:57:51.582894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a198822a-4ef0-4221-9a44-01dcc638999d req-b009e1f2-5c16-4420-98eb-d59d95d3296f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255281 Sep 18 06:57:51.588425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:51.592082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:51.592082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:51.594932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:51.595366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:51.601316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:51.601794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:51.602310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:51.603047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Bound port: 23c23b88-2e8f-4f27-af7f-6994dbab764b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:51.603499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.693642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:51.696595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:51.715392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Allocated IP 172.20.0.12 (5ee51c40-2c6c-4f98-bbef-e68cb9acf307/f6a560a8-6077-4a86-923b-840f802ae08e/df6214ea-e8b4-4956-b220-19d5135f29b7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:57:51.818740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.872349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.877449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:51.881885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:51.884649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:51.884649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-66dbe9cb-8fe9-4a1e-a599-495e54a68ff3 service neutron] 10.222.0.37 "PUT /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 1097 time: 1.1527081 Sep 18 06:57:51.957012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-b64bae8b-a0f2-42f9-afba-5bfa9ad82a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:51.958573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-b64bae8b-a0f2-42f9-afba-5bfa9ad82a0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.0510755 Sep 18 06:57:52.030490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.068437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-2cd5f56c-6d7d-467a-8d95-11d630160080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.072843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-2cd5f56c-6d7d-467a-8d95-11d630160080 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1028569 Sep 18 06:57:52.082966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:57:52.086606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:57:52.091192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:57:52.129151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-0b88664c-b047-4c98-a3db-abbfe42965d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0486097 Sep 18 06:57:52.133092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Pushing event updated for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:52.164910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.165584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.195176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41226) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:52.224710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64cbd-e2e1-4085-8280-187947febecb req-46e5247b-f284-4517-a964-119be2179491 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.226282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89b64cbd-e2e1-4085-8280-187947febecb req-46e5247b-f284-4517-a964-119be2179491 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0997076 Sep 18 06:57:52.227660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-310bb355-45e1-4df8-885e-768c48405611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.229042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-310bb355-45e1-4df8-885e-768c48405611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0895922 Sep 18 06:57:52.242791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f947d6f9-8ab7-4978-9147-f45f49404da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28aa94c1982c4535bbb8d003bde35158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449374 Sep 18 06:57:52.243743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41228) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:52.259143 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-edb02088-c3f7-4c98-b84f-8e93528a9f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3444433 Sep 18 06:57:52.291595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Request body: {'port': {'device_id': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:57:52.300732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89b64cbd-e2e1-4085-8280-187947febecb req-12935c46-a2f4-4143-8f57-90b8413cb678 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682328 Sep 18 06:57:52.309686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995302a-2835-4657-b9a8-bff063bd955e req-2c8e6336-8781-4e92-a856-80a3a06853b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.311258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-2c8e6336-8781-4e92-a856-80a3a06853b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611477 Sep 18 06:57:52.357998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.377196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.392755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.417347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-d73da3b9-f109-4d4e-8eb3-50e5a008125a service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974686 Sep 18 06:57:52.603188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.606100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.609660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb7345c3-b6f1-4865-8829-80979414c21e HTTP/1.1" status: 204 len: 168 time: 0.3641803 Sep 18 06:57:52.631684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ef14c-11d2-43b1-ae0d-477aaf317398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7345c3-b6f1-4865-8829-80979414c21e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:52.732646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6214ea-e8b4-4956-b220-19d5135f29b7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:52.740668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.753261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Transition to ACTIVE for port object df6214ea-e8b4-4956-b220-19d5135f29b7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:57:52.841230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:52.872304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4a376-90e9-4150-83e5-463c887b322a req-6a6d1733-c9d4-40a2-9d5d-ab5da30ee8ef tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.873519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04e4a376-90e9-4150-83e5-463c887b322a req-6a6d1733-c9d4-40a2-9d5d-ab5da30ee8ef tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1287231 Sep 18 06:57:52.891983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df3d2-b13c-4fbd-88d1-4a665d2ecf14 req-7d72fa55-8bf0-4124-a35e-3d0d6b91673e tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:52.892823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Pushing event updated for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:52.896563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-437df3d2-b13c-4fbd-88d1-4a665d2ecf14 req-7d72fa55-8bf0-4124-a35e-3d0d6b91673e tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 932 time: 0.1497326 Sep 18 06:57:52.912493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d995302a-2835-4657-b9a8-bff063bd955e req-c5ebef19-92e0-4512-80f6-d96f3b4c53f1 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867892 Sep 18 06:57:52.951417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04e4a376-90e9-4150-83e5-463c887b322a req-33a8bf4a-047b-4bae-aa2e-f2d9b5b7c1bb tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675795 Sep 18 06:57:52.964337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Attempting to bind port df6214ea-e8b4-4956-b220-19d5135f29b7 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:57:52.964683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Attempting to bind port df6214ea-e8b4-4956-b220-19d5135f29b7 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ab3ebf37-d847-49e2-9dfa-0faab026a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:57:52.965022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Attempting to bind port df6214ea-e8b4-4956-b220-19d5135f29b7 on network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:52.973262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Port df6214ea-e8b4-4956-b220-19d5135f29b7 on network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:57:52.973262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Attempting to bind port df6214ea-e8b4-4956-b220-19d5135f29b7 on network 5ee51c40-2c6c-4f98-bbef-e68cb9acf307 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:57:52.973459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-437df3d2-b13c-4fbd-88d1-4a665d2ecf14 req-c520151b-2af8-461e-b91a-ebd7179fbbbf tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593078 Sep 18 06:57:52.976515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:57:52.977605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Checking segment: {'id': 'ab3ebf37-d847-49e2-9dfa-0faab026a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:57:52.978194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Bound using segment: {'id': 'ab3ebf37-d847-49e2-9dfa-0faab026a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:57:52.978795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Bound port: df6214ea-e8b4-4956-b220-19d5135f29b7, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3ebf37-d847-49e2-9dfa-0faab026a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:57:52.979328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.065769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:57:53.069208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=df6214ea-e8b4-4956-b220-19d5135f29b7,segment=NetworkSegment(ab3ebf37-d847-49e2-9dfa-0faab026a49d),segment_id=ab3ebf37-d847-49e2-9dfa-0faab026a49d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:57:53.112581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fef4c-f0b6-4713-85f4-b996a4d70292 req-fc6e8628-f03d-4b7a-8963-2f99b22403f9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.114469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9fef4c-f0b6-4713-85f4-b996a4d70292 req-fc6e8628-f03d-4b7a-8963-2f99b22403f9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0656259 Sep 18 06:57:53.142413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.169529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9fef4c-f0b6-4713-85f4-b996a4d70292 req-45aebdb1-8c8f-491b-8f00-2ffc8bfb811c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Sep 18 06:57:53.181846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.182493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.184105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] 10.222.0.37 "PUT /v2.0/ports/df6214ea-e8b4-4956-b220-19d5135f29b7 HTTP/1.1" status: 200 len: 1093 time: 0.8998840 Sep 18 06:57:53.185033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:53.187619 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b63742-2a01-4202-9ab4-ca599527a0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:53.209244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:53.212371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709db90-74c0-4834-af94-0d55bee18690 service neutron] Pushing event updated for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:53.217785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:53.267862 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01a66be-96aa-46a5-b48c-8d10d5893ee3 x-openstack-request-id: req-b01a66be-96aa-46a5-b48c-8d10d5893ee3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:53.268471 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:53.268699 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b01a66be-96aa-46a5-b48c-8d10d5893ee3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:53.269105 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7', 'status': 'completed', 'code': 200} Sep 18 06:57:53.289753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:53.292416 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:53.364594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-c3c491d9-d8a8-4677-80ef-aacb9f8ca78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.366220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-c3c491d9-d8a8-4677-80ef-aacb9f8ca78e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8913705f49a543d4b57a5aef01ab62e4&device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 1096 time: 0.0624306 Sep 18 06:57:53.395696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629863d-caf4-48d5-995a-8f244fc09851 req-d66618bc-d09d-4dbf-bac0-8e2af230cadf tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.397287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5629863d-caf4-48d5-995a-8f244fc09851 req-d66618bc-d09d-4dbf-bac0-8e2af230cadf tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.0803313 Sep 18 06:57:53.409147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:53.421404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'mac_address': 'fa:16:3e:d9:98:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:53.432830 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da2321-5916-4649-8523-701b1e05e9ad x-openstack-request-id: req-e0da2321-5916-4649-8523-701b1e05e9ad {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:53.433154 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:53.433390 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0da2321-5916-4649-8523-701b1e05e9ad {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:53.433794 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'status': 'completed', 'code': 200} Sep 18 06:57:53.466674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.501657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:53.502918 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff1802-064f-4c80-b121-6c2a72b7e64c" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:53.510521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:53.519575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.534048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:53.536980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-83b98caa-0e82-48b2-a4f1-490c99edf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.538879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-83b98caa-0e82-48b2-a4f1-490c99edf42f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8913705f49a543d4b57a5aef01ab62e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1559250 Sep 18 06:57:53.544439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5629863d-caf4-48d5-995a-8f244fc09851 req-cb446eb2-f042-4937-8888-b3c0d711eaf5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390955 Sep 18 06:57:53.560981 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:53.603044 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0401888a-0fe3-4b4d-9654-7523a04f5347 x-openstack-request-id: req-0401888a-0fe3-4b4d-9654-7523a04f5347 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:53.606430 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:53.606878 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0401888a-0fe3-4b4d-9654-7523a04f5347 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:53.607293 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'code': 200} Sep 18 06:57:53.630312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-0eacc773-4a66-41e7-9eae-04a6067c10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.631830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-0eacc773-4a66-41e7-9eae-04a6067c10cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.1633344 Sep 18 06:57:53.638137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-e1df998d-5ea8-4c9c-b048-901db2c9534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.639598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-e1df998d-5ea8-4c9c-b048-901db2c9534e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.1472313 Sep 18 06:57:53.648108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4973-bf85-4e3d-ae28-0fe36f479e51 req-7cc71a6e-4564-4411-a53d-e0801cb2e2c1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.649659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979e4973-bf85-4e3d-ae28-0fe36f479e51 req-7cc71a6e-4564-4411-a53d-e0801cb2e2c1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.1192231 Sep 18 06:57:53.681830 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:57:53.682470 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:57:53.704874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:53.725967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-0893d007-9f19-4898-958c-6cb6c79f76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.727551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6b63742-2a01-4202-9ab4-ca599527a0d5 req-0893d007-9f19-4898-958c-6cb6c79f76d4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813445 Sep 18 06:57:53.829326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979e4973-bf85-4e3d-ae28-0fe36f479e51 req-b05e1560-090f-4c36-a014-7328297dec04 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421454 Sep 18 06:57:53.845222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-85cbde9f-c4ff-40ec-8c9f-effb492cb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.848474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-85cbde9f-c4ff-40ec-8c9f-effb492cb629 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8913705f49a543d4b57a5aef01ab62e4&device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 1096 time: 0.0788448 Sep 18 06:57:53.858997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3044560c-f4e5-4df0-91bf-8bb5fb055032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.861409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3044560c-f4e5-4df0-91bf-8bb5fb055032 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2108369 Sep 18 06:57:53.907555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-265fa7d2-73ea-48d5-bba4-577cdaed7b2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df6214ea-e8b4-4956-b220-19d5135f29b7 HTTP/1.1" status: 200 len: 217 time: 0.0399053 Sep 18 06:57:53.936120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-f8c29bf6-0c65-4797-9d3a-19aee87adf55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0577431 Sep 18 06:57:53.951198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3ac8bbca-4136-4209-be36-759bfd8bf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.952672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3ac8bbca-4136-4209-be36-759bfd8bf622 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2667499 Sep 18 06:57:53.972091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-870c41d5-75f3-4952-bd2a-4a296a03b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:53.973709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-870c41d5-75f3-4952-bd2a-4a296a03b6d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a560a8-6077-4a86-923b-840f802ae08e HTTP/1.1" status: 200 len: 854 time: 0.0481462 Sep 18 06:57:54.024049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-8e3bf91c-c4ee-4dc1-9626-72e247f46e11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ee51c40-2c6c-4f98-bbef-e68cb9acf307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325522 Sep 18 06:57:54.044292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-377b49cb-27de-4f64-8759-91fecbe58ca1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0605538 Sep 18 06:57:54.058199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2feae5-c784-4197-968b-4d63e5bc5402 req-68958aa8-e433-44c0-87da-cb1e2c29f719 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.060380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e2feae5-c784-4197-968b-4d63e5bc5402 req-68958aa8-e433-44c0-87da-cb1e2c29f719 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1695366 Sep 18 06:57:54.082027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3f8e4830-579e-4e7e-9249-4811d1d0ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.083393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-3f8e4830-579e-4e7e-9249-4811d1d0ebbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1297743 Sep 18 06:57:54.132910 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-4d76f912-93fe-4112-89ce-3e60ef9ad981 service neutron] 10.222.0.37 "GET /v2.0/networks/5ee51c40-2c6c-4f98-bbef-e68cb9acf307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963268 Sep 18 06:57:54.192369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-9b256c7d-c1d8-4120-881d-0f333022261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.193970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-9b256c7d-c1d8-4120-881d-0f333022261d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1326888 Sep 18 06:57:54.205579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e2feae5-c784-4197-968b-4d63e5bc5402 req-6f1c31fc-9cb7-4aa7-9301-19f8a78b0578 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251578 Sep 18 06:57:54.224164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f3c2-1674-4df1-adb2-7acc4ed1a756 req-e8a6e06e-081a-40f6-8386-dc04fb1bc679 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.231938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c57f3c2-1674-4df1-adb2-7acc4ed1a756 req-e8a6e06e-081a-40f6-8386-dc04fb1bc679 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 944 time: 0.1694407 Sep 18 06:57:54.248259 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-345fbba5-5b21-4ba2-b9c2-3e83c81c8b4a req-5e5c0e9c-59fc-4c5c-8f6b-6701825d917a service neutron] 10.222.0.37 "GET /v2.0/networks/5ee51c40-2c6c-4f98-bbef-e68cb9acf307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045313 Sep 18 06:57:54.270849 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:54.290890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:54.298326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-8e7a4c4d-2105-47fa-9a3f-097d1952bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.300010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-8e7a4c4d-2105-47fa-9a3f-097d1952bd60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1970561 Sep 18 06:57:54.313035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:54.346464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c57f3c2-1674-4df1-adb2-7acc4ed1a756 req-816fa6fd-d5e1-4632-8706-72a94354f819 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136501 Sep 18 06:57:54.350467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-2693edca-51aa-4b32-9f07-7fb29c75f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.352361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-2693edca-51aa-4b32-9f07-7fb29c75f670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449459 Sep 18 06:57:54.406221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:54.508080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:54.534151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:54.579018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-cc56c542-62ab-4a39-8b00-fb3bd1dbcf4d service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549088 Sep 18 06:57:54.708787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-18b05721-9fc2-4785-91c3-be2a9ca2ab60 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197431 Sep 18 06:57:54.710884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-8ce9ea66-8c9f-4e08-be0e-e510efa1dfc1 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161523 Sep 18 06:57:54.809647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270d877-c308-42e0-9b9d-9b56b097dffe req-af372013-1da8-40a6-91b9-9451d14e7174 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:54.816774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e270d877-c308-42e0-9b9d-9b56b097dffe req-af372013-1da8-40a6-91b9-9451d14e7174 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1215639 Sep 18 06:57:54.881812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e270d877-c308-42e0-9b9d-9b56b097dffe req-b1bd9970-57fb-4ad2-b996-3d43640265c6 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626235 Sep 18 06:57:54.883850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1b47b4b-b216-41ac-b5fa-7403ba57e46c req-c7d007e5-a10b-440f-9c7b-6543ad90d086 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546843 Sep 18 06:57:55.002653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a326-2f44-4426-8dac-217dcd779a3e req-bae2562d-e15c-447a-aea3-8831b448bc61 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:55.004166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a70a326-2f44-4426-8dac-217dcd779a3e req-bae2562d-e15c-447a-aea3-8831b448bc61 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0584683 Sep 18 06:57:55.054211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a70a326-2f44-4426-8dac-217dcd779a3e req-64e057bc-e285-4611-befc-19b94b25682e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Sep 18 06:57:55.059903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:57:55.109272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:57:55.426235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97d4a-5882-496c-80a5-19ca965d71b9 req-998c7160-fea6-4216-b8ff-83d804bf989a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:55.432817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97d4a-5882-496c-80a5-19ca965d71b9 req-998c7160-fea6-4216-b8ff-83d804bf989a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:55.441157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97d4a-5882-496c-80a5-19ca965d71b9 req-998c7160-fea6-4216-b8ff-83d804bf989a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:55.443430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13c97d4a-5882-496c-80a5-19ca965d71b9 req-998c7160-fea6-4216-b8ff-83d804bf989a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313&device_id=701143f2-86de-4ac3-8269-b4f488812d90&device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 2418 time: 0.0993299 Sep 18 06:57:55.523232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13c97d4a-5882-496c-80a5-19ca965d71b9 req-5cfdc6b0-3134-4ef8-bac6-ce2aa7986fb0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697660 Sep 18 06:57:55.745197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2df8-a78f-4a4f-a836-c5d7cbded224 req-80a940a2-1591-4f0b-8254-401e65676e22 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:55.747671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed2b2df8-a78f-4a4f-a836-c5d7cbded224 req-80a940a2-1591-4f0b-8254-401e65676e22 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 944 time: 0.0750573 Sep 18 06:57:55.810940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed2b2df8-a78f-4a4f-a836-c5d7cbded224 req-f62981ef-69bd-4e7a-bcc8-3cfadc76b9b7 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Sep 18 06:57:56.233467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab7fde-831b-4495-a363-ec951370c85a req-8535c4c9-71a2-42f4-94e7-610cc3aba04c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:56.244063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aab7fde-831b-4495-a363-ec951370c85a req-8535c4c9-71a2-42f4-94e7-610cc3aba04c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0954959 Sep 18 06:57:56.263272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4883fd-6736-4db7-9657-a645aa0f3fbc req-b6a1329d-3736-43a7-bb93-59af166b20d6 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:56.264797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab4883fd-6736-4db7-9657-a645aa0f3fbc req-b6a1329d-3736-43a7-bb93-59af166b20d6 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1261353 Sep 18 06:57:56.322292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6aab7fde-831b-4495-a363-ec951370c85a req-46a28626-7b73-4800-aac2-94852c33b880 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772870 Sep 18 06:57:56.331717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab4883fd-6736-4db7-9657-a645aa0f3fbc req-0dd0fcee-be64-4274-8c30-102bdd3822cc tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552495 Sep 18 06:57:57.216538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device df6214ea-e8b4-4956-b220-19d5135f29b7 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:57.221530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:57:57.304482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f7ff4-2e59-4ab1-8abd-70e5562378e8 req-675d6de9-f3ef-42bc-a7a2-973b7665a84d tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:57.307237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-243f7ff4-2e59-4ab1-8abd-70e5562378e8 req-675d6de9-f3ef-42bc-a7a2-973b7665a84d tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 944 time: 0.1163881 Sep 18 06:57:57.335025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:57:57.335674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:57.336700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-1877959f-090e-4bc6-be42-ec72ada8fd6c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:57.342038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-1877959f-090e-4bc6-be42-ec72ada8fd6c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 948 time: 0.0983336 Sep 18 06:57:57.473584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-243f7ff4-2e59-4ab1-8abd-70e5562378e8 req-38b658a6-f4c6-4f50-b975-9ffa326fd9de tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543775 Sep 18 06:57:57.488115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:57.506818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=df6214ea-e8b4-4956-b220-19d5135f29b7,segment=NetworkSegment(ab3ebf37-d847-49e2-9dfa-0faab026a49d),segment_id=ab3ebf37-d847-49e2-9dfa-0faab026a49d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:57.530641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:57:57.534000 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eb7df0-bfdf-4dcb-b953-917fab745bb5" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:57:57.544745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'df6214ea-e8b4-4956-b220-19d5135f29b7', 'network_id': '5ee51c40-2c6c-4f98-bbef-e68cb9acf307', 'port_id': 'df6214ea-e8b4-4956-b220-19d5135f29b7', 'mac_address': 'fa:16:3e:5e:2b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a560a8-6077-4a86-923b-840f802ae08e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:57.545784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271735-8dba-4bd1-aa37-121a48b1a00f req-5b02aaad-9835-4788-bb3f-933bd04624e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:57.550889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:57.558115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71271735-8dba-4bd1-aa37-121a48b1a00f req-5b02aaad-9835-4788-bb3f-933bd04624e0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0993052 Sep 18 06:57:57.582636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-c6d98fee-797b-45fd-bfa8-3d5be34ba86a service neutron] 10.222.0.37 "GET /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 383 time: 0.2251544 Sep 18 06:57:57.597540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:57.621999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71271735-8dba-4bd1-aa37-121a48b1a00f req-d5daf569-9682-4067-9cd3-4d9332918639 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627029 Sep 18 06:57:57.622664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6214ea-e8b4-4956-b220-19d5135f29b7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:57.629787 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:57.673317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-1deb6ddc-0d6c-42e0-8203-8aaba7995c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:57.675472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-1deb6ddc-0d6c-42e0-8203-8aaba7995c30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1100 time: 0.0517282 Sep 18 06:57:57.677759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=df6214ea-e8b4-4956-b220-19d5135f29b7,segment=NetworkSegment(ab3ebf37-d847-49e2-9dfa-0faab026a49d),segment_id=ab3ebf37-d847-49e2-9dfa-0faab026a49d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:57.720103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:57.756578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:57.760920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:57:57.792218 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7d9cdf-c5b9-41a7-b27d-c3aad3e51928 x-openstack-request-id: req-1c7d9cdf-c5b9-41a7-b27d-c3aad3e51928 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:57:57.792620 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:57:57.795340 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c7d9cdf-c5b9-41a7-b27d-c3aad3e51928 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:57:57.795340 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'code': 200} Sep 18 06:57:57.804886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-99f99b04-909d-4ff3-b01a-1d15055386e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:57.808532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-99f99b04-909d-4ff3-b01a-1d15055386e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1238971 Sep 18 06:57:57.863711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:57.909145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-c8bff857-47c5-49fa-beff-e2d1af4783b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0925696 Sep 18 06:57:58.001234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:58.026215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-f60c0917-abc0-4c1f-bc27-cea47936990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:58.027979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'mac_address': 'fa:16:3e:69:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:57:58.032456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-f60c0917-abc0-4c1f-bc27-cea47936990c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1108065 Sep 18 06:57:58.095309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-6806684c-9de0-4aa9-9d17-51c58337dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:58.097153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-6806684c-9de0-4aa9-9d17-51c58337dbae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541701 Sep 18 06:57:58.114566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:58.147212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:57:58.179641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:57:58.252685 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:58.274825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-1bccc9b8-00ab-4c5b-bb13-663245a8b956 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612949 Sep 18 06:57:58.345213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:58.410346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-59104eed-15f2-46fd-b42f-a42c221a9435 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194680 Sep 18 06:57:58.528905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:58.584201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['23c23b88-2e8f-4f27-af7f-6994dbab764b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:58.588316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['df6214ea-e8b4-4956-b220-19d5135f29b7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:57:58.665572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca960cc-4c4d-4d24-84c3-c6a8a0046fdf req-76d9a740-eae8-4d7c-8189-3bb21956539b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:58.673678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eca960cc-4c4d-4d24-84c3-c6a8a0046fdf req-76d9a740-eae8-4d7c-8189-3bb21956539b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0904002 Sep 18 06:57:58.691645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb342be-443d-44bf-bae3-78ad5f544356 req-6faf330a-a710-4fa9-904b-1c2c616bafb1 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:58.693148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb342be-443d-44bf-bae3-78ad5f544356 req-6faf330a-a710-4fa9-904b-1c2c616bafb1 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 945 time: 0.1000137 Sep 18 06:57:58.752115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02972c13-591b-4aa7-b5d7-e97e3f8b3d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:58.772728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eca960cc-4c4d-4d24-84c3-c6a8a0046fdf req-a116a4ae-f94c-4d8d-8525-133c51dd9b75 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981493 Sep 18 06:57:58.815416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:58.828315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb342be-443d-44bf-bae3-78ad5f544356 req-e9314162-0150-447b-9017-f2b05b1f0cc3 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200259 Sep 18 06:57:58.971400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd738c0-d9cd-4a6d-83f4-74f20bd13bb4 req-ec079b7d-4ed8-424e-bf18-465106ded1d8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:58.973005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffd738c0-d9cd-4a6d-83f4-74f20bd13bb4 req-ec079b7d-4ed8-424e-bf18-465106ded1d8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.0863070 Sep 18 06:57:59.030446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02972c13-591b-4aa7-b5d7-e97e3f8b3d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.036698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffd738c0-d9cd-4a6d-83f4-74f20bd13bb4 req-30c8cec7-2484-4216-b35b-b0295247d8ee tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563724 Sep 18 06:57:59.111335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02972c13-591b-4aa7-b5d7-e97e3f8b3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.161540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02972c13-591b-4aa7-b5d7-e97e3f8b3d97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06d9d27bf27b4b358d6b64e02f1eb667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312788 Sep 18 06:57:59.162540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02972c13-591b-4aa7-b5d7-e97e3f8b3d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330588f2-e97d-4e95-9fc5-1a906368dd3f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:59.164389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41478) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:57:59.214702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.236173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.438887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.441517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:57:59.442868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/330588f2-e97d-4e95-9fc5-1a906368dd3f HTTP/1.1" status: 204 len: 168 time: 0.2772708 Sep 18 06:57:59.450931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789364e3-a1a9-4299-9cde-c5a3ae498271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330588f2-e97d-4e95-9fc5-1a906368dd3f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:57:59.959225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877d33d-1714-499a-9008-22ad4ca42d56 req-ecac5bdb-15e9-42e9-b62b-146cbc3b464c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:59.960830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c877d33d-1714-499a-9008-22ad4ca42d56 req-ecac5bdb-15e9-42e9-b62b-146cbc3b464c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0922997 Sep 18 06:57:59.973105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4127-10bc-4422-a368-e82df1b35c6a req-669250b9-9ee0-4c10-8ff1-c42ffe314431 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:57:59.974967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c15c4127-10bc-4422-a368-e82df1b35c6a req-669250b9-9ee0-4c10-8ff1-c42ffe314431 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 945 time: 0.0750604 Sep 18 06:58:00.033200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c877d33d-1714-499a-9008-22ad4ca42d56 req-dbed5b57-62e2-40b3-bc87-b481fdaa8dda tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Sep 18 06:58:00.051251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c15c4127-10bc-4422-a368-e82df1b35c6a req-c895615c-f5f1-48da-97e1-8e4c1e183f14 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652244 Sep 18 06:58:00.144388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41510) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:00.164120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6065003-c3e7-4860-afa9-90ef817d681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.201990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa1c78-4718-40b6-9df6-5b78e0a08627 req-27c63f35-6227-4de7-87b2-b5f55f20e474 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:00.209799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ffa1c78-4718-40b6-9df6-5b78e0a08627 req-27c63f35-6227-4de7-87b2-b5f55f20e474 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.0759354 Sep 18 06:58:00.246837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ffa1c78-4718-40b6-9df6-5b78e0a08627 req-0c459b42-f3f1-4877-9185-1163db53f6aa tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Sep 18 06:58:00.298457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6065003-c3e7-4860-afa9-90ef817d681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.418012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6065003-c3e7-4860-afa9-90ef817d681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.477694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a6065003-c3e7-4860-afa9-90ef817d681c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a0486e4aef744909bd5f9f0ef345961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316064 Sep 18 06:58:00.478996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6065003-c3e7-4860-afa9-90ef817d681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fa347-d4ca-49dd-addb-071d64e7379e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:00.481152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41524) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:00.540711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.566836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.720878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.723614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:00.724853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b66fa347-d4ca-49dd-addb-071d64e7379e HTTP/1.1" status: 204 len: 168 time: 0.2426870 Sep 18 06:58:00.734116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f27b4-37d6-45c7-b8f3-d0e91cefac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fa347-d4ca-49dd-addb-071d64e7379e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:01.239861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device df6214ea-e8b4-4956-b220-19d5135f29b7 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:01.255726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16929818-93f5-4dfe-846f-e8b4c9492079 req-0b3ab482-6f1d-43f8-9f1d-6b7ed184870f tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:01.264830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16929818-93f5-4dfe-846f-e8b4c9492079 req-0b3ab482-6f1d-43f8-9f1d-6b7ed184870f tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 945 time: 0.1083214 Sep 18 06:58:01.306958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b484e-5f22-4b73-8cbf-6b99a77c83b2 req-401ae42c-6a74-479b-b76c-24caf2b1e148 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:01.314718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff9b484e-5f22-4b73-8cbf-6b99a77c83b2 req-401ae42c-6a74-479b-b76c-24caf2b1e148 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1176817 Sep 18 06:58:01.353452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16929818-93f5-4dfe-846f-e8b4c9492079 req-dca7ed93-57a1-4d4a-a6c1-f9424f6c4c75 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Sep 18 06:58:01.368207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port df6214ea-e8b4-4956-b220-19d5135f29b7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:01.368207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port df6214ea-e8b4-4956-b220-19d5135f29b7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:01.368207 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:01.440828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff9b484e-5f22-4b73-8cbf-6b99a77c83b2 req-229d6e3d-8d13-478a-af07-77a9edd5c391 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245685 Sep 18 06:58:01.594998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:01.634862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:01.640036 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ee777-514b-4d6c-a995-c66de4615c7b" -d '{"events": [{"server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "name": "network-vif-plugged", "status": "completed", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:01.656828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-847bce21-781a-46cf-9f9e-744c7e810e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:01.659485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-847bce21-781a-46cf-9f9e-744c7e810e6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1101 time: 0.0967410 Sep 18 06:58:01.667415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=df6214ea-e8b4-4956-b220-19d5135f29b7,segment=NetworkSegment(ab3ebf37-d847-49e2-9dfa-0faab026a49d),segment_id=ab3ebf37-d847-49e2-9dfa-0faab026a49d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:01.670690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c63bf-9a6e-4eeb-92fa-b351abe3b287 req-686889f6-03c2-4deb-8829-cfe6b3f486d1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:01.672543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-844c63bf-9a6e-4eeb-92fa-b351abe3b287 req-686889f6-03c2-4deb-8829-cfe6b3f486d1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 949 time: 0.1118073 Sep 18 06:58:01.718012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:01.744804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:01.745807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:01.761705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-844c63bf-9a6e-4eeb-92fa-b351abe3b287 req-faa6c017-0636-47ac-8fd6-ea2c405dfb36 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767465 Sep 18 06:58:01.805105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:01.822354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:01.870947 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10309690-079c-470f-8bda-7b707fec64f8 x-openstack-request-id: req-10309690-079c-470f-8bda-7b707fec64f8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:01.872058 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "name": "network-vif-plugged", "status": "completed", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:01.872487 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10309690-079c-470f-8bda-7b707fec64f8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:01.873641 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7', 'code': 200} Sep 18 06:58:01.994597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 23c23b88-2e8f-4f27-af7f-6994dbab764b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:02.001263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:02.002566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.109935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bb3d3-8c48-46a8-9cb6-a058dca6d675 req-d19d91f3-a180-493f-a3ae-2b43ee3f283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:02.109935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-343bb3d3-8c48-46a8-9cb6-a058dca6d675 req-d19d91f3-a180-493f-a3ae-2b43ee3f283b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 1098 time: 0.1417427 Sep 18 06:58:02.147331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.194372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-343bb3d3-8c48-46a8-9cb6-a058dca6d675 req-c1415b71-1162-4464-8738-e4c8101cf311 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627875 Sep 18 06:58:02.223327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:02.272482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:02.314157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:02.325546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.338215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Ignored duplicate provisioning block setup for port 23c23b88-2e8f-4f27-af7f-6994dbab764b by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 18 06:58:02.459810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.535024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:58:02.543670 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:58:02.547604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ed7-c8b4-488d-8721-0c716eed2dda req-bf00ad08-8111-4c7c-8b26-586c7e454c11 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:02.549267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5631ed7-c8b4-488d-8721-0c716eed2dda req-bf00ad08-8111-4c7c-8b26-586c7e454c11 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 946 time: 0.1219661 Sep 18 06:58:02.566599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=9']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:02.588237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] No DVR routers for this DVR port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:02.678701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:02.679039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:02.679432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:02.687344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5631ed7-c8b4-488d-8721-0c716eed2dda req-c6cc1222-1ed2-4046-a9d3-2ad5eb5fe9cb tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216490 Sep 18 06:58:02.697954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:02.698358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Attempting to bind port 23c23b88-2e8f-4f27-af7f-6994dbab764b on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d642-646c-4ff3-90c2-6c14a3c988d3 req-c85f6bde-672e-4107-83c3-4786e3721665 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e4d642-646c-4ff3-90c2-6c14a3c988d3 req-c85f6bde-672e-4107-83c3-4786e3721665 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1801193 Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Bound port: 23c23b88-2e8f-4f27-af7f-6994dbab764b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:02.835349 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.836350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f7b0f39f-e5e8-41dd-836c-894862efeac2 None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:02.836350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f39f-e5e8-41dd-836c-894862efeac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:02.836748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e4d642-646c-4ff3-90c2-6c14a3c988d3 req-8e00824b-bfa7-43a3-8c6f-f9db3a3f38c9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805788 Sep 18 06:58:02.845199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:02.848405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:02.860728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0f39f-e5e8-41dd-836c-894862efeac2 None None] Port 23c23b88-2e8f-4f27-af7f-6994dbab764b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:03.013721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932e58a-5745-4208-bc3a-491a810bb57d req-f444cdef-c900-43cd-99f7-efda308e57b5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.015249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e932e58a-5745-4208-bc3a-491a810bb57d req-f444cdef-c900-43cd-99f7-efda308e57b5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 948 time: 0.0536833 Sep 18 06:58:03.050025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:03.084659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e932e58a-5745-4208-bc3a-491a810bb57d req-7afeefd9-1e81-4aec-a2c2-39d99ef7c0cc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623121 Sep 18 06:58:03.094331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.094898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:03.096256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] 10.222.0.24 "PUT /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 1097 time: 1.3854282 Sep 18 06:58:03.096707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:03.099072 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f3d84-9f1c-4087-8bf6-b105232f3321" -d '{"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:03.104333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:03.144548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:03.180901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da5a5-af4d-43ed-919e-ef9922fa5cfd service neutron] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:03.193928 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc48cb0-c2fd-415e-b952-5fc0514caacf x-openstack-request-id: req-0dc48cb0-c2fd-415e-b952-5fc0514caacf {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:03.194460 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:03.194816 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc48cb0-c2fd-415e-b952-5fc0514caacf {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:03.195335 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'status': 'completed', 'code': 200} Sep 18 06:58:03.206786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-d4200870-ba97-45f5-9d33-0bcfbc554a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.208539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-d4200870-ba97-45f5-9d33-0bcfbc554a55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1101 time: 0.0614727 Sep 18 06:58:03.246934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:03.294048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:03.394170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:03.410188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:03.491830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-12d508af-e1c8-45fe-ba1e-c4397e912dc8 None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:03.492776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12d508af-e1c8-45fe-ba1e-c4397e912dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:03.814251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bbfff1f5-e110-48c2-be58-ed7bdcd311a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.818072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-bbfff1f5-e110-48c2-be58-ed7bdcd311a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.5889864 Sep 18 06:58:03.830674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-6038f6e4-7515-4d52-aca1-db53acb1430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.832166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-6038f6e4-7515-4d52-aca1-db53acb1430b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1101 time: 0.6181772 Sep 18 06:58:03.875430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:03.878411 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaeb490-23f3-416a-b630-1545c5fd6fdb" -d '{"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:03.902949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-e3a19981-9aa5-4890-82f4-34c8e65e7c26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0690186 Sep 18 06:58:03.937503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae79f5-f10c-41b1-8ba2-982b2bc4778b req-57495552-8851-47a8-8693-6ed4e9e0d64f tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:03.946622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-feae79f5-f10c-41b1-8ba2-982b2bc4778b req-57495552-8851-47a8-8693-6ed4e9e0d64f tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 946 time: 0.1626766 Sep 18 06:58:04.055734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-66f8f991-3bd2-4574-be6b-d8cf737da659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.057197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-66f8f991-3bd2-4574-be6b-d8cf737da659 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1422348 Sep 18 06:58:04.063936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-feae79f5-f10c-41b1-8ba2-982b2bc4778b req-1e22be7e-56ac-42f6-ba8d-8fa50583956d tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164868 Sep 18 06:58:04.141356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-7468a2df-4287-4223-ae5d-bdd7b22a1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.143792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-7468a2df-4287-4223-ae5d-bdd7b22a1b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2948096 Sep 18 06:58:04.247331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-7b38cac6-ebff-4a2f-8d93-f4c18e22cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.248938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-7b38cac6-ebff-4a2f-8d93-f4c18e22cdcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825278 Sep 18 06:58:04.253005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-199971ed-1ca3-4cd0-92ef-232a22f3c137 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937383 Sep 18 06:58:04.253978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-b5669ec6-0894-4657-93eb-1fd3c09ea13c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0948617 Sep 18 06:58:04.391620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e15c1-827f-4417-9bba-b21661415b18 req-c3790f58-bb07-4330-93e4-b29bc1308edd tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.398466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-228e15c1-827f-4417-9bba-b21661415b18 req-c3790f58-bb07-4330-93e4-b29bc1308edd tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.2434542 Sep 18 06:58:04.504511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-95d4972c-ad88-4257-8352-5ddce2f82740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.506012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-95d4972c-ad88-4257-8352-5ddce2f82740 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2222412 Sep 18 06:58:04.582758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-e9649c89-5ae8-4fcc-9f57-a18b7ebaeeda tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.590544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-e9649c89-5ae8-4fcc-9f57-a18b7ebaeeda tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239768 Sep 18 06:58:04.604891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-228e15c1-827f-4417-9bba-b21661415b18 req-e51180c2-4d8b-4fbb-82bf-4a35cd76ab6a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495290 Sep 18 06:58:04.610138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-e90d674a-418d-4b0c-8b09-806c7d75243c service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516831 Sep 18 06:58:04.620216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-c0f06784-426e-4caf-b0aa-2ae4af9c19db tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.0283732 Sep 18 06:58:04.688411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-ee754fcf-33a6-45ab-a4b1-645e01c27ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:04.691859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-ee754fcf-33a6-45ab-a4b1-645e01c27ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668327 Sep 18 06:58:04.701882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-b1a1c2f8-a704-438f-97d3-278cf6b0347d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809340 Sep 18 06:58:04.782154 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7682b542-abfe-45bb-9475-7bb194e68f22 x-openstack-request-id: req-7682b542-abfe-45bb-9475-7bb194e68f22 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:04.782659 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:04.783075 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7682b542-abfe-45bb-9475-7bb194e68f22 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:04.783632 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'code': 200} Sep 18 06:58:04.947935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d519fa5-a813-43c5-bffe-5bb1d7ac78e5 req-a00c2266-f5e5-462d-948f-aea9cd0e143d service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251157 Sep 18 06:58:04.973957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-755482ae-f283-4fc8-9a17-f9d436fc7092 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699699 Sep 18 06:58:05.113843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-ea0bf027-047f-44b7-8872-777a01daae39 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230772 Sep 18 06:58:05.195952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-6ecc109e-a031-450e-b4ea-4bd940207481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.197953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-6ecc109e-a031-450e-b4ea-4bd940207481 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 1103 time: 0.0831060 Sep 18 06:58:05.299347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7971052-72aa-4555-8f8e-06dbbd148ff7 req-2942db55-7a73-4050-81ed-a9dd7b7225c7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 210 time: 0.0979269 Sep 18 06:58:05.320935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297a31-cde2-484a-b220-3859e4d76040 req-c5df2287-e652-41b3-9132-c8b53864d315 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.324666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9297a31-cde2-484a-b220-3859e4d76040 req-c5df2287-e652-41b3-9132-c8b53864d315 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.2086728 Sep 18 06:58:05.420666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9297a31-cde2-484a-b220-3859e4d76040 req-f64a9c43-148e-4eb9-b8f6-089553553a39 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899322 Sep 18 06:58:05.480940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-99d3ec37-955f-4225-aaee-66a862bf8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.482849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-99d3ec37-955f-4225-aaee-66a862bf8f87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2163186 Sep 18 06:58:05.555332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-ac734425-ae26-421b-886a-6fc54cf80c68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 200 len: 217 time: 0.0643442 Sep 18 06:58:05.622290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-cdff5d15-6eed-4687-aeec-f95b34f3f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.626492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-cdff5d15-6eed-4687-aeec-f95b34f3f626 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0602481 Sep 18 06:58:05.692449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-0e7b5115-4652-42d3-8786-d081b143ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.695525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-0e7b5115-4652-42d3-8786-d081b143ab47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620503 Sep 18 06:58:05.873092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253167-2ec1-4f90-838e-7e92a4fa8a6a req-069c86c6-811f-4fb5-b037-31d98f592105 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:05.880379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f253167-2ec1-4f90-838e-7e92a4fa8a6a req-069c86c6-811f-4fb5-b037-31d98f592105 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1539266 Sep 18 06:58:05.954724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f253167-2ec1-4f90-838e-7e92a4fa8a6a req-d36d6793-7d4b-4399-b52b-c103ef180333 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733020 Sep 18 06:58:05.972664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-b7b9ee9c-b8f4-44a4-b7e6-85b1503192f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663412 Sep 18 06:58:06.165817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d8f3d84-9f1c-4087-8bf6-b105232f3321 req-5a790791-63cd-4339-be59-abb2851f28cb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836412 Sep 18 06:58:06.422592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0818f68c-14c4-47f1-bbf7-0a3da79a658f req-5731f827-64ef-4731-8517-7905a445707e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 210 time: 0.0374184 Sep 18 06:58:06.554480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675d620-fec5-4a30-9ce6-d06ee5e27d5c req-5cf4dab0-1175-4724-94e2-b0e7412d16ef tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:06.556419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6675d620-fec5-4a30-9ce6-d06ee5e27d5c req-5cf4dab0-1175-4724-94e2-b0e7412d16ef tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.0619435 Sep 18 06:58:06.606964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6675d620-fec5-4a30-9ce6-d06ee5e27d5c req-e1bbf52b-412a-45c6-98da-9a5cb2469a6c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Sep 18 06:58:07.079847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf4db6-21f5-4e95-8cbb-359f09308456 req-62b8e920-c95e-43fb-bbca-24b9581db68d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:07.081339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3bf4db6-21f5-4e95-8cbb-359f09308456 req-62b8e920-c95e-43fb-bbca-24b9581db68d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0569487 Sep 18 06:58:07.119696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3bf4db6-21f5-4e95-8cbb-359f09308456 req-eeae60c6-3cc7-46d4-b263-5f67b83fce38 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Sep 18 06:58:07.528061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b244229-fceb-479f-85dd-44eb37719a9f req-073d60fc-223f-4ed5-85e4-7b8c07f95e36 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 210 time: 0.0334134 Sep 18 06:58:07.727695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543517c-32bf-4839-9756-e8139f658417 req-b0747a6c-bced-4751-8ace-7c95c025c371 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:07.729174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6543517c-32bf-4839-9756-e8139f658417 req-b0747a6c-bced-4751-8ace-7c95c025c371 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.0492034 Sep 18 06:58:07.766543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6543517c-32bf-4839-9756-e8139f658417 req-47d1556e-14e7-46e2-898a-03c70a70c9ff tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307231 Sep 18 06:58:07.862544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-ed6ba377-d148-4627-9d75-d8a019d523fe tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214152 Sep 18 06:58:08.010254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-044baad4-b698-46bb-80a0-edfa82fd61c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:08.011724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-044baad4-b698-46bb-80a0-edfa82fd61c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394570 Sep 18 06:58:08.035812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': 'c0651270-c1d1-4966-854c-31784f0a0385', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:08.246934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:08.250341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.265423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.280894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69176888-4ff7-418b-8fc2-aa43a1011e9d req-fd86df1f-dc95-4e72-bc02-9087cba06890 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:08.282439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69176888-4ff7-418b-8fc2-aa43a1011e9d req-fd86df1f-dc95-4e72-bc02-9087cba06890 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0823359 Sep 18 06:58:08.347186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69176888-4ff7-418b-8fc2-aa43a1011e9d req-2474e66b-caf9-4c5d-bf38-868620e90ce6 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Sep 18 06:58:08.412645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.486455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.555378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df42ec2d-38dd-4012-918b-88ffe8c17638,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:08.644825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfb45891-2825-4c74-bb03-60ef58243f66 req-a6d306c2-5c86-40ae-881a-5843c99af4f0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Sep 18 06:58:08.658188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.78 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/389afaf4-df78-4fd0-8a98-69390438c044) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:08.836375 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.890345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34c8962c-a418-4179-a27a-484464c87b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:08.910494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40d970-4a0d-47cf-94c3-a71a79c034c0 req-97e218c1-bec2-4353-9ce1-3259e5ea560e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:08.911676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d40d970-4a0d-47cf-94c3-a71a79c034c0 req-97e218c1-bec2-4353-9ce1-3259e5ea560e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.0687542 Sep 18 06:58:08.953445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d40d970-4a0d-47cf-94c3-a71a79c034c0 req-e6fa5ca1-456c-44d3-8a47-4a4c45b305a2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Sep 18 06:58:09.003674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.054745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:09.057864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:09.061491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:09.119209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:09.126829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:09.131956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:09.132626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.212784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-742a14f0-6f68-4765-a379-280bea5bc27a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1804943 Sep 18 06:58:09.237292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ded46-2c5a-482d-97f8-8b2d7108336b req-a8041bd9-0840-47e7-bdf7-7a085ee13998 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:09.239971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-955ded46-2c5a-482d-97f8-8b2d7108336b req-a8041bd9-0840-47e7-bdf7-7a085ee13998 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 951 time: 0.0715082 Sep 18 06:58:09.245183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Request body: {'port': {'device_id': 'c0651270-c1d1-4966-854c-31784f0a0385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:09.318212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:09.330416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'mac_address': 'fa:16:3e:69:19:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:09.343014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-955ded46-2c5a-482d-97f8-8b2d7108336b req-b297ee56-e887-49b0-8e53-505723911e91 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935509 Sep 18 06:58:09.350429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.426014 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.438679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-22688e42-9f47-4af0-91a5-4e12fd38cb55 None None] Provisioning complete for port 389afaf4-df78-4fd0-8a98-69390438c044 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:09.454235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22688e42-9f47-4af0-91a5-4e12fd38cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.483270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:09.534839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22688e42-9f47-4af0-91a5-4e12fd38cb55 None None] Port 389afaf4-df78-4fd0-8a98-69390438c044 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:09.540255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:09.600245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.654513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:09.656377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac261a-3994-4f98-9142-457eaceed81d req-26e8b09e-e7a6-4c9e-9faa-5ac05394d5c9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:09.658838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebac261a-3994-4f98-9142-457eaceed81d req-26e8b09e-e7a6-4c9e-9faa-5ac05394d5c9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0974371 Sep 18 06:58:09.728774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebac261a-3994-4f98-9142-457eaceed81d req-715e64c0-96e7-4783-8241-1e52ec9feeb5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532544 Sep 18 06:58:09.771491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389afaf4-df78-4fd0-8a98-69390438c044 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:09.780644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.793710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Transition to ACTIVE for port object 389afaf4-df78-4fd0-8a98-69390438c044 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:09.861492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:09.945253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:09.967656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c618-1402-4382-a2f5-c2fc53985942 req-f5f8b13a-d96e-45bd-ae9c-71940f44bb46 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:09.969211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7865c618-1402-4382-a2f5-c2fc53985942 req-f5f8b13a-d96e-45bd-ae9c-71940f44bb46 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 947 time: 0.0781817 Sep 18 06:58:10.083396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7865c618-1402-4382-a2f5-c2fc53985942 req-24164210-1d86-492f-aa60-348a5ca7d82c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864658 Sep 18 06:58:10.101662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Attempting to bind port 389afaf4-df78-4fd0-8a98-69390438c044 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:10.102046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Attempting to bind port 389afaf4-df78-4fd0-8a98-69390438c044 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:10.102422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Attempting to bind port 389afaf4-df78-4fd0-8a98-69390438c044 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:10.106468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['23c23b88-2e8f-4f27-af7f-6994dbab764b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:10.110109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Port 389afaf4-df78-4fd0-8a98-69390438c044 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:10.110109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Attempting to bind port 389afaf4-df78-4fd0-8a98-69390438c044 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:10.115449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:10.115905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:10.116477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:10.117032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Bound port: 389afaf4-df78-4fd0-8a98-69390438c044, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:10.117415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:10.236791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:10.258964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97706b-3b9b-4770-9cfb-3724407f381d req-08336c38-7e04-4abc-b6e2-10810d456392 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:10.258964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f97706b-3b9b-4770-9cfb-3724407f381d req-08336c38-7e04-4abc-b6e2-10810d456392 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.0734832 Sep 18 06:58:10.260177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=389afaf4-df78-4fd0-8a98-69390438c044,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:10.308014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f97706b-3b9b-4770-9cfb-3724407f381d req-23a45278-11c3-4ccf-bb94-9ed8b56b7ed0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Sep 18 06:58:10.354074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:10.390362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:10.391014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:10.392435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] 10.222.0.37 "PUT /v2.0/ports/389afaf4-df78-4fd0-8a98-69390438c044 HTTP/1.1" status: 200 len: 1096 time: 1.1513205 Sep 18 06:58:10.396135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:10.396135 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f9163-ec0e-4b59-88dc-d283789f5ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "tag": "389afaf4-df78-4fd0-8a98-69390438c044"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:10.447958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00aef-4d85-4f5a-9f04-8f98e0f8d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:10.787817 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143c135-4d71-4b94-9010-f0cae36de888 x-openstack-request-id: req-d143c135-4d71-4b94-9010-f0cae36de888 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:10.787817 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "tag": "389afaf4-df78-4fd0-8a98-69390438c044", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:10.787817 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d143c135-4d71-4b94-9010-f0cae36de888 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:10.787817 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044', 'status': 'completed', 'code': 200} Sep 18 06:58:10.834456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3f53d-bb7d-4bbe-b103-9a2d2c608abe req-097db97b-1290-49dc-a725-f2cd9f07e2af tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:10.835981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb3f53d-bb7d-4bbe-b103-9a2d2c608abe req-097db97b-1290-49dc-a725-f2cd9f07e2af tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 950 time: 0.3716400 Sep 18 06:58:10.865129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-a88021b1-b473-4b2f-8510-94b6ad44e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:10.865129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-a88021b1-b473-4b2f-8510-94b6ad44e589 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 1099 time: 0.0776839 Sep 18 06:58:10.919569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb3f53d-bb7d-4bbe-b103-9a2d2c608abe req-536faa2b-b586-41e4-b827-82625b0e4b22 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Sep 18 06:58:10.924828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-f5890542-2a4d-46f3-87d8-2ee4dcc92e9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=389afaf4-df78-4fd0-8a98-69390438c044 HTTP/1.1" status: 200 len: 217 time: 0.0446513 Sep 18 06:58:11.010797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a206c-e983-4c3c-b057-ebd510b43e78 req-0891b5aa-1150-4f70-ad8f-6b0e207f4f83 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.013016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af9a206c-e983-4c3c-b057-ebd510b43e78 req-0891b5aa-1150-4f70-ad8f-6b0e207f4f83 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0973592 Sep 18 06:58:11.016426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-7ad1a348-7e43-44a9-ba04-6b7b65ec9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.017546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-7ad1a348-7e43-44a9-ba04-6b7b65ec9286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0871484 Sep 18 06:58:11.081313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af9a206c-e983-4c3c-b057-ebd510b43e78 req-47652f40-afb2-4868-a332-759dbf779305 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618243 Sep 18 06:58:11.091403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-8b4ef99e-0eb9-448a-9d21-bf51fbbbcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.092963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-8b4ef99e-0eb9-448a-9d21-bf51fbbbcb80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664189 Sep 18 06:58:11.272441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-f26edca7-6b66-4198-8502-d62abf726cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670456 Sep 18 06:58:11.277891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:11.282922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05670-525b-4e5f-a1d7-402f03af217b req-5c97f48d-81dd-499a-99e5-94961d13e14e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.286384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3d05670-525b-4e5f-a1d7-402f03af217b req-5c97f48d-81dd-499a-99e5-94961d13e14e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 947 time: 0.1092865 Sep 18 06:58:11.363873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:11.405928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:11.410450 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b38f5-4c92-4e96-816b-d135e7a4ddf9" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:11.416507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376cde54-c009-4e42-a5e1-c3d2bcc80a4a req-5d829768-bacf-48d3-8951-94a92286ec94 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287937 Sep 18 06:58:11.422391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3d05670-525b-4e5f-a1d7-402f03af217b req-e96a0abc-c0bd-42b7-b71a-782a2a004992 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262093 Sep 18 06:58:11.441420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:11.465401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-375e224e-c81d-4a0c-8d68-01e541ecab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:11.492081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dbf17dc9-d9dd-4ba7-84e8-e8b0cab7327f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236073 Sep 18 06:58:11.514984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:11.562243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:11.642954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf82e-d576-480d-a948-0740aed34e32 req-a23cebc2-f115-4068-aeb2-969c74a35dc0 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.644369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65dbf82e-d576-480d-a948-0740aed34e32 req-a23cebc2-f115-4068-aeb2-969c74a35dc0 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 951 time: 0.1514318 Sep 18 06:58:11.706446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-3873e832-7b0e-4597-af36-1460ea0d44f8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.708016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-3873e832-7b0e-4597-af36-1460ea0d44f8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062633 Sep 18 06:58:11.709931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-5bb0762e-e449-423d-87b5-b4ea25bcadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.711352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-5bb0762e-e449-423d-87b5-b4ea25bcadab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 1099 time: 0.1083694 Sep 18 06:58:11.738957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65dbf82e-d576-480d-a948-0740aed34e32 req-cc087d46-3849-4cd5-9e3f-bd30411488d2 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Sep 18 06:58:11.756693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-f94cf1b9-0a63-4fa5-b8e4-a03659cbde63 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/quotas/9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 375 time: 0.0392778 Sep 18 06:58:11.851448 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94024af-2e70-4242-bf5c-d6357635fbc6 x-openstack-request-id: req-c94024af-2e70-4242-bf5c-d6357635fbc6 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:11.851751 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:11.852005 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c94024af-2e70-4242-bf5c-d6357635fbc6 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:11.852406 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'code': 200} Sep 18 06:58:11.863823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-f387abf5-557f-4a5f-9adf-65cd955e3c33 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1029668 Sep 18 06:58:11.881524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-cc9ea10c-1063-4ea6-a610-ba5c7f71f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.891515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-cc9ea10c-1063-4ea6-a610-ba5c7f71f979 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1686137 Sep 18 06:58:11.935877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-b7e98846-792b-4cac-bd2d-ab0ad97a3ac4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=389afaf4-df78-4fd0-8a98-69390438c044 HTTP/1.1" status: 200 len: 217 time: 0.0358539 Sep 18 06:58:11.972076 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:11.986382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-51bb08b6-b2a3-47d0-bc2b-3893f64c1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:11.987915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-51bb08b6-b2a3-47d0-bc2b-3893f64c1bf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0444527 Sep 18 06:58:12.043062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-26ae4a8d-854f-4209-bd93-e563c4b31270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:12.044570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-26ae4a8d-854f-4209-bd93-e563c4b31270 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447531 Sep 18 06:58:12.166291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-a44657d3-6d10-40f0-9176-abc34c900982 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135852 Sep 18 06:58:12.168867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d3047c-7994-426c-b3a1-b4f8d6ec5065 req-436e53bd-8549-4459-8dab-e8d084ea8a3f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 210 time: 0.0374496 Sep 18 06:58:12.317061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f9163-ec0e-4b59-88dc-d283789f5ddf req-8c51ad86-9352-462a-a9cd-507691b878de service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389236 Sep 18 06:58:12.328144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a34b-2e00-476b-85e9-51f453e27454 req-3a6a2790-4805-4723-af41-76d296536c4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:12.329597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb93a34b-2e00-476b-85e9-51f453e27454 req-3a6a2790-4805-4723-af41-76d296536c4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0695105 Sep 18 06:58:12.369451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb93a34b-2e00-476b-85e9-51f453e27454 req-36b9bcef-bf95-489a-9135-042dc73e14cf tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Sep 18 06:58:12.555350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e943170-c7e4-4e08-b605-dd7cd4c77564 req-d747603b-e9cf-4bb0-8afa-0c359a05a51e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:12.556833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e943170-c7e4-4e08-b605-dd7cd4c77564 req-d747603b-e9cf-4bb0-8afa-0c359a05a51e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 947 time: 0.0521913 Sep 18 06:58:12.600522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e943170-c7e4-4e08-b605-dd7cd4c77564 req-fb07a6b7-1303-464f-97e8-50afe36def3f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Sep 18 06:58:12.858397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0a7e3-f9b3-49bb-9c57-e1a1883fb646 req-8fd3c868-305a-4758-b8bd-822b3cd65bf6 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:12.860145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34a0a7e3-f9b3-49bb-9c57-e1a1883fb646 req-8fd3c868-305a-4758-b8bd-822b3cd65bf6 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 949 time: 0.0516732 Sep 18 06:58:12.898301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34a0a7e3-f9b3-49bb-9c57-e1a1883fb646 req-89fabd89-c6ab-4a2d-87b7-6930b57437f2 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf6390e3-b53b-4b50-b94f-efcec46a16ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Sep 18 06:58:13.103009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.135881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:13.182608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 23c23b88-2e8f-4f27-af7f-6994dbab764b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:13.182968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.266653 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.269294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdcde608-f530-4747-8b69-5dd216931805 req-4055d1ce-d311-4648-8c06-4ff89c7e6e5a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Sep 18 06:58:13.297625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 389afaf4-df78-4fd0-8a98-69390438c044 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:13.314701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:13.369132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63414-2bfb-4085-828d-eef26dc77886 req-c2530f1f-67d8-458b-81c0-61e607db91e7 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:13.371376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13f63414-2bfb-4085-828d-eef26dc77886 req-c2530f1f-67d8-458b-81c0-61e607db91e7 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.37 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 949 time: 0.0512938 Sep 18 06:58:13.513621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.515735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a300d3-7f19-4d41-82ae-85a72185e97e req-7c748d4b-7c1b-49fd-b962-c976667e4217 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:13.517235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3a300d3-7f19-4d41-82ae-85a72185e97e req-7c748d4b-7c1b-49fd-b962-c976667e4217 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0602031 Sep 18 06:58:13.522749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Deleting port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:13.523092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.576761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=389afaf4-df78-4fd0-8a98-69390438c044,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:13.588649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=13']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:13.593284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '389afaf4-df78-4fd0-8a98-69390438c044', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '389afaf4-df78-4fd0-8a98-69390438c044', 'mac_address': 'fa:16:3e:4c:96:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:13.612168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3a300d3-7f19-4d41-82ae-85a72185e97e req-d2d1b834-78fe-49d8-8ed9-13448109d745 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860851 Sep 18 06:58:13.631580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.644601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389afaf4-df78-4fd0-8a98-69390438c044 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:13.648906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] For port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:13.649278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.661551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Calling delete_port for 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:13.665417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=389afaf4-df78-4fd0-8a98-69390438c044,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:13.725730 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.769109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c0f68-bc2a-4e59-b879-381114dc2a74 req-21d1bf8c-0cba-4a6c-a233-3bec7e53eb73 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:13.770823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e3c0f68-bc2a-4e59-b879-381114dc2a74 req-21d1bf8c-0cba-4a6c-a233-3bec7e53eb73 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 947 time: 0.0939004 Sep 18 06:58:13.775376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:13.838210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e3c0f68-bc2a-4e59-b879-381114dc2a74 req-584bbb58-4ce7-4d4a-804a-52088e2a7fe2 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583141 Sep 18 06:58:13.858528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:13.858528 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927558e0-20c4-4c6a-9f49-ced9a69dfd7b" -d '{"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:13.893010 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7924fb-9b2f-419b-aeb2-5576ba50c5d3 x-openstack-request-id: req-9a7924fb-9b2f-419b-aeb2-5576ba50c5d3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:13.893388 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-plugged", "status": "completed", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:13.893704 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a7924fb-9b2f-419b-aeb2-5576ba50c5d3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:13.894203 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'code': 200} Sep 18 06:58:13.908778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:13.945209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Pushing event deleted for resources: {'Port': ['ID=2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:13.972134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:14.004290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] No DVR routers for this DVR port 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:14.019978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:14.021846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13f63414-2bfb-4085-828d-eef26dc77886 req-b43e397f-cc9c-4374-8448-0fcac42f0117 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.37 "DELETE /v2.0/ports/2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd HTTP/1.1" status: 204 len: 173 time: 0.6448150 Sep 18 06:58:14.022427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-deleted', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:14.024789 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7cabbf-8b47-4552-9801-7be27b0316eb" -d '{"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-deleted", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:14.037130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0829f36e-50e9-466b-af82-94fb9f383a73 req-361b8a5d-dc4a-46bb-9fee-8554071ad344 tempest-ImagesOneServerTestJSON-835606726 tempest-ImagesOneServerTestJSON-835606726-project] 10.222.0.20 "GET /v2.0/ports?device_id=9313ba97-a0ba-4736-b92a-f89090cc2de4 HTTP/1.1" status: 200 len: 210 time: 0.0581498 Sep 18 06:58:14.082239 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b37f25-8bd2-47a7-9921-43bf13dc4a93 x-openstack-request-id: req-62b37f25-8bd2-47a7-9921-43bf13dc4a93 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:14.082239 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9313ba97-a0ba-4736-b92a-f89090cc2de4", "name": "network-vif-deleted", "tag": "2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:14.082239 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62b37f25-8bd2-47a7-9921-43bf13dc4a93 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:14.082239 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9313ba97-a0ba-4736-b92a-f89090cc2de4', 'name': 'network-vif-deleted', 'tag': '2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd', 'status': 'completed', 'code': 200} Sep 18 06:58:14.305231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-009150c2-61bb-4161-ad12-f6cea097d06f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214114 Sep 18 06:58:14.410665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8fd8cd5-8c39-40e7-a479-7834f38b6151 req-64f08e09-38d5-4b63-b944-e45b5cc3c4b4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 210 time: 0.0624132 Sep 18 06:58:14.476995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-24ef1df9-957a-4061-93d8-177980f3440d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:14.476995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-24ef1df9-957a-4061-93d8-177980f3440d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583526 Sep 18 06:58:14.494042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Request body: {'port': {'device_id': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '9fbf5968e9e14b8ca5c1d59f2e057540'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:14.583748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:14.584498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:14.638410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Made reservation on behalf of 9fbf5968e9e14b8ca5c1d59f2e057540 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:14.642184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:14.786374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098b502-7e14-484d-9ce1-e4a08db62c60 req-fb8cf2d9-89a1-468f-9572-560af62ccb71 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:14.787851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0098b502-7e14-484d-9ce1-e4a08db62c60 req-fb8cf2d9-89a1-468f-9572-560af62ccb71 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0895200 Sep 18 06:58:14.821869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Allocated IP 192.168.233.9 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/a376e09b-6a60-4aea-89b7-88e76b414b8c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:14.853504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0098b502-7e14-484d-9ce1-e4a08db62c60 req-a931f39a-c433-4400-a2d6-784a849f981a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Sep 18 06:58:15.005796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2c36-af82-456f-97fe-fb68a68432a1 req-11174ab3-1902-4bec-8e1d-2f358b15564f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:15.007315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c9c2c36-af82-456f-97fe-fb68a68432a1 req-11174ab3-1902-4bec-8e1d-2f358b15564f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 948 time: 0.0969713 Sep 18 06:58:15.033747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.072222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c9c2c36-af82-456f-97fe-fb68a68432a1 req-e92398ff-439e-4ff0-890b-e24c3d60a9bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Sep 18 06:58:15.184292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.198920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:15.225965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc', '23c23b88-2e8f-4f27-af7f-6994dbab764b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:15.231468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:15.234726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:15.238631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:15.248097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:15.311525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:15.311957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.320889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 389afaf4-df78-4fd0-8a98-69390438c044 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:15.418600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-81a80cfe-bf4b-49d1-9a76-dcd8b88aa374 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9282339 Sep 18 06:58:15.439247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Request body: {'port': {'device_id': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:15.515259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.548991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 389afaf4-df78-4fd0-8a98-69390438c044 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:15.560300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 389afaf4-df78-4fd0-8a98-69390438c044 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:15.562907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.613348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd00574-8929-4009-8c5a-f9a2cde0b52e req-3d02f911-087c-4d90-82f7-3ffb2b28ef81 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:15.614821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd00574-8929-4009-8c5a-f9a2cde0b52e req-3d02f911-087c-4d90-82f7-3ffb2b28ef81 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 934 time: 0.0871696 Sep 18 06:58:15.635396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-16201b30-0104-431f-828d-8a96e975e79f None None] Provisioning complete for port a376e09b-6a60-4aea-89b7-88e76b414b8c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:15.636036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-16201b30-0104-431f-828d-8a96e975e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.653820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:15.700645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-16201b30-0104-431f-828d-8a96e975e79f None None] Port a376e09b-6a60-4aea-89b7-88e76b414b8c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:15.720255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.728299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd00574-8929-4009-8c5a-f9a2cde0b52e req-0637742e-037a-49e0-8dcb-37c13ee3ba31 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709565 Sep 18 06:58:15.759680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=389afaf4-df78-4fd0-8a98-69390438c044,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:15.846662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9807606a-ede4-485e-8412-a40a43c4e882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d43d8576bd74341b3548a13e384e2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888399 Sep 18 06:58:15.846886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:15.847019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:15.851720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.852544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:15.853272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.867529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Transition to ACTIVE for port object a376e09b-6a60-4aea-89b7-88e76b414b8c will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:15.893742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:15.894122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2b1c21e9-4c9d-4782-b00d-d0ebb7f662fd not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:15.896303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.898575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:15.901478 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff72b240-a640-4bc5-a2ce-79bf4a246305" -d '{"events": [{"server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "name": "network-vif-plugged", "status": "completed", "tag": "389afaf4-df78-4fd0-8a98-69390438c044"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:15.926576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:15.927996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:15.951342 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c50eff-94b5-4ffd-b7ab-25b1bbdadfa3 x-openstack-request-id: req-a3c50eff-94b5-4ffd-b7ab-25b1bbdadfa3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:15.951539 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "name": "network-vif-plugged", "status": "completed", "tag": "389afaf4-df78-4fd0-8a98-69390438c044", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:15.951758 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c50eff-94b5-4ffd-b7ab-25b1bbdadfa3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:15.952168 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044', 'code': 200} Sep 18 06:58:15.987423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce72785-b04e-4941-a5af-75b027fbb5e1 req-04aa766c-6d98-4036-8fe3-157492daf4f5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:15.989008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ce72785-b04e-4941-a5af-75b027fbb5e1 req-04aa766c-6d98-4036-8fe3-157492daf4f5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0562983 Sep 18 06:58:15.992943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.046320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.049481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.052851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf6390e3-b53b-4b50-b94f-efcec46a16ab HTTP/1.1" status: 204 len: 168 time: 0.2028699 Sep 18 06:58:16.061876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be127410-1d07-4c6b-bee6-c373006c33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6390e3-b53b-4b50-b94f-efcec46a16ab,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:16.107071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:16.122272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ce72785-b04e-4941-a5af-75b027fbb5e1 req-e38e8cfd-a51b-4cbe-a763-ee246f9593e7 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268349 Sep 18 06:58:16.187219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91656a7-dfd8-4ea4-aa88-9cd87a395ff6 req-ad4ba39f-502c-439b-a6d6-c28520dafbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.188754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a91656a7-dfd8-4ea4-aa88-9cd87a395ff6 req-ad4ba39f-502c-439b-a6d6-c28520dafbc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 1101 time: 0.1632006 Sep 18 06:58:16.269242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19ead-bcbf-4100-9fd8-8a8dd0200bbe req-8f325cc3-7277-494e-b25c-9dbf2b52c4e0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.271058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bb19ead-bcbf-4100-9fd8-8a8dd0200bbe req-8f325cc3-7277-494e-b25c-9dbf2b52c4e0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.1023910 Sep 18 06:58:16.275609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:16.275940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:16.276632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:16.281309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a91656a7-dfd8-4ea4-aa88-9cd87a395ff6 req-d556369d-3733-42fd-8ea0-dc6eb090db52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Sep 18 06:58:16.296534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:16.296861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:16.306511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:16.306852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:16.307234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:16.307664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Bound port: a376e09b-6a60-4aea-89b7-88e76b414b8c, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:16.308048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.337103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bb19ead-bcbf-4100-9fd8-8a8dd0200bbe req-4bb55a1f-83a3-43a3-ac1d-988cb9fd31c0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Sep 18 06:58:16.400420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:16.404939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:16.469509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.501233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.502274 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:16.503661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] 10.222.0.24 "PUT /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 1095 time: 1.0696816 Sep 18 06:58:16.506067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:16.508285 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47089200-7caa-4ee6-84b4-73d4676362fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:16.553952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe0f1f-5dd5-432b-9ff5-7a24449cab6e service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:16.563860 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43fc6e4-ab0c-4401-a26d-b4131be436a6 x-openstack-request-id: req-e43fc6e4-ab0c-4401-a26d-b4131be436a6 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:16.564268 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:16.564410 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e43fc6e4-ab0c-4401-a26d-b4131be436a6 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:16.564803 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'status': 'completed', 'code': 200} Sep 18 06:58:16.660196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089200-7caa-4ee6-84b4-73d4676362fb req-f47d3931-24a1-421b-aac1-2005c34fb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.661743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47089200-7caa-4ee6-84b4-73d4676362fb req-f47d3931-24a1-421b-aac1-2005c34fb487 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1098 time: 0.0502419 Sep 18 06:58:16.695407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47089200-7caa-4ee6-84b4-73d4676362fb req-4d6f34f8-8c9c-4448-ba06-2ddd5f4a81a0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199518 Sep 18 06:58:16.799729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47089200-7caa-4ee6-84b4-73d4676362fb req-4d8a5e66-83d2-4541-b8b9-660d18f14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.799729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47089200-7caa-4ee6-84b4-73d4676362fb req-4d8a5e66-83d2-4541-b8b9-660d18f14571 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936003 Sep 18 06:58:16.852892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbf75d-52aa-4216-835a-14da7dc609d7 req-c843a6e3-de9b-43b3-aeed-874870be7242 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.854442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ebbf75d-52aa-4216-835a-14da7dc609d7 req-c843a6e3-de9b-43b3-aeed-874870be7242 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.0515015 Sep 18 06:58:16.917354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ebbf75d-52aa-4216-835a-14da7dc609d7 req-b34c2578-1eaa-4bb2-99f6-014ff8fa6655 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Sep 18 06:58:16.920685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-2646d32e-7fb1-4084-834f-d6f754a3e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:16.921355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-2646d32e-7fb1-4084-834f-d6f754a3e255 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1098 time: 0.0659766 Sep 18 06:58:16.972080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-047f2633-2db9-48a1-9990-ed758ece2fc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0362217 Sep 18 06:58:17.021594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-c5bd3af7-6f24-4a44-919a-71d90b1be645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:17.023111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-c5bd3af7-6f24-4a44-919a-71d90b1be645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0440526 Sep 18 06:58:17.059598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:17.068744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-26df81f5-8d68-493c-890a-5ead529cf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:17.070425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-26df81f5-8d68-493c-890a-5ead529cf129 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407939 Sep 18 06:58:17.172473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-63d3494b-a17f-402a-aca0-cc13dd36e159 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898190 Sep 18 06:58:17.178900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-489873485-network', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:17.289800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b6277-ee1d-4d62-a21f-2861ff0f281d req-623ba4f6-9f52-4f39-95f7-eb1e9dda3ef2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:17.291295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a6b6277-ee1d-4d62-a21f-2861ff0f281d req-623ba4f6-9f52-4f39-95f7-eb1e9dda3ef2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1026249 Sep 18 06:58:17.308904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-911bff1f-3c35-4637-8519-ff9a8085e1a9 req-66d70b8c-ab48-425e-99f6-3e2b0651e1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281874 Sep 18 06:58:17.309801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Made reservation on behalf of 5669b8df35a44d85b5e848987afd9f33 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:17.312738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.322007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.335481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a6b6277-ee1d-4d62-a21f-2861ff0f281d req-437c6638-55c5-45e8-96c1-6d514e885cd8 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Sep 18 06:58:17.418007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.471256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79db55c-383f-472e-83c6-ede226197245 req-e39df563-5811-40db-bb98-f028b2ff4519 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:17.472835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79db55c-383f-472e-83c6-ede226197245 req-e39df563-5811-40db-bb98-f028b2ff4519 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.0543168 Sep 18 06:58:17.503273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.510878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79db55c-383f-472e-83c6-ede226197245 req-6a8dcddd-1993-4550-a636-232dd9d9f557 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Sep 18 06:58:17.522584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:58:17.539952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec72e5-f69e-43f9-ad9e-e4aa9a8c6042,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:17.544927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.544927 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Added segment 1e72eea5-d3b8-45f5-9cb9-d751ab13bbca of type vlan for network c0782104-70c1-4c35-9bd2-10e065e032b7 Sep 18 06:58:17.587111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.679054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.680090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:17.680678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.739985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] Pushing event updated for resources: {'Network': ['ID=c0782104-70c1-4c35-9bd2-10e065e032b7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:17.749412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c0782104-70c1-4c35-9bd2-10e065e032b7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:58:17.759252 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7db89ceb-b4d0-4637-bef1-6bcf8cb04b56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6985629 Sep 18 06:58:17.763130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:17.767121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Request body: {'subnet': {'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-489873485-subnet', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:17.912523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Made reservation on behalf of 5669b8df35a44d85b5e848987afd9f33 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:17.914870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:17.972729 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:58:18.035720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b96905-030d-4bd5-a1d7-5419d4559622 req-7982278e-afac-47d5-b677-8dadefc93308 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:18.037221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b96905-030d-4bd5-a1d7-5419d4559622 req-7982278e-afac-47d5-b677-8dadefc93308 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.0489738 Sep 18 06:58:18.074520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b96905-030d-4bd5-a1d7-5419d4559622 req-115119af-e3e2-4a03-bfc6-797819e5aff2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Sep 18 06:58:18.129855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.186105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df64f289-d77b-421e-8c68-8f569733fec9,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:18.194548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Checking segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:18.197934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Network hostable DHCP agents. Network: c0782104-70c1-4c35-9bd2-10e065e032b7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:58:18.283981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Network c0782104-70c1-4c35-9bd2-10e065e032b7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:58:18.391220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c0782104-70c1-4c35-9bd2-10e065e032b7) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:18.396055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:18.397584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.401077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fffc7-6e07-473e-8ffd-65f9e56bfa10 None None] Network c0782104-70c1-4c35-9bd2-10e065e032b7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:58:18.469116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6429b85b-2f11-4622-a004-f060e94c5d37 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7052438 Sep 18 06:58:18.472089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:18.478292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:18.490998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6a7b4-001e-407c-adc5-981f34b5f127 req-70c16680-58a6-4cb2-8f7d-a9cc4c1a98fc tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:18.492560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6b6a7b4-001e-407c-adc5-981f34b5f127 req-70c16680-58a6-4cb2-8f7d-a9cc4c1a98fc tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0720685 Sep 18 06:58:18.537812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6b6a7b4-001e-407c-adc5-981f34b5f127 req-4d76cf51-43d6-49de-92eb-703b2f4d4a5d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Sep 18 06:58:18.561413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c0782104-70c1-4c35-9bd2-10e065e032b7', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:58:18.562321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.606616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.607686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.653518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57267-cc67-4bcb-9cb9-6dacf793e9f4 req-56cb4d2f-1f14-49c9-8d45-04c4b7187c71 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:18.655184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e57267-cc67-4bcb-9cb9-6dacf793e9f4 req-56cb4d2f-1f14-49c9-8d45-04c4b7187c71 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.0579894 Sep 18 06:58:18.670639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.705251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e57267-cc67-4bcb-9cb9-6dacf793e9f4 req-b950427d-3db5-4fd3-90e0-f0fe11e30a7b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 Sep 18 06:58:18.708749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Allocated IP 172.20.0.2 (c0782104-70c1-4c35-9bd2-10e065e032b7/df64f289-d77b-421e-8c68-8f569733fec9/1286a79e-aa6a-4e39-baff-fa6e0aa64631) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:18.875619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.905168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.955309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:18.998462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Network c0782104-70c1-4c35-9bd2-10e065e032b7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:19.001439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:19.005087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:19.016826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Pushing event updated for resources: {'Port': ['ID=1286a79e-aa6a-4e39-baff-fa6e0aa64631,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:19.060931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-6001bcd8-9227-4cb5-8bd5-242e45bf8b5e tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:19.062890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-6001bcd8-9227-4cb5-8bd5-242e45bf8b5e tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 1101 time: 0.0527661 Sep 18 06:58:19.083362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Attempting to bind port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:19.083742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Attempting to bind port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:19.084109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Attempting to bind port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 on network c0782104-70c1-4c35-9bd2-10e065e032b7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:19.084541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-1e97d50c-2b93-42da-ba91-f1d4a0007745 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.090358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:19.090999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Checking segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:19.091586 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.092249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Bound using segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:19.093335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Bound port: 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:19.093922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.171463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] For port 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:19.175318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] For port 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1286a79e-aa6a-4e39-baff-fa6e0aa64631,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:19.187055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-1e97d50c-2b93-42da-ba91-f1d4a0007745 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.240582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.263859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.265371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.272048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-1e97d50c-2b93-42da-ba91-f1d4a0007745 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.311244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-928f5366-9a49-49f1-9863-4db143e6ba28 req-1e97d50c-2b93-42da-ba91-f1d4a0007745 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392118 Sep 18 06:58:19.351048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4697f4-31c1-43bf-be12-789416e94936 req-4a1e61e9-b860-482e-a7f5-983b2cfcadb4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:19.351785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff61f4-d2c0-45a0-93a1-97adb42cd656 None None] Pushing event updated for resources: {'Port': ['ID=1286a79e-aa6a-4e39-baff-fa6e0aa64631,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:19.353113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e4697f4-31c1-43bf-be12-789416e94936 req-4a1e61e9-b860-482e-a7f5-983b2cfcadb4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.1187992 Sep 18 06:58:19.358648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97d50c-2b93-42da-ba91-f1d4a0007745 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7816a9-af38-4fb0-82c9-edfaca4b69c7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:19.411246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Allocated IP 172.25.4.108 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/42a17300-3511-4c94-b063-7a58649d88cd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:19.436291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e4697f4-31c1-43bf-be12-789416e94936 req-43c5a74f-8987-4c4b-a671-c6855bbf0100 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Sep 18 06:58:19.573996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.703448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:19.746710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:19.751175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:19.757946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:19.761186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Pushing event updated for resources: {'Port': ['ID=42a17300-3511-4c94-b063-7a58649d88cd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:19.846645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d74ed-8826-4ff8-bb60-932e4881820e req-332e696a-1d35-440e-a6b6-798331594b65 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:19.851644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e69d74ed-8826-4ff8-bb60-932e4881820e req-332e696a-1d35-440e-a6b6-798331594b65 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0592291 Sep 18 06:58:19.889393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e69d74ed-8826-4ff8-bb60-932e4881820e req-b4920d39-0a89-41ec-84e7-bd0d09fb5fe5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Sep 18 06:58:20.002495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-bf20c3f7-4f08-4cfd-b2f7-a8bc66b971f5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297480 Sep 18 06:58:20.159613 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:20.185651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-393f5d9f-fc1e-4129-811e-f2c77dff7899 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:20.198509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-393f5d9f-fc1e-4129-811e-f2c77dff7899 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901128 Sep 18 06:58:20.217711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-23b80bdf-2055-43c1-af99-effa4eb99631 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.0153451 Sep 18 06:58:20.276259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-255b5188-84ee-418f-8ba9-cf64b3eb4336 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511842 Sep 18 06:58:20.406793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:20.451733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0119961b-c3f3-444f-9778-9b96984774de None None] Network c0782104-70c1-4c35-9bd2-10e065e032b7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:58:20.490552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1286a79e-aa6a-4e39-baff-fa6e0aa64631 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:20.575159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] Provisioning complete for port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:20.576014 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:20.693382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f2b0c-6531-4009-a42b-bf539e6907b5 req-2236e12a-368e-491f-9b4c-79322687f41b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:20.695819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a31f2b0c-6531-4009-a42b-bf539e6907b5 req-2236e12a-368e-491f-9b4c-79322687f41b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0539753 Sep 18 06:58:20.708554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Router 76749ada-43df-471c-ae9b-174aa30a0972 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:58:20.779739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a31f2b0c-6531-4009-a42b-bf539e6907b5 req-ffa64ae4-8399-42bb-ad34-583ca3bf5665 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Sep 18 06:58:20.784377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:20.794938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:20.795311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:20.828574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-378fc4e7-eb10-436e-b885-ea41bc04c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:20.831441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-378fc4e7-eb10-436e-b885-ea41bc04c6f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=86aa2a90441c4b26b689716323eaf08a&device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 1097 time: 0.1016197 Sep 18 06:58:20.872262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:58:20.883021 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Sync routers for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:58:20.897313 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:20.898168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:20.911022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] For port 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1286a79e-aa6a-4e39-baff-fa6e0aa64631,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:20.930328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.000778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.004590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac1f642a-31d4-4e8e-8ce8-6ceca406f858 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5305393 Sep 18 06:58:21.008296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42104) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:21.024163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.129461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:21.142780 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:58:21.143247 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:58:21.173784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979375d3-b3e6-4b1d-a706-37530a20dfac req-85aab8aa-37c6-4141-8481-029cd5080719 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:21.174906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:21.176519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979375d3-b3e6-4b1d-a706-37530a20dfac req-85aab8aa-37c6-4141-8481-029cd5080719 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.2450936 Sep 18 06:58:21.181768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-51095d37-f6a2-4684-a53f-ce8372cbf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:21.190606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-51095d37-f6a2-4684-a53f-ce8372cbf591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 200 len: 916 time: 0.3494701 Sep 18 06:58:21.192574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e93465-18d8-4302-8f08-9cdc68d997a6 None None] Pushing event updated for resources: {'Port': ['ID=1286a79e-aa6a-4e39-baff-fa6e0aa64631,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:21.298348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-c55757a6-5d41-4c38-9a62-b0be1ad158b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35 HTTP/1.1" status: 200 len: 217 time: 0.0973639 Sep 18 06:58:21.303552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-41c211ee-f9ad-4f7f-956f-db542ecd887f None None] Provisioning complete for port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:21.303873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41c211ee-f9ad-4f7f-956f-db542ecd887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.319736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979375d3-b3e6-4b1d-a706-37530a20dfac req-03c2dde8-bd07-42e6-a3a5-dd20e5fa9c03 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281028 Sep 18 06:58:21.456575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-e63e1ea5-31a8-4430-a657-0350755984ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:21.458089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-e63e1ea5-31a8-4430-a657-0350755984ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 200 len: 854 time: 0.1210754 Sep 18 06:58:21.460243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:21.504031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'mac_address': 'fa:16:3e:89:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:21.549978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-43a6cd68-4b7d-4287-bf66-549613047b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:21.556992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-43a6cd68-4b7d-4287-bf66-549613047b2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e7352cf-dde4-4083-985f-b80d85be957e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777402 Sep 18 06:58:21.572593 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:19Z', 'revision_number': 3, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:21.680150 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Checking router: 76749ada-43df-471c-ae9b-174aa30a0972 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:58:21.680726 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Updating router 76749ada-43df-471c-ae9b-174aa30a0972 port 42a17300-3511-4c94-b063-7a58649d88cd binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:58:21.684473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-e1212ca8-ef4c-4885-ad09-301cb9c0b941 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233222 Sep 18 06:58:21.718801 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.739189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:21.743495 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.781287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:21.819554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-decf29b2-a0d7-46a1-907d-f3d934aed99d req-fd941b5c-96a7-42f7-8f04-206497fc5a15 service neutron] 10.222.0.24 "GET /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150606 Sep 18 06:58:21.874702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:21.884728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c037658-30ad-4911-8eaf-4fa1675566c7 req-b9a11f7e-7c07-4d59-81a4-6059301d4caa tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 210 time: 0.1822608 Sep 18 06:58:21.914898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-7eaf6e38-3d13-425b-ae8c-6e2261850f91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867746 Sep 18 06:58:22.224210 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.280514 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.285488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:22.297556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.326307 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Attempting to bind port 42a17300-3511-4c94-b063-7a58649d88cd on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:22.326715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Attempting to bind port 42a17300-3511-4c94-b063-7a58649d88cd by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:22.327088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Attempting to bind port 42a17300-3511-4c94-b063-7a58649d88cd on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:22.374142 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:22.374536 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:22.374950 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.375365 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:22.378056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Bound port: 42a17300-3511-4c94-b063-7a58649d88cd, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:22.378459 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.449135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a376e09b-6a60-4aea-89b7-88e76b414b8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:22.506928 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] For port 42a17300-3511-4c94-b063-7a58649d88cd, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:22.513352 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] For port 42a17300-3511-4c94-b063-7a58649d88cd, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=42a17300-3511-4c94-b063-7a58649d88cd,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:22.545206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1286a79e-aa6a-4e39-baff-fa6e0aa64631 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:22.546832 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Pushing event updated for resources: {'Port': ['ID=42a17300-3511-4c94-b063-7a58649d88cd,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:22.564980 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.570829 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.576011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:22.595070 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.641459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Allocated IP 172.20.0.1 (c0782104-70c1-4c35-9bd2-10e065e032b7/df64f289-d77b-421e-8c68-8f569733fec9/65d9dc72-344d-4769-b462-77bdb3701c7a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:22.698488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:22.705146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.708973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbab4b5-c13a-4040-ba39-75713a32e183 None None] Pushing event updated for resources: {'Port': ['ID=42a17300-3511-4c94-b063-7a58649d88cd,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:22.761710 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:22.762405 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:22.837039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:22.913830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-daeff360-57a8-4d16-9f43-2cdce7e17477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:22.915665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-daeff360-57a8-4d16-9f43-2cdce7e17477 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6a286ef8037408980f55ae9399b1382&device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 1097 time: 0.1251202 Sep 18 06:58:22.937200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:22.940616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bf68a-01ba-449b-a47e-02f071a0b080 req-d2a56c45-be87-4ce9-b9a5-c0895254da88 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:22.942295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c6bf68a-01ba-449b-a47e-02f071a0b080 req-d2a56c45-be87-4ce9-b9a5-c0895254da88 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 1.0076458 Sep 18 06:58:22.992190 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:23.023611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede963-0a6d-42fc-93a2-1c35f3ad9529 req-a77a33b4-bc25-4c88-b4b9-fa190c32bc99 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:23.031572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72ede963-0a6d-42fc-93a2-1c35f3ad9529 req-a77a33b4-bc25-4c88-b4b9-fa190c32bc99 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.2659109 Sep 18 06:58:23.044728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c6bf68a-01ba-449b-a47e-02f071a0b080 req-fc1adaaf-a2fc-4be5-aa11-e23e2b3404c4 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919437 Sep 18 06:58:23.064209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Network c0782104-70c1-4c35-9bd2-10e065e032b7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:23.108150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:23.126915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:23.135510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:23.150722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72ede963-0a6d-42fc-93a2-1c35f3ad9529 req-0dfe5ace-26ec-4d49-8145-7ffc4f531d94 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180825 Sep 18 06:58:23.218268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-f1ce3d2e-0d90-48b3-9acf-8f19199a521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:23.222858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-f1ce3d2e-0d90-48b3-9acf-8f19199a521b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 200 len: 917 time: 0.2794867 Sep 18 06:58:23.239203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:23.411376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-20030eae-c29e-4f80-8687-b3c08ce45333 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 200 len: 1001 time: 0.1788337 Sep 18 06:58:23.450110 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:19Z', 'revision_number': 3, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:23.502019 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4805-49c4-4f21-94a5-5c1f6766b309 None None] The sync data for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 is: [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:19Z', 'revision_number': 3, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:58:23.506398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-db34412e-8ad8-447f-b78e-cdf339fb68b9 None None] Provisioning complete for port 65d9dc72-344d-4769-b462-77bdb3701c7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:23.506792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db34412e-8ad8-447f-b78e-cdf339fb68b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:23.518866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3cebfc9-e55e-4efd-b052-a29e9a6a04cb req-6f2bfd70-f38c-48bd-8a97-c2a2c1c58eea tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 210 time: 0.1546919 Sep 18 06:58:23.567348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:23.580698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-622bda7a-14e7-41b2-8948-5da562906402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:23.598927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-622bda7a-14e7-41b2-8948-5da562906402 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50ce0b42-2d2b-4920-84d3-68ce0094a844 HTTP/1.1" status: 200 len: 855 time: 0.1426578 Sep 18 06:58:23.612550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-db34412e-8ad8-447f-b78e-cdf339fb68b9 None None] Port 65d9dc72-344d-4769-b462-77bdb3701c7a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:23.661583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-f8114aad-589e-495c-bcb7-49b1ac4bd579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:23.663321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-f8114aad-589e-495c-bcb7-49b1ac4bd579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea33b35f-ab6b-41cc-9b0e-69542ad08e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640652 Sep 18 06:58:23.794009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-14362f7e-fb0d-4331-81b5-5fc15b498edb service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117113 Sep 18 06:58:23.803293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:23.924775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fa35b68-b524-4c86-a27c-429793dc5494 req-3e20d2a3-be8c-4dc0-81c3-a14f30633b12 service neutron] 10.222.0.37 "GET /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275122 Sep 18 06:58:23.953359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:24.041974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:24.046975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:24.174244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Network c0782104-70c1-4c35-9bd2-10e065e032b7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:24.175760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:24.252229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82366a-3c46-44ae-ba46-ff84a81d2990 req-21207367-6843-4c21-a742-ac3a96171259 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:24.253840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c82366a-3c46-44ae-ba46-ff84a81d2990 req-21207367-6843-4c21-a742-ac3a96171259 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1013942 Sep 18 06:58:24.371534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Router 76749ada-43df-471c-ae9b-174aa30a0972 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:58:24.431861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553b9b0-7900-47bf-8e61-0d8097100b20 req-d0abb01d-fb69-4476-875f-004335774aa3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:24.441813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0553b9b0-7900-47bf-8e61-0d8097100b20 req-d0abb01d-fb69-4476-875f-004335774aa3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.1822217 Sep 18 06:58:24.484908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c82366a-3c46-44ae-ba46-ff84a81d2990 req-e8416243-320b-47cf-bfce-e941149b5deb tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700048 Sep 18 06:58:24.553075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fbd55ffc-5058-4b60-a4e8-440572e85cdb None None] Provisioning complete for port 65d9dc72-344d-4769-b462-77bdb3701c7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:24.553771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fbd55ffc-5058-4b60-a4e8-440572e85cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:24.570283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0553b9b0-7900-47bf-8e61-0d8097100b20 req-6f8a28cb-80e2-4d00-8a1f-a5ac2d1653f7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242921 Sep 18 06:58:24.572244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 42a17300-3511-4c94-b063-7a58649d88cd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:24.690065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:58:24.698567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a117b3e0-c6c1-4066-946a-3f2c57bcf4a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/76749ada-43df-471c-ae9b-174aa30a0972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881087 Sep 18 06:58:24.747640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fbd55ffc-5058-4b60-a4e8-440572e85cdb None None] Port 65d9dc72-344d-4769-b462-77bdb3701c7a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:24.791706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 42a17300-3511-4c94-b063-7a58649d88cd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:24.799349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:24.864136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c1b96f5-7f2a-42ed-9a3f-e18bea52c234 req-617c3293-ecf1-4e49-91af-1857d66354d9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 210 time: 0.0597005 Sep 18 06:58:24.948425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:24.977595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 42a17300-3511-4c94-b063-7a58649d88cd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=42a17300-3511-4c94-b063-7a58649d88cd,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:24.995672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-17cd071e-4c58-4231-a956-1323437ada94 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272729 Sep 18 06:58:25.008336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6833-5542-4a97-9ae8-68018608328e req-58aae774-035a-438a-a24b-6c213a1c1093 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.010090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753a6833-5542-4a97-9ae8-68018608328e req-58aae774-035a-438a-a24b-6c213a1c1093 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0918221 Sep 18 06:58:25.115004 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.137578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-753a6833-5542-4a97-9ae8-68018608328e req-9a0637d0-269f-4346-869d-dee1e2c59861 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170430 Sep 18 06:58:25.188027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-18ad6d08-440e-45a9-aee1-07f476a992a4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.193394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:25.206343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-18ad6d08-440e-45a9-aee1-07f476a992a4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950083 Sep 18 06:58:25.236369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:25.251280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=42a17300-3511-4c94-b063-7a58649d88cd,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:25.337183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port a376e09b-6a60-4aea-89b7-88e76b414b8c completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:25.343568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port a376e09b-6a60-4aea-89b7-88e76b414b8c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:25.344135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.379211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756d5e-425f-455c-8946-20d1e36b603b req-deacb9cc-c43f-4c33-b5e5-bdd254e510f9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.388277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f756d5e-425f-455c-8946-20d1e36b603b req-deacb9cc-c43f-4c33-b5e5-bdd254e510f9 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.1743093 Sep 18 06:58:25.470983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f756d5e-425f-455c-8946-20d1e36b603b req-1fb327c9-cdaa-4bf5-a158-bd2b9f3ea38c tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Sep 18 06:58:25.479461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.529039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:25.530150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:25.532590 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae72f7c-ab7b-4ba5-92cc-c3cfc0596f4c" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:25.533661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42168) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:25.538342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203400782', 'description': 'tempest-description--1308600332'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:25.541984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-f1674fcb-06fc-4bef-891d-16246ac5f330 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370166 Sep 18 06:58:25.577512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:25.588423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.592580 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb140d-0131-4b18-ba17-62a7133b1a2c x-openstack-request-id: req-ebeb140d-0131-4b18-ba17-62a7133b1a2c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:25.592948 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:25.593275 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebeb140d-0131-4b18-ba17-62a7133b1a2c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:25.593771 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'code': 200} Sep 18 06:58:25.600186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.688962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45535c24-5bd0-49e4-ab0c-7bb751ffab7c req-b67fa8fb-835b-4748-b6bb-8975ec44d236 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.702990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45535c24-5bd0-49e4-ab0c-7bb751ffab7c req-b67fa8fb-835b-4748-b6bb-8975ec44d236 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1498997 Sep 18 06:58:25.713769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:25.734869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-8fcfa874-f37e-4c0f-b524-6671f9b16e73 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.739901 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-8fcfa874-f37e-4c0f-b524-6671f9b16e73 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880577 Sep 18 06:58:25.764771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:25.765008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:25.942367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45535c24-5bd0-49e4-ab0c-7bb751ffab7c req-bffe5309-ae27-40a9-b8f4-939bdc09dab3 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936886 Sep 18 06:58:25.967744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7a6e-b282-46e1-9379-8823c683bba2 req-50ab73ff-13ad-411c-aaa3-9bae967e99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.971465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d57b7a6e-b282-46e1-9379-8823c683bba2 req-50ab73ff-13ad-411c-aaa3-9bae967e99f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1100 time: 0.2282765 Sep 18 06:58:25.991107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9427-14b1-4db9-83a0-bd5112af84e2 req-7b27acb0-7405-4a13-b73e-ad6b89252d20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:25.991269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Sync routers for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:58:25.992614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-889b9427-14b1-4db9-83a0-bd5112af84e2 req-7b27acb0-7405-4a13-b73e-ad6b89252d20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.2887006 Sep 18 06:58:26.006014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:26.006835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:26.037817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.19 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/3c94b06b-dfe6-4479-b8e8-899e5ad191f7) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:26.108241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d57b7a6e-b282-46e1-9379-8823c683bba2 req-9cff060d-66e9-460f-9759-f6879fcdf5e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269481 Sep 18 06:58:26.129931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-889b9427-14b1-4db9-83a0-bd5112af84e2 req-b35d4f31-c3b5-417b-bf6b-447e1987396d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283238 Sep 18 06:58:26.156163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.194682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:26.259352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.268055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.318886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196b3a2e-a752-4bf8-9d69-9764527d49ac,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:26.347081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:26.351012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.398081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 2, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:26.423004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.453855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Checking router: 76749ada-43df-471c-ae9b-174aa30a0972 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:58:26.454518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Updating router 76749ada-43df-471c-ae9b-174aa30a0972 port 65d9dc72-344d-4769-b462-77bdb3701c7a binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:58:26.459429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:26.465853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:26.469344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:26.473187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.474573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-40c680c7-6cf4-4215-adde-da3a4b000d9d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9398823 Sep 18 06:58:26.477651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:26.478714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42186) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:26.485226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'security_group_rule': {'security_group_id': '196b3a2e-a752-4bf8-9d69-9764527d49ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:26.501676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 42a17300-3511-4c94-b063-7a58649d88cd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:26.516930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:26.536316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.101 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:26.569486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:26.573292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.591554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-fb022526-1cf8-466a-9a3d-2cd35c59dec9 req-b16900b9-5fbc-40b7-bad0-94fa7114f06e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:58:26.600133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb022526-1cf8-466a-9a3d-2cd35c59dec9 req-b16900b9-5fbc-40b7-bad0-94fa7114f06e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142844 Sep 18 06:58:26.610613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.661130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.670344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c38a591a-a9e0-4621-9d38-9a017af168e7 req-8b8626c1-8939-4957-92fc-69ee7164243a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 210 time: 0.0299790 Sep 18 06:58:26.729153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 42a17300-3511-4c94-b063-7a58649d88cd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:26.730120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.742706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb022526-1cf8-466a-9a3d-2cd35c59dec9 req-d9d52e61-4e31-4eb9-ad2a-f8c3c930c8d2 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1412215 Sep 18 06:58:26.749196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-c0fd3905-0d32-439b-ae28-58121c3fd05f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5225451 Sep 18 06:58:26.767273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Request body: {'port': {'device_id': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:26.778764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.791863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.836313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.874761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.891611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d987920b-a619-4150-9293-4a1a324ed1d6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:26.909698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.910471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7cd193d4-1e8f-4ac3-96c2-e9aa65bc9307 None None] Provisioning complete for port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:26.910896 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cd193d4-1e8f-4ac3-96c2-e9aa65bc9307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.968505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:26.976139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:26.978925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:26.981261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ae2d581a-d881-48dd-8503-1b5092779d87 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5015354 Sep 18 06:58:26.982242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:26.985962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:26.988475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:26.988852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'security_group_rule': {'security_group_id': '196b3a2e-a752-4bf8-9d69-9764527d49ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:27.055341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:27.056570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.095539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7cd193d4-1e8f-4ac3-96c2-e9aa65bc9307 None None] Port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:27.115238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f611-112b-4f56-a0ec-c297da8a402b req-17ad4001-afe2-4b49-bf7d-9c7d9cb61108 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:27.126343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25f9f611-112b-4f56-a0ec-c297da8a402b req-17ad4001-afe2-4b49-bf7d-9c7d9cb61108 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1544025 Sep 18 06:58:27.192204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.196141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6e5f9b82-a997-495d-9cd3-a4b1c6d538c4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4484525 Sep 18 06:58:27.211911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Request body: {'port': {'device_id': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:27.268780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25f9f611-112b-4f56-a0ec-c297da8a402b req-76b529ad-8395-4a37-9a02-cca62034c4c4 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414413 Sep 18 06:58:27.294287 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.312574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.342145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:27.351670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:27.367253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.380792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.389621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8ff05-7b85-4000-bf98-659f0df118b9 req-f3f9aaa5-84e1-47d6-98de-df162ef033d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:27.398082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.398936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd8ff05-7b85-4000-bf98-659f0df118b9 req-f3f9aaa5-84e1-47d6-98de-df162ef033d7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1490717 Sep 18 06:58:27.457661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.463687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Transition to ACTIVE for port object 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:27.481093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08d733-b867-445d-87aa-f608a647bbed None None] Pushing event updated for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:27.494243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fb4b9f53-2886-4904-9354-0b5aede65c2e None None] Provisioning complete for port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:27.494616 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fb4b9f53-2886-4904-9354-0b5aede65c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.515428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72614960-e563-4a8c-83f2-70ab41a91851,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:27.531671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd8ff05-7b85-4000-bf98-659f0df118b9 req-9bfb2803-bf63-4d5a-97df-86ae5b5f93e2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311841 Sep 18 06:58:27.539457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf1f43-2730-4b2d-9076-0b7faf62e36f req-536fd6ec-9d82-4983-8914-72aaac6a1fe7 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:27.541574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7daf1f43-2730-4b2d-9076-0b7faf62e36f req-536fd6ec-9d82-4983-8914-72aaac6a1fe7 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.1394465 Sep 18 06:58:27.543408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.610989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b9f53-2886-4904-9354-0b5aede65c2e None None] Port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:27.636577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Attempting to bind port 65d9dc72-344d-4769-b462-77bdb3701c7a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:27.636952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Attempting to bind port 65d9dc72-344d-4769-b462-77bdb3701c7a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:27.637986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Attempting to bind port 65d9dc72-344d-4769-b462-77bdb3701c7a on network c0782104-70c1-4c35-9bd2-10e065e032b7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:27.638113 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.643511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9f61844-399b-429f-b58f-eaadc6907c83 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6573813 Sep 18 06:58:27.646078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:27.674805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:27.680104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Checking segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:27.680104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.680104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Bound using segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:27.680104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Bound port: 65d9dc72-344d-4769-b462-77bdb3701c7a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:27.680104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.688479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:27.790009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:27.801406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.825006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Transition to ACTIVE for port object 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:27.839803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] For port 65d9dc72-344d-4769-b462-77bdb3701c7a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:27.840337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Pushing event updated for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:27.843794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] For port 65d9dc72-344d-4769-b462-77bdb3701c7a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=65d9dc72-344d-4769-b462-77bdb3701c7a,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:27.858472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7daf1f43-2730-4b2d-9076-0b7faf62e36f req-6ba3f19f-6bbb-4d9f-b67a-26f80732257e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045671 Sep 18 06:58:27.868512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Attempting to bind port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:27.869381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Attempting to bind port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:27.869952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Attempting to bind port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:27.882321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:27.882321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Attempting to bind port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:27.882321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:27.882321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:27.883073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:27.883321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Bound port: 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:27.883687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.890861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.951813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] Provisioning complete for port 65d9dc72-344d-4769-b462-77bdb3701c7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:27.952115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.965730 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:27.997823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Pushing event updated for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:28.075270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:28.075918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:28.083169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:28.088268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:28.097942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.133100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Attempting to bind port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:28.133100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Attempting to bind port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:28.133100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Attempting to bind port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:28.136527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:28.136807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Attempting to bind port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:28.142230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:28.142745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:28.143143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:28.144096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Bound port: 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:28.144641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.168399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08d733-b867-445d-87aa-f608a647bbed None None] Pushing event updated for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:28.213501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.253866 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.283617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:28.287249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:28.304561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0665-2ca0-4999-ace1-0d931e05503b req-25b2b750-5634-48de-aace-38ae44891449 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.306252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-486a0665-2ca0-4999-ace1-0d931e05503b req-25b2b750-5634-48de-aace-38ae44891449 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.3191175 Sep 18 06:58:28.313085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Pushing event updated for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:28.332038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.332954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.334413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-cfa1a58f-9215-483e-9744-4a117ef0c447 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c94b06b-dfe6-4479-b8e8-899e5ad191f7 HTTP/1.1" status: 200 len: 1096 time: 1.5748777 Sep 18 06:58:28.337535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:28.340068 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e76b1-ea07-4d57-af4c-c4060a7b500c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:28.358913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a949-048e-4b96-b446-6b340a8438e4 req-01c96492-e1b1-4157-91c6-f1b82c6002c6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.364618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f203a949-048e-4b96-b446-6b340a8438e4 req-01c96492-e1b1-4157-91c6-f1b82c6002c6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 948 time: 0.3342874 Sep 18 06:58:28.378012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.432354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.433033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.435036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] 10.222.0.37 "PUT /v2.0/ports/8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 HTTP/1.1" status: 200 len: 1097 time: 1.2299190 Sep 18 06:58:28.435512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:28.438134 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5046c05-713a-416a-b279-6e00a70c0deb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:28.514665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-486a0665-2ca0-4999-ace1-0d931e05503b req-19953884-094f-41e4-82fd-09d635782281 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961467 Sep 18 06:58:28.552478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f203a949-048e-4b96-b446-6b340a8438e4 req-eb43a5b4-e642-41de-bf63-fdb5284b7758 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866829 Sep 18 06:58:28.575416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf453-2ae5-4f73-8385-20294c1d906a service neutron] Pushing event updated for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:28.588544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] For port 65d9dc72-344d-4769-b462-77bdb3701c7a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=65d9dc72-344d-4769-b462-77bdb3701c7a,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:28.591503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:28.598463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-4ce1cc54-2a69-4867-9a14-fafa58a68c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.601877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-4ce1cc54-2a69-4867-9a14-fafa58a68c1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 1099 time: 0.1367967 Sep 18 06:58:28.649765 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30397d39-cd5f-4f9b-9a3d-5b5053bbe035 x-openstack-request-id: req-30397d39-cd5f-4f9b-9a3d-5b5053bbe035 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:28.650414 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:28.650674 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30397d39-cd5f-4f9b-9a3d-5b5053bbe035 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:28.653070 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', 'status': 'completed', 'code': 200} Sep 18 06:58:28.670487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.695359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-d8d91661-e923-49ab-8338-8826d000095a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7 HTTP/1.1" status: 200 len: 217 time: 0.0769341 Sep 18 06:58:28.722084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-e6e21bfb-20c4-4ab0-8921-e750fbcb0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.723610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-e6e21bfb-20c4-4ab0-8921-e750fbcb0263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 1100 time: 0.1597731 Sep 18 06:58:28.752538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ebf46-3974-4b58-a0a6-0ba8d0c396ca None None] Pushing event updated for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:28.829672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-f5bfc44a-5d9c-47cc-a5e4-17d5da1ee35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.831450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-f5bfc44a-5d9c-47cc-a5e4-17d5da1ee35a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1242161 Sep 18 06:58:28.835863 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d36f11f-d66b-4e3b-acb8-7fefc12bd52e x-openstack-request-id: req-4d36f11f-d66b-4e3b-acb8-7fefc12bd52e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:28.836173 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:28.838036 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d36f11f-d66b-4e3b-acb8-7fefc12bd52e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:28.840561 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'status': 'completed', 'code': 200} Sep 18 06:58:28.847979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.851078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.942087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5ba96907-f1b1-44ab-9520-d41a55019014 None None] Provisioning complete for port 65d9dc72-344d-4769-b462-77bdb3701c7a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:28.942639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5ba96907-f1b1-44ab-9520-d41a55019014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:28.944624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-143b4058-958e-4297-aff8-750b2a04d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:28.949815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-143b4058-958e-4297-aff8-750b2a04d5ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071138 Sep 18 06:58:29.005653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-4027e1d1-123e-4690-a472-d43ab90837e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 HTTP/1.1" status: 200 len: 217 time: 0.2697120 Sep 18 06:58:29.119364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-4e1f9c7b-9317-414f-8dc7-3a0ece67fa8f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598220 Sep 18 06:58:29.159468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:27Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:29.175976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Allocated IP 172.25.4.100 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8c2474fa-a931-4ace-bd03-6d66773a897f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:29.189493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e15aaf9-c71f-4d20-809b-1e5a3d636dd2 None None] The sync data for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 is: [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:27Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:58:29.190121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6991cc0d-afce-4fd3-97c1-409c4386bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.191637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-6991cc0d-afce-4fd3-97c1-409c4386bc78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1705339 Sep 18 06:58:29.200240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf615db-0a86-48f7-8e65-eb9bea08916b req-3a92f7f3-6065-4f0e-9476-c0030ffee132 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.201757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf615db-0a86-48f7-8e65-eb9bea08916b req-3a92f7f3-6065-4f0e-9476-c0030ffee132 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1851983 Sep 18 06:58:29.242737 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-87bc410d-0ed9-4a24-ba17-b9693c59bb21 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141152 Sep 18 06:58:29.359582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d860394-0512-4308-8c1b-a76ccbbcd4d1 req-46c18e45-1d0e-4903-b409-15e6baccc812 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.365769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d860394-0512-4308-8c1b-a76ccbbcd4d1 req-46c18e45-1d0e-4903-b409-15e6baccc812 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.374202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d860394-0512-4308-8c1b-a76ccbbcd4d1 req-46c18e45-1d0e-4903-b409-15e6baccc812 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.375972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d860394-0512-4308-8c1b-a76ccbbcd4d1 req-46c18e45-1d0e-4903-b409-15e6baccc812 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313&device_id=701143f2-86de-4ac3-8269-b4f488812d90&device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 2418 time: 0.2600865 Sep 18 06:58:29.443015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-129d77aa-7571-422b-9b7f-5e337a51f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.444735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-129d77aa-7571-422b-9b7f-5e337a51f03e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 1099 time: 0.0575967 Sep 18 06:58:29.447983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf615db-0a86-48f7-8e65-eb9bea08916b req-5c1dee7d-76f8-41da-af4e-c538c8e6a5b2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258823 Sep 18 06:58:29.464850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-f19a34ec-944b-40d4-9f69-ed298d4cd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.464850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-f19a34ec-944b-40d4-9f69-ed298d4cd1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2524199 Sep 18 06:58:29.483134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:29.571370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-34564b8e-7c3e-4bbd-99b9-fe8cb69ca9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.574787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-34564b8e-7c3e-4bbd-99b9-fe8cb69ca9f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1161187 Sep 18 06:58:29.593247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d860394-0512-4308-8c1b-a76ccbbcd4d1 req-470ec022-35c4-4f3a-996c-eb19ba68e506 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879959 Sep 18 06:58:29.628563 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:29.644930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-34c139d7-1405-470d-935f-591e7098c29d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7 HTTP/1.1" status: 200 len: 217 time: 0.0519807 Sep 18 06:58:29.728658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-8a1aa69b-2228-4839-b3b0-4a9db7928bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.730650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-8a1aa69b-2228-4839-b3b0-4a9db7928bd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0777161 Sep 18 06:58:29.784588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-66bdf2a3-2686-4e1b-a7ec-35837afeaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:29.786193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-66bdf2a3-2686-4e1b-a7ec-35837afeaf9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455160 Sep 18 06:58:29.893502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-1f936edf-2968-444e-b6c0-d4b9371504ce service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974543 Sep 18 06:58:29.999273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:30.035472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:30.054547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:30.108434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'Port': ['ID=8c2474fa-a931-4ace-bd03-6d66773a897f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:30.139850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-dd9048f3-bc2f-4f38-aa62-b6f16cffdd4e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242964 Sep 18 06:58:30.158001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad319c-4b27-48d0-844e-1a298340660c req-2aa62c2e-2070-4a42-a6fa-650a4dc957e4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:30.159588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03ad319c-4b27-48d0-844e-1a298340660c req-2aa62c2e-2070-4a42-a6fa-650a4dc957e4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 948 time: 0.1755996 Sep 18 06:58:30.161441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caec664-14ec-432b-93de-ed5546a187b3 req-ef3c57fe-efbc-4ff6-b01e-7019a8c370e7 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:30.166454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4caec664-14ec-432b-93de-ed5546a187b3 req-ef3c57fe-efbc-4ff6-b01e-7019a8c370e7 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1100 time: 0.1801267 Sep 18 06:58:30.272735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a14e76b1-ea07-4d57-af4c-c4060a7b500c req-ef9718b2-48a4-4668-ab26-772ed3e1aa66 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696673 Sep 18 06:58:30.316680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:30.328185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4caec664-14ec-432b-93de-ed5546a187b3 req-8c1d65e3-4d0e-4f60-9b62-1133416c434c tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586750 Sep 18 06:58:30.331056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03ad319c-4b27-48d0-844e-1a298340660c req-6dd8d649-56ba-4c01-87dc-ceb9f3d42117 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551576 Sep 18 06:58:30.368695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e28dc01-fe77-44df-9b59-d4191bf4c3db req-3cfef17f-99a2-4443-9bf6-f824382f1ae8 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915867 Sep 18 06:58:30.457100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 65d9dc72-344d-4769-b462-77bdb3701c7a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:30.463646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:30.515992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 65d9dc72-344d-4769-b462-77bdb3701c7a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:30.516503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:30.532976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc3b4b79-3108-42ef-a9e3-6eed61f78502 req-6e08f043-267f-4ab7-b4f5-97f889368695 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1108024 Sep 18 06:58:30.673684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046c05-713a-416a-b279-6e00a70c0deb req-1da91abe-fd49-4b30-94db-f997a072820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:30.675216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-1da91abe-fd49-4b30-94db-f997a072820b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 1100 time: 0.1207299 Sep 18 06:58:30.791693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:30.829281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046c05-713a-416a-b279-6e00a70c0deb req-fa367927-f111-478c-b3b9-6e8b62de710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:30.830852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-fa367927-f111-478c-b3b9-6e8b62de710d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1450284 Sep 18 06:58:30.883101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:30.887853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-36e72509-6e0f-46d1-a869-a515bdcd6ccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 HTTP/1.1" status: 200 len: 217 time: 0.0475550 Sep 18 06:58:30.983092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'Port': ['ID=8c2474fa-a931-4ace-bd03-6d66773a897f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:31.030604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046c05-713a-416a-b279-6e00a70c0deb req-68a7ec12-6d62-4345-b09b-ebec6ffe6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:31.032211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-68a7ec12-6d62-4345-b09b-ebec6ffe6e93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0964622 Sep 18 06:58:31.036986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:31.096177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5046c05-713a-416a-b279-6e00a70c0deb req-171bd75c-2413-4984-9720-1db7de30a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:31.097932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-171bd75c-2413-4984-9720-1db7de30a3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514092 Sep 18 06:58:31.124083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:31.133886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-86415819-dd48-4a1a-afa7-ecd59748150a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4410107 Sep 18 06:58:31.234620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-54724c70-520a-4858-a453-04f137fd0026 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284399 Sep 18 06:58:31.343871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-966804ed-b43f-43a8-b2e3-115aee1aa7b7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1203400782&fields=id&tenant_id=5669b8df35a44d85b5e848987afd9f33 HTTP/1.1" status: 200 len: 267 time: 0.0790560 Sep 18 06:58:31.377950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:31.402964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5046c05-713a-416a-b279-6e00a70c0deb req-849f06f0-8c62-4c32-8483-5daa0b661324 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591341 Sep 18 06:58:31.501418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:31.513951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', 'mac_address': 'fa:16:3e:f8:56:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:31.525452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274903c-eb78-4c58-b48f-739a7b31f3b0 req-e62bdede-098d-413f-8cbf-9468768e3422 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:31.527781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9274903c-eb78-4c58-b48f-739a7b31f3b0 req-e62bdede-098d-413f-8cbf-9468768e3422 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1133087 Sep 18 06:58:31.534497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-3bffdeeb-635f-4957-ab8c-ab0c72b10cd0 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:31.537395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-07f5496f-335d-44b0-bdac-149c2e806951 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1578865 Sep 18 06:58:31.541313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-3bffdeeb-635f-4957-ab8c-ab0c72b10cd0 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/networks?id=c0782104-70c1-4c35-9bd2-10e065e032b7 HTTP/1.1" status: 200 len: 811 time: 0.1880355 Sep 18 06:58:31.543086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-835321f7-d740-498f-9506-16089899bd26 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 06:58:31.556756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-835321f7-d740-498f-9506-16089899bd26 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185056 Sep 18 06:58:31.565730 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:31.570255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-23888737-638a-466a-8996-1f9732a19faf tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/quotas/5669b8df35a44d85b5e848987afd9f33 HTTP/1.1" status: 200 len: 375 time: 0.0280335 Sep 18 06:58:31.580323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:31.601478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:31.623408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9274903c-eb78-4c58-b48f-739a7b31f3b0 req-3d8aae5f-41b1-48a3-943a-4272d275c81a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795906 Sep 18 06:58:31.638613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-4d6346ea-5661-4ace-9b55-7742905ae653 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5669b8df35a44d85b5e848987afd9f33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672991 Sep 18 06:58:31.679751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:31.743041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:31.764566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-1372c5c4-8c91-4dfe-87eb-0596fe094eca service neutron] 10.222.0.20 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164305 Sep 18 06:58:31.857717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaddb7-de29-45a4-9b06-33e474817064 req-c9f88a70-5948-4e93-af37-f2491329f84c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:31.859458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdaddb7-de29-45a4-9b06-33e474817064 req-c9f88a70-5948-4e93-af37-f2491329f84c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 948 time: 0.1101429 Sep 18 06:58:31.914403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6073fbc5-7ad8-482e-a0aa-ed8a3e568dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357651 Sep 18 06:58:31.934611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdaddb7-de29-45a4-9b06-33e474817064 req-8585e1b6-fadf-4a4b-9a30-510e3393264c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Sep 18 06:58:31.982737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3c94b06b-dfe6-4479-b8e8-899e5ad191f7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:32.350107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d99f46b9-dce8-49fc-a6fd-fd287e4a5c93 req-f3847648-8e7e-4099-9adc-5b832224e5ba tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Sep 18 06:58:32.740242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dad9b2-a1a7-4061-b9ee-e5b57c5d19f8 req-4fbd31cd-b70d-43cc-ba28-28470d1ea565 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:32.741887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5dad9b2-a1a7-4061-b9ee-e5b57c5d19f8 req-4fbd31cd-b70d-43cc-ba28-28470d1ea565 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0484676 Sep 18 06:58:32.780471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5dad9b2-a1a7-4061-b9ee-e5b57c5d19f8 req-6e01b5c4-7586-4a1e-9921-4c287ede70c9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Sep 18 06:58:33.092902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbfcb2-4178-49b6-81c5-db25d5d8f303 req-562a1296-1111-4d0e-b983-c5b7c932df23 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:33.095672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fcbfcb2-4178-49b6-81c5-db25d5d8f303 req-562a1296-1111-4d0e-b983-c5b7c932df23 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 948 time: 0.0806682 Sep 18 06:58:33.127129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de67dc-b6a8-4ea4-a749-7685a7c4bdeb req-5041757e-8594-4873-ad7a-d64560b8b182 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:33.128709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51de67dc-b6a8-4ea4-a749-7685a7c4bdeb req-5041757e-8594-4873-ad7a-d64560b8b182 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.0855546 Sep 18 06:58:33.170815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fcbfcb2-4178-49b6-81c5-db25d5d8f303 req-b2678bcc-55e5-4aaf-9903-5e14231df5e1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696020 Sep 18 06:58:33.194252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51de67dc-b6a8-4ea4-a749-7685a7c4bdeb req-c9118211-749b-4dc7-be4a-cd3d51a16b69 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555675 Sep 18 06:58:33.403896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:33.410315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:33.465813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-380c7dd0-3781-4138-a789-50cf127db5c2 req-e1009f65-36ce-400c-8c5c-65f3d77e7bfd tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.0402565 Sep 18 06:58:33.550578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:33.562088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'mac_address': 'fa:16:3e:19:fb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:33.599661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:33.608676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:33.616368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:33.620827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:33.621204 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:33.660187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:33.705392 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:33.734273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:33.771957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:33.774205 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a25f7f0-809c-4f1a-91e0-b8e794e95d2c" -d '{"events": [{"server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "name": "network-vif-plugged", "status": "completed", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:33.790665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:33.791610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:33.822688 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f293b0c-d420-4827-adc0-f5177f5d8c6c x-openstack-request-id: req-5f293b0c-d420-4827-adc0-f5177f5d8c6c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:33.824819 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "name": "network-vif-plugged", "status": "completed", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:33.824819 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f293b0c-d420-4827-adc0-f5177f5d8c6c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:33.824819 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', 'code': 200} Sep 18 06:58:33.844635 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:33.909116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:33.926707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdbcdb-3d97-4716-821e-61d0157009c3 req-e7c92b1b-d727-4f69-a44f-cc420acc784e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:33.928575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3cdbcdb-3d97-4716-821e-61d0157009c3 req-e7c92b1b-d727-4f69-a44f-cc420acc784e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0531797 Sep 18 06:58:33.984584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd4bc9-3485-446a-a0cb-1136ab312cd5 req-cba3e27d-a22f-4a29-ac15-1d67c39b5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:33.986467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9fdd4bc9-3485-446a-a0cb-1136ab312cd5 req-cba3e27d-a22f-4a29-ac15-1d67c39b5ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 1101 time: 0.0568788 Sep 18 06:58:34.018712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3cdbcdb-3d97-4716-821e-61d0157009c3 req-c07b0c4a-48bd-441b-ae0f-00febda32bf0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798471 Sep 18 06:58:34.032190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:34.077454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9fdd4bc9-3485-446a-a0cb-1136ab312cd5 req-dd345338-fa0f-44ff-a285-0597d4e9caa3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Sep 18 06:58:34.119114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-d8b81c8e-c681-46fb-9509-bc8ac55fafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.121186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-d8b81c8e-c681-46fb-9509-bc8ac55fafe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1100 time: 0.0428507 Sep 18 06:58:34.240182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-492711d1-fb6e-4793-b541-b8a98a749944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.241834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-492711d1-fb6e-4793-b541-b8a98a749944 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1048315 Sep 18 06:58:34.303183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-43fb1569-c301-4311-ae71-d4be99ef290d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0479805 Sep 18 06:58:34.411860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329eb6-467e-4033-ac3f-1b53c5c25aee req-5ea2e80a-30e0-4004-a70b-736a1767d996 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.413380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73329eb6-467e-4033-ac3f-1b53c5c25aee req-5ea2e80a-30e0-4004-a70b-736a1767d996 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 949 time: 0.1135492 Sep 18 06:58:34.415603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-f510d190-191c-4350-a3fd-f441aadaad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.417583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-f510d190-191c-4350-a3fd-f441aadaad7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0913892 Sep 18 06:58:34.425039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141382df-11dc-4927-9fb3-026be59b6614 req-c50c0f4e-af7d-4c4a-b637-e52b76fd268e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.426472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-141382df-11dc-4927-9fb3-026be59b6614 req-c50c0f4e-af7d-4c4a-b637-e52b76fd268e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.1608925 Sep 18 06:58:34.507556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73329eb6-467e-4033-ac3f-1b53c5c25aee req-17a641ae-4624-4d68-b2a5-fd88c899f4c5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801306 Sep 18 06:58:34.517425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-141382df-11dc-4927-9fb3-026be59b6614 req-1a971498-dee3-48c3-9fac-edc452089368 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759363 Sep 18 06:58:34.523227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-eb496f65-b8f5-4dca-bd57-e8627bb18511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:34.524702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-eb496f65-b8f5-4dca-bd57-e8627bb18511 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821824 Sep 18 06:58:34.637090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-6dc438b5-c72b-4ba2-9d5d-34a493e7fc5f service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038718 Sep 18 06:58:34.709142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb282b7-5dd8-4f95-ba71-575e13c910eb req-640d0047-4008-47aa-a1e7-4faca6a43b95 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.0402508 Sep 18 06:58:34.781180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-60d56f36-6563-4586-a68f-4338ba94dddb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034782 Sep 18 06:58:35.120533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-b483c865-b3da-4fb8-be9e-6e7addc88a82 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:35.122491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-b483c865-b3da-4fb8-be9e-6e7addc88a82 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 946 time: 0.0696857 Sep 18 06:58:35.127063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-f1d0e990-03c6-44d4-92d2-3cae2afcf840 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:35.133924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-f1d0e990-03c6-44d4-92d2-3cae2afcf840 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.37 "GET /v2.0/networks?id=c0782104-70c1-4c35-9bd2-10e065e032b7 HTTP/1.1" status: 200 len: 811 time: 0.1163003 Sep 18 06:58:35.212502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-4348c86c-d874-48c3-b19f-231e7a47a996 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5669b8df35a44d85b5e848987afd9f33 HTTP/1.1" status: 200 len: 380 time: 0.0698333 Sep 18 06:58:35.227285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742a533-bc3e-4d04-92cb-84529b6d8df6 req-b595791c-75ef-4370-9d92-4cd7516f6aac tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:35.228718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2742a533-bc3e-4d04-92cb-84529b6d8df6 req-b595791c-75ef-4370-9d92-4cd7516f6aac tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0953288 Sep 18 06:58:35.233975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'port': {'device_id': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'admin_state_up': True, 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'security_groups': ['196b3a2e-a752-4bf8-9d69-9764527d49ac']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:35.252953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Deleting port e07866e5-597c-4d4a-b029-dcd368ebfe04 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:35.253450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.336320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2742a533-bc3e-4d04-92cb-84529b6d8df6 req-9200defc-eea5-41ce-9231-a8f5061bfb34 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988333 Sep 18 06:58:35.393282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] For port e07866e5-597c-4d4a-b029-dcd368ebfe04, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=e07866e5-597c-4d4a-b029-dcd368ebfe04,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:35.393654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.406111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Calling delete_port for e07866e5-597c-4d4a-b029-dcd368ebfe04 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:35.416377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:35.474240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Made reservation on behalf of 5669b8df35a44d85b5e848987afd9f33 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:35.478085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.614194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:35.621506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:35.621886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.657149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.703246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['e07866e5-597c-4d4a-b029-dcd368ebfe04'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:35.706293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event deleted for resources: {'Port': ['ID=e07866e5-597c-4d4a-b029-dcd368ebfe04,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:35.725178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Allocated IP 172.20.0.9 (c0782104-70c1-4c35-9bd2-10e065e032b7/df64f289-d77b-421e-8c68-8f569733fec9/3d462930-67d2-4e1c-a8f0-b67a88d0e096) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:35.739856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbb8dd-5e46-40cd-a160-daff6e17c5f0 req-4e640f57-7bce-418e-a6c5-153d72274048 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:35.748649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afdbb8dd-5e46-40cd-a160-daff6e17c5f0 req-4e640f57-7bce-418e-a6c5-153d72274048 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 867 time: 0.1228752 Sep 18 06:58:35.752556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['bac6f339-1255-4299-bf7c-cc6fc8798d35', '5e75935e-17f2-450c-ae58-41621035c778'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:35.786552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d4b3-841e-4aa3-901c-3268e36470cf req-1e2a6dc4-34f8-4832-851b-cf682bec7456 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:35.790091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] No DVR routers for this DVR port e07866e5-597c-4d4a-b029-dcd368ebfe04 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:35.794936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7063d4b3-841e-4aa3-901c-3268e36470cf req-1e2a6dc4-34f8-4832-851b-cf682bec7456 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 949 time: 0.1704168 Sep 18 06:58:35.805316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.813757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb0916a4-ae9b-465e-bd5d-9314397f96bb req-3febe875-aa28-44d9-9891-9f82741d1e46 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.37 "DELETE /v2.0/ports/e07866e5-597c-4d4a-b029-dcd368ebfe04 HTTP/1.1" status: 204 len: 173 time: 0.6816473 Sep 18 06:58:35.814569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'name': 'network-vif-deleted', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:35.825505 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ff7c8-a673-4de1-9c18-64c278da2f6e" -d '{"events": [{"server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "name": "network-vif-deleted", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:35.858467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7063d4b3-841e-4aa3-901c-3268e36470cf req-d32e1591-2308-413f-bff3-86759fb6b562 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Sep 18 06:58:35.866996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afdbb8dd-5e46-40cd-a160-daff6e17c5f0 req-d0201aa4-6716-4fda-866a-caddadde0b97 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173649 Sep 18 06:58:35.921071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:35.986402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:35.998684 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3b68a-9c92-4c3f-bdb4-bf2a73a7ecc8" -d '{"events": [{"server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "name": "network-vif-plugged", "status": "completed", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:36.027657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:36.055748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:36.121357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:36.146485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c00f4-2f47-4fa6-9838-f823ecb36fa5 x-openstack-request-id: req-908c00f4-2f47-4fa6-9838-f823ecb36fa5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:36.146998 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3f3cd7-76bc-4871-a898-fc3f4ea13313", "name": "network-vif-deleted", "tag": "e07866e5-597c-4d4a-b029-dcd368ebfe04", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:36.147153 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-908c00f4-2f47-4fa6-9838-f823ecb36fa5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:36.147564 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3f3cd7-76bc-4871-a898-fc3f4ea13313', 'name': 'network-vif-deleted', 'tag': 'e07866e5-597c-4d4a-b029-dcd368ebfe04', 'status': 'completed', 'code': 200} Sep 18 06:58:36.199099 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a3731-5f59-4cbf-a290-c0180d56dbf1 x-openstack-request-id: req-1c6a3731-5f59-4cbf-a290-c0180d56dbf1 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:36.199581 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "name": "network-vif-plugged", "status": "completed", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:36.199888 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c6a3731-5f59-4cbf-a290-c0180d56dbf1 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:36.202877 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'code': 200} Sep 18 06:58:36.206826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5e7d58c-d9d7-41e9-b50c-9ed44b0d0fcb req-a05be98b-5c7e-4480-90b6-5310110da0a8 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.0767672 Sep 18 06:58:36.223547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:36.259218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-bd860f4f-dae4-4d8d-b486-0429c31b696f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001029 Sep 18 06:58:36.303778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:36.342715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97fe0c-f183-4a11-9fd2-afcc771c9482 req-4bce226c-edc9-4251-93e3-edeab45b7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:36.344286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc97fe0c-f183-4a11-9fd2-afcc771c9482 req-4bce226c-edc9-4251-93e3-edeab45b7f3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 1102 time: 0.0567210 Sep 18 06:58:36.422274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc97fe0c-f183-4a11-9fd2-afcc771c9482 req-f2c730ee-1fd0-4ecb-953b-fe563ab02706 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673106 Sep 18 06:58:36.444004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Network c0782104-70c1-4c35-9bd2-10e065e032b7 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:36.449142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:36.454007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:36.535691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event updated for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:36.546221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-dbd632c2-384e-4d54-82a4-de62a48794d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:36.547802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-dbd632c2-384e-4d54-82a4-de62a48794d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcc56ed9dbdf41678e6122160432aa54&device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 1097 time: 0.2392020 Sep 18 06:58:36.558462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:36.559114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:36.594417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e7ea7-f8f8-47fb-ad94-291301f0379c req-20504dde-92bd-4789-82f6-f960aa62da5e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:36.595941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d14e7ea7-f8f8-47fb-ad94-291301f0379c req-20504dde-92bd-4789-82f6-f960aa62da5e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1353986 Sep 18 06:58:36.687532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d14e7ea7-f8f8-47fb-ad94-291301f0379c req-42197d8e-595e-4024-b849-3d0b88c3fd87 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806055 Sep 18 06:58:36.695714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-fc73cc89-a28f-46d6-9908-0625c1a6e4e7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4654779 Sep 18 06:58:36.705769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-4889129a-269e-4d4c-a664-0007a9e87973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:36.707298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-4889129a-269e-4d4c-a664-0007a9e87973 service neutron] 10.222.0.24 "GET /v2.0/networks?id=086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 200 len: 924 time: 0.1307716 Sep 18 06:58:36.717525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Request body: {'port': {'device_id': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:36.761365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6b26804d-c058-4b59-b766-ceb75b700768 None None] Provisioning complete for port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:36.762011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b26804d-c058-4b59-b766-ceb75b700768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:36.800406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6b26804d-c058-4b59-b766-ceb75b700768 None None] Port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:37.129801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77373c45-2c3b-4e0b-a2f7-44744aa66a98 req-14f57ad8-cb07-48fa-a279-ca49c8455d39 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d3f3cd7-76bc-4871-a898-fc3f4ea13313 HTTP/1.1" status: 200 len: 210 time: 0.0608146 Sep 18 06:58:37.172040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-c346cfbe-e819-4993-9b98-e78facfa874f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 200 len: 1001 time: 0.4515843 Sep 18 06:58:37.172594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:37.223220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d611-7f7c-48f3-980c-af86dd97bdbe req-75814857-8cab-455c-8a0e-d0e4bce2b3d5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:37.224753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b5d611-7f7c-48f3-980c-af86dd97bdbe req-75814857-8cab-455c-8a0e-d0e4bce2b3d5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 950 time: 0.1569538 Sep 18 06:58:37.287340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-55aa250e-efdb-49ca-88aa-01551e3be506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:37.288843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-55aa250e-efdb-49ca-88aa-01551e3be506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 200 len: 862 time: 0.0998495 Sep 18 06:58:37.368303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b5d611-7f7c-48f3-980c-af86dd97bdbe req-373a220b-d5a0-4bbf-878e-1c1c20b23ef0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354384 Sep 18 06:58:37.444234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-013ca97f-8c22-4edf-a326-b53527f70611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:37.449511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-013ca97f-8c22-4edf-a326-b53527f70611 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=086feade-3ab7-4832-a5ed-de2448edd9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340897 Sep 18 06:58:37.600181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c9865-7210-4993-b8e0-4e044cef1cf9 req-b551e9c5-816f-4335-97c2-1fe8329ef6aa tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:37.601666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a36c9865-7210-4993-b8e0-4e044cef1cf9 req-b551e9c5-816f-4335-97c2-1fe8329ef6aa tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 931 time: 0.1278803 Sep 18 06:58:37.677376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-b1c9780b-5c45-4778-a1ab-80627b3f15a1 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944153 Sep 18 06:58:37.706682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a36c9865-7210-4993-b8e0-4e044cef1cf9 req-e0d36534-9136-4e13-85f5-df039bc077e8 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918379 Sep 18 06:58:37.746547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d462930-67d2-4e1c-a8f0-b67a88d0e096 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:37.780227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:37.823761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Transition to ACTIVE for port object 3d462930-67d2-4e1c-a8f0-b67a88d0e096 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:37.851934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c18f910-12db-4997-a818-fda0c9fe1446 req-b32101f6-cc95-4ed1-9aad-8069b25e9d02 service neutron] 10.222.0.24 "GET /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487536 Sep 18 06:58:37.860852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba970aef-f90f-4553-b831-919edb0ca925 req-63150b65-e052-4beb-8645-d3b54d550424 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:37.862354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba970aef-f90f-4553-b831-919edb0ca925 req-63150b65-e052-4beb-8645-d3b54d550424 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0740020 Sep 18 06:58:37.970468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:38.005435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba970aef-f90f-4553-b831-919edb0ca925 req-3f5f65b6-f491-451c-982d-a76b63168d43 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365142 Sep 18 06:58:38.038347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:38.134290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ed69d-f744-488c-a011-254429bff413 req-d21d0899-3468-4e16-b7ac-1bced6f5f7d6 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.138429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b97ed69d-f744-488c-a011-254429bff413 req-d21d0899-3468-4e16-b7ac-1bced6f5f7d6 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 946 time: 0.1108971 Sep 18 06:58:38.158425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Attempting to bind port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:38.158770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Attempting to bind port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:38.159103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Attempting to bind port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 on network c0782104-70c1-4c35-9bd2-10e065e032b7 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:38.172878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 on network c0782104-70c1-4c35-9bd2-10e065e032b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:38.173230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Attempting to bind port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 on network c0782104-70c1-4c35-9bd2-10e065e032b7 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:38.182997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:38.182997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Checking segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:38.186611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Bound using segment: {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:38.186611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Bound port: 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:38.186611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:38.210595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b97ed69d-f744-488c-a011-254429bff413 req-8c6cd690-b73e-47d2-a4d0-39f902fb7f34 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Sep 18 06:58:38.295449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:38.296928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:38.389003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:38.426229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.426877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:38.428718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d462930-67d2-4e1c-a8f0-b67a88d0e096 HTTP/1.1" status: 200 len: 1092 time: 1.7170250 Sep 18 06:58:38.431783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:38.444883 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3a1abc-cf8c-481f-9f27-84e3957afccb" -d '{"events": [{"name": "network-changed", "server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:38.472573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2357bb-b9b8-4e8d-91fa-d3d146bffbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:38.572976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50398c79-e481-4d8d-b8fa-1281752c1fc4 req-9cb0bc8f-7850-4edb-8bbb-06a572d73ac8 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.574587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50398c79-e481-4d8d-b8fa-1281752c1fc4 req-9cb0bc8f-7850-4edb-8bbb-06a572d73ac8 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 950 time: 0.0978448 Sep 18 06:58:38.605467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-3823a62c-eb9c-43b2-851b-ab9698e1d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.607746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-3823a62c-eb9c-43b2-851b-ab9698e1d369 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5669b8df35a44d85b5e848987afd9f33&device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 1095 time: 0.0732398 Sep 18 06:58:38.634433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50398c79-e481-4d8d-b8fa-1281752c1fc4 req-00c01c7b-60bc-45d8-8d8e-8a21b120b0b4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Sep 18 06:58:38.664016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-59aa4fca-2365-4d74-843e-8c72fb89498f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096 HTTP/1.1" status: 200 len: 217 time: 0.0451460 Sep 18 06:58:38.682490 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b130f-b71e-4d03-85a3-065db23d21cb x-openstack-request-id: req-a02b130f-b71e-4d03-85a3-065db23d21cb {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:38.682773 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:38.683024 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a02b130f-b71e-4d03-85a3-065db23d21cb {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:38.683414 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'status': 'completed', 'code': 200} Sep 18 06:58:38.730484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-50828c0d-4eca-4871-a376-00cdc0027935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.733149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-50828c0d-4eca-4871-a376-00cdc0027935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df64f289-d77b-421e-8c68-8f569733fec9 HTTP/1.1" status: 200 len: 850 time: 0.0587194 Sep 18 06:58:38.803911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-73ff9f2a-50ec-47a8-9b44-6ad75642171b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:38.842627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2411b-9be7-447d-9904-f8b1909123ec req-1d86dc9c-87c8-4e5b-9dee-708fad745d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.844142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-1d86dc9c-87c8-4e5b-9dee-708fad745d88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0782104-70c1-4c35-9bd2-10e065e032b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039689 Sep 18 06:58:38.854807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf30ef-d552-459c-92b4-2e477c592143 req-32c29c8d-3d68-4e14-b365-c975906bc35a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.856208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadf30ef-d552-459c-92b4-2e477c592143 req-32c29c8d-3d68-4e14-b365-c975906bc35a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.1074176 Sep 18 06:58:38.871427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff0a1c-00eb-4b32-9304-426366ad0469 req-1922fd33-1efd-4e74-a888-f35895199fe7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:38.872899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2eff0a1c-00eb-4b32-9304-426366ad0469 req-1922fd33-1efd-4e74-a888-f35895199fe7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 949 time: 0.1011527 Sep 18 06:58:38.986722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadf30ef-d552-459c-92b4-2e477c592143 req-23e4b446-36d2-482a-9c43-c3b25beccb1f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120820 Sep 18 06:58:38.991110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2eff0a1c-00eb-4b32-9304-426366ad0469 req-d097180c-7795-4090-9e58-66bea215ce7d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991502 Sep 18 06:58:39.008351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-e92faff9-399e-484d-8408-23c1fb5c165e service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493545 Sep 18 06:58:39.139624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248b29c-334d-4f72-b114-52c34f027754 req-997c99db-428a-413f-a385-fcf9ecb5a6a6 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.141049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5248b29c-334d-4f72-b114-52c34f027754 req-997c99db-428a-413f-a385-fcf9ecb5a6a6 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 943 time: 0.0924566 Sep 18 06:58:39.159497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d2411b-9be7-447d-9904-f8b1909123ec req-621e37a6-9450-4eb1-991d-3c54d9b29cba service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399288 Sep 18 06:58:39.186048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5248b29c-334d-4f72-b114-52c34f027754 req-bdf14abd-9e11-4d12-b9fc-39563a65b053 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 Sep 18 06:58:39.341586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577a95a-1bd0-4232-be11-1bea251ce185 req-09b8fab5-2646-436c-b689-1f0312f620d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.347732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577a95a-1bd0-4232-be11-1bea251ce185 req-09b8fab5-2646-436c-b689-1f0312f620d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.349312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f577a95a-1bd0-4232-be11-1bea251ce185 req-09b8fab5-2646-436c-b689-1f0312f620d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab&device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 1690 time: 0.1179440 Sep 18 06:58:39.363796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-7b784bee-5724-418e-b637-c9d2a9f2df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.365222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-7b784bee-5724-418e-b637-c9d2a9f2df85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5669b8df35a44d85b5e848987afd9f33&device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 1095 time: 0.1003549 Sep 18 06:58:39.374046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935252e3-88aa-4200-9a53-c06eed617a68 req-507e3b3c-8ec3-4d6b-901f-cc45a5078d6e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.378489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-935252e3-88aa-4200-9a53-c06eed617a68 req-507e3b3c-8ec3-4d6b-901f-cc45a5078d6e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1169772 Sep 18 06:58:39.438529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device e07866e5-597c-4d4a-b029-dcd368ebfe04 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:39.458575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: e07866e5-597c-4d4a-b029-dcd368ebfe04 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:39.458922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device e07866e5-597c-4d4a-b029-dcd368ebfe04 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:39.473944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f577a95a-1bd0-4232-be11-1bea251ce185 req-da6d8db3-f98e-4ffa-b3e4-40b40535ce0a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Sep 18 06:58:39.493799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-935252e3-88aa-4200-9a53-c06eed617a68 req-67b0923f-c5eb-4e96-8e5c-140760307665 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020160 Sep 18 06:58:39.520305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-d70453c9-b454-4303-a489-cb6d62f57142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.522226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-d70453c9-b454-4303-a489-cb6d62f57142 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0782104-70c1-4c35-9bd2-10e065e032b7 HTTP/1.1" status: 200 len: 912 time: 0.1406434 Sep 18 06:58:39.586237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-845c9e64-4933-4e11-afb1-ea136c063ee4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096 HTTP/1.1" status: 200 len: 217 time: 0.0525873 Sep 18 06:58:39.606372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3ffaa-e153-41c4-8496-c6ac6f3dd651 req-d08e8554-1b7d-49dc-befa-ce1cd03a29b2 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.607892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26e3ffaa-e153-41c4-8496-c6ac6f3dd651 req-d08e8554-1b7d-49dc-befa-ce1cd03a29b2 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 946 time: 0.0845454 Sep 18 06:58:39.683482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-6b5c748a-b6dd-4142-880f-d0f63757622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.685353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-6b5c748a-b6dd-4142-880f-d0f63757622e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df64f289-d77b-421e-8c68-8f569733fec9 HTTP/1.1" status: 200 len: 850 time: 0.0764313 Sep 18 06:58:39.689237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26e3ffaa-e153-41c4-8496-c6ac6f3dd651 req-f01b876c-5a2d-41be-ab98-e1541f4ae578 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/security-groups?id=e36fd335-6c63-4f84-9ff5-c879f18d19c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730951 Sep 18 06:58:39.756797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-6f2d780d-a498-4a18-9dea-8e6d5335bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.758444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-6f2d780d-a498-4a18-9dea-8e6d5335bfce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0782104-70c1-4c35-9bd2-10e065e032b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584192 Sep 18 06:58:39.867072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14ef0-bab3-44c7-ab59-48ded1d07cf7 req-f0b2ae9b-ef5a-4540-9562-b08c4afbcf01 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.868597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cad14ef0-bab3-44c7-ab59-48ded1d07cf7 req-f0b2ae9b-ef5a-4540-9562-b08c4afbcf01 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 1102 time: 0.0921838 Sep 18 06:58:39.896555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-356ea8a9-e1ac-46c8-873a-d185af024e9d service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276088 Sep 18 06:58:39.901987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-22ae5bb5-0f21-46a3-a87f-b00bda19c2d9 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:39.903445 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-22ae5bb5-0f21-46a3-a87f-b00bda19c2d9 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.37 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 946 time: 0.0518956 Sep 18 06:58:39.921037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cad14ef0-bab3-44c7-ab59-48ded1d07cf7 req-12caf23f-5e8f-4720-ade5-f639f415b64c tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Sep 18 06:58:40.000960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Deleting port df6214ea-e8b4-4956-b220-19d5135f29b7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:40.001308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.027948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d3a1abc-cf8c-481f-9f27-84e3957afccb req-94614e21-f568-4ad5-87e5-97cbf41eea61 service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160712 Sep 18 06:58:40.049994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a415ee-77a5-40db-a294-372616066c8f req-06dcd710-cf45-490b-bc8e-431a09dc9384 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.051517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5a415ee-77a5-40db-a294-372616066c8f req-06dcd710-cf45-490b-bc8e-431a09dc9384 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 1101 time: 0.0526121 Sep 18 06:58:40.095641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] For port df6214ea-e8b4-4956-b220-19d5135f29b7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=df6214ea-e8b4-4956-b220-19d5135f29b7,segment=NetworkSegment(ab3ebf37-d847-49e2-9dfa-0faab026a49d),segment_id=ab3ebf37-d847-49e2-9dfa-0faab026a49d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:40.096011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.108397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Calling delete_port for df6214ea-e8b4-4956-b220-19d5135f29b7 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:40.115089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5a415ee-77a5-40db-a294-372616066c8f req-9533cc83-0adb-4fe1-ab77-93255e21c719 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 Sep 18 06:58:40.134601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfb9ac-d20e-449f-9609-d5fc6a1db603 req-db44dd89-333b-4632-9d43-8bf39e05aa2b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.141870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16dfb9ac-d20e-449f-9609-d5fc6a1db603 req-db44dd89-333b-4632-9d43-8bf39e05aa2b tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.0785880 Sep 18 06:58:40.176476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16dfb9ac-d20e-449f-9609-d5fc6a1db603 req-da95e7fe-1086-46b8-95b4-04ee842a8f5a tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Sep 18 06:58:40.302125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac47c9-70ab-4abd-8eb4-2987c4fdf520 req-ef14990f-3db6-4d90-b57b-c194c60bd7ec tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.303631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73ac47c9-70ab-4abd-8eb4-2987c4fdf520 req-ef14990f-3db6-4d90-b57b-c194c60bd7ec tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 943 time: 0.0503042 Sep 18 06:58:40.312518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.325724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['df6214ea-e8b4-4956-b220-19d5135f29b7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:40.356366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73ac47c9-70ab-4abd-8eb4-2987c4fdf520 req-f2f86d26-0347-44ad-836a-f0319baa7e7c tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Sep 18 06:58:40.356835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Pushing event deleted for resources: {'Port': ['ID=df6214ea-e8b4-4956-b220-19d5135f29b7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:40.405220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] No DVR routers for this DVR port df6214ea-e8b4-4956-b220-19d5135f29b7 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:40.408179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.410248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdd5f01e-ed63-4cac-8a7b-cac874bf1888 req-403dc3cf-753b-40c5-83c9-238a2867c1a4 tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.37 "DELETE /v2.0/ports/df6214ea-e8b4-4956-b220-19d5135f29b7 HTTP/1.1" status: 204 len: 173 time: 0.4984803 Sep 18 06:58:40.410632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'name': 'network-vif-deleted', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:40.412929 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c57b233-35dd-4d61-8021-cfb48267255e" -d '{"events": [{"server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "name": "network-vif-deleted", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:40.451082 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63062911-d56e-421c-b80c-eead2f9a0bf0 x-openstack-request-id: req-63062911-d56e-421c-b80c-eead2f9a0bf0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:40.451380 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ea57f8-8d06-4e3f-9470-35a3a0171b29", "name": "network-vif-deleted", "tag": "df6214ea-e8b4-4956-b220-19d5135f29b7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:40.451636 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63062911-d56e-421c-b80c-eead2f9a0bf0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:40.452041 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ea57f8-8d06-4e3f-9470-35a3a0171b29', 'name': 'network-vif-deleted', 'tag': 'df6214ea-e8b4-4956-b220-19d5135f29b7', 'status': 'completed', 'code': 200} Sep 18 06:58:40.471407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2ae2849e-2d57-4bfe-8f4f-d2b94c2e38be tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241857 Sep 18 06:58:40.592789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-21e1c86e-588f-4276-b3bf-ea51881caecf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.594319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-21e1c86e-588f-4276-b3bf-ea51881caecf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169951 Sep 18 06:58:40.621919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-43b5f5bf-3a37-4a38-ab5a-745535b60d41 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.0141039 Sep 18 06:58:40.647447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01663c-13ee-4160-8f20-2b072fad2180 req-b7cda2d0-7c4c-4c42-a8db-885682a32ddf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.648963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc01663c-13ee-4160-8f20-2b072fad2180 req-b7cda2d0-7c4c-4c42-a8db-885682a32ddf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0765989 Sep 18 06:58:40.721059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-db493cc8-d17b-4c2a-bc09-92b7cd074a51 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925272 Sep 18 06:58:40.727062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc01663c-13ee-4160-8f20-2b072fad2180 req-1e25cdbb-d394-43aa-82b4-be141ccf6740 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626523 Sep 18 06:58:40.774212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-b5957a32-d080-430e-b515-d04f06dfab41 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:40.775850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-b5957a32-d080-430e-b515-d04f06dfab41 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.0722721 Sep 18 06:58:40.878275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Deleting port 5e75935e-17f2-450c-ae58-41621035c778 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:40.878627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.973722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] For port 5e75935e-17f2-450c-ae58-41621035c778, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5e75935e-17f2-450c-ae58-41621035c778,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:40.974048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:40.986860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Calling delete_port for 5e75935e-17f2-450c-ae58-41621035c778 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:41.023678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17bd3bd2-2b54-4e0c-a42f-c7df988dd5f6 req-2d8a87b4-d754-43e8-8eac-17fc01d1a00d tempest-VolumesAdminNegativeTest-137905528 tempest-VolumesAdminNegativeTest-137905528-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ea57f8-8d06-4e3f-9470-35a3a0171b29 HTTP/1.1" status: 200 len: 210 time: 0.0326405 Sep 18 06:58:41.294088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a4e4b-0822-4e70-90f8-5f47caae4f8b req-9a085eed-7aec-42e7-aeb7-e474d4c5ca59 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:41.295698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062a4e4b-0822-4e70-90f8-5f47caae4f8b req-9a085eed-7aec-42e7-aeb7-e474d4c5ca59 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Sep 18 06:58:41.296751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:41.348329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['bac6f339-1255-4299-bf7c-cc6fc8798d35', '5e75935e-17f2-450c-ae58-41621035c778'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:41.348795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event deleted for resources: {'Port': ['ID=5e75935e-17f2-450c-ae58-41621035c778,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:41.390286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] No DVR routers for this DVR port 5e75935e-17f2-450c-ae58-41621035c778 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:41.393423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:41.395806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88e87ed6-c79b-40ce-85b3-d8af74b5b9c5 req-a9bc9ad8-e3e5-4fac-94f1-7d699a634d4f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "DELETE /v2.0/ports/5e75935e-17f2-450c-ae58-41621035c778 HTTP/1.1" status: 204 len: 173 time: 0.6116600 Sep 18 06:58:41.403005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'name': 'network-vif-deleted', 'tag': '5e75935e-17f2-450c-ae58-41621035c778'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:41.405591 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a02871c-2d5c-4007-a566-5a47bf3c19f4" -d '{"events": [{"server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "name": "network-vif-deleted", "tag": "5e75935e-17f2-450c-ae58-41621035c778"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:41.418755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062a4e4b-0822-4e70-90f8-5f47caae4f8b req-9cf216e8-529f-43f7-a940-d206febd983e tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144307 Sep 18 06:58:41.437324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3d462930-67d2-4e1c-a8f0-b67a88d0e096 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:41.517484 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b3625-fafc-42d5-9e40-552130e26e90 x-openstack-request-id: req-0f2b3625-fafc-42d5-9e40-552130e26e90 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:41.519292 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701143f2-86de-4ac3-8269-b4f488812d90", "name": "network-vif-deleted", "tag": "5e75935e-17f2-450c-ae58-41621035c778", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:41.519292 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f2b3625-fafc-42d5-9e40-552130e26e90 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:41.519292 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701143f2-86de-4ac3-8269-b4f488812d90', 'name': 'network-vif-deleted', 'tag': '5e75935e-17f2-450c-ae58-41621035c778', 'status': 'completed', 'code': 200} Sep 18 06:58:41.561357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8292aab7-3904-4fb2-a8f8-f2940d4c7e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:41.574554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fd64-150e-42e9-9b70-4daed7a671ee req-cd94eb4b-778f-45af-9e02-e1e3b5476461 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:41.583798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8a0fd64-150e-42e9-9b70-4daed7a671ee req-cd94eb4b-778f-45af-9e02-e1e3b5476461 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 943 time: 0.1018937 Sep 18 06:58:41.623965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8a0fd64-150e-42e9-9b70-4daed7a671ee req-9f939724-d58c-40e7-a1d5-29cef00e3c8b tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392423 Sep 18 06:58:41.741548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f578336e-8898-433e-9447-e7900bd853f5 req-763f93d1-627f-4981-95a6-1a1541d2e519 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 210 time: 0.0356183 Sep 18 06:58:41.813496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:41.828437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'port_id': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'mac_address': 'fa:16:3e:74:da:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:41.882081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c0acb-91c2-4e4f-8696-a3ed48b24dbc req-72ed299f-9118-497c-a90c-7bbd330ca71e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:41.883722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029c0acb-91c2-4e4f-8696-a3ed48b24dbc req-72ed299f-9118-497c-a90c-7bbd330ca71e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0597439 Sep 18 06:58:41.902432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:41.918158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d462930-67d2-4e1c-a8f0-b67a88d0e096 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:41.925843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029c0acb-91c2-4e4f-8696-a3ed48b24dbc req-b7e37d38-4531-474c-a1a0-8e444e0a67c0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Sep 18 06:58:41.944936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:41.998480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.074219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.079447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:42.127101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:42.135478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Deleting subnet f6a560a8-6077-4a86-923b-840f802ae08e {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:58:42.138551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.174424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.215940 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.347431 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.356492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3d462930-67d2-4e1c-a8f0-b67a88d0e096'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:42.389266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a560a8-6077-4a86-923b-840f802ae08e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:42.399535 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.404310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-117fe1cc-77ef-4276-8fc7-ffa717367059 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f6a560a8-6077-4a86-923b-840f802ae08e HTTP/1.1" status: 204 len: 168 time: 0.3200169 Sep 18 06:58:42.404575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:42.485193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.554666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7056acef-b988-49a0-b7ff-8e3dce6f2df6 req-97b76ab7-3c5b-49c9-9c9d-4bc15a9e7f77 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=701143f2-86de-4ac3-8269-b4f488812d90 HTTP/1.1" status: 200 len: 210 time: 0.0399818 Sep 18 06:58:42.592222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.611792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee51c40-2c6c-4f98-bbef-e68cb9acf307']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:42.621015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3ebf37-d847-49e2-9dfa-0faab026a49d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:42.621317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3ebf37-d847-49e2-9dfa-0faab026a49d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:42.630505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.643865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.650023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:58:42.650410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:58:42.652605 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:58:42.752326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0048a-7f83-4a91-8760-7735bced3b2e req-2c95cf28-165e-4799-90f9-654875698d3a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:42.757257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3c0048a-7f83-4a91-8760-7735bced3b2e req-2c95cf28-165e-4799-90f9-654875698d3a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 944 time: 0.0494657 Sep 18 06:58:42.793477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3c0048a-7f83-4a91-8760-7735bced3b2e req-b8d4ec13-862a-4d41-b116-b6a1ea7bee53 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Sep 18 06:58:42.823583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.826822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-baa86785-9312-42cb-9105-6dadb9537a38 req-fbc1d4d1-cd6b-4127-a313-ab01d0708885 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 210 time: 0.0303593 Sep 18 06:58:42.830605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.832376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ee51c40-2c6c-4f98-bbef-e68cb9acf307 HTTP/1.1" status: 204 len: 168 time: 0.4268670 Sep 18 06:58:42.835520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42532) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:42.843762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee51c40-2c6c-4f98-bbef-e68cb9acf307,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:42.851507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.851861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.852203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.852545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.852881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.853209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.853538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.853890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.854251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.854585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.854912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.855240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8cee82-2d06-42fa-9bea-c7f8b6d075c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:42.883441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Deleting subnet f75ce7ca-c807-4d39-bc42-98c091a117ff {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:58:42.887241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.921607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:42.966489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.064704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf61c6-173e-4004-8f92-5bd0358ddf92 req-2a745c6d-ffaf-4e23-abeb-bad1de47f724 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:43.064704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcdf61c6-173e-4004-8f92-5bd0358ddf92 req-2a745c6d-ffaf-4e23-abeb-bad1de47f724 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0562284 Sep 18 06:58:43.101458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcdf61c6-173e-4004-8f92-5bd0358ddf92 req-3caab47a-ba8c-4308-8f15-c8bac0fa8dd4 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364971 Sep 18 06:58:43.137759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.163765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75ce7ca-c807-4d39-bc42-98c091a117ff,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:43.168699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.170349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d0189b7-8c38-42e0-b40a-367a454f6647 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f75ce7ca-c807-4d39-bc42-98c091a117ff HTTP/1.1" status: 204 len: 168 time: 0.3337171 Sep 18 06:58:43.172783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42542) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:43.182901 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.243683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.329594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.349446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6002e15-1406-48df-86f1-334221b2df2b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:43.359391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ee204f-b9ae-4d81-9367-9a47e9f767a3') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:43.359675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ee204f-b9ae-4d81-9367-9a47e9f767a3') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:43.369101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.383055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.389016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:58:43.389402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:58:43.391076 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:58:43.423491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3d462930-67d2-4e1c-a8f0-b67a88d0e096 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:43.581641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:43.581859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.586543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:43.587130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.588329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.590648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6002e15-1406-48df-86f1-334221b2df2b HTTP/1.1" status: 204 len: 168 time: 0.4167600 Sep 18 06:58:43.601090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6e22f-c5ce-4884-9506-363591f54b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6002e15-1406-48df-86f1-334221b2df2b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:43.690631 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.714261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:43.716828 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98a0fce-2b1a-4cc7-8b55-a47638feee83" -d '{"events": [{"server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "name": "network-vif-plugged", "status": "completed", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:43.730440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:43.763760 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb8b1e0-b579-4970-8817-0764aaf13298 x-openstack-request-id: req-2cb8b1e0-b579-4970-8817-0764aaf13298 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:43.763760 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "name": "network-vif-plugged", "status": "completed", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:43.763760 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cb8b1e0-b579-4970-8817-0764aaf13298 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:43.763760 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'code': 200} Sep 18 06:58:43.856253 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:43.857450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device df6214ea-e8b4-4956-b220-19d5135f29b7 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:43.869471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3fef-77ae-4427-ab00-cc12a9e6db30 req-8807b4d9-4837-45cf-a7b6-76502718cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:43.871091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd3fef-77ae-4427-ab00-cc12a9e6db30 req-8807b4d9-4837-45cf-a7b6-76502718cdde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 1096 time: 0.0464180 Sep 18 06:58:43.899233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: df6214ea-e8b4-4956-b220-19d5135f29b7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:43.899594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device df6214ea-e8b4-4956-b220-19d5135f29b7 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:43.919319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd3fef-77ae-4427-ab00-cc12a9e6db30 req-51dba3be-0deb-417a-a7e8-bcca0c002660 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Sep 18 06:58:43.924599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84e5f-5d82-4aaf-b612-bfca4e4b22e8 req-ff7a6f73-1aa9-4f90-b193-3266044396e3 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:43.927710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0d84e5f-5d82-4aaf-b612-bfca4e4b22e8 req-ff7a6f73-1aa9-4f90-b193-3266044396e3 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.0592449 Sep 18 06:58:43.952615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:43.960270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.960625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.961121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.961470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.961993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.962322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.962659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.962994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.963847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.964199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.964532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.964859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:43.974711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0d84e5f-5d82-4aaf-b612-bfca4e4b22e8 req-895a19ca-8595-4262-9494-16db2fb10488 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Sep 18 06:58:44.065868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-baf8b3ed-6fc6-4c47-a6a9-42aa68b40e39 req-c39f4e4f-0b88-45e4-a0d3-6b1e65705abe tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 210 time: 0.0310311 Sep 18 06:58:44.081175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42562) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:44.119036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05783dd0-ab41-4673-a9b8-4bb2122eba1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8913705f49a543d4b57a5aef01ab62e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407598 Sep 18 06:58:44.121538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:44.175171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5f51-5cdf-4020-96ce-9a02d1b61d53 req-96879075-f8c8-4b07-a342-e6f039b9c454 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:44.176749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e7b5f51-5cdf-4020-96ce-9a02d1b61d53 req-96879075-f8c8-4b07-a342-e6f039b9c454 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.0542967 Sep 18 06:58:44.176918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.199252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.251385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e7b5f51-5cdf-4020-96ce-9a02d1b61d53 req-e850ec78-b277-4ed2-a727-3ee0599bea1f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681515 Sep 18 06:58:44.283836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74514b1-e723-41b9-84c8-98c8ee96916c req-358c0d55-4fd5-41ff-9809-85aa958b99de tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:44.285351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b74514b1-e723-41b9-84c8-98c8ee96916c req-358c0d55-4fd5-41ff-9809-85aa958b99de tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0694489 Sep 18 06:58:44.323565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b74514b1-e723-41b9-84c8-98c8ee96916c req-add3bdc8-f3ce-42ca-9a92-5b6731263a76 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Sep 18 06:58:44.359570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.362357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.363593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e36fd335-6c63-4f84-9ff5-c879f18d19c4 HTTP/1.1" status: 204 len: 168 time: 0.2410228 Sep 18 06:58:44.373574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36fd335-6c63-4f84-9ff5-c879f18d19c4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:44.390692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.390692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.390994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.391179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.391517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.391847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.392184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.392510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.392835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.393162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.393488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.393814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d6ac3-8f6d-48e8-b71b-597b1b28414c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:58:44.612009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.612782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:44.874485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2b25affb-332b-46a1-8921-0f3821f52341 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219431 Sep 18 06:58:44.984188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2de9241d-95b4-49c9-92bc-ca3eb36e48d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:44.985541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2de9241d-95b4-49c9-92bc-ca3eb36e48d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032257 Sep 18 06:58:45.019019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:45.144497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095b4b4-7725-49ba-8d2c-563591a3cc06 req-6e0d451b-c7e0-44a2-a5d7-f0772cf3bb66 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:45.146257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8095b4b4-7725-49ba-8d2c-563591a3cc06 req-6e0d451b-c7e0-44a2-a5d7-f0772cf3bb66 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.0973432 Sep 18 06:58:45.194684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-f2e56372-e001-4028-9922-478db7616382 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237558 Sep 18 06:58:45.234831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42582) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:45.298837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5e75935e-17f2-450c-ae58-41621035c778 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:45.319536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 5e75935e-17f2-450c-ae58-41621035c778 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:45.319986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5e75935e-17f2-450c-ae58-41621035c778 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:45.372561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2ba67b87-6654-4393-b6a9-3d09b8d9ece7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:45.374241 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2ba67b87-6654-4393-b6a9-3d09b8d9ece7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719005 Sep 18 06:58:45.376971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-48f631f2-4b53-47c2-99ac-ce349e3c4763 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66d897beda9b45aca850ba301764190f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410763 Sep 18 06:58:45.379757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42590) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:45.393266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:45.498320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7112a7c-8293-4a35-8f37-f41d5133cac7 req-96835a99-2114-4dae-b33e-630bf4873556 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 210 time: 0.3495221 Sep 18 06:58:45.505592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.541968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8095b4b4-7725-49ba-8d2c-563591a3cc06 req-34f41139-7180-4d3b-89ab-a96897801397 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808303 Sep 18 06:58:45.556889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.629963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:45.633615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.706938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286e061-2991-4a43-8880-300a973ad27e req-cc05c705-bc53-435e-b7a8-2420b2059734 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:45.708489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7286e061-2991-4a43-8880-300a973ad27e req-cc05c705-bc53-435e-b7a8-2420b2059734 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1072896 Sep 18 06:58:45.714117 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.716882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.720372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87f3fa30-30bf-4587-9f2d-ddc90db52e90 HTTP/1.1" status: 204 len: 168 time: 0.3371623 Sep 18 06:58:45.726456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4d13-6b0d-4751-a276-154fd476d736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3fa30-30bf-4587-9f2d-ddc90db52e90,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:45.773920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d3772-013d-448e-8868-c3064c7d0557 req-9673bbcf-282f-4e01-b3e6-759116046a11 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:45.775513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-368d3772-013d-448e-8868-c3064c7d0557 req-9673bbcf-282f-4e01-b3e6-759116046a11 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1301804 Sep 18 06:58:45.804142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:45.808702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:45.846911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7286e061-2991-4a43-8880-300a973ad27e req-2b9c01e2-0950-45aa-a5e3-1f444976fd0f tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070616 Sep 18 06:58:45.892752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-368d3772-013d-448e-8868-c3064c7d0557 req-9593f6c0-d61d-43e9-8dd5-7a29bc4202db tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091213 Sep 18 06:58:45.904565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.247 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/3724fffd-b5d5-4f16-ae2c-8a12892bc107) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:46.059966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.131275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.149515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:46.186642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:46.190617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:46.196011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:46.231150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.116 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/ea21ed47-3ae1-48d0-9649-dc0ad951b773) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:46.253606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:46.257202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.276657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:46.339926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-657f0a55-aceb-499b-92da-887e8bbc38bf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3263073 Sep 18 06:58:46.369181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Request body: {'port': {'device_id': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:46.468054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.471574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.549458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.560377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2599f99c-844b-4c98-a7e8-9b80c41745ad None None] Provisioning complete for port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:46.575818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2599f99c-844b-4c98-a7e8-9b80c41745ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.595388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:46.602594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:46.602820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2599f99c-844b-4c98-a7e8-9b80c41745ad None None] Port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:46.607798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:46.640074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:46.674988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:46.678292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.741885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-1118f691-c5b6-4fc6-b3d5-0890ad31ef09 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:46.743424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-1118f691-c5b6-4fc6-b3d5-0890ad31ef09 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.2591031 Sep 18 06:58:46.749241 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-2a62b5d1-0b94-43ae-aab0-5dddf1374aa3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3603671 Sep 18 06:58:46.767857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Request body: {'port': {'device_id': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:46.831296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.849918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b08744-2a7e-4723-ad3e-92199fe03e7a req-67602a2b-464f-4fe4-8cce-30a7057ad0af tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:46.852338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6b08744-2a7e-4723-ad3e-92199fe03e7a req-67602a2b-464f-4fe4-8cce-30a7057ad0af tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 936 time: 0.2337511 Sep 18 06:58:46.904405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c0b5-b1aa-4044-8d2c-57bf5f086fb3 req-91ecd8e8-ebf0-4c63-8cc5-e71731568959 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:46.906016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1f4c0b5-b1aa-4044-8d2c-57bf5f086fb3 req-91ecd8e8-ebf0-4c63-8cc5-e71731568959 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.2136040 Sep 18 06:58:46.932094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-05d64028-0265-460b-8143-aea73b61ec7c None None] Provisioning complete for port ea21ed47-3ae1-48d0-9649-dc0ad951b773 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:46.932723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05d64028-0265-460b-8143-aea73b61ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:46.974030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-05d64028-0265-460b-8143-aea73b61ec7c None None] Port ea21ed47-3ae1-48d0-9649-dc0ad951b773 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:47.006062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6b08744-2a7e-4723-ad3e-92199fe03e7a req-fa828e2e-acd4-4bb2-ae33-0a6c7766fcf7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454608 Sep 18 06:58:47.048537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1f4c0b5-b1aa-4044-8d2c-57bf5f086fb3 req-fe535852-4416-4097-86f3-01a411cca502 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822546 Sep 18 06:58:47.070114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Deleting port bac6f339-1255-4299-bf7c-cc6fc8798d35 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:47.070114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.202771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:47.236636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3724fffd-b5d5-4f16-ae2c-8a12892bc107 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:47.254971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.274983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] For port bac6f339-1255-4299-bf7c-cc6fc8798d35, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bac6f339-1255-4299-bf7c-cc6fc8798d35,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:47.275343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.295895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Calling delete_port for bac6f339-1255-4299-bf7c-cc6fc8798d35 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:47.304905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764ebbe-b882-43cc-8698-f305eac5112b req-654f0e98-5d71-4640-beeb-cd459f9dc34b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:47.306413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f764ebbe-b882-43cc-8698-f305eac5112b req-654f0e98-5d71-4640-beeb-cd459f9dc34b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1671760 Sep 18 06:58:47.312124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Transition to ACTIVE for port object 3724fffd-b5d5-4f16-ae2c-8a12892bc107 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:47.317005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984befc-5dfb-4f93-a4ee-0e9454224ed8 req-24bb3e9c-9bc8-4fef-b82e-050966680ec8 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:47.318485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8984befc-5dfb-4f93-a4ee-0e9454224ed8 req-24bb3e9c-9bc8-4fef-b82e-050966680ec8 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 945 time: 0.1803474 Sep 18 06:58:47.400048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.430392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f764ebbe-b882-43cc-8698-f305eac5112b req-c925a564-4970-4453-9c70-780a888e489e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Sep 18 06:58:47.465950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8984befc-5dfb-4f93-a4ee-0e9454224ed8 req-82dc0e6e-3afa-4df8-b7fd-3c15e133a9e0 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c351cee-62ea-430f-9e37-c3b865acc1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356349 Sep 18 06:58:47.500679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Pushing event updated for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:47.618052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea21ed47-3ae1-48d0-9649-dc0ad951b773 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:47.627998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.642305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Transition to ACTIVE for port object ea21ed47-3ae1-48d0-9649-dc0ad951b773 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:47.663795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Attempting to bind port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:47.664402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Attempting to bind port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:47.664983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Attempting to bind port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:47.680900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:47.681237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Attempting to bind port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:47.706350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:47.706693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:47.707083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:47.707525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Bound port: 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:47.707945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.712666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.752039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.769779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d572a0-d147-4a92-98f0-1123f78c8e0c req-17d06cbb-56ef-4fd0-9b20-23ecde1ef17d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:47.771536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2d572a0-d147-4a92-98f0-1123f78c8e0c req-17d06cbb-56ef-4fd0-9b20-23ecde1ef17d tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.1019204 Sep 18 06:58:47.783609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42640) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:47.788004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['bac6f339-1255-4299-bf7c-cc6fc8798d35'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:47.798545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993c242-4225-460c-8926-76fac222a981 service neutron] Pushing event updated for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:47.815244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Request body: {'floatingip': {'port_id': '3d462930-67d2-4e1c-a8f0-b67a88d0e096'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:47.843710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Pushing event deleted for resources: {'Port': ['ID=bac6f339-1255-4299-bf7c-cc6fc8798d35,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:47.880464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.908758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] No DVR routers for this DVR port bac6f339-1255-4299-bf7c-cc6fc8798d35 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:47.913351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-76c52c7e-eddb-4208-9c03-99c1483ce6e5 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e69945b11544f9c869101c3540476e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867481 Sep 18 06:58:47.914485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:47.916885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c06c7a0a-0783-4d2a-aae6-aae5a10a5f18 req-06c77448-d2ae-433a-8ec9-c06149fe456d tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.24 "DELETE /v2.0/ports/bac6f339-1255-4299-bf7c-cc6fc8798d35 HTTP/1.1" status: 204 len: 173 time: 1.1557028 Sep 18 06:58:47.917542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:47.925450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'name': 'network-vif-deleted', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:47.928515 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9023146d-7709-492d-9749-9e1c300b3aa9" -d '{"events": [{"server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "name": "network-vif-deleted", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:47.968298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:47.986639 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f911ef1-7537-4a30-961e-6b357948b7fd x-openstack-request-id: req-2f911ef1-7537-4a30-961e-6b357948b7fd {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:47.986639 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a2aab-b5e6-42e3-9eff-6f3f2218139b", "name": "network-vif-deleted", "tag": "bac6f339-1255-4299-bf7c-cc6fc8798d35", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:47.987140 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f911ef1-7537-4a30-961e-6b357948b7fd {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:47.987140 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235a2aab-b5e6-42e3-9eff-6f3f2218139b', 'name': 'network-vif-deleted', 'tag': 'bac6f339-1255-4299-bf7c-cc6fc8798d35', 'status': 'completed', 'code': 200} Sep 18 06:58:48.040871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.069983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Attempting to bind port ea21ed47-3ae1-48d0-9649-dc0ad951b773 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:48.070316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Attempting to bind port ea21ed47-3ae1-48d0-9649-dc0ad951b773 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:48.070649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Attempting to bind port ea21ed47-3ae1-48d0-9649-dc0ad951b773 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:48.083952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Port ea21ed47-3ae1-48d0-9649-dc0ad951b773 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:48.083952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Attempting to bind port ea21ed47-3ae1-48d0-9649-dc0ad951b773 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:48.106312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.107118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.111456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] 10.222.0.24 "PUT /v2.0/ports/3724fffd-b5d5-4f16-ae2c-8a12892bc107 HTTP/1.1" status: 200 len: 1097 time: 1.7478621 Sep 18 06:58:48.165074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83c7da-5e83-4bd0-8ac2-158335d7dd00 service neutron] Pushing event updated for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:48.166457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:48.166803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:48.167198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:48.167690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Bound port: ea21ed47-3ae1-48d0-9649-dc0ad951b773, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:48.168045 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.190611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-8f11c204-b0b5-4a54-b3f2-7709ef3df1ca tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.197758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-8f11c204-b0b5-4a54-b3f2-7709ef3df1ca tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592297 Sep 18 06:58:48.230541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9fbc48bd-5c3c-43da-a88c-75f696492c76 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/quotas/5e69945b11544f9c869101c3540476e9 HTTP/1.1" status: 200 len: 375 time: 0.0318162 Sep 18 06:58:48.301489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-112773c9-13ad-4c9b-9d2d-c1bf679fe7e7 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e69945b11544f9c869101c3540476e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569065 Sep 18 06:58:48.313438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:48.336535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6fc8e-b1bd-43c1-9ea3-198e57f188cc req-a78ff059-9a92-45bc-9caa-1d23c1569814 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.345620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ded6fc8e-b1bd-43c1-9ea3-198e57f188cc req-a78ff059-9a92-45bc-9caa-1d23c1569814 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 948 time: 0.1813364 Sep 18 06:58:48.396698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:48.410561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-c88ad063-5504-4dcc-893b-c90b7af50845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.412341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-c88ad063-5504-4dcc-893b-c90b7af50845 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 1100 time: 0.1370409 Sep 18 06:58:48.433111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ded6fc8e-b1bd-43c1-9ea3-198e57f188cc req-b1de2edc-8e79-440f-ae60-225a183c1b4f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820765 Sep 18 06:58:48.504185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-5facb142-a7d2-439a-a0a7-12fe002656d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107 HTTP/1.1" status: 200 len: 217 time: 0.0695179 Sep 18 06:58:48.519361 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.574529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-a655426a-e411-479c-8548-1276c52540c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.576026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-a655426a-e411-479c-8548-1276c52540c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0590913 Sep 18 06:58:48.632327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993c242-4225-460c-8926-76fac222a981 service neutron] Pushing event updated for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:48.660572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.661286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.662981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-7993c242-4225-460c-8926-76fac222a981 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea21ed47-3ae1-48d0-9649-dc0ad951b773 HTTP/1.1" status: 200 len: 1097 time: 1.8998444 Sep 18 06:58:48.663435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:48.665821 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc87f1-f27f-4b32-983a-c78171acd694" -d '{"events": [{"name": "network-changed", "server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:48.672063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.resource_extend [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 06:58:48.709484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-901686e0-60f9-4579-b685-05b0c66f232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.711968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-901686e0-60f9-4579-b685-05b0c66f232f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242545 Sep 18 06:58:48.733084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10a19d-50d7-4713-b29e-9bf6d2e2a70c req-6142b4ac-0d5b-4e3a-b6ab-01560d273c88 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.743534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.757485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d10a19d-50d7-4713-b29e-9bf6d2e2a70c req-6142b4ac-0d5b-4e3a-b6ab-01560d273c88 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1800787 Sep 18 06:58:48.808774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-9f4cc8ef-93cb-4c88-9ffb-f70b2c792b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:48.818227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-9f4cc8ef-93cb-4c88-9ffb-f70b2c792b03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 1100 time: 0.0511849 Sep 18 06:58:48.818227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:48.893277 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-303fccd6-7865-45b9-812a-0ed67d4027a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773 HTTP/1.1" status: 200 len: 217 time: 0.0405254 Sep 18 06:58:48.918568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1af47214-8485-45be-b845-dfb76c5551e2 req-a636293c-83f8-47cb-9bce-f67fc562f1d5 tempest-ListServerFiltersTestJSON-885692457 tempest-ListServerFiltersTestJSON-885692457-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a2aab-b5e6-42e3-9eff-6f3f2218139b HTTP/1.1" status: 200 len: 210 time: 0.1518579 Sep 18 06:58:48.961336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d10a19d-50d7-4713-b29e-9bf6d2e2a70c req-8a35386d-85ea-424f-ae14-c65c7b9f3b43 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026241 Sep 18 06:58:48.964828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-d5ff2b30-1e47-405e-8b2d-2fccd4402603 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036762 Sep 18 06:58:49.036445 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Floating IP fbff552c-6cb9-453c-ae0e-eea5b95c7b7e associated. External IP: 172.25.4.100, port: 3d462930-67d2-4e1c-a8f0-b67a88d0e096. Sep 18 06:58:49.096007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-05ff809e-4bfe-48a7-b4d9-1c682c8883c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:49.097645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-05ff809e-4bfe-48a7-b4d9-1c682c8883c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0972681 Sep 18 06:58:49.099612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ea21-b779-4bc6-890c-91fa6c867806 req-0fc48ee2-40b9-4c0c-b2a1-a9354f0a6c58 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:49.101201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19b1ea21-b779-4bc6-890c-91fa6c867806 req-0fc48ee2-40b9-4c0c-b2a1-a9354f0a6c58 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.1018927 Sep 18 06:58:49.143019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e13448c-2422-4fa6-ac12-2edd56e9b637 req-e4e97cf7-d7f8-4b1a-b19d-24c4c7070a4c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 210 time: 0.0406387 Sep 18 06:58:49.164223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-8e6c989d-e38d-419a-96b0-741168789ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886864 Sep 18 06:58:49.181281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19b1ea21-b779-4bc6-890c-91fa6c867806 req-6f7cb60f-34d8-4329-b512-c34fadc94679 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651901 Sep 18 06:58:49.221022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-5a35bb9f-c593-4c66-8990-8ce086005f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:49.222889 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-5a35bb9f-c593-4c66-8990-8ce086005f31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162391 Sep 18 06:58:49.258627 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53b4f6-3bad-4eeb-be11-bf8207afd45a x-openstack-request-id: req-1b53b4f6-3bad-4eeb-be11-bf8207afd45a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:49.258918 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:49.259170 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b53b4f6-3bad-4eeb-be11-bf8207afd45a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:49.259643 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'status': 'completed', 'code': 200} Sep 18 06:58:49.548400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe06d0-a017-4901-9d1a-066adf875700 req-bd64cba0-066e-4862-88b3-4a48838eb0e7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:49.550068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dbe06d0-a017-4901-9d1a-066adf875700 req-bd64cba0-066e-4862-88b3-4a48838eb0e7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 948 time: 0.0509093 Sep 18 06:58:49.588436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dbe06d0-a017-4901-9d1a-066adf875700 req-7e980438-9879-47be-beb4-5e6fa50920d1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Sep 18 06:58:49.654884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-c9f2556f-317e-460a-84d3-a4930b7ff52a service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939068 Sep 18 06:58:49.659516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Router 76749ada-43df-471c-ae9b-174aa30a0972 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:58:49.820232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21cb47d0-4de3-463b-99a7-4c3bcd7b5635 req-cefd81ff-05a4-4005-8344-f18a4f3b0694 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571534 Sep 18 06:58:49.833661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:58:49.839754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:49.844342 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Sync routers for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:58:49.853057 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:49.854291 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:49.868077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-46d0cdcc-6dab-4337-93ef-1a8b02cfa65a tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "PUT /v2.0/floatingips/fbff552c-6cb9-453c-ae0e-eea5b95c7b7e HTTP/1.1" status: 200 len: 991 time: 2.0602987 Sep 18 06:58:49.959244 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:49.973394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42682) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:50.001809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:50.004294 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bd43af-24ff-46b9-bff1-d49e52a3f208" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:50.076375 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb64f0e4-4c5b-45e5-8c24-5f17acfc64ba x-openstack-request-id: req-eb64f0e4-4c5b-45e5-8c24-5f17acfc64ba {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:50.076603 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:50.076810 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb64f0e4-4c5b-45e5-8c24-5f17acfc64ba {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:50.077188 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107', 'status': 'completed', 'code': 200} Sep 18 06:58:50.080499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Deleting subnet eeb27c96-05da-40b7-b0ad-82220450127e {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:58:50.085669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.094436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-2513afd4-91d1-48a8-a2d3-32593e8a990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.096506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-2513afd4-91d1-48a8-a2d3-32593e8a990f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 1100 time: 0.0699189 Sep 18 06:58:50.129536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.139393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436e9a-6638-463f-90f1-497fd160ee45 req-aebbab29-fcba-4ddb-8c5e-b5f1b322a317 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.140925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f436e9a-6638-463f-90f1-497fd160ee45 req-aebbab29-fcba-4ddb-8c5e-b5f1b322a317 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1103878 Sep 18 06:58:50.232369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-3efb5253-084c-46d2-b39d-66d52cffc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.234494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-3efb5253-084c-46d2-b39d-66d52cffc819 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1299961 Sep 18 06:58:50.260113 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fbff552c-6cb9-453c-ae0e-eea5b95c7b7e', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'port_id': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'mac_address': 'fa:16:3e:74:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:58:30Z', 'updated_at': '2021-09-18T06:58:48Z', 'revision_number': 1, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:50.275500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f436e9a-6638-463f-90f1-497fd160ee45 req-55848ea0-fdc1-4473-8bdb-ae30d6f894ee tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165826 Sep 18 06:58:50.287068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-6f364079-e324-405c-9e3a-879f9332f385 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773 HTTP/1.1" status: 200 len: 217 time: 0.0390227 Sep 18 06:58:50.293631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7d107c0-f9ec-43a5-bf21-282f18ada5e2 req-9849c708-3b15-49ff-bf27-aee53f9fe4a3 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 210 time: 0.0545266 Sep 18 06:58:50.298293 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Checking router: 76749ada-43df-471c-ae9b-174aa30a0972 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:58:50.303844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-e0ef20ec-9f79-41b8-b431-baad95b06904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.305303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-e0ef20ec-9f79-41b8-b431-baad95b06904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 1100 time: 0.1343727 Sep 18 06:58:50.319749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:50.319749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:50.320124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.356310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-8b5c0f38-5959-40b7-bf4f-47635dad07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.359605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-8b5c0f38-5959-40b7-bf4f-47635dad07e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0604875 Sep 18 06:58:50.440286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-ed1f493a-10e1-4c03-89ea-a4d1d9417604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.441957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-ed1f493a-10e1-4c03-89ea-a4d1d9417604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631471 Sep 18 06:58:50.466268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-417baf12-bc3a-4334-8c5e-46115c07b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.468267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-417baf12-bc3a-4334-8c5e-46115c07b102 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1528189 Sep 18 06:58:50.469808 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:50.533984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.537280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-01e16252-a05e-4b13-95d3-08def0f8ce1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107 HTTP/1.1" status: 200 len: 217 time: 0.0431788 Sep 18 06:58:50.548672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-348046a5-0263-4d1c-bef7-f6e158f3c152 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970621 Sep 18 06:58:50.577747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.580037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eeb27c96-05da-40b7-b0ad-82220450127e HTTP/1.1" status: 204 len: 168 time: 0.6054428 Sep 18 06:58:50.583559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42694) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:50.587888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc5ece-ea08-4dad-8094-66786b194747 None None] Network 0e7352cf-dde4-4083-985f-b80d85be957e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:58:50.600930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47c0a7-5684-4b8f-bf23-205964953477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb27c96-05da-40b7-b0ad-82220450127e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:50.625947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-cf6af43d-ceda-4ba5-8f23-a05ab9555804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.627758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-cf6af43d-ceda-4ba5-8f23-a05ab9555804 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0829570 Sep 18 06:58:50.691102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-e155b9a1-114d-4531-9cd7-708f528afb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.692852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-e155b9a1-114d-4531-9cd7-708f528afb3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573623 Sep 18 06:58:50.758340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fbff552c-6cb9-453c-ae0e-eea5b95c7b7e', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'port_id': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'mac_address': 'fa:16:3e:74:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:58:30Z', 'updated_at': '2021-09-18T06:58:48Z', 'revision_number': 1, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:50.776790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.789812 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c7e666-9b86-484c-87ea-247b5638d868 None None] The sync data for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 is: [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fbff552c-6cb9-453c-ae0e-eea5b95c7b7e', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'floating_ip_address': '172.25.4.100', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'port_id': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'mac_address': 'fa:16:3e:74:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T06:58:30Z', 'updated_at': '2021-09-18T06:58:48Z', 'revision_number': 1, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:58:50.793497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbfc87f1-f27f-4b32-983a-c78171acd694 req-66d0f21f-208f-4199-8657-f95238bd9ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364554 Sep 18 06:58:50.865412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] DHCP port deletion for 0e7352cf-dde4-4083-985f-b80d85be957e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:58:50.868933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63e550-2455-40da-8b42-9360d36baea5 req-ec72c592-b3b3-4441-bd02-1739f07f6199 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:50.871829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Deleting port 57f0c723-7174-4d18-ba8c-823bdce0acd6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:50.871983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b63e550-2455-40da-8b42-9360d36baea5 req-ec72c592-b3b3-4441-bd02-1739f07f6199 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 948 time: 0.1661305 Sep 18 06:58:50.879174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.923990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-0ee7f044-35ae-4c52-b89a-0709394c8507 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208064 Sep 18 06:58:50.924242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Deleting port 57f0c723-7174-4d18-ba8c-823bdce0acd6 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:50.924603 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.933696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b63e550-2455-40da-8b42-9360d36baea5 req-d32921a8-6d16-47f3-b6e4-94cbb3cb9d88 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522518 Sep 18 06:58:50.967367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] For port 57f0c723-7174-4d18-ba8c-823bdce0acd6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57f0c723-7174-4d18-ba8c-823bdce0acd6,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:50.968891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:50.992056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Calling delete_port for 57f0c723-7174-4d18-ba8c-823bdce0acd6 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:51.012439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] For port 57f0c723-7174-4d18-ba8c-823bdce0acd6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57f0c723-7174-4d18-ba8c-823bdce0acd6,segment=NetworkSegment(3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e),segment_id=3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:51.012930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.032337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Calling delete_port for 57f0c723-7174-4d18-ba8c-823bdce0acd6 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:51.144447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2b758-7332-4605-8f16-3242b34627b4 None None] New status for floating IP fbff552c-6cb9-453c-ae0e-eea5b95c7b7e: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:58:51.187442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.206502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] No DVR routers for this DVR port 57f0c723-7174-4d18-ba8c-823bdce0acd6 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:51.216827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.232007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=57f0c723-7174-4d18-ba8c-823bdce0acd6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:51.261888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:51.274128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] Pushing event deleted for resources: {'Port': ['ID=57f0c723-7174-4d18-ba8c-823bdce0acd6,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:51.276297 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:51.283938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db654055-bab7-4107-9ebf-e6f8f1223d9c None None] No DVR routers for this DVR port 57f0c723-7174-4d18-ba8c-823bdce0acd6 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:51.367754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bac6f339-1255-4299-bf7c-cc6fc8798d35 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:51.393414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: bac6f339-1255-4299-bf7c-cc6fc8798d35 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:51.394015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.395248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bac6f339-1255-4299-bf7c-cc6fc8798d35 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:51.421427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7352cf-dde4-4083-985f-b80d85be957e']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:51.446302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:51.446865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbbaa7c-a759-44aa-bd3d-f9fc5de1b21e') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:51.474766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.476205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21bd43af-24ff-46b9-bff1-d49e52a3f208 req-4f2b602d-7c04-4ee4-ab7e-3a8fd247d22d service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410612 Sep 18 06:58:51.490417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26a80-7870-48e7-abf5-289aca363582 req-e80f6476-258f-40ec-bfb0-9a53e5555a7e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:51.491197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.492000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dc26a80-7870-48e7-abf5-289aca363582 req-e80f6476-258f-40ec-bfb0-9a53e5555a7e tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0732794 Sep 18 06:58:51.499432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:58:51.500118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:58:51.504465 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:58:51.554437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-a7f22a39-ace5-4cdb-a15f-48dc812bc71e tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5e69945b11544f9c869101c3540476e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401542 Sep 18 06:58:51.557386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dc26a80-7870-48e7-abf5-289aca363582 req-a8defb20-4dbc-4001-a224-95c6acfa8b2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Sep 18 06:58:51.730810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-14c7d276-cb5b-4dda-8fde-a03ea4668f2c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:51.732246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-14c7d276-cb5b-4dda-8fde-a03ea4668f2c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720839 Sep 18 06:58:51.744857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e89ac-f80a-47d6-9b1a-b3b1e498fa4d req-76174480-ece5-45e3-a7c7-cbff16265aea tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:51.746333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c6e89ac-f80a-47d6-9b1a-b3b1e498fa4d req-76174480-ece5-45e3-a7c7-cbff16265aea tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.1147485 Sep 18 06:58:51.754866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3211c-cddc-4e25-b74a-86a37bc370f5 req-bbd0821d-7777-4593-8047-67f7694b3a46 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:51.756445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dc3211c-cddc-4e25-b74a-86a37bc370f5 req-bbd0821d-7777-4593-8047-67f7694b3a46 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.1094708 Sep 18 06:58:51.763248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Request body: {'port': {'device_id': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '5e69945b11544f9c869101c3540476e9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:51.765649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.772997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:51.778115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e7352cf-dde4-4083-985f-b80d85be957e HTTP/1.1" status: 204 len: 168 time: 1.1935821 Sep 18 06:58:51.804265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c554800-75cb-4c95-b037-3682a7119bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7352cf-dde4-4083-985f-b80d85be957e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:51.879886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c6e89ac-f80a-47d6-9b1a-b3b1e498fa4d req-ffb55014-36a6-4b8a-a086-c8d93b0edf70 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224267 Sep 18 06:58:51.892628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dc3211c-cddc-4e25-b74a-86a37bc370f5 req-4c332a1d-6038-472c-a67b-c43dceff45e4 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210663 Sep 18 06:58:51.939320 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342166b5-d161-46a4-a445-4a89f7add55b x-openstack-request-id: req-342166b5-d161-46a4-a445-4a89f7add55b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:51.939617 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:51.939871 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-342166b5-d161-46a4-a445-4a89f7add55b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:51.940291 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'status': 'completed', 'code': 200} Sep 18 06:58:51.999396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bd0943e-6995-4fd6-9428-06422c72a1e2 req-176e12c8-1892-4683-a45a-447d4dd97bfe tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 210 time: 0.0362022 Sep 18 06:58:52.027197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-3be1d83a-d420-4330-a889-2f8c9aa57cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.028788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-3be1d83a-d420-4330-a889-2f8c9aa57cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5669b8df35a44d85b5e848987afd9f33&device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 1097 time: 0.0518165 Sep 18 06:58:52.038690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Made reservation on behalf of 5e69945b11544f9c869101c3540476e9 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:52.043284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.065355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.148481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-c96b16ba-eec9-489d-afa0-8b35144d59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.150940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-c96b16ba-eec9-489d-afa0-8b35144d59e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0782104-70c1-4c35-9bd2-10e065e032b7 HTTP/1.1" status: 200 len: 912 time: 0.1000278 Sep 18 06:58:52.167623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86260b-0abb-4d08-a19e-85d39c417e64 req-70b9ec48-86dd-4c23-9db0-3cbb42af132e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.169165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b86260b-0abb-4d08-a19e-85d39c417e64 req-70b9ec48-86dd-4c23-9db0-3cbb42af132e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 948 time: 0.0726690 Sep 18 06:58:52.231615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b86260b-0abb-4d08-a19e-85d39c417e64 req-b6a8610d-5bf9-4769-a68a-6b0e522c6c52 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Sep 18 06:58:52.233258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.234043 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-42e7f468-ca89-43ee-80e8-eacc302dd59a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096 HTTP/1.1" status: 200 len: 1001 time: 0.0695443 Sep 18 06:58:52.274466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:52.287567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-e8980b6d-24c6-47a7-87c3-8d24ca75d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.289065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-e8980b6d-24c6-47a7-87c3-8d24ca75d62c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df64f289-d77b-421e-8c68-8f569733fec9 HTTP/1.1" status: 200 len: 850 time: 0.0445142 Sep 18 06:58:52.314471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-16537321-6f2d-402f-978e-1ea89e6f22b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86aa2a90441c4b26b689716323eaf08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386696 Sep 18 06:58:52.316843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:52.332689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.339868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-76883e5f-7e1e-4f93-b48c-3e5d28669072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.341704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-76883e5f-7e1e-4f93-b48c-3e5d28669072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0782104-70c1-4c35-9bd2-10e065e032b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421238 Sep 18 06:58:52.423029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a054a9-1f91-4d68-b082-9ca9d429b76f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:52.452764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-f95196da-4a5e-460b-beee-2cde93f8a18a service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997093 Sep 18 06:58:52.454020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.459618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57f0c723-7174-4d18-ba8c-823bdce0acd6 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:52.477214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.488789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 57f0c723-7174-4d18-ba8c-823bdce0acd6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:52.489133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57f0c723-7174-4d18-ba8c-823bdce0acd6 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:52.547489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Allocated IP 192.168.233.36 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/dda864e8-5462-4a58-b469-c07ab01e3217) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:58:52.554344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c59376b3-aa39-42e1-9b3e-f8d087e2cf78 req-25949ca9-4318-4ab1-a92a-1de1e66fdca2 service neutron] 10.222.0.37 "GET /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881462 Sep 18 06:58:52.664008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.666580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.667656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c351cee-62ea-430f-9e37-c3b865acc1d1 HTTP/1.1" status: 204 len: 168 time: 0.3498886 Sep 18 06:58:52.737686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea863f80-86f2-4845-bf9b-d1ad92cd6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c351cee-62ea-430f-9e37-c3b865acc1d1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:52.779464 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-e1d5685e-bdc1-4e6b-a90a-a4b0f9ef0801 service neutron] show failed (client error): The resource could not be found. Sep 18 06:58:52.780759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-e1d5685e-bdc1-4e6b-a90a-a4b0f9ef0801 service neutron] 10.222.0.24 "GET /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1835144 Sep 18 06:58:52.795670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd861-8456-4426-83f1-4564074ff2b9 req-efef4fcf-710c-4892-8d84-d089878d0a20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:52.800938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02dd861-8456-4426-83f1-4564074ff2b9 req-efef4fcf-710c-4892-8d84-d089878d0a20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1482518 Sep 18 06:58:52.807263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:52.861085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02dd861-8456-4426-83f1-4564074ff2b9 req-0aabe734-8a89-4b9a-acbf-c8d385ece3b7 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Sep 18 06:58:53.023140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.068312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:58:53.071557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:53.076381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:58:53.084485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Pushing event updated for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:53.134068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.134951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.287867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-240dd9a0-c640-4d1e-89a8-1fec12cb7967 None None] Provisioning complete for port dda864e8-5462-4a58-b469-c07ab01e3217 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:53.289055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-240dd9a0-c640-4d1e-89a8-1fec12cb7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.310343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3724fffd-b5d5-4f16-ae2c-8a12892bc107 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:53.314961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-9c5c7441-cb69-4eb0-a4da-79fa2d5bce58 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5540609 Sep 18 06:58:53.339383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-240dd9a0-c640-4d1e-89a8-1fec12cb7967 None None] Port dda864e8-5462-4a58-b469-c07ab01e3217 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:58:53.394687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Request body: {'port': {'device_id': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:53.469068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:53.481973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ea21ed47-3ae1-48d0-9649-dc0ad951b773 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:53.503029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3724fffd-b5d5-4f16-ae2c-8a12892bc107', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '3724fffd-b5d5-4f16-ae2c-8a12892bc107', 'mac_address': 'fa:16:3e:f9:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:53.535092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-8846b595-34f1-41d2-8b22-6ddae9394691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.536526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-8846b595-34f1-41d2-8b22-6ddae9394691 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1100 time: 0.0514014 Sep 18 06:58:53.554370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.557405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:53.577325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.638414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f9cd6-14d3-4929-8ab3-68a0121317d9 req-88375e99-19ee-40aa-9ea5-443571f8a85c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.642530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.646451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e9f9cd6-14d3-4929-8ab3-68a0121317d9 req-88375e99-19ee-40aa-9ea5-443571f8a85c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 935 time: 0.1268191 Sep 18 06:58:53.657964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:53.666687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3724fffd-b5d5-4f16-ae2c-8a12892bc107 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:53.680601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'mac_address': 'fa:16:3e:d9:d5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:53.692898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c0c96-9d8b-477e-a1f4-fae8f78b5e5d req-dc43e28c-8758-4ded-b78b-d19cb620cca4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.694578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a8c0c96-9d8b-477e-a1f4-fae8f78b5e5d req-dc43e28c-8758-4ded-b78b-d19cb620cca4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 948 time: 0.1413662 Sep 18 06:58:53.735930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.739172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:53.751306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea21ed47-3ae1-48d0-9649-dc0ad951b773 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:53.772987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:53.793086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e9f9cd6-14d3-4929-8ab3-68a0121317d9 req-e38bb3f3-e20a-49e3-beb5-bb035afc71ca tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456892 Sep 18 06:58:53.817841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a8c0c96-9d8b-477e-a1f4-fae8f78b5e5d req-40711d4a-5bf8-412b-986e-fa4fc8eff880 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161382 Sep 18 06:58:53.834544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.839192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:53.928120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:53.930147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:53.958011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539e552-f9b3-4fdb-a33f-bf0600790d57 req-03c9e6d9-2da2-4069-85e3-c93ecf01f670 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.959546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1539e552-f9b3-4fdb-a33f-bf0600790d57 req-03c9e6d9-2da2-4069-85e3-c93ecf01f670 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0871260 Sep 18 06:58:53.982170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd36c-bdba-4a9b-8874-30bb0d07da3a req-f46338ea-16ef-4a45-86bd-a6e7b2f77fdf tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:53.983697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-617cd36c-bdba-4a9b-8874-30bb0d07da3a req-f46338ea-16ef-4a45-86bd-a6e7b2f77fdf tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0775907 Sep 18 06:58:53.987595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:53.988892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42772) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:54.008563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.034648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1539e552-f9b3-4fdb-a33f-bf0600790d57 req-b8b9e12f-0cb1-45cc-8742-6edc76ccf02c tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681319 Sep 18 06:58:54.040101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:54.042598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-617cd36c-bdba-4a9b-8874-30bb0d07da3a req-0502d8c1-32aa-44ac-897e-af0798065a94 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510056 Sep 18 06:58:54.044596 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ac132-1d01-49df-a174-aa6e39efc78a" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:54.048732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.085963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Transition to ACTIVE for port object a376e09b-6a60-4aea-89b7-88e76b414b8c will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:54.127044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-279717196-network', 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:54.131990 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f7c87-0dab-4cd5-8919-01786db4a2ce x-openstack-request-id: req-a71f7c87-0dab-4cd5-8919-01786db4a2ce {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:54.132271 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:54.132512 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a71f7c87-0dab-4cd5-8919-01786db4a2ce {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:54.132884 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'code': 200} Sep 18 06:58:54.137875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.189680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:54.211334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.214003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] No DVR routers for this DVR port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:54.249312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1e4d2-020e-4bc0-8cdd-6487fa56bf4c req-5d4502c7-9fd2-4162-ab54-449594889fac tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.251348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:54.251848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:54.252373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:54.257546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:54.261608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09b1e4d2-020e-4bc0-8cdd-6487fa56bf4c req-5d4502c7-9fd2-4162-ab54-449594889fac tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.1388838 Sep 18 06:58:54.261986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.264739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:54.265250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:54.274701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.288521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:54.288521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:54.288521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:54.288521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Bound port: a376e09b-6a60-4aea-89b7-88e76b414b8c, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:54.288521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.300946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:54.323798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09b1e4d2-020e-4bc0-8cdd-6487fa56bf4c req-bfdc4624-c19f-427a-9b98-f2fda409c196 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638065 Sep 18 06:58:54.406130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:54.410001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:54.433736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda864e8-5462-4a58-b469-c07ab01e3217 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:54.447510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.460952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.462605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Transition to ACTIVE for port object dda864e8-5462-4a58-b469-c07ab01e3217 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:58:54.492514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.535396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.535991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.537639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] 10.222.0.37 "PUT /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 1095 time: 0.9859359 Sep 18 06:58:54.566397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.573155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faccd85-e39b-4b23-a6dd-31e6af937675 service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.602283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:58:54.635218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.638285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.638785 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Added segment 4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44 of type vlan for network 9f0be1c0-e871-43c4-b7f7-271936f14225 Sep 18 06:58:54.639883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0902c-444e-47dc-9a27-b02cdff989f4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.688887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.692528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-86d3386c-e7ed-4eb1-bb90-a37d1de0bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.693647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Pushing event updated for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.694064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-86d3386c-e7ed-4eb1-bb90-a37d1de0bdb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1098 time: 0.1169662 Sep 18 06:58:54.778636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.779812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.780334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Attempting to bind port dda864e8-5462-4a58-b469-c07ab01e3217 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:58:54.780577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.780698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Attempting to bind port dda864e8-5462-4a58-b469-c07ab01e3217 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:58:54.781000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Attempting to bind port dda864e8-5462-4a58-b469-c07ab01e3217 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:54.786190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Port dda864e8-5462-4a58-b469-c07ab01e3217 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:58:54.788018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Attempting to bind port dda864e8-5462-4a58-b469-c07ab01e3217 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:58:54.792848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:58:54.793196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:54.793653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:58:54.794102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Bound port: dda864e8-5462-4a58-b469-c07ab01e3217, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:58:54.794464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:54.836676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-ed6de3cb-2f0e-404c-9d63-0cc537a1e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.839094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-ed6de3cb-2f0e-404c-9d63-0cc537a1e645 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1348548 Sep 18 06:58:54.903773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0be1c0-e871-43c4-b7f7-271936f14225,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:54.909836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1926b952-1b89-4b51-ad19-6859b2867a90 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9209006 Sep 18 06:58:54.915496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:58:54.917055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-8033e280-40b7-4510-8b41-3cbd19d6d418 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0496249 Sep 18 06:58:54.917574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:58:54.924379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Request body: {'subnet': {'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-279717196-subnet', 'tenant_id': '401705bd630343acadd1e0b504ecfa66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:58:54.976534 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:58:54.993556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2b40451a-36fb-4c12-a44b-231be7ffa0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:54.995242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-2b40451a-36fb-4c12-a44b-231be7ffa0c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0671628 Sep 18 06:58:54.998770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:58:55.017057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=dda864e8-5462-4a58-b469-c07ab01e3217,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:58:55.030347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c6d8e-30f3-4dc8-b368-fd073285dec9 req-fb44c4a6-4098-448f-8377-873b31fd0bbc tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.031914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e64c6d8e-30f3-4dc8-b368-fd073285dec9 req-fb44c4a6-4098-448f-8377-873b31fd0bbc tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 947 time: 0.1372786 Sep 18 06:58:55.044711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed48486-b47b-4611-8772-56cf7321b287 req-080ad65a-0210-4074-90e4-3a155b5d5779 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.048512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed48486-b47b-4611-8772-56cf7321b287 req-080ad65a-0210-4074-90e4-3a155b5d5779 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 949 time: 0.0981228 Sep 18 06:58:55.069061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:58:55.071528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.074580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-9b041e49-1d4c-4c65-b507-ea999f4a08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.076298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-9b041e49-1d4c-4c65-b507-ea999f4a08b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509341 Sep 18 06:58:55.098468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.109789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e64c6d8e-30f3-4dc8-b368-fd073285dec9 req-a07c728f-3b64-42ed-a3cd-2f7d7ecee8a1 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Sep 18 06:58:55.134532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed48486-b47b-4611-8772-56cf7321b287 req-35c46f39-150c-44bd-ac92-0233024dd90f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796449 Sep 18 06:58:55.143641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.144260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.145874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] 10.222.0.24 "PUT /v2.0/ports/dda864e8-5462-4a58-b469-c07ab01e3217 HTTP/1.1" status: 200 len: 1096 time: 1.7648795 Sep 18 06:58:55.146370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:55.148705 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1882ab8f-d894-4343-9fd6-42c896d4864e" -d '{"events": [{"name": "network-changed", "server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:55.176667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ca00-0c06-4184-8aa6-f962adc61e9f service neutron] Pushing event updated for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:55.252997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5577e4e-8f36-4f9c-aea5-92ad1901a0eb req-a2e7e86b-18f8-4505-b602-9dd375691d62 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.254599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5577e4e-8f36-4f9c-aea5-92ad1901a0eb req-a2e7e86b-18f8-4505-b602-9dd375691d62 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.0637608 Sep 18 06:58:55.255930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-16f824c9-f5fb-45d6-8c9f-811cd070cf49 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689262 Sep 18 06:58:55.361335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5577e4e-8f36-4f9c-aea5-92ad1901a0eb req-7f10ff53-c36e-41d1-99b5-ea1f05c792db tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups?id=25200cc4-264e-4e6d-8ff1-52481fff446b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733445 Sep 18 06:58:55.370828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1229337-7a4a-41e2-84f4-c8c72d4b61c8 req-693caeda-1b66-4dfa-8b30-83307657da56 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.372392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1229337-7a4a-41e2-84f4-c8c72d4b61c8 req-693caeda-1b66-4dfa-8b30-83307657da56 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.1280000 Sep 18 06:58:55.378230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-1bda3101-b3c4-4686-a37d-64c1ad3410f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.379741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-1bda3101-b3c4-4686-a37d-64c1ad3410f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e69945b11544f9c869101c3540476e9&device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0887339 Sep 18 06:58:55.438609 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b60cec7-e472-4245-aefb-0f240ee8fd53 x-openstack-request-id: req-9b60cec7-e472-4245-aefb-0f240ee8fd53 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:55.438975 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:55.439346 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b60cec7-e472-4245-aefb-0f240ee8fd53 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:55.439843 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217', 'status': 'completed', 'code': 200} Sep 18 06:58:55.448186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-0bf0d4ab-d7d9-40d5-8cfa-0f91534e8541 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dda864e8-5462-4a58-b469-c07ab01e3217 HTTP/1.1" status: 200 len: 217 time: 0.0465913 Sep 18 06:58:55.464912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-439e93d2-19b9-456e-ad93-842f6fd224b9 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980097 Sep 18 06:58:55.466887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.491342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1229337-7a4a-41e2-84f4-c8c72d4b61c8 req-2c33041a-3497-4f8d-9a7b-46465cf9d921 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups?id=56e5b0d2-1ea5-496f-8538-6f5618b05b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105750 Sep 18 06:58:55.530990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:55.537997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-2392038f-f3b4-4a8f-b164-8d6d9d08682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.539925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-2392038f-f3b4-4a8f-b164-8d6d9d08682a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0869625 Sep 18 06:58:55.568191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172275b-52bf-4488-8045-6da985c41ab9 req-9152ed59-f879-4bde-bd67-1883967bc310 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.569718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b172275b-52bf-4488-8045-6da985c41ab9 req-9152ed59-f879-4bde-bd67-1883967bc310 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.0818183 Sep 18 06:58:55.577109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:58:55.577720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Network hostable DHCP agents. Network: 9f0be1c0-e871-43c4-b7f7-271936f14225, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:58:55.613787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-3a6f9fd2-d98e-4824-928b-586015fd3b55 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.615353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-3a6f9fd2-d98e-4824-928b-586015fd3b55 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.37 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 945 time: 0.0748785 Sep 18 06:58:55.628939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-b0dd023f-6e8b-43cc-a52d-68c53ef20419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.630449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-b0dd023f-6e8b-43cc-a52d-68c53ef20419 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793474 Sep 18 06:58:55.634062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b172275b-52bf-4488-8045-6da985c41ab9 req-5802d1f5-23a8-40cf-963d-324d9872b95a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503707 Sep 18 06:58:55.689531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:58:55.722616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Deleting port 83e79f99-6431-44a0-8e44-2212f2fd0d43 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:55.722956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.783770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9f0be1c0-e871-43c4-b7f7-271936f14225) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:58:55.793080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acc70e-777b-4354-ae02-bed00a7b4937 None None] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:58:55.798988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-df14ad24-3670-437c-8431-dac7fabf673d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.799542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:55.805435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-df14ad24-3670-437c-8431-dac7fabf673d tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 945 time: 0.1131513 Sep 18 06:58:55.805707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.836075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-2a2080bd-b3df-4f2d-b155-8dfa38dee91b service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506460 Sep 18 06:58:55.840807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] For port 83e79f99-6431-44a0-8e44-2212f2fd0d43, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=83e79f99-6431-44a0-8e44-2212f2fd0d43,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:55.841293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:55.882018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-adbf65f9-63d1-4dcb-b335-831fc4ebc2d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9553654 Sep 18 06:58:55.923132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82963d2a-96ed-43f3-9ecd-9550e8c4ccbc None None] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:58:55.983556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982d5b5a-ebd4-4d3f-85e1-11bf7a9d0117 req-b74182d7-f925-491e-86bf-8ddb8e7e6ddb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406426 Sep 18 06:58:56.053589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Deleting port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:58:56.054090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.085246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.085618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.085970 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Floating IP c4a44ceb-1b8e-473f-bd85-009615149982 disassociated. External IP: 172.25.4.156, port: 83e79f99-6431-44a0-8e44-2212f2fd0d43. Sep 18 06:58:56.088789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Calling delete_port for 83e79f99-6431-44a0-8e44-2212f2fd0d43 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:56.157571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] For port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:56.157978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.337416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-b9b411b0-0d49-4be8-80d4-dcf84a316643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:56.339535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-b9b411b0-0d49-4be8-80d4-dcf84a316643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e69945b11544f9c869101c3540476e9&device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1704495 Sep 18 06:58:56.408109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:56.410365 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98910f9-f696-4175-82c5-c3b3374627fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:56.410505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691bbf2-4529-4eb4-b700-b274473da84b req-3ac96070-5575-4bf6-9cb8-f7fe06de453a tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:56.411887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d691bbf2-4529-4eb4-b700-b274473da84b req-3ac96070-5575-4bf6-9cb8-f7fe06de453a tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 947 time: 0.1823564 Sep 18 06:58:56.548199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.579615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event deleted for resources: {'Port': ['ID=83e79f99-6431-44a0-8e44-2212f2fd0d43,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:56.584874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.585241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.585738 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f disassociated. External IP: 172.25.4.197, port: 0efe2c39-0ee3-4dc6-8b8d-e7999c727340. Sep 18 06:58:56.585888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Calling delete_port for 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:58:56.594031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d691bbf2-4529-4eb4-b700-b274473da84b req-15eff224-ea2b-4982-a0dc-78a9a841b929 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489789 Sep 18 06:58:56.600438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-132bb3f4-0405-4f12-8425-3b7b181e5f67 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:56.602005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-132bb3f4-0405-4f12-8425-3b7b181e5f67 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.2807002 Sep 18 06:58:56.661799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-cf194fa0-cc2b-4955-80e9-665b24a95c4d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0511901 Sep 18 06:58:56.665127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-da4b88d8-fc20-4dbc-965d-eae2d6a065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:56.666633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-da4b88d8-fc20-4dbc-965d-eae2d6a065a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3095098 Sep 18 06:58:56.704171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Router 0fb747df-8f30-4432-a14c-02b95ea836c1 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:58:56.752647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-e388d131-d19c-4c1d-85f6-0749d42935a3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851252 Sep 18 06:58:56.758205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-4b3fe399-0fb4-4b8d-8ce7-201c741f6e2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dda864e8-5462-4a58-b469-c07ab01e3217 HTTP/1.1" status: 200 len: 217 time: 0.0792825 Sep 18 06:58:56.809567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:58:56.819934 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dceea-def1-46ff-b179-3085134a159a None None] Sync routers for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:58:56.829242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:56.831893 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:56.855375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] No DVR routers for this DVR port 83e79f99-6431-44a0-8e44-2212f2fd0d43 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:56.858214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:56.860377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8a098aa-3b73-4014-b7de-be79cbef7500 req-0de6396b-c68b-4426-9c9d-38cde7e1895b tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.37 "DELETE /v2.0/ports/83e79f99-6431-44a0-8e44-2212f2fd0d43 HTTP/1.1" status: 204 len: 173 time: 1.2376337 Sep 18 06:58:56.945077 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:57.150026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ef8-e677-4a6f-a880-06af9fc8f8fe req-851fb25d-42a4-411d-9d90-88eaa11c1403 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:57.152201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee6f4ef8-e677-4a6f-a880-06af9fc8f8fe req-851fb25d-42a4-411d-9d90-88eaa11c1403 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 949 time: 0.4883661 Sep 18 06:58:57.165242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:57.192019 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dceea-def1-46ff-b179-3085134a159a None None] Checking router: 0fb747df-8f30-4432-a14c-02b95ea836c1 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:58:57.201555 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:57.202576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:57.211722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-de59c93b-09cd-4ae9-a66f-709ab1ec0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:57.213190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-de59c93b-09cd-4ae9-a66f-709ab1ec0083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.4470201 Sep 18 06:58:57.302175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-5c6fb550-77c3-4f25-a81e-eaa66c15ea63 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368559 Sep 18 06:58:57.314241 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:57.317771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee6f4ef8-e677-4a6f-a880-06af9fc8f8fe req-7e765de8-0526-4c85-ba00-7028037d36d0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318953 Sep 18 06:58:57.366344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3724fffd-b5d5-4f16-ae2c-8a12892bc107 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:57.448586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-8c0c1527-d5a2-48da-a10f-449cfd139310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:57.450073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-8c0c1527-d5a2-48da-a10f-449cfd139310 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260687 Sep 18 06:58:57.468910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:57.500587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34c95167-09b2-45e9-9234-2b983f80a97c req-44e96b55-f14e-4464-afd1-3a9b24cb60b3 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0648415 Sep 18 06:58:57.518540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:57.529741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ea21ed47-3ae1-48d0-9649-dc0ad951b773 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:58:57.536975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:57.560881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:57.561229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event deleted for resources: {'Port': ['ID=0efe2c39-0ee3-4dc6-8b8d-e7999c727340,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:57.564676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-d6673035-7184-4e9f-9e90-1e869f013183 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453175 Sep 18 06:58:57.574495 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:57.651782 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-491dceea-def1-46ff-b179-3085134a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:57.685795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-741ff8e1-962c-42a1-b9cf-909553399e01 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125876 Sep 18 06:58:57.699335 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dceea-def1-46ff-b179-3085134a159a None None] The sync data for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 is: [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:54:46Z', 'revision_number': 4, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '9e1a4c21-1a93-4414-b392-8e2918761ddf', 'name': '', 'network_id': 'ea33b35f-ab6b-41cc-9b0e-69542ad08e68', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'mac_address': 'fa:16:3e:fd:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:45Z', 'updated_at': '2021-09-18T06:54:50Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'subnets': [{'id': '50ce0b42-2d2b-4920-84d3-68ce0094a844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:58:57.732727 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a3b76-84c1-4ba8-933b-0ff09bc598e1 x-openstack-request-id: req-9c9a3b76-84c1-4ba8-933b-0ff09bc598e1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:57.733611 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:57.734073 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c9a3b76-84c1-4ba8-933b-0ff09bc598e1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:57.734634 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'status': 'completed', 'code': 200} Sep 18 06:58:57.896857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:58:57.899181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f67497ab-a90d-436b-9b49-ca83a2b067c9 req-45f26727-713c-4e04-885c-ad0f52ffbf97 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0758710 Sep 18 06:58:57.917470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-bc077d83-5d6a-47a6-a4aa-72e3a281bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:57.919801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-bc077d83-5d6a-47a6-a4aa-72e3a281bc57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1098 time: 0.1503747 Sep 18 06:58:57.921920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-5db37773-e1a2-44a0-bdc3-7c9786ec9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:57.923643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-5db37773-e1a2-44a0-bdc3-7c9786ec9d93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1098 time: 0.0964396 Sep 18 06:58:57.986973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1882ab8f-d894-4343-9fd6-42c896d4864e req-eec04bbb-47e5-4c07-8495-234d8a96c5ca service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664952 Sep 18 06:58:58.164109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port ea21ed47-3ae1-48d0-9649-dc0ad951b773 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:58:58.195098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:58.210491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port ea21ed47-3ae1-48d0-9649-dc0ad951b773 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:58:58.210871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.233321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:58:58.261330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'mac_address': 'fa:16:3e:89:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:58.268750 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51241857-bc41-4944-92da-e9c9106851e0 None None] New status for floating IP c4a44ceb-1b8e-473f-bd85-009615149982: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:58:58.282672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:58:58.294618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-c5478daa-12eb-43d8-a49b-989487378013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.299737 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-c5478daa-12eb-43d8-a49b-989487378013 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3693249 Sep 18 06:58:58.301920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-890562ef-0388-43ae-91f9-e2fe016cf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.303582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-890562ef-0388-43ae-91f9-e2fe016cf983 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3720326 Sep 18 06:58:58.307779 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.418120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] No DVR routers for this DVR port 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:58:58.421415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.422214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:58.423434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e5d82d7-d4f1-4ba3-802c-c0e37ae12b0e req-278a2f6c-ccf7-4b90-ac86-db3d9c10b4d7 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.24 "DELETE /v2.0/ports/0efe2c39-0ee3-4dc6-8b8d-e7999c727340 HTTP/1.1" status: 204 len: 173 time: 2.6113584 Sep 18 06:58:58.423871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'name': 'network-vif-deleted', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:58.424265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:58.446455 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cee83c-9ced-4262-9e8d-5956b3ea2429" -d '{"events": [{"server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "name": "network-vif-deleted", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:58.483447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9cd6-36f2-47ff-b620-bc7da09fb1f2 req-efdf6944-7310-430c-8239-21de4ec9b4e1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.491684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cfe9cd6-36f2-47ff-b620-bc7da09fb1f2 req-efdf6944-7310-430c-8239-21de4ec9b4e1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 946 time: 0.3749132 Sep 18 06:58:58.517545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.519147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:58.521694 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179e086b-4bd3-41b2-a78d-2eaf51d34c01" -d '{"events": [{"server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "name": "network-vif-plugged", "status": "completed", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:58.529573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-3015c54d-9d39-4325-a0db-6375944f5bf9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.2186882 Sep 18 06:58:58.531479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-43f7d52b-afe9-47bc-8018-7f808b3a1400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.2145150 Sep 18 06:58:58.555907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:58.562778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:58.581252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cfe9cd6-36f2-47ff-b620-bc7da09fb1f2 req-6cbf2e8b-eb5c-4d44-b48a-9c413b39a1d5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834382 Sep 18 06:58:58.612747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451e2c4-92cd-4536-a45b-b8b43c970f3b req-05300da9-502e-4ae4-9e2a-35a7a6cb5bd4 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.612747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6451e2c4-92cd-4536-a45b-b8b43c970f3b req-05300da9-502e-4ae4-9e2a-35a7a6cb5bd4 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 947 time: 0.0960031 Sep 18 06:58:58.686887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.687669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:58.695908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6451e2c4-92cd-4536-a45b-b8b43c970f3b req-eecc4f84-abd6-4263-839f-ab6607cfd41e tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Sep 18 06:58:58.700276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:58.749309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-bc8c62ec-f580-4064-bd11-1aa2d1d5e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.749309 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-bc8c62ec-f580-4064-bd11-1aa2d1d5e061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2094305 Sep 18 06:58:58.756102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-9b62024b-4c5e-49ce-a1f7-bf6ad220faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.758014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-9b62024b-4c5e-49ce-a1f7-bf6ad220faee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1663680 Sep 18 06:58:58.767276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dca10db-51b1-47fd-9a9f-d52abfeb5514 req-975845d4-0288-46c2-af43-975cbba22438 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 210 time: 0.0702419 Sep 18 06:58:58.776344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.799473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:58.844007 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a56d6-652a-4115-ae45-0d5783214776 x-openstack-request-id: req-758a56d6-652a-4115-ae45-0d5783214776 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:58.844007 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd54f1-b35c-43ef-a81c-6c70eede15a3", "name": "network-vif-deleted", "tag": "0efe2c39-0ee3-4dc6-8b8d-e7999c727340", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:58.844007 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758a56d6-652a-4115-ae45-0d5783214776 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:58.844007 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fd54f1-b35c-43ef-a81c-6c70eede15a3', 'name': 'network-vif-deleted', 'tag': '0efe2c39-0ee3-4dc6-8b8d-e7999c727340', 'status': 'completed', 'code': 200} Sep 18 06:58:58.846228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:58.871243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-be92db1d-d805-437b-a8be-68f0cd1eaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.872804 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-be92db1d-d805-437b-a8be-68f0cd1eaca8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673912 Sep 18 06:58:58.874799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98910f9-f696-4175-82c5-c3b3374627fd req-2cc6fe42-66d1-4f12-b269-b0eaa1df112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.880078 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-2cc6fe42-66d1-4f12-b269-b0eaa1df112b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172628 Sep 18 06:58:58.891551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:58.894152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:58.894581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:58.927592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969898fe-2223-4799-8a4d-3fc27840e8b0 req-bac15fb1-8f13-474a-852e-af7612fba2d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:58.929253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-969898fe-2223-4799-8a4d-3fc27840e8b0 req-bac15fb1-8f13-474a-852e-af7612fba2d6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 949 time: 0.1031158 Sep 18 06:58:58.967835 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a144e2-c913-43eb-8748-53466ee23f14 x-openstack-request-id: req-62a144e2-c913-43eb-8748-53466ee23f14 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:58.968128 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "name": "network-vif-plugged", "status": "completed", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:58.968382 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62a144e2-c913-43eb-8748-53466ee23f14 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:58.968764 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107', 'code': 200} Sep 18 06:58:58.981573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:58.982434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0efe2c39-0ee3-4dc6-8b8d-e7999c727340 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:58.983407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:59.019885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-969898fe-2223-4799-8a4d-3fc27840e8b0 req-c6244bd0-b6af-46e6-9729-86690160e6cf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Sep 18 06:58:59.043183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:59.099020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:59.138451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:59.170092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-8903c3dc-9854-42a5-95a0-7a0ac358f6ce service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851462 Sep 18 06:58:59.172414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-28ff4f22-b3bc-459a-bf5d-b2f1de8a6deb service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546642 Sep 18 06:58:59.210510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44564785-0811-49b5-bb5a-e6ae897bd4aa req-fde2d6fc-fe8e-4f70-93ee-51d097d55847 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/ports?device_id=28fd54f1-b35c-43ef-a81c-6c70eede15a3 HTTP/1.1" status: 200 len: 210 time: 0.0967882 Sep 18 06:58:59.289435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c23dfed4-ecdf-41c7-b9a9-21ccc139b09e req-1408e298-7e5f-484c-8ba7-52fbe216be3c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0761888 Sep 18 06:58:59.310206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66d19-eaa6-4fcd-a963-3f633e07fe2a req-0669ff85-7573-4ff5-9825-bc10e261b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:59.310737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a376e09b-6a60-4aea-89b7-88e76b414b8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:58:59.311888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01e66d19-eaa6-4fcd-a963-3f633e07fe2a req-0669ff85-7573-4ff5-9825-bc10e261b449 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 1102 time: 0.2561300 Sep 18 06:58:59.344925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:58:59.359581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device dda864e8-5462-4a58-b469-c07ab01e3217 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:58:59.375726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01e66d19-eaa6-4fcd-a963-3f633e07fe2a req-183ff4fd-75fb-4f0c-8ffe-2068436b57e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544059 Sep 18 06:58:59.385560 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-9cda00fa-47a5-4f64-8a41-f46dfcc6678e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782050 Sep 18 06:58:59.388993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b98910f9-f696-4175-82c5-c3b3374627fd req-bd0a877b-9bd0-4568-ac08-4c348f1e004c service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105312 Sep 18 06:58:59.522012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 83e79f99-6431-44a0-8e44-2212f2fd0d43 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:58:59.560814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 83e79f99-6431-44a0-8e44-2212f2fd0d43 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:58:59.561080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 83e79f99-6431-44a0-8e44-2212f2fd0d43 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:58:59.567643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:59.570687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=dda864e8-5462-4a58-b469-c07ab01e3217,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:59.621108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:58:59.622990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'dda864e8-5462-4a58-b469-c07ab01e3217', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'dda864e8-5462-4a58-b469-c07ab01e3217', 'mac_address': 'fa:16:3e:86:dc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:58:59.671064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:58:59.671604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:58:59.721335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af50d-8de0-42be-96c3-9acdddc195af req-101621b0-7fdb-4758-b031-e8053121f22c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:59.723454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e6af50d-8de0-42be-96c3-9acdddc195af req-101621b0-7fdb-4758-b031-e8053121f22c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.0553935 Sep 18 06:58:59.733282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:58:59.736705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'name': 'network-vif-deleted', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:58:59.740367 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2009e08-8865-473a-b667-516b08cd1f9a" -d '{"events": [{"server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "name": "network-vif-deleted", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:58:59.800646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda864e8-5462-4a58-b469-c07ab01e3217 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:58:59.832723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=dda864e8-5462-4a58-b469-c07ab01e3217,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:58:59.834519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e6af50d-8de0-42be-96c3-9acdddc195af req-52e66479-2251-4a11-85e6-a200b0092cfe tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037550 Sep 18 06:58:59.862334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cdfe5-d6dc-4d0a-80a7-6060d2ad5542 req-d1eba9f9-2256-4188-88e7-f87d7560b6fc tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:58:59.866996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:58:59.871818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-363cdfe5-d6dc-4d0a-80a7-6060d2ad5542 req-d1eba9f9-2256-4188-88e7-f87d7560b6fc tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 947 time: 0.0993464 Sep 18 06:58:59.914455 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6767aa38-5027-4d6d-948d-98c1babc2edd x-openstack-request-id: req-6767aa38-5027-4d6d-948d-98c1babc2edd {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:58:59.915092 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fa763-3639-4701-acc1-d7a5ea039a94", "name": "network-vif-deleted", "tag": "83e79f99-6431-44a0-8e44-2212f2fd0d43", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:58:59.915415 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6767aa38-5027-4d6d-948d-98c1babc2edd {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:58:59.915940 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fa763-3639-4701-acc1-d7a5ea039a94', 'name': 'network-vif-deleted', 'tag': '83e79f99-6431-44a0-8e44-2212f2fd0d43', 'status': 'completed', 'code': 200} Sep 18 06:58:59.932311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-363cdfe5-d6dc-4d0a-80a7-6060d2ad5542 req-64f1d355-364d-44e3-83c6-d9ee716a8763 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555482 Sep 18 06:58:59.985608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:00.008050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbef1d24-066f-41e8-ac2f-bce6594e246a req-472c7819-5b27-4046-8502-f781be916f65 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 210 time: 0.0275798 Sep 18 06:59:00.102092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:00.175309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91382c-575f-4f62-9243-54bdf8fdac3c req-bfc8d009-5cc5-4c0f-9718-31402acc334a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:00.177206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d91382c-575f-4f62-9243-54bdf8fdac3c req-bfc8d009-5cc5-4c0f-9718-31402acc334a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 950 time: 0.0518098 Sep 18 06:59:00.193265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:00.220882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d91382c-575f-4f62-9243-54bdf8fdac3c req-67cf131d-48c2-4327-acfd-36afa08e199b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332696 Sep 18 06:59:00.230081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf3745-a086-46e4-be30-942dcee2f8c5 None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:51:40Z', 'revision_number': 4, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f350c8bf-bfab-49ef-a4e8-f952275e4c3f', 'name': '', 'network_id': '086feade-3ab7-4832-a5ed-de2448edd9c7', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'mac_address': 'fa:16:3e:14:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:39Z', 'updated_at': '2021-09-18T06:51:47Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'subnets': [{'id': '474592d4-40f0-49bb-a147-b83a48cbe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:00.453654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2778a9d-def5-454b-9848-d574b508c9d1 req-d44d2f50-8aec-4241-9515-5e3392c21789 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0491257 Sep 18 06:59:00.553741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-b411dbbe-1b74-4b47-b103-b0475e7fb67f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:00.555881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-b411dbbe-1b74-4b47-b103-b0475e7fb67f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 947 time: 0.0981188 Sep 18 06:59:00.559346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce209f-dc1e-4444-9f07-eb1ace55316d req-cb8a4e0a-37d9-4773-a1e1-e89d424cf098 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:00.560920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fce209f-dc1e-4444-9f07-eb1ace55316d req-cb8a4e0a-37d9-4773-a1e1-e89d424cf098 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.0599132 Sep 18 06:59:00.607042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fce209f-dc1e-4444-9f07-eb1ace55316d req-f77317fc-e90d-40b1-841b-0c0fa09e2d3d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371451 Sep 18 06:59:00.609684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea7380-4c35-4fe7-a776-f2e661ea3708 None None] New status for floating IP 03c98ed7-2ab2-492b-9348-869b6066ed3f: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:59:00.659072 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-e344d2e8-fff4-4dc9-b5be-2ce00503f961 service neutron] 10.222.0.37 "GET /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c/bindings/n-h1-789963-14 HTTP/1.1" status: 200 len: 383 time: 0.0804844 Sep 18 06:59:00.659192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:00.736450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:00.764806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-fb23982a-87a2-483c-9930-57ec691afd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:00.766966 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-fb23982a-87a2-483c-9930-57ec691afd2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1099 time: 0.0542991 Sep 18 06:59:00.767876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:00.811855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['dda864e8-5462-4a58-b469-c07ab01e3217'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:00.863381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:00.867061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:00.869876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "DELETE /v2.0/security-groups/25200cc4-264e-4e6d-8ff1-52481fff446b HTTP/1.1" status: 204 len: 168 time: 0.2098134 Sep 18 06:59:00.873845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-2e6cd9ed-cbf8-4dbf-ace3-c0de00028321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:00.874706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42894) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:00.875536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-2e6cd9ed-cbf8-4dbf-ace3-c0de00028321 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.0975454 Sep 18 06:59:00.890304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff603f3-44ce-44e9-a284-7a9899fc2062 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25200cc4-264e-4e6d-8ff1-52481fff446b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:00.905930 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-e903b036-601c-472a-ac12-96f34f48c880 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] show failed (client error): The resource could not be found. Sep 18 06:59:00.907317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e903b036-601c-472a-ac12-96f34f48c880 tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "GET /v2.0/security-groups/25200cc4-264e-4e6d-8ff1-52481fff446b HTTP/1.1" status: 404 len: 347 time: 0.0306127 Sep 18 06:59:00.918517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:00.936982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-03635d3e-c927-4b43-983c-fef7653550e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0487778 Sep 18 06:59:00.972648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:00.979197 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4617143-0366-4d52-8633-d56b8212d073" -d '{"events": [{"server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "name": "network-vif-plugged", "status": "completed", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:01.033772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-342b5045-76ff-4358-8e94-fa42920c9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.046723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-342b5045-76ff-4358-8e94-fa42920c9fe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0967374 Sep 18 06:59:01.087467 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95969e19-6173-4e78-90cb-ea74da7a42fe x-openstack-request-id: req-95969e19-6173-4e78-90cb-ea74da7a42fe {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:01.089174 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "name": "network-vif-plugged", "status": "completed", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:01.089739 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95969e19-6173-4e78-90cb-ea74da7a42fe {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:01.090729 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'code': 200} Sep 18 06:59:01.137442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-9b677941-d8b3-4092-8485-e6e649d2467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.139024 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-9b677941-d8b3-4092-8485-e6e649d2467d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909269 Sep 18 06:59:01.196523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23149e-ef30-42f3-8296-a42a34b7a472 req-a1a9c7d8-c2f1-4f75-9a2c-2f9b7c5ffff8 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.199081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb23149e-ef30-42f3-8296-a42a34b7a472 req-a1a9c7d8-c2f1-4f75-9a2c-2f9b7c5ffff8 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 948 time: 0.1297317 Sep 18 06:59:01.238532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b4942c8-06e1-4199-a167-7af86792f1aa req-bdade987-866e-42b3-98ab-f9a5855aa4b2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 210 time: 0.0383856 Sep 18 06:59:01.258893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Deleting port 051c6464-4009-4775-ad9a-07ecacd047c7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:01.260463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.332594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb23149e-ef30-42f3-8296-a42a34b7a472 req-e0c7da49-3e9f-4a7d-9e6d-afc5c4937580 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187601 Sep 18 06:59:01.363648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-3cd286fb-203a-4547-ba5c-92be66163ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130253 Sep 18 06:59:01.403998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-15a738c7-7019-4700-8095-8a2dd704b64c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.405575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-15a738c7-7019-4700-8095-8a2dd704b64c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1651700 Sep 18 06:59:01.408019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46668f4-aae4-4b49-b880-b18e5ba2db6c req-85b69507-f41a-4fcb-a274-18fc0989cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.409650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46668f4-aae4-4b49-b880-b18e5ba2db6c req-85b69507-f41a-4fcb-a274-18fc0989cde8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 1102 time: 0.1537106 Sep 18 06:59:01.431932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '31208128-d670-47d5-b38c-427a2086cfd0', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:01.459810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.460402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.494609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Calling delete_port for 051c6464-4009-4775-ad9a-07ecacd047c7 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:01.501620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d54c7c-4dbd-4be4-8d50-0fe806dae6a0 req-96253489-4ab5-4579-832e-27dad431ba7a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.503212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64d54c7c-4dbd-4be4-8d50-0fe806dae6a0 req-96253489-4ab5-4579-832e-27dad431ba7a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 950 time: 0.1295209 Sep 18 06:59:01.507535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46668f4-aae4-4b49-b880-b18e5ba2db6c req-0fc0a145-3d64-4c54-a587-ab6fc3d83ca3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776546 Sep 18 06:59:01.522304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:01.621865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eaff1a8a-46b7-4981-b2d8-52549558f6be req-9f53090a-e7f3-44c3-b789-b34365ed86a9 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0567195 Sep 18 06:59:01.633922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64d54c7c-4dbd-4be4-8d50-0fe806dae6a0 req-404b618a-1268-4571-8724-108ad938e4a5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239567 Sep 18 06:59:01.674826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port a376e09b-6a60-4aea-89b7-88e76b414b8c completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:01.679639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a376e09b-6a60-4aea-89b7-88e76b414b8c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:01.680188 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.705534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-a4157e65-1585-475a-ab87-f7e0fea0eca5 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215687 Sep 18 06:59:01.771370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:01.775705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.809208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.832927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.853219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:01.870710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Pushing event deleted for resources: {'Port': ['ID=051c6464-4009-4775-ad9a-07ecacd047c7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:01.901263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3d318-6f09-4dc2-830b-dff11f43a67b req-5d712271-9566-4d45-a516-0e3589cb1a5d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:01.902884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aac3d318-6f09-4dc2-830b-dff11f43a67b req-5d712271-9566-4d45-a516-0e3589cb1a5d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.1660466 Sep 18 06:59:01.931657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.3 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/d385adde-5a34-4b4e-bb5f-f98ee09736f1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:01.935252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.964007 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.966718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:01.970314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e6981ed-0162-4c80-a91f-9d2e6568c2ba tempest-ServersWithSpecificFlavorTestJSON-2143748446 tempest-ServersWithSpecificFlavorTestJSON-2143748446-project] 10.222.0.20 "DELETE /v2.0/floatingips/03c98ed7-2ab2-492b-9348-869b6066ed3f HTTP/1.1" status: 204 len: 168 time: 1.0482645 Sep 18 06:59:01.993353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aac3d318-6f09-4dc2-830b-dff11f43a67b req-64bd5c19-4cbd-4fe9-b825-0fef98ce41d3 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655248 Sep 18 06:59:02.010815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:02.097815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.193969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.240292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:02.243479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:02.247192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:02.274752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:02.303320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:02.304752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.377615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-22396518-5988-4939-84a7-8e90df98d2de tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9506433 Sep 18 06:59:02.407945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Request body: {'port': {'device_id': '31208128-d670-47d5-b38c-427a2086cfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:02.440435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86253b28-9f2d-42d3-9b89-6e13686e280c req-b4e34b38-75ca-4b6e-9cbe-249d4da5d10f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:02.441885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86253b28-9f2d-42d3-9b89-6e13686e280c req-b4e34b38-75ca-4b6e-9cbe-249d4da5d10f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 931 time: 0.1005731 Sep 18 06:59:02.494969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86253b28-9f2d-42d3-9b89-6e13686e280c req-ea4c5b15-54b3-4158-9379-ea842b6b67a8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Sep 18 06:59:02.522541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.553851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300e81f-a06a-48ad-a2e4-4c27818e7ece req-feff339e-e296-490b-b91e-26cc73c0c250 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:02.555462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e300e81f-a06a-48ad-a2e4-4c27818e7ece req-feff339e-e296-490b-b91e-26cc73c0c250 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 948 time: 0.0645566 Sep 18 06:59:02.607259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e300e81f-a06a-48ad-a2e4-4c27818e7ece req-d79dcae3-0c99-485e-9ace-61a5d9f3da9c tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453510 Sep 18 06:59:02.680071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42940) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:02.744810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5528b3e5-376b-4531-95c5-6e8e0979b3f2 req-fab11d62-492e-4920-90fe-7e193403467a tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04fa763-3639-4701-acc1-d7a5ea039a94 HTTP/1.1" status: 200 len: 210 time: 0.0371718 Sep 18 06:59:02.843359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d385adde-5a34-4b4e-bb5f-f98ee09736f1 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:02.851367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.862034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627a853-5976-4202-947b-7d8080a09b0a req-bd82f305-392b-4294-a123-83b6a9fb5214 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:02.863660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f627a853-5976-4202-947b-7d8080a09b0a req-bd82f305-392b-4294-a123-83b6a9fb5214 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 950 time: 0.1078453 Sep 18 06:59:02.864492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Transition to ACTIVE for port object d385adde-5a34-4b4e-bb5f-f98ee09736f1 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:02.930405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:02.958806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f627a853-5976-4202-947b-7d8080a09b0a req-d1ac99dc-958d-4ba2-8606-9ea4d2f7974b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818799 Sep 18 06:59:03.031468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Pushing event updated for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:03.093590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:03.097247 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c204e-3f0d-44c7-b4bd-4837ff962ab9" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:03.106718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Attempting to bind port d385adde-5a34-4b4e-bb5f-f98ee09736f1 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:03.107205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Attempting to bind port d385adde-5a34-4b4e-bb5f-f98ee09736f1 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:03.107532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Attempting to bind port d385adde-5a34-4b4e-bb5f-f98ee09736f1 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:03.112250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Port d385adde-5a34-4b4e-bb5f-f98ee09736f1 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:03.113209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Attempting to bind port d385adde-5a34-4b4e-bb5f-f98ee09736f1 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:03.119707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:03.120668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:03.124950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:03.124950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Bound port: d385adde-5a34-4b4e-bb5f-f98ee09736f1, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:03.124950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.137247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fa995-9cf4-4433-8aa7-1ea8596c677e req-8935755a-a0e4-4f35-9962-4a026e50d417 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.138997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-355fa995-9cf4-4433-8aa7-1ea8596c677e req-8935755a-a0e4-4f35-9962-4a026e50d417 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0757623 Sep 18 06:59:03.188488 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49e653a-5451-48f0-ac94-8570c06b2df5 x-openstack-request-id: req-b49e653a-5451-48f0-ac94-8570c06b2df5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:03.188784 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:03.189043 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b49e653a-5451-48f0-ac94-8570c06b2df5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:03.189435 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'code': 200} Sep 18 06:59:03.208766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:03.213434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:03.233476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-355fa995-9cf4-4433-8aa7-1ea8596c677e req-5438e498-c768-4cbd-8b76-348bb1facad6 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Sep 18 06:59:03.268393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.309004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.310408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.312058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] 10.222.0.24 "PUT /v2.0/ports/d385adde-5a34-4b4e-bb5f-f98ee09736f1 HTTP/1.1" status: 200 len: 1092 time: 0.9205062 Sep 18 06:59:03.314263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:03.316573 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46" -d '{"events": [{"name": "network-changed", "server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:03.353680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device dda864e8-5462-4a58-b469-c07ab01e3217 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:03.360382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc70e8-c377-43ab-a66d-4cd71aea445c service neutron] Pushing event updated for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:03.376422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.406405 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b0b68-d274-4ab6-a19b-90851c0a56df x-openstack-request-id: req-177b0b68-d274-4ab6-a19b-90851c0a56df {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:03.406772 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:03.407102 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-177b0b68-d274-4ab6-a19b-90851c0a56df {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:03.407724 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1', 'status': 'completed', 'code': 200} Sep 18 06:59:03.503433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-64518f03-a5c0-48a3-a8f1-2c14e07a7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.504971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-64518f03-a5c0-48a3-a8f1-2c14e07a7d91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0444317 Sep 18 06:59:03.517775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port dda864e8-5462-4a58-b469-c07ab01e3217 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:03.528840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port dda864e8-5462-4a58-b469-c07ab01e3217 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:03.531918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.636023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-51f9b1c8-9143-4293-9d89-c521fb0f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.638208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-51f9b1c8-9143-4293-9d89-c521fb0f0c99 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=401705bd630343acadd1e0b504ecfa66&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1187234 Sep 18 06:59:03.660972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.717648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=dda864e8-5462-4a58-b469-c07ab01e3217,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:03.719561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7fa21-b528-49b7-9cc0-e571c4d081e7 req-f281a5b4-7da3-46ae-8b50-29cd2d8cbe6d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.721770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0e7fa21-b528-49b7-9cc0-e571c4d081e7 req-f281a5b4-7da3-46ae-8b50-29cd2d8cbe6d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 943 time: 0.1303368 Sep 18 06:59:03.763786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-27ca503c-ee91-4428-8a6b-017e41b261eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.765537 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fbdf5bb1-b33e-43f3-9ea5-437d517d5d46 req-27ca503c-ee91-4428-8a6b-017e41b261eb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133690 Sep 18 06:59:03.779294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Deleting port f350c8bf-bfab-49ef-a4e8-f952275e4c3f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:03.779628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.792608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.834035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc6cc-3382-40b9-87c6-19bff92236ad req-8a37d53f-3e84-4656-bdaa-e6d1103e65aa tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.835884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddebc6cc-3382-40b9-87c6-19bff92236ad req-8a37d53f-3e84-4656-bdaa-e6d1103e65aa tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 948 time: 0.1129782 Sep 18 06:59:03.860373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:03.868633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0e7fa21-b528-49b7-9cc0-e571c4d081e7 req-9810eab4-0c1d-429c-8b0f-46b0b12023b2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326733 Sep 18 06:59:03.892012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-091e1d92-b99f-4f61-9e13-8440761555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:03.893555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-091e1d92-b99f-4f61-9e13-8440761555c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0679998 Sep 18 06:59:03.941627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] For port f350c8bf-bfab-49ef-a4e8-f952275e4c3f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:03.943497 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:03.956372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-989b90d8-df49-46fb-ab88-c95eb12f5ccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1 HTTP/1.1" status: 200 len: 217 time: 0.0487897 Sep 18 06:59:03.960612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Calling delete_port for f350c8bf-bfab-49ef-a4e8-f952275e4c3f owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:03.979184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddebc6cc-3382-40b9-87c6-19bff92236ad req-4f0df1ea-d72e-4dde-bb38-3a39e3a53c7b tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140614 Sep 18 06:59:04.038736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11179-85d9-4610-a906-576488b4df16 req-0d48add8-cf2f-4c35-aff3-59685bb66734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:04.038736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-0d48add8-cf2f-4c35-aff3-59685bb66734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0700836 Sep 18 06:59:04.069381 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-6adf6dc5-13cf-47ab-8774-1e0e2a90940d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263486 Sep 18 06:59:04.127683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:04.179038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-db44906c-a415-4804-a637-110f7abf6987 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026952 Sep 18 06:59:04.274495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:04.294298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81f11179-85d9-4610-a906-576488b4df16 req-9c56ec2e-5ed5-461d-9d73-3d3af4a612ba service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076121 Sep 18 06:59:04.299533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed8fa-cebd-475c-95f8-fc0a843ea35d req-56e9332c-9def-486f-bd1d-8b73340e4c51 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:04.302053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6aed8fa-cebd-475c-95f8-fc0a843ea35d req-56e9332c-9def-486f-bd1d-8b73340e4c51 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 950 time: 0.1369464 Sep 18 06:59:04.319608 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:04.359556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:04.713534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f350c8bf-bfab-49ef-a4e8-f952275e4c3f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:04.731216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6aed8fa-cebd-475c-95f8-fc0a843ea35d req-1b9937e1-b5ef-4ea1-8ffb-9b51e6b4905e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136796 Sep 18 06:59:04.792285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e413a-11d1-4937-96a7-c30c966cbeb9 req-9efab707-210c-4cf6-964d-0f382fadf889 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:04.793846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062e413a-11d1-4937-96a7-c30c966cbeb9 req-9efab707-210c-4cf6-964d-0f382fadf889 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.4598556 Sep 18 06:59:04.889018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:04.891552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:04.893628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "DELETE /v2.0/security-groups/56e5b0d2-1ea5-496f-8538-6f5618b05b5a HTTP/1.1" status: 204 len: 168 time: 0.7640374 Sep 18 06:59:04.895280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:04.910696 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-53eda3a2-d082-4a11-ac23-d762908e6257 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] show failed (client error): The resource could not be found. Sep 18 06:59:04.912076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-53eda3a2-d082-4a11-ac23-d762908e6257 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "GET /v2.0/security-groups/56e5b0d2-1ea5-496f-8538-6f5618b05b5a HTTP/1.1" status: 404 len: 347 time: 0.0154660 Sep 18 06:59:04.914821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:04.932264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062e413a-11d1-4937-96a7-c30c966cbeb9 req-20974205-a1ed-4723-ae35-51bb151d8fb1 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294534 Sep 18 06:59:04.936159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf0296-c24c-4f92-a7bf-3ed3017d64c6 tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e5b0d2-1ea5-496f-8538-6f5618b05b5a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:04.993405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce881c-1cc4-451a-9887-66bb0a744dde req-5a965fd6-3751-4d60-bf8c-a70d1bb05158 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:04.995704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61ce881c-1cc4-451a-9887-66bb0a744dde req-5a965fd6-3751-4d60-bf8c-a70d1bb05158 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 950 time: 0.1851592 Sep 18 06:59:05.067081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.078611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Deleting port 4f066458-110a-4f40-b077-33e76a2228b5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:05.079043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.085741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61ce881c-1cc4-451a-9887-66bb0a744dde req-ed6807cf-db5a-4ed9-90a3-c36afc62afe5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829082 Sep 18 06:59:05.147627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35cc6c-1ced-4e86-ad19-fecdb4f3d780 req-a9ca4f08-5e48-4e5e-bc3e-a83119b73170 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.151868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad35cc6c-1ced-4e86-ad19-fecdb4f3d780 req-a9ca4f08-5e48-4e5e-bc3e-a83119b73170 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 943 time: 0.1370153 Sep 18 06:59:05.175256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.175719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.190892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:05.193324 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53812aab-4677-480d-90d4-26626d03308f" -d '{"events": [{"server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "name": "network-vif-plugged", "status": "completed", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:05.196816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Calling delete_port for 4f066458-110a-4f40-b077-33e76a2228b5 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:05.278277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad35cc6c-1ced-4e86-ad19-fecdb4f3d780 req-7ab7a35c-6111-4902-ac54-dc01cee6ad39 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173615 Sep 18 06:59:05.367536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d51a8-0a86-483d-a2d6-a499064a3afd req-38de96b5-f8bd-40d0-a142-40ae80306039 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.369553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be4d51a8-0a86-483d-a2d6-a499064a3afd req-38de96b5-f8bd-40d0-a142-40ae80306039 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.1575072 Sep 18 06:59:05.448267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be4d51a8-0a86-483d-a2d6-a499064a3afd req-63da3831-50aa-4124-9c07-78942dc79d7f tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702224 Sep 18 06:59:05.452281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.455410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Router 953d10f5-c729-425c-a0cb-577e223ca322 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:05.541775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Pushing event deleted for resources: {'Port': ['ID=4f066458-110a-4f40-b077-33e76a2228b5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:05.563499 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0d737-6617-483f-aeca-9bdd977c26dd x-openstack-request-id: req-2fb0d737-6617-483f-aeca-9bdd977c26dd {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:05.564060 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "name": "network-vif-plugged", "status": "completed", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:05.564516 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fb0d737-6617-483f-aeca-9bdd977c26dd {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:05.565979 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217', 'code': 200} Sep 18 06:59:05.583947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:05.589640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4635d44e-b8eb-4c46-b2d7-70750eea96c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/953d10f5-c729-425c-a0cb-577e223ca322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9086215 Sep 18 06:59:05.592090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42990) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:05.595609 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Sync routers for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:05.610851 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:05.611826 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:05.667499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.674909 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.676556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3a97ea63-1503-4d63-9516-0409fc53a81c tempest-ServersTestBootFromVolume-1304759610 tempest-ServersTestBootFromVolume-1304759610-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4a44ceb-1b8e-473f-bd85-009615149982 HTTP/1.1" status: 204 len: 168 time: 0.7591548 Sep 18 06:59:05.679479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42992) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:05.724895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.815023 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:05.832241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929da1d-dbe3-4004-90b7-1b2b4d712051 req-17f91053-ad45-46de-b759-942c89bbe582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.834662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9929da1d-dbe3-4004-90b7-1b2b4d712051 req-17f91053-ad45-46de-b759-942c89bbe582 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0707755 Sep 18 06:59:05.862504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:05.915474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-f0219a30-169e-410d-8efc-223097937cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.917011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-f0219a30-169e-410d-8efc-223097937cf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2&tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540 HTTP/1.1" status: 200 len: 1100 time: 0.0857761 Sep 18 06:59:05.932328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9929da1d-dbe3-4004-90b7-1b2b4d712051 req-7aa0abfa-df3a-4e01-bff9-50b8b9c0321c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Sep 18 06:59:05.934167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f760-dc42-4bdc-b446-0ce8240b321e req-dafe3410-b24f-446f-8ef4-5f849a5be43c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.940440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f760-dc42-4bdc-b446-0ce8240b321e req-dafe3410-b24f-446f-8ef4-5f849a5be43c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:05.942234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d13f760-dc42-4bdc-b446-0ce8240b321e req-dafe3410-b24f-446f-8ef4-5f849a5be43c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c&device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 1691 time: 0.1120987 Sep 18 06:59:05.947838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:06.031189 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:59:04Z', 'revision_number': 5, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port': {'id': 'a6215fae-c68d-4ae8-8a8d-fa58cee78941', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:91:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953d10f5-c729-425c-a0cb-577e223ca322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:36Z', 'updated_at': '2021-09-18T06:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:06.063970 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Checking router: 953d10f5-c729-425c-a0cb-577e223ca322 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:06.075544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Routers {'953d10f5-c729-425c-a0cb-577e223ca322'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:06.076660 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['953d10f5-c729-425c-a0cb-577e223ca322'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:06.080900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d13f760-dc42-4bdc-b446-0ce8240b321e req-ac1144fc-3c86-464d-8adb-cdb38ff84069 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290815 Sep 18 06:59:06.166567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bffd-916c-40ae-a6a7-9bae029ed15f req-e1193a28-f019-43cd-bce4-95d556ad5252 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:06.173936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc33bffd-916c-40ae-a6a7-9bae029ed15f req-e1193a28-f019-43cd-bce4-95d556ad5252 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.0987523 Sep 18 06:59:06.175692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.219509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Deleting port a6215fae-c68d-4ae8-8a8d-fa58cee78941 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:06.219509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.236183 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] Set router 953d10f5-c729-425c-a0cb-577e223ca322 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:06.264363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.303205 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:59:05Z', 'revision_number': 6, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:06.314073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc33bffd-916c-40ae-a6a7-9bae029ed15f req-1ac1a0c4-b943-4239-95db-6bff35b2da59 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392195 Sep 18 06:59:06.350566 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8388022d-a998-4583-a79e-f5e9066e58b0 None None] The sync data for ids ['953d10f5-c729-425c-a0cb-577e223ca322'] in n-d-789963-14 is: [{'id': '953d10f5-c729-425c-a0cb-577e223ca322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108879617-router', 'tenant_id': 'fcc56ed9dbdf41678e6122160432aa54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:35Z', 'updated_at': '2021-09-18T06:59:05Z', 'revision_number': 6, 'project_id': 'fcc56ed9dbdf41678e6122160432aa54', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:06.475285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed497d9-1dfe-45c1-8119-2e87e71b5432 req-8dcd216b-99b5-469d-86ae-a6632084e0fe tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:06.476842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed497d9-1dfe-45c1-8119-2e87e71b5432 req-8dcd216b-99b5-469d-86ae-a6632084e0fe tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 1102 time: 0.2190881 Sep 18 06:59:06.545541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] For port a6215fae-c68d-4ae8-8a8d-fa58cee78941, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a6215fae-c68d-4ae8-8a8d-fa58cee78941,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:06.545871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.598451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Calling delete_port for a6215fae-c68d-4ae8-8a8d-fa58cee78941 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:06.616221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f13832-adae-4411-bf52-f78ef37fad50 req-f73a5fcc-9771-4b7f-ad37-c407c7767a1d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:06.617788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0f13832-adae-4411-bf52-f78ef37fad50 req-f73a5fcc-9771-4b7f-ad37-c407c7767a1d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 943 time: 0.1955826 Sep 18 06:59:06.631597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed497d9-1dfe-45c1-8119-2e87e71b5432 req-efe73c62-6eda-4b79-b9e3-30e041d3ade2 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443014 Sep 18 06:59:06.709963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:06.729098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0f13832-adae-4411-bf52-f78ef37fad50 req-773d10ae-be68-4605-9adb-7eba411f87ed tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009181 Sep 18 06:59:06.768390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f350c8bf-bfab-49ef-a4e8-f952275e4c3f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:06.817509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:06.819364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f350c8bf-bfab-49ef-a4e8-f952275e4c3f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:06.819912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f350c8bf-bfab-49ef-a4e8-f952275e4c3f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:06.868986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:06.871472 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f406de2-5e07-4484-a687-3152164510b0" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:06.880793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.899910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Deleting port 9e1a4c21-1a93-4414-b392-8e2918761ddf {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:06.901065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.950180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Transition to ACTIVE for port object a376e09b-6a60-4aea-89b7-88e76b414b8c will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:06.980354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] For port 9e1a4c21-1a93-4414-b392-8e2918761ddf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1a4c21-1a93-4414-b392-8e2918761ddf,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:06.980774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:06.997855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Calling delete_port for 9e1a4c21-1a93-4414-b392-8e2918761ddf owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:07.000732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b96cb-d50c-43ff-ba45-642756bdf780 req-afbb3f0b-ee36-4549-ad16-d7c627de35fe tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:07.002270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a1b96cb-d50c-43ff-ba45-642756bdf780 req-afbb3f0b-ee36-4549-ad16-d7c627de35fe tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.1471677 Sep 18 06:59:07.047975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.056017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5191cc-6150-4b5f-a79c-ddc9a904ef4c req-587ffd8d-2e7a-4703-a6f1-d3026b7c0f76 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:07.058097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c5191cc-6150-4b5f-a79c-ddc9a904ef4c req-587ffd8d-2e7a-4703-a6f1-d3026b7c0f76 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 1102 time: 0.1156912 Sep 18 06:59:07.146898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a1b96cb-d50c-43ff-ba45-642756bdf780 req-0b3e23f9-00e1-4060-9d1d-068194be4819 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373601 Sep 18 06:59:07.183121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] No DVR routers for this DVR port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:07.188499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=10']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:07.205179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.229112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c5191cc-6150-4b5f-a79c-ddc9a904ef4c req-cccc3012-afda-4e12-bf7b-2a5aa50714c1 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626220 Sep 18 06:59:07.260142 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8800aa-2382-427a-a532-ae938b923120 x-openstack-request-id: req-cb8800aa-2382-427a-a532-ae938b923120 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:07.260283 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-unplugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:07.260503 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb8800aa-2382-427a-a532-ae938b923120 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:07.260894 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'code': 200} Sep 18 06:59:07.266715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.283448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6215fae-c68d-4ae8-8a8d-fa58cee78941,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:07.300566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1a4c21-1a93-4414-b392-8e2918761ddf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:07.305322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:07.305669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:07.306168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:07.335285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:07.335618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Attempting to bind port a376e09b-6a60-4aea-89b7-88e76b414b8c on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:07.347599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:07.347941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:07.348325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:07.348763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Bound port: a376e09b-6a60-4aea-89b7-88e76b414b8c, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:07.349129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.369748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.541989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.570691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:07.611036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.626314 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.644085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:07.665230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-02aee059-477f-4cb7-9330-3c99a26dc54d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610218 Sep 18 06:59:07.734147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:07.753606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b11b9-d491-4d9e-bbec-4801cfb7396b req-0d5882d5-1934-48cd-9e30-c57c441aae63 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:07.755041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf5b11b9-d491-4d9e-bbec-4801cfb7396b req-0d5882d5-1934-48cd-9e30-c57c441aae63 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.2349854 Sep 18 06:59:07.806382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:07.807441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.807787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953d10f5-c729-425c-a0cb-577e223ca322 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:59:07.809060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Router 0fb747df-8f30-4432-a14c-02b95ea836c1 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:07.828975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.832131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-71d3c572-c4db-4c0f-82d4-36b86d126482 admin admin] 10.222.0.20 "DELETE /v2.0/routers/953d10f5-c729-425c-a0cb-577e223ca322 HTTP/1.1" status: 204 len: 168 time: 2.2366962 Sep 18 06:59:07.832782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:07.892908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.939125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-a6777ffe-0f75-47ad-a71d-9df0f92781fe tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:07.941775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:07.943763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-a6777ffe-0f75-47ad-a71d-9df0f92781fe tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430284 Sep 18 06:59:07.948460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7a6a26da-08fc-446d-baa4-1280ac24f7aa admin admin] 10.222.0.20 "PUT /v2.0/routers/0fb747df-8f30-4432-a14c-02b95ea836c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676890 Sep 18 06:59:07.950878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:07.951031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf5b11b9-d491-4d9e-bbec-4801cfb7396b req-7a8a7f76-fe79-4cfb-b633-3409071331db tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863573 Sep 18 06:59:07.957483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Sync routers for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:07.975093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Deleting subnet 474592d4-40f0-49bb-a147-b83a48cbe983 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:59:07.980748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:07.981373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:07.982805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] 10.222.0.24 "PUT /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 1096 time: 2.0396371 Sep 18 06:59:07.984639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:07.986532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:07.996583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-d8a97bac-fd69-448c-8fbf-147cb68e81dd tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.0509999 Sep 18 06:59:07.996583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.125801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.150322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:08.255158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.363684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:59:07Z', 'revision_number': 5, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port': {'id': 'f3477ff6-1eb9-46de-a25e-3584ab932bad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:54:41Z', 'updated_at': '2021-09-18T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:08.370572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Deleting port f3477ff6-1eb9-46de-a25e-3584ab932bad {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:08.371965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.407097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Checking router: 0fb747df-8f30-4432-a14c-02b95ea836c1 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:08.418052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Routers {'0fb747df-8f30-4432-a14c-02b95ea836c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:08.418699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0fb747df-8f30-4432-a14c-02b95ea836c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:08.455094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.471216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] For port f3477ff6-1eb9-46de-a25e-3584ab932bad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f3477ff6-1eb9-46de-a25e-3584ab932bad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:08.471689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.487461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Calling delete_port for f3477ff6-1eb9-46de-a25e-3584ab932bad owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:08.517538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] Set router 0fb747df-8f30-4432-a14c-02b95ea836c1 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:08.533990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655444c-f054-4a86-8771-65e5f3f90948 service neutron] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=11']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:08.573852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a6215fae-c68d-4ae8-8a8d-fa58cee78941 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:08.576818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:59:08Z', 'revision_number': 6, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:08.596550 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.621217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a6215fae-c68d-4ae8-8a8d-fa58cee78941 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:08.621472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a6215fae-c68d-4ae8-8a8d-fa58cee78941 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:08.623196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac1d12-c083-468f-96aa-84071ae7d8a4 None None] The sync data for ids ['0fb747df-8f30-4432-a14c-02b95ea836c1'] in n-d-789963-14 is: [{'id': '0fb747df-8f30-4432-a14c-02b95ea836c1', 'name': 'tempest-ServersTestBootFromVolume-1921849412-router', 'tenant_id': 'c6a286ef8037408980f55ae9399b1382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:54:40Z', 'updated_at': '2021-09-18T06:59:08Z', 'revision_number': 6, 'project_id': 'c6a286ef8037408980f55ae9399b1382', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:08.632128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-472556b4-dce4-4ebb-b081-fd41bd2f1ee9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6029720 Sep 18 06:59:08.656547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-26a627ce-c52f-4be3-8168-f72e991fc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:08.658149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-26a627ce-c52f-4be3-8168-f72e991fc15d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1099 time: 0.6079805 Sep 18 06:59:08.671337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7c56b-ae31-4794-995b-0bd7a3992739 req-adb4aab7-13d8-48ae-b4f7-c0cb4a86b8f3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:08.672812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cd7c56b-ae31-4794-995b-0bd7a3992739 req-adb4aab7-13d8-48ae-b4f7-c0cb4a86b8f3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 943 time: 0.1528227 Sep 18 06:59:08.771095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.776498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cd7c56b-ae31-4794-995b-0bd7a3992739 req-5f3f619e-9685-4fbb-9345-f5d82bd1ab1e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942559 Sep 18 06:59:08.798813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83673af4-5991-4652-929c-e1a8492e0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.804546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.832782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-6b3e4d9d-8f20-479e-ae7d-e7bf7621ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:08.834297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-6b3e4d9d-8f20-479e-ae7d-e7bf7621ace3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1598778 Sep 18 06:59:08.836775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474592d4-40f0-49bb-a147-b83a48cbe983,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:08.838891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:08.839683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3477ff6-1eb9-46de-a25e-3584ab932bad,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:08.845765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95f885ec-9528-42b0-bf4e-cf62f5fdf792 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/474592d4-40f0-49bb-a147-b83a48cbe983 HTTP/1.1" status: 204 len: 168 time: 1.0069513 Sep 18 06:59:08.847838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43040) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:08.849418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef22ca-3539-4611-bb28-6d531411e830 None None] Network 086feade-3ab7-4832-a5ed-de2448edd9c7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:08.914888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-2bf9c95f-ff6a-403a-880e-00eaf3665b96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0712333 Sep 18 06:59:09.011953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.026620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.027608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33ed5cfc-fbf7-466c-ad20-6834bf7c47b1 req-9935565a-5b11-489d-8f88-d99566a72ad2 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 210 time: 0.0920131 Sep 18 06:59:09.051197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8a6d7bdf-7445-4584-a2d8-d1aacb95567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.052668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-8a6d7bdf-7445-4584-a2d8-d1aacb95567f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1158657 Sep 18 06:59:09.061531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54d66f-82e3-4062-b19e-7028582f34f6 req-e9178d7a-7955-427c-90f6-de1cef2cdb05 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.063137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af54d66f-82e3-4062-b19e-7028582f34f6 req-e9178d7a-7955-427c-90f6-de1cef2cdb05 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.1416249 Sep 18 06:59:09.139552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] DHCP port deletion for 086feade-3ab7-4832-a5ed-de2448edd9c7 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:59:09.157510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-967fe9be-1c42-4313-aa50-38050512a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.159048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-967fe9be-1c42-4313-aa50-38050512a3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950105 Sep 18 06:59:09.163054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af54d66f-82e3-4062-b19e-7028582f34f6 req-ee3f184a-773f-4675-9bcd-d88a3c55224b tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Sep 18 06:59:09.213219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.241775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Deleting port eab64d62-7135-4327-93b8-671600742a71 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:09.243687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.245089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.262798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:09.265145 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424" -d '{"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:09.281356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111923f-d890-4044-a3a1-89de02c8c230 req-cb51f599-fd4e-4cc0-afde-555e4f67cc13 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.282950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0111923f-d890-4044-a3a1-89de02c8c230 req-cb51f599-fd4e-4cc0-afde-555e4f67cc13 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.1288574 Sep 18 06:59:09.309700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Deleting port eab64d62-7135-4327-93b8-671600742a71 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:09.310496 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.321078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] For port eab64d62-7135-4327-93b8-671600742a71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eab64d62-7135-4327-93b8-671600742a71,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:09.321078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.331791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-98d8a1d5-759f-4e40-ae75-3fc45313350f service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590626 Sep 18 06:59:09.332584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Calling delete_port for eab64d62-7135-4327-93b8-671600742a71 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:09.370326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0111923f-d890-4044-a3a1-89de02c8c230 req-6a23f063-2661-48d7-8fb9-4ae9fb01e84b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780778 Sep 18 06:59:09.392961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] For port eab64d62-7135-4327-93b8-671600742a71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eab64d62-7135-4327-93b8-671600742a71,segment=NetworkSegment(f2d8b877-739a-4669-9f7e-aa732093439d),segment_id=f2d8b877-739a-4669-9f7e-aa732093439d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:09.393409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.397109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d385adde-5a34-4b4e-bb5f-f98ee09736f1 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:09.419134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Calling delete_port for eab64d62-7135-4327-93b8-671600742a71 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:09.421214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.421778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb747df-8f30-4432-a14c-02b95ea836c1 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:59:09.430377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.434754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8aef40b9-2f1f-4ce7-aa94-43728049235a admin admin] 10.222.0.20 "DELETE /v2.0/routers/0fb747df-8f30-4432-a14c-02b95ea836c1 HTTP/1.1" status: 204 len: 168 time: 1.4819372 Sep 18 06:59:09.439357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43056) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:09.502411 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b82f9c-3ece-4d77-86e1-892e1c351655 x-openstack-request-id: req-e4b82f9c-3ece-4d77-86e1-892e1c351655 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:09.503060 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:09.503417 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b82f9c-3ece-4d77-86e1-892e1c351655 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:09.503925 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'status': 'completed', 'code': 200} Sep 18 06:59:09.523143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde60f0d-64b0-4473-babd-7d09e8fcd068 req-60c07720-462e-40a6-8528-eaeb3c7f01cf service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755149 Sep 18 06:59:09.527733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.546746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Deleting subnet 50ce0b42-2d2b-4920-84d3-68ce0094a844 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:59:09.555541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.596455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] No DVR routers for this DVR port eab64d62-7135-4327-93b8-671600742a71 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:09.599637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412eb76-2b15-497b-88dc-6b6a891c55e3 None None] Pushing event deleted for resources: {'Port': ['ID=eab64d62-7135-4327-93b8-671600742a71,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:09.627048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:09.642688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1', 'mac_address': 'fa:16:3e:6c:7a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:09.648734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.684126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-fab4e15d-49a6-43b5-a37b-c544402dcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.685115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.688648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-fab4e15d-49a6-43b5-a37b-c544402dcb19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1099 time: 0.0596426 Sep 18 06:59:09.700730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d385adde-5a34-4b4e-bb5f-f98ee09736f1 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:09.726114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:09.736841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-1e4a2ac8-b745-4783-854e-c29d1b09c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.738717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-1e4a2ac8-b745-4783-854e-c29d1b09c9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1099 time: 0.2031844 Sep 18 06:59:09.771148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.798013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-9f26bc73-9c9e-4384-a909-c1ba1e7c383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:09.799941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-9f26bc73-9c9e-4384-a909-c1ba1e7c383c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1055703 Sep 18 06:59:09.806782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.831141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Pushing event deleted for resources: {'Port': ['ID=eab64d62-7135-4327-93b8-671600742a71,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:09.839306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:09.865992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] No DVR routers for this DVR port eab64d62-7135-4327-93b8-671600742a71 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:09.888949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-8294d687-9f97-4d88-8b00-f93a5e81f3c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0812848 Sep 18 06:59:09.923578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:10.027001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-80e32e3d-3ba2-436a-9171-c3224bd359aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.028472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-80e32e3d-3ba2-436a-9171-c3224bd359aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1295455 Sep 18 06:59:10.039291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.043996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd4a7f-cace-43ae-b10d-1e000186ef24 req-c8193783-5f5f-4da4-b084-13e786c1d9d6 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.045491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1fd4a7f-cace-43ae-b10d-1e000186ef24 req-c8193783-5f5f-4da4-b084-13e786c1d9d6 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.0930212 Sep 18 06:59:10.050568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-1503be24-f36e-4838-8c06-c8d9a5ec450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.052076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-1503be24-f36e-4838-8c06-c8d9a5ec450c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2931614 Sep 18 06:59:10.067694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9aaf9-4631-4b52-82a4-75256ba1dfe5 req-c5768f8b-33cd-47ed-86f8-c6099061f42c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.072546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ec9aaf9-4631-4b52-82a4-75256ba1dfe5 req-c5768f8b-33cd-47ed-86f8-c6099061f42c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 944 time: 0.1177733 Sep 18 06:59:10.075305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086feade-3ab7-4832-a5ed-de2448edd9c7']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:10.114053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-6691805b-3c16-4fbb-be20-b0194e8f95bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 200 len: 217 time: 0.0482256 Sep 18 06:59:10.115688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d8b877-739a-4669-9f7e-aa732093439d') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:10.115993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d8b877-739a-4669-9f7e-aa732093439d') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:10.133849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.153594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1fd4a7f-cace-43ae-b10d-1e000186ef24 req-4d65b0b8-fe07-42ab-b0e0-6d9266576537 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954216 Sep 18 06:59:10.159203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-520a09f7-45a9-4577-8082-d4b36c9a5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.160682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-520a09f7-45a9-4577-8082-d4b36c9a5627 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141441 Sep 18 06:59:10.162119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.164084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ec9aaf9-4631-4b52-82a4-75256ba1dfe5 req-e929f025-cf2b-4666-99bb-04b4e56ea0a8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755386 Sep 18 06:59:10.194088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.203146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ce0b42-2d2b-4920-84d3-68ce0094a844,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:10.231003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.233370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77f08a66-35d7-4bc7-83a3-4e495b8823ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50ce0b42-2d2b-4920-84d3-68ce0094a844 HTTP/1.1" status: 204 len: 168 time: 0.7928438 Sep 18 06:59:10.234732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:59:10.235126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.238289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb20f1-91d4-4636-ad46-dfd9e0fd75b9 None None] Network ea33b35f-ab6b-41cc-9b0e-69542ad08e68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:59:10.240433 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:59:10.250386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:10.290984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a72a283d-9a21-44f2-bbdd-3a18e029b4ce req-5c358ab3-4939-4ec1-9f85-ba4125adc578 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Sep 18 06:59:10.316153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-f2ff46a8-d6d3-4fa0-9465-7c429b4ba4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.319824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-f2ff46a8-d6d3-4fa0-9465-7c429b4ba4d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1954362 Sep 18 06:59:10.323737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-66e560ad-50de-4e5c-a473-0f61d329d27d service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548867 Sep 18 06:59:10.453572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-bb46bb1d-5546-44f9-9c31-c25a2625885b service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125779 Sep 18 06:59:10.468740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.490812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-6e6a782b-e97f-4ded-991d-beb13dc5c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.492446 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-6e6a782b-e97f-4ded-991d-beb13dc5c1e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427064 Sep 18 06:59:10.498432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] DHCP port deletion for ea33b35f-ab6b-41cc-9b0e-69542ad08e68 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:59:10.542922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eab64d62-7135-4327-93b8-671600742a71 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:10.568776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.605167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.611242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] 10.222.0.20 "DELETE /v2.0/networks/086feade-3ab7-4832-a5ed-de2448edd9c7 HTTP/1.1" status: 204 len: 168 time: 1.7589581 Sep 18 06:59:10.613176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43076) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:10.616866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28df9a-a727-4e26-bd05-a1f6876f2546 req-b4785e78-680b-459d-ad26-66a38aecbbbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.629662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b28df9a-a727-4e26-bd05-a1f6876f2546 req-b4785e78-680b-459d-ad26-66a38aecbbbc tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.0945826 Sep 18 06:59:10.689587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97409dcb-4647-4340-8396-2435d3d6185b req-89c07659-99bc-4b87-8413-950f2c7d4ce8 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:10.689587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97409dcb-4647-4340-8396-2435d3d6185b req-89c07659-99bc-4b87-8413-950f2c7d4ce8 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.1046603 Sep 18 06:59:10.690095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b28df9a-a727-4e26-bd05-a1f6876f2546 req-97083357-ee02-4519-8eda-963c7f08c24b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Sep 18 06:59:10.732723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97409dcb-4647-4340-8396-2435d3d6185b req-4c9c3acb-abde-4656-838b-0ce5d2ad9609 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548961 Sep 18 06:59:10.743255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:10.746508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: eab64d62-7135-4327-93b8-671600742a71 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:10.747074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eab64d62-7135-4327-93b8-671600742a71 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:10.747803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f3477ff6-1eb9-46de-a25e-3584ab932bad no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:10.792068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f3477ff6-1eb9-46de-a25e-3584ab932bad {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:10.792405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f3477ff6-1eb9-46de-a25e-3584ab932bad not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:10.792816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1a4c21-1a93-4414-b392-8e2918761ddf no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:10.822521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 9e1a4c21-1a93-4414-b392-8e2918761ddf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:10.822869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1a4c21-1a93-4414-b392-8e2918761ddf not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:10.853920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Deleting port f7f79b59-398b-4ae8-ad87-f2487689747b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:10.854303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.950695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] For port f7f79b59-398b-4ae8-ad87-f2487689747b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f7f79b59-398b-4ae8-ad87-f2487689747b,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:10.951068 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:10.955660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886fa8c-d891-4012-871d-c5dc76b428db admin admin] Pushing event deleted for resources: {'Network': ['ID=086feade-3ab7-4832-a5ed-de2448edd9c7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:10.968214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Calling delete_port for f7f79b59-398b-4ae8-ad87-f2487689747b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:10.969168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Deleting port f7f79b59-398b-4ae8-ad87-f2487689747b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:10.969518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.015613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-4bbda343-8dae-47b5-a99c-ff83d64544a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942977 Sep 18 06:59:11.104159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] For port f7f79b59-398b-4ae8-ad87-f2487689747b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f7f79b59-398b-4ae8-ad87-f2487689747b,segment=NetworkSegment(a188418e-df12-4601-8b92-ea39608f5d44),segment_id=a188418e-df12-4601-8b92-ea39608f5d44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:11.104520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.129538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Calling delete_port for f7f79b59-398b-4ae8-ad87-f2487689747b owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:11.146601 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.173308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] Pushing event deleted for resources: {'Port': ['ID=f7f79b59-398b-4ae8-ad87-f2487689747b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:11.175271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d379ade-18d5-4805-9251-24659d51dd74 None None] No DVR routers for this DVR port f7f79b59-398b-4ae8-ad87-f2487689747b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:11.304020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb51c0-7b71-4713-a58f-eddd981fca5f req-33a4d4df-71b5-4f29-abe1-b5b5d53c836e tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:11.305515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfcb51c0-7b71-4713-a58f-eddd981fca5f req-33a4d4df-71b5-4f29-abe1-b5b5d53c836e tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.0765312 Sep 18 06:59:11.326762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a3ad02f7-4873-4d2e-87e4-2123cb5c5424 req-2c6d580b-3abc-4acf-babe-f0049f22ea33 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690423 Sep 18 06:59:11.327147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87f48d-a1a6-41fb-93ea-d527225ac85d req-6daa2aff-e56d-4ce7-adc1-a3d93d0150ac tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:11.327147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d87f48d-a1a6-41fb-93ea-d527225ac85d req-6daa2aff-e56d-4ce7-adc1-a3d93d0150ac tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 944 time: 0.0792921 Sep 18 06:59:11.370910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.392631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfcb51c0-7b71-4713-a58f-eddd981fca5f req-336cbd37-679f-4a83-8191-4542261e23ee tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Sep 18 06:59:11.395975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d87f48d-a1a6-41fb-93ea-d527225ac85d req-57a7acbb-7e50-471e-8316-a3e2673d8520 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Sep 18 06:59:11.405700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f79b59-398b-4ae8-ad87-f2487689747b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:11.419207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] No DVR routers for this DVR port f7f79b59-398b-4ae8-ad87-f2487689747b on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:11.472175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-276c8c8a-3eaa-468c-b39c-cbeebf8e39c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.506456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07c3dc0f-6f6b-49f4-8eeb-ce8814ee7d2b req-7bc1b739-121e-4c6b-a69a-e8ecd9623bda tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Sep 18 06:59:11.517868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.541407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea33b35f-ab6b-41cc-9b0e-69542ad08e68']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:11.554858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a188418e-df12-4601-8b92-ea39608f5d44') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:11.555154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a188418e-df12-4601-8b92-ea39608f5d44') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:11.575185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.590543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.614781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:59:11.615209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:59:11.620636 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:59:11.682239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-ee11e583-a546-4464-9ccc-2e1fcede59bc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227921 Sep 18 06:59:11.694720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.787550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.794636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.797960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea33b35f-ab6b-41cc-9b0e-69542ad08e68 HTTP/1.1" status: 204 len: 168 time: 1.5454483 Sep 18 06:59:11.812134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a78ea-4cd6-4774-ab54-655c6a78d62c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea33b35f-ab6b-41cc-9b0e-69542ad08e68,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:11.916468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc01ac-4c21-473d-8e0c-c827a783cd80 req-a4277518-1c5a-42dc-b348-05dd2578aa20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:11.918136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bdc01ac-4c21-473d-8e0c-c827a783cd80 req-a4277518-1c5a-42dc-b348-05dd2578aa20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.1280675 Sep 18 06:59:11.949127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fa2d7-f2b7-4e32-a9f2-42080d45e6e2 req-6e3d0aef-a2ab-48c6-a4b9-7eee2e23208d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:11.950638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc2fa2d7-f2b7-4e32-a9f2-42080d45e6e2 req-6e3d0aef-a2ab-48c6-a4b9-7eee2e23208d tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.1752870 Sep 18 06:59:11.959192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.963538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-d08e109d-d109-4cfb-8626-38172e09c8ff tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:11.965071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-d08e109d-d109-4cfb-8626-38172e09c8ff tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390587 Sep 18 06:59:11.984638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Deleting port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:11.984991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:11.990544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': 'b4d13120-7142-4956-be8f-79eaee805559', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:12.035320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bdc01ac-4c21-473d-8e0c-c827a783cd80 req-1c408279-b864-4e20-8384-d1f80470c140 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069121 Sep 18 06:59:12.083953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] For port a3a09320-d6ee-4b72-b5d6-cb101c4b0adc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:12.084318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.085124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc2fa2d7-f2b7-4e32-a9f2-42080d45e6e2 req-b4a1e183-cee3-412b-b820-ab209b3ae568 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174626 Sep 18 06:59:12.129347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Calling delete_port for a3a09320-d6ee-4b72-b5d6-cb101c4b0adc owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:12.138545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:12.179240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-41948b22-a114-4648-b00c-aece9b3437b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6a286ef8037408980f55ae9399b1382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395677 Sep 18 06:59:12.182436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43102) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:12.202298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-e9185a99-6209-44bd-bb03-fd264088481b tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:12.203764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-e9185a99-6209-44bd-bb03-fd264088481b tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.1115150 Sep 18 06:59:12.208302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:12.211734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.285991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.322734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.373285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Deleting port dda864e8-5462-4a58-b469-c07ab01e3217 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:12.373628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.408646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.71 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/85dac6b7-cec1-451b-a5f8-22ac30ffb800) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:12.492248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] For port dda864e8-5462-4a58-b469-c07ab01e3217, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=dda864e8-5462-4a58-b469-c07ab01e3217,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:12.492883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.510734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Calling delete_port for dda864e8-5462-4a58-b469-c07ab01e3217 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:12.511130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.518869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.519595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55611ae5-4d75-4558-b20f-c48a62705bdb HTTP/1.1" status: 204 len: 168 time: 0.3359725 Sep 18 06:59:12.538187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.538731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f7f79b59-398b-4ae8-ad87-f2487689747b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:12.566308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f7f79b59-398b-4ae8-ad87-f2487689747b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:12.567382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f7f79b59-398b-4ae8-ad87-f2487689747b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:12.588258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa53905-62ab-4424-bedd-79dddf2c9b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55611ae5-4d75-4558-b20f-c48a62705bdb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:12.608424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a09320-d6ee-4b72-b5d6-cb101c4b0adc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:12.695428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec646a-6a6f-4947-aaf8-70424b4fac0b req-1eaa798c-1c30-44d3-a569-e4307a74d528 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:12.697089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25ec646a-6a6f-4947-aaf8-70424b4fac0b req-1eaa798c-1c30-44d3-a569-e4307a74d528 tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 949 time: 0.1178875 Sep 18 06:59:12.711633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df92d5-1190-4115-8296-73c01a84f809 req-d01fe78b-398f-4fe3-98f1-150e932592e1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:12.719126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6df92d5-1190-4115-8296-73c01a84f809 req-d01fe78b-398f-4fe3-98f1-150e932592e1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 944 time: 0.1428924 Sep 18 06:59:12.723480 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.805120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6df92d5-1190-4115-8296-73c01a84f809 req-424462d9-67d0-4462-af57-89b5a2c96947 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849605 Sep 18 06:59:12.812882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25ec646a-6a6f-4947-aaf8-70424b4fac0b req-b9b1d8be-b66d-42b4-8054-d278e083be3b tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9a054a9-1f91-4d68-b082-9ca9d429b76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876372 Sep 18 06:59:12.834842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.914291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:12.937065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:12.962617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:12.966249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:12.970487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:12.994184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:12.999263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:13.032490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:13.033135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.071587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.133444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-089e3ac7-7811-4930-9339-1e3e21aeacd7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1490479 Sep 18 06:59:13.159329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Request body: {'port': {'device_id': 'b4d13120-7142-4956-be8f-79eaee805559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:13.171878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dc1b0-3b71-4af4-abf5-af8a8338ef28 req-cfcb4b12-8bc8-4720-b229-92353e64cb11 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:13.173009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f30dc1b0-3b71-4af4-abf5-af8a8338ef28 req-cfcb4b12-8bc8-4720-b229-92353e64cb11 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 935 time: 0.0836899 Sep 18 06:59:13.209809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.235484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Pushing event deleted for resources: {'Port': ['ID=dda864e8-5462-4a58-b469-c07ab01e3217,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:13.273651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] No DVR routers for this DVR port dda864e8-5462-4a58-b469-c07ab01e3217 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:13.278102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.279846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d425c4e0-a9c3-4c3f-ad7d-10d330f27bdd req-9d8dff03-5429-4b9d-83ee-80656d3b4aac tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.24 "DELETE /v2.0/ports/dda864e8-5462-4a58-b469-c07ab01e3217 HTTP/1.1" status: 204 len: 173 time: 1.0685902 Sep 18 06:59:13.280302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'name': 'network-vif-deleted', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:13.282789 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953829c-3a88-43a2-becf-80f6621fd063" -d '{"events": [{"server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "name": "network-vif-deleted", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:13.319070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f30dc1b0-3b71-4af4-abf5-af8a8338ef28 req-3a44ed5c-bd0f-46d5-94f6-d5b9323930cf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241829 Sep 18 06:59:13.332396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.419997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:13.427955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d385adde-5a34-4b4e-bb5f-f98ee09736f1 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:13.438462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Router 1401cb81-acd0-43ab-af0e-b4138b574f5e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:13.491376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-aba15e74-1d63-44c6-ad79-916bd3da9106 None None] Provisioning complete for port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:13.491756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aba15e74-1d63-44c6-ad79-916bd3da9106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.597285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:13.606322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b7d1fd60-62a3-4ffb-99ae-5dcd3ef88dc0 admin admin] 10.222.0.20 "PUT /v2.0/routers/1401cb81-acd0-43ab-af0e-b4138b574f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897723 Sep 18 06:59:13.606457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-aba15e74-1d63-44c6-ad79-916bd3da9106 None None] Port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:13.607183 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Sync routers for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:13.607842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43138) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:13.624750 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:13.630185 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:13.721317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587824e5-623b-4255-a429-fb86addeceb5 req-dd8a9ad5-c804-4794-bdf0-f4816666865f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:13.729990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587824e5-623b-4255-a429-fb86addeceb5 req-dd8a9ad5-c804-4794-bdf0-f4816666865f tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 947 time: 0.3532372 Sep 18 06:59:13.775688 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:13.775950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:13.782478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.800196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'mac_address': 'fa:16:3e:89:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:13.829326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port d385adde-5a34-4b4e-bb5f-f98ee09736f1 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:13.865677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port d385adde-5a34-4b4e-bb5f-f98ee09736f1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:13.866231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.874805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['dda864e8-5462-4a58-b469-c07ab01e3217'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:13.888249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:13.919179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.922060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7dde-8360-4069-9ba7-720a725cdced req-42d65fa0-f598-474a-b41c-59783b9f4e5a tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:13.924911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52ba7dde-8360-4069-9ba7-720a725cdced req-42d65fa0-f598-474a-b41c-59783b9f4e5a tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.4873419 Sep 18 06:59:13.943903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:13.974603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:13.985375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587824e5-623b-4255-a429-fb86addeceb5 req-7a8632c1-6e22-4c73-8238-ee4fd4614a37 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547116 Sep 18 06:59:13.996564 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:59:12Z', 'revision_number': 5, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port': {'id': '07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:51:54Z', 'updated_at': '2021-09-18T06:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:14.023915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Checking router: 1401cb81-acd0-43ab-af0e-b4138b574f5e for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:14.033829 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Routers {'1401cb81-acd0-43ab-af0e-b4138b574f5e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:14.034711 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1401cb81-acd0-43ab-af0e-b4138b574f5e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:14.048613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:14.084786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Deleting port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:14.085209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.087935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52ba7dde-8360-4069-9ba7-720a725cdced req-3361d71e-4b4c-45c6-b2c2-e650add6c806 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478677 Sep 18 06:59:14.122341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dac6b7-cec1-451b-a5f8-22ac30ffb800 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:14.134459 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] Set router 1401cb81-acd0-43ab-af0e-b4138b574f5e gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:14.137861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.160413 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.182928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-352262243-network', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:14.246359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Transition to ACTIVE for port object 85dac6b7-cec1-451b-a5f8-22ac30ffb800 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:14.262848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd83a9-2b4a-43fc-8108-a7326dcc4710 x-openstack-request-id: req-01cd83a9-2b4a-43fc-8108-a7326dcc4710 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:14.262848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee58d-a741-40c9-b42f-6712513e5ba1", "name": "network-vif-deleted", "tag": "dda864e8-5462-4a58-b469-c07ab01e3217", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:14.262848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01cd83a9-2b4a-43fc-8108-a7326dcc4710 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:14.263334 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059ee58d-a741-40c9-b42f-6712513e5ba1', 'name': 'network-vif-deleted', 'tag': 'dda864e8-5462-4a58-b469-c07ab01e3217', 'status': 'completed', 'code': 200} Sep 18 06:59:14.272150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.276623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:14.291118 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:59:13Z', 'revision_number': 6, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:14.296620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] For port 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:14.297124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.310504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Calling delete_port for 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:14.323807 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d97e4-85bf-4794-8e41-864941aa3658 None None] The sync data for ids ['1401cb81-acd0-43ab-af0e-b4138b574f5e'] in n-d-789963-14 is: [{'id': '1401cb81-acd0-43ab-af0e-b4138b574f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031420287-router', 'tenant_id': '21fe161a0e384d51836361a6a1aae697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:51:50Z', 'updated_at': '2021-09-18T06:59:13Z', 'revision_number': 6, 'project_id': '21fe161a0e384d51836361a6a1aae697', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:14.334549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ed44122-cb70-4eed-9840-f5e174fa89dd req-44cfb587-f441-4366-aef4-cbaa6fac170f tempest-ImagesNegativeTestJSON-294942050 tempest-ImagesNegativeTestJSON-294942050-project] 10.222.0.20 "GET /v2.0/ports?device_id=059ee58d-a741-40c9-b42f-6712513e5ba1 HTTP/1.1" status: 200 len: 210 time: 0.0676446 Sep 18 06:59:14.359679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:14.360066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:14.361435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:14.363096 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.364183 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527aff32-914c-4fb6-932b-2308c885916e" -d '{"events": [{"server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "name": "network-vif-plugged", "status": "completed", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:14.387670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.397572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.479333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.532849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7b7b3-88c2-4be4-bf7c-4968b64efc7b req-27b697b2-138f-48c8-966e-7048c578f202 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:14.535087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dda7b7b3-88c2-4be4-bf7c-4968b64efc7b req-27b697b2-138f-48c8-966e-7048c578f202 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 944 time: 0.2810934 Sep 18 06:59:14.598292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:14.641444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Pushing event updated for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:14.655564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.656145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.656566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.692775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:14.735918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dda7b7b3-88c2-4be4-bf7c-4968b64efc7b req-d6481162-e04c-4f54-9647-e16062ec02ec tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882010 Sep 18 06:59:14.744667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a376e09b-6a60-4aea-89b7-88e76b414b8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:14.767436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650164d-ea76-46de-8592-ee1ea1012287 req-d03458fe-71e9-45cf-8896-4c56df8a786a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:14.786244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2650164d-ea76-46de-8592-ee1ea1012287 req-d03458fe-71e9-45cf-8896-4c56df8a786a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.2483690 Sep 18 06:59:14.805644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a3a09320-d6ee-4b72-b5d6-cb101c4b0adc no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:14.836671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Attempting to bind port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:14.837375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Attempting to bind port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:14.838096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Attempting to bind port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:14.839812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a3a09320-d6ee-4b72-b5d6-cb101c4b0adc {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:14.840162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a3a09320-d6ee-4b72-b5d6-cb101c4b0adc not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:14.862009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.863898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:14.864425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Attempting to bind port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:14.871912 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a65bb30-b4d8-47c6-a3c5-17b975640bb7 x-openstack-request-id: req-5a65bb30-b4d8-47c6-a3c5-17b975640bb7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:14.872217 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "name": "network-vif-plugged", "status": "completed", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:14.872518 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a65bb30-b4d8-47c6-a3c5-17b975640bb7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:14.872922 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1', 'code': 200} Sep 18 06:59:14.885563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:14.886190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:14.886806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:14.887508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Bound port: 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:14.888115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.909475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2650164d-ea76-46de-8592-ee1ea1012287 req-7999ec68-e0bc-4a59-8f7b-49d66976ee32 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Sep 18 06:59:14.951378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.971374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.973878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:14.998246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:15.001706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:15.021922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.049986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:59:15.052650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc580385-9bf2-4f30-85cc-5d9c96cc1dfd req-04f91ccb-b43b-4a2a-8259-7b3430e9cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.052650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc580385-9bf2-4f30-85cc-5d9c96cc1dfd req-04f91ccb-b43b-4a2a-8259-7b3430e9cbec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0697474 Sep 18 06:59:15.065874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130f9915-d7a8-46cc-ab76-61b1b9f03d4f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:15.068892 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.069238 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Added segment c2ecbcee-0ae5-4783-b89c-429e3a42026f of type vlan for network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 Sep 18 06:59:15.103231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc580385-9bf2-4f30-85cc-5d9c96cc1dfd req-aa1b2afd-f5b2-47f8-9f5a-4897f568e188 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Sep 18 06:59:15.107532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.119741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.120333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1401cb81-acd0-43ab-af0e-b4138b574f5e {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:59:15.127904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.130353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-12d259fe-fec1-4b8d-8e5e-a3bca2201ab0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1401cb81-acd0-43ab-af0e-b4138b574f5e HTTP/1.1" status: 204 len: 168 time: 1.5215302 Sep 18 06:59:15.131532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43160) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:15.168153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.184143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.184779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.186201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] 10.222.0.24 "PUT /v2.0/ports/85dac6b7-cec1-451b-a5f8-22ac30ffb800 HTTP/1.1" status: 200 len: 1096 time: 2.0329094 Sep 18 06:59:15.186793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:15.189065 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04997552-4e22-4d16-bac0-b5483371a38b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:15.197819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Deleting subnet 56ed4ad0-7e1d-420d-86cd-c84c3779eb07 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:59:15.202657 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.252561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.268105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0fa1-a18e-4e23-b927-cfa183d0a62b service neutron] Pushing event updated for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:15.287033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc1f0-601c-4cd2-9427-e451fa229945 req-dcc3ec0b-8557-424d-92c1-5162f0f0a8b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.289940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23edc1f0-601c-4cd2-9427-e451fa229945 req-dcc3ec0b-8557-424d-92c1-5162f0f0a8b9 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1859024 Sep 18 06:59:15.312885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0246-2a0a-4c3b-8df0-1574dd6669f2 req-dd14bf9d-9630-45a2-881a-684c2b5c2e37 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.314519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-490f0246-2a0a-4c3b-8df0-1574dd6669f2 req-dd14bf9d-9630-45a2-881a-684c2b5c2e37 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.1118431 Sep 18 06:59:15.349702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.351886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.352906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.353565 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.392783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23edc1f0-601c-4cd2-9427-e451fa229945 req-86438f1f-bc26-431c-8ca7-3dd7d67cadbf tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972850 Sep 18 06:59:15.432809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-490f0246-2a0a-4c3b-8df0-1574dd6669f2 req-2a431931-0950-48d4-9a9e-91ad964cff89 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077302 Sep 18 06:59:15.434980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device dda864e8-5462-4a58-b469-c07ab01e3217 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:15.467308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5587223 Sep 18 06:59:15.467308 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c695f5-e39f-4919-88b5-44451153cf0b x-openstack-request-id: req-98c695f5-e39f-4919-88b5-44451153cf0b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:15.467308 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:15.467308 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98c695f5-e39f-4919-88b5-44451153cf0b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:15.467308 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800', 'status': 'completed', 'code': 200} Sep 18 06:59:15.468056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: dda864e8-5462-4a58-b469-c07ab01e3217 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:15.468056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device dda864e8-5462-4a58-b469-c07ab01e3217 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:15.468631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac45ba-e30a-4750-a998-48313a0ad6fc admin admin] Pushing event updated for resources: {'Network': ['ID=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:15.469602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:15.481673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Request body: {'subnet': {'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-subnet', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:15.488216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:59:15.491152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.570384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ed4ad0-7e1d-420d-86cd-c84c3779eb07,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:15.593409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.597962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70c6be80-71c2-4e76-a7fd-e8cedc635f8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56ed4ad0-7e1d-420d-86cd-c84c3779eb07 HTTP/1.1" status: 204 len: 168 time: 0.4627521 Sep 18 06:59:15.598305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483343d7-53cc-4fa0-99a0-bf38f5f19c3d None None] Network 2543ae7f-d0bf-43f8-89ea-13592a19e462 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:15.598755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:15.600049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e40ac7-5f1a-4809-831c-12029b813cbe req-5a60ef05-bbf8-4435-ad9b-6dc41273ca98 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.604512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45e40ac7-5f1a-4809-831c-12029b813cbe req-5a60ef05-bbf8-4435-ad9b-6dc41273ca98 tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 1100 time: 0.0754468 Sep 18 06:59:15.700137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45e40ac7-5f1a-4809-831c-12029b813cbe req-d64a513d-8fc1-4197-b0ad-cff6ae8bfeeb tempest-MigrationsAdminTest-1227067521 tempest-MigrationsAdminTest-1227067521-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768194 Sep 18 06:59:15.710065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997552-4e22-4d16-bac0-b5483371a38b req-e0309e53-8731-4c48-a67b-25ad59434b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.711561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04997552-4e22-4d16-bac0-b5483371a38b req-e0309e53-8731-4c48-a67b-25ad59434b78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 1099 time: 0.1058397 Sep 18 06:59:15.717043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:15.719530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.757990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:15.758533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04997552-4e22-4d16-bac0-b5483371a38b req-8a99084f-45a3-4d7c-ab02-92739c6b87a6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256298 Sep 18 06:59:15.890327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997552-4e22-4d16-bac0-b5483371a38b req-b2e244ba-d5b1-41c6-93fd-8b9dbe0500dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.891814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04997552-4e22-4d16-bac0-b5483371a38b req-b2e244ba-d5b1-41c6-93fd-8b9dbe0500dd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260455 Sep 18 06:59:15.922897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] DHCP port deletion for 2543ae7f-d0bf-43f8-89ea-13592a19e462 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:59:15.938834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7c310-0fe6-4ebc-b307-ec06dab4b4bd req-154b9775-b03e-45cf-829a-ed89127998cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:15.940890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36b7c310-0fe6-4ebc-b307-ec06dab4b4bd req-154b9775-b03e-45cf-829a-ed89127998cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.0700338 Sep 18 06:59:15.979019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Deleting port 3082de7f-c3b2-42bd-a6ae-1777db235fbd {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:15.979402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.005877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Deleting port 3082de7f-c3b2-42bd-a6ae-1777db235fbd {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:16.006443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.022849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36b7c310-0fe6-4ebc-b307-ec06dab4b4bd req-061da28e-02e7-4481-8836-a751c3205269 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 Sep 18 06:59:16.028057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-7a297f39-88b9-4f56-ac11-ef514249b02f tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.029620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-d9252a24-fe5d-4c0b-9118-0df8b834b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.029765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-7a297f39-88b9-4f56-ac11-ef514249b02f tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.24 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.1383698 Sep 18 06:59:16.031856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-d9252a24-fe5d-4c0b-9118-0df8b834b45d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 1099 time: 0.0644445 Sep 18 06:59:16.051955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] For port 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3082de7f-c3b2-42bd-a6ae-1777db235fbd,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:16.052698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.067956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Calling delete_port for 3082de7f-c3b2-42bd-a6ae-1777db235fbd owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:16.151953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] For port 3082de7f-c3b2-42bd-a6ae-1777db235fbd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3082de7f-c3b2-42bd-a6ae-1777db235fbd,segment=NetworkSegment(bf0f2f41-1501-4e27-8e62-223fe4334e47),segment_id=bf0f2f41-1501-4e27-8e62-223fe4334e47)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:16.152603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.167477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.181478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Calling delete_port for 3082de7f-c3b2-42bd-a6ae-1777db235fbd owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:16.294976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.324356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] Pushing event deleted for resources: {'Port': ['ID=3082de7f-c3b2-42bd-a6ae-1777db235fbd,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:16.331874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0af20-4db9-42c6-8bc2-e0a1bb85e84b None None] No DVR routers for this DVR port 3082de7f-c3b2-42bd-a6ae-1777db235fbd on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:16.460552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-aec4474d-ac9f-435f-8f20-d65b5473124d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800 HTTP/1.1" status: 200 len: 217 time: 0.3998978 Sep 18 06:59:16.494315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:16.517358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:16.518131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 07b3e5e5-79a2-4c00-9c75-fa3cdb343a7b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:16.518737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3082de7f-c3b2-42bd-a6ae-1777db235fbd no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:16.543536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 3082de7f-c3b2-42bd-a6ae-1777db235fbd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:16.546738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3082de7f-c3b2-42bd-a6ae-1777db235fbd not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:16.581206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69292a-0351-41f9-909b-274e622e5ef9 req-77c0f6ce-cce1-4a51-b546-6ccf4996e3df tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.582434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee69292a-0351-41f9-909b-274e622e5ef9 req-77c0f6ce-cce1-4a51-b546-6ccf4996e3df tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.1246848 Sep 18 06:59:16.587992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-fdd7a775-49fe-42c0-b8ed-43ae89907bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.588173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a7e527-1d94-42b5-bfc0-f5b506dd51af,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:16.589385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-fdd7a775-49fe-42c0-b8ed-43ae89907bf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0934532 Sep 18 06:59:16.602246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f9892-33f1-402c-a47e-f183e48a37ea req-5095fd1c-6637-4d90-a931-907c08a23b20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.609969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-775f9892-33f1-402c-a47e-f183e48a37ea req-5095fd1c-6637-4d90-a931-907c08a23b20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 948 time: 0.1538928 Sep 18 06:59:16.620723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Checking segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:16.621085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Network hostable DHCP agents. Network: e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:59:16.651006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43204) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:16.652839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Deleting port c2c25c15-4f9f-45cc-804e-ef40df4e5430 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:16.653184 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.686027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.692084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee69292a-0351-41f9-909b-274e622e5ef9 req-95230027-f19f-4cf4-94a0-a2fa44b4a218 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Sep 18 06:59:16.703843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-775f9892-33f1-402c-a47e-f183e48a37ea req-d4468106-64d3-4bbd-a9ae-1cf6b4cd7320 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928006 Sep 18 06:59:16.719689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-8b92ff29-7c92-495d-a54d-f8eb1ce2db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.721615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-8b92ff29-7c92-495d-a54d-f8eb1ce2db54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093757 Sep 18 06:59:16.748943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Pushing event deleted for resources: {'Port': ['ID=3082de7f-c3b2-42bd-a6ae-1777db235fbd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:16.756437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] No DVR routers for this DVR port 3082de7f-c3b2-42bd-a6ae-1777db235fbd on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:16.764884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:59:16.826213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] For port c2c25c15-4f9f-45cc-804e-ef40df4e5430, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c2c25c15-4f9f-45cc-804e-ef40df4e5430,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:16.826595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.872236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-05402d4b-c6e5-478b-a7df-a45b20bcfb90 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370783 Sep 18 06:59:16.878507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.882399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:16.882577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7ddce-62cb-48df-9103-27dd85c4e35b req-c71e03b6-dcc3-4e81-8ec2-7e27565758cd tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.884130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed7ddce-62cb-48df-9103-27dd85c4e35b req-c71e03b6-dcc3-4e81-8ec2-7e27565758cd tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 945 time: 0.0733612 Sep 18 06:59:16.890104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5a30d-171b-4a93-b6f1-43a727f6a1c8 None None] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:16.930675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:16.931211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:16.970036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2543ae7f-d0bf-43f8-89ea-13592a19e462']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:16.980849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ea7b566a-6fa8-4594-a49f-797d15ee73f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e69945b11544f9c869101c3540476e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246248 Sep 18 06:59:16.986722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:16.987947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0f2f41-1501-4e27-8e62-223fe4334e47') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:16.988256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0f2f41-1501-4e27-8e62-223fe4334e47') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:16.998825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ed7ddce-62cb-48df-9103-27dd85c4e35b req-b7d69aa1-1db3-43f3-ba71-1315ceb7ed22 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups?id=60550a8f-46f1-4910-8607-146882736266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832188 Sep 18 06:59:17.030649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.048960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e56a3048-f2f5-40d1-b408-b27c878c87bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5780623 Sep 18 06:59:17.051699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:17.053477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.058153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:17.063219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdbf4c1-4d6d-4e77-b237-9c32a86f7ba8 req-0bae0450-c8eb-4ac2-a22a-c85d6c934e1a service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751676 Sep 18 06:59:17.066625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:59:17.066625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:59:17.069629 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:59:17.088479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:59:17.091032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.095370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.122343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.184811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.185447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.185727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.185921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.186231 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Floating IP 0bd51419-a4df-4844-9df3-8363826314eb disassociated. External IP: 172.25.4.180, port: c2c25c15-4f9f-45cc-804e-ef40df4e5430. Sep 18 06:59:17.186632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Calling delete_port for c2c25c15-4f9f-45cc-804e-ef40df4e5430 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:17.239723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fc69-28b5-4480-849c-ec28f1cb0f4c req-1b605f21-427d-4c12-97d7-5dd152473523 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:17.241315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f77fc69-28b5-4480-849c-ec28f1cb0f4c req-1b605f21-427d-4c12-97d7-5dd152473523 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.0673575 Sep 18 06:59:17.253658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.272153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Allocated IP 172.20.0.2 (e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9/b4a7e527-1d94-42b5-bfc0-f5b506dd51af/d1f0b77f-0c6c-4513-a817-4793d56d8908) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:17.280996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.283750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] 10.222.0.20 "DELETE /v2.0/networks/2543ae7f-d0bf-43f8-89ea-13592a19e462 HTTP/1.1" status: 204 len: 168 time: 1.6825829 Sep 18 06:59:17.286647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d89af-48f0-4a02-890f-be511699f47f admin admin] Pushing event deleted for resources: {'Network': ['ID=2543ae7f-d0bf-43f8-89ea-13592a19e462,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:17.294473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f77fc69-28b5-4480-849c-ec28f1cb0f4c req-8342153c-8501-4a15-a58c-b80135ee1647 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Sep 18 06:59:17.313341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.318078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.318078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9a054a9-1f91-4d68-b082-9ca9d429b76f HTTP/1.1" status: 204 len: 168 time: 0.3294241 Sep 18 06:59:17.367316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a434-8dd2-4276-a0a4-687a94df8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a054a9-1f91-4d68-b082-9ca9d429b76f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:17.401289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.471120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:17.543346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.590443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event deleted for resources: {'Port': ['ID=c2c25c15-4f9f-45cc-804e-ef40df4e5430,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:17.612704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port a376e09b-6a60-4aea-89b7-88e76b414b8c completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:17.622759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.624597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.625553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port a376e09b-6a60-4aea-89b7-88e76b414b8c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:17.626117 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.703113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.726964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:17.732831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:17.735124 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885d748-382b-40e1-a7a3-60aa0eb40a92" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:17.753305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:17.780002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.788413 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce0334f-8df9-4b9b-ad60-e7c113fffcbd x-openstack-request-id: req-8ce0334f-8df9-4b9b-ad60-e7c113fffcbd {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:17.788531 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-plugged", "status": "completed", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:17.788752 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ce0334f-8df9-4b9b-ad60-e7c113fffcbd {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:17.789152 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'code': 200} Sep 18 06:59:17.872188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Pushing event updated for resources: {'Port': ['ID=d1f0b77f-0c6c-4513-a817-4793d56d8908,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:17.877803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:17.880912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:17.882555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:17.885606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:17.893860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Sync routers for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:17.900961 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.902094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c2c25c15-4f9f-45cc-804e-ef40df4e5430 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:17.929299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] No DVR routers for this DVR port c2c25c15-4f9f-45cc-804e-ef40df4e5430 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:17.934869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:17.935917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34b6a846-29c5-4781-a3c1-fce27713af8f req-719f0db7-f480-48c1-88d6-8b66b921aea1 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.24 "DELETE /v2.0/ports/c2c25c15-4f9f-45cc-804e-ef40df4e5430 HTTP/1.1" status: 204 len: 173 time: 1.8447318 Sep 18 06:59:17.936552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'name': 'network-vif-deleted', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:17.940610 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1094eb52-a4f7-4f55-ae0b-7972d0b3fee5" -d '{"events": [{"server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "name": "network-vif-deleted", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:17.944139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: c2c25c15-4f9f-45cc-804e-ef40df4e5430 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:17.944562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c2c25c15-4f9f-45cc-804e-ef40df4e5430 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:17.969239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43234) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:17.979028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890304b-853e-488f-a6e5-9f7387b9563b req-1876eef1-f2f1-4dd8-9302-46cc2901264f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:17.980604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2890304b-853e-488f-a6e5-9f7387b9563b req-1876eef1-f2f1-4dd8-9302-46cc2901264f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.2014859 Sep 18 06:59:17.984905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:17.985888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:18.020469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c24d-bb83-4e97-95a1-9f17dfc91ae5 req-a93652a6-a3b4-4a68-ae55-04b3b6eba97d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:18.029337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4b5c24d-bb83-4e97-95a1-9f17dfc91ae5 req-a93652a6-a3b4-4a68-ae55-04b3b6eba97d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 949 time: 0.1696444 Sep 18 06:59:18.055765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0de97646-e903-437e-ab19-f813570d7766 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcc56ed9dbdf41678e6122160432aa54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850661 Sep 18 06:59:18.058079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43240) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:18.078167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2890304b-853e-488f-a6e5-9f7387b9563b req-f0210dc9-3393-495c-91a2-b1eadd27dd58 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Sep 18 06:59:18.137149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4b5c24d-bb83-4e97-95a1-9f17dfc91ae5 req-cce23c20-d335-4177-a252-0ba0b2675d99 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073692 Sep 18 06:59:18.139328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:18.142629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.201924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.220045 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f6714e-eafd-4ce6-beeb-18e2760feb0b x-openstack-request-id: req-d9f6714e-eafd-4ce6-beeb-18e2760feb0b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:18.220392 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4359e04b-40cb-4011-aea5-3842a9b58c4d", "name": "network-vif-deleted", "tag": "c2c25c15-4f9f-45cc-804e-ef40df4e5430", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:18.220615 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9f6714e-eafd-4ce6-beeb-18e2760feb0b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:18.221016 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4359e04b-40cb-4011-aea5-3842a9b58c4d', 'name': 'network-vif-deleted', 'tag': 'c2c25c15-4f9f-45cc-804e-ef40df4e5430', 'status': 'completed', 'code': 200} Sep 18 06:59:18.351498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22cba668-eb3e-4007-ba5b-52fcd71aad11 req-965167a7-bd97-4d6c-babb-a761e2a73c7c tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/ports?device_id=4359e04b-40cb-4011-aea5-3842a9b58c4d HTTP/1.1" status: 200 len: 210 time: 0.0536227 Sep 18 06:59:18.361069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.365432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-95ef9899-dfac-4e84-9463-2e4ece9b901c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:18.367039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-95ef9899-dfac-4e84-9463-2e4ece9b901c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 949 time: 0.0916417 Sep 18 06:59:18.413238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.475894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.475894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.475894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22864a21-36f9-40f9-9147-0692dac935c8 HTTP/1.1" status: 204 len: 168 time: 0.4153621 Sep 18 06:59:18.487555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Attempting to bind port d1f0b77f-0c6c-4513-a817-4793d56d8908 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:18.487964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Attempting to bind port d1f0b77f-0c6c-4513-a817-4793d56d8908 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:18.488337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Attempting to bind port d1f0b77f-0c6c-4513-a817-4793d56d8908 on network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:18.504199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ad403-e471-4533-b472-10876cf9955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22864a21-36f9-40f9-9147-0692dac935c8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:18.506971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:18.507345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Checking segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:18.507748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.508139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Bound using segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:18.508656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Bound port: d1f0b77f-0c6c-4513-a817-4793d56d8908, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:18.509724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.580381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Deleting port a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:18.580864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.582585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8031fae-d511-4aa6-bfdc-db13f834a974 req-34933f18-831a-49d6-9111-0e0a9b2935f1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:18.596707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8031fae-d511-4aa6-bfdc-db13f834a974 req-34933f18-831a-49d6-9111-0e0a9b2935f1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.0779731 Sep 18 06:59:18.596828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] For port d1f0b77f-0c6c-4513-a817-4793d56d8908, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:18.596828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] For port d1f0b77f-0c6c-4513-a817-4793d56d8908, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d1f0b77f-0c6c-4513-a817-4793d56d8908,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:18.597791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Allocated IP 172.25.4.61 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8accb367-d966-4bce-8cd0-5763f0dc2376) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:18.667786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=13']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:18.670555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8031fae-d511-4aa6-bfdc-db13f834a974 req-b87ef2af-e256-4710-95c2-4a8857bb2d34 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748971 Sep 18 06:59:18.696135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.737141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] For port a376e09b-6a60-4aea-89b7-88e76b414b8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a376e09b-6a60-4aea-89b7-88e76b414b8c,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:18.737521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.754245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Calling delete_port for a376e09b-6a60-4aea-89b7-88e76b414b8c owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:18.809998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:18.824897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b4c3-07f4-42c1-bb44-a3e64000ce21 None None] Pushing event updated for resources: {'Port': ['ID=d1f0b77f-0c6c-4513-a817-4793d56d8908,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:18.848463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:18.878361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Checking router: e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:18.898712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:18.899978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:19.008218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.048391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:19.061232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.108231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event deleted for resources: {'Port': ['ID=a376e09b-6a60-4aea-89b7-88e76b414b8c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:19.110001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:19.111480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:19.153218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:19.155526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc', '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'a376e09b-6a60-4aea-89b7-88e76b414b8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:19.163573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Pushing event updated for resources: {'Port': ['ID=8accb367-d966-4bce-8cd0-5763f0dc2376,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:19.169824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:19.239640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] No DVR routers for this DVR port a376e09b-6a60-4aea-89b7-88e76b414b8c on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:19.245727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.250578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8371d6a-4e8a-420c-bc0d-d5d5b775d1a9 req-949deacb-0fcd-40ca-a442-fcb53f535606 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "DELETE /v2.0/ports/a376e09b-6a60-4aea-89b7-88e76b414b8c HTTP/1.1" status: 204 len: 173 time: 0.8620858 Sep 18 06:59:19.277420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43276) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:19.350756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43280) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:19.441350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921153-53c4-423a-8df8-1494e2768fa1 req-fe10161e-e098-4258-949c-fef6beac77f3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:19.443407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34921153-53c4-423a-8df8-1494e2768fa1 req-fe10161e-e098-4258-949c-fef6beac77f3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.1986730 Sep 18 06:59:19.449041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-50fb4d18-e6bc-4369-8ae3-5e237e54e5c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21fe161a0e384d51836361a6a1aae697&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0958889 Sep 18 06:59:19.449779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:19.552422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.583255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.626248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-567585de-ff7c-4c19-8e21-81a6931db00c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:19.627750 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-567585de-ff7c-4c19-8e21-81a6931db00c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.5762370 Sep 18 06:59:19.637934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34921153-53c4-423a-8df8-1494e2768fa1 req-ba9a496d-1256-43b7-80ca-7fd17604387c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853132 Sep 18 06:59:19.686070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-121580455-network', 'tenant_id': 'cb58815a4b67451a87b61153fa31617a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:19.691376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-1d705f89-0a01-486d-9369-9eb057fb5e34 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0522733 Sep 18 06:59:19.765213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.769270 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.772001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/158ff18c-6ad2-4ab3-9614-ca5869df84d0 HTTP/1.1" status: 204 len: 168 time: 0.3195355 Sep 18 06:59:19.791136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc8265-1ec9-4ebe-94cf-0b9b3c211dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ff18c-6ad2-4ab3-9614-ca5869df84d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:19.798841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Made reservation on behalf of cb58815a4b67451a87b61153fa31617a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:19.807983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.817481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:19.870266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd7f6a9-fda9-47e0-8e56-2816cc5bae91 req-6e95f40f-dc92-4698-bc93-1c04dcb82780 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=3718a3e1-f658-4db6-8b32-feb7c5e412e2 HTTP/1.1" status: 200 len: 210 time: 0.1357098 Sep 18 06:59:19.883294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:19.907746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-658460d3-e90b-412a-9563-21ebdca3234b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2085969 Sep 18 06:59:19.923181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b73f6-5669-4491-bb1b-52549f7b2811 None None] The sync data for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 is: [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:55:28Z', 'revision_number': 4, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '83dea2f4-da17-42ba-bcb8-48c1cb25894e', 'name': '', 'network_id': '0b609410-7fb1-45c1-86ab-a7ff93848507', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'mac_address': 'fa:16:3e:d2:e5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:26Z', 'updated_at': '2021-09-18T06:55:38Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'subnets': [{'id': '5ef4eac8-7ac2-4781-bd77-080d8f9278b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:19.975719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.021864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.072398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.113642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:59:20.130345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b447b6a8-b02a-434c-ad75-41cfd1b4b32a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:20.133612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.134231 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Added segment e0b90c38-e5b1-4456-b194-2fe59b1f82cf of type vlan for network ec1fb803-3117-494a-9782-ef814e99644b Sep 18 06:59:20.184649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.206769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:20.222391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-deleted', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:20.225004 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f63cd5-dd27-4212-b2e1-d7ccf2169d43" -d '{"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-deleted", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:20.254673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-b77c5d90-67fc-4281-a8ca-c44b4eb6d621 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323519 Sep 18 06:59:20.301413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a059e8a-95fc-46c8-8f8c-4d15f5140bf5 None None] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:20.301996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.302701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:20.303335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.346281 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ace3e-4084-4e1a-b041-e2947a346c96 x-openstack-request-id: req-a26ace3e-4084-4e1a-b041-e2947a346c96 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:20.346959 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3718a3e1-f658-4db6-8b32-feb7c5e412e2", "name": "network-vif-deleted", "tag": "a376e09b-6a60-4aea-89b7-88e76b414b8c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:20.348374 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a26ace3e-4084-4e1a-b041-e2947a346c96 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:20.349203 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3718a3e1-f658-4db6-8b32-feb7c5e412e2', 'name': 'network-vif-deleted', 'tag': 'a376e09b-6a60-4aea-89b7-88e76b414b8c', 'status': 'completed', 'code': 200} Sep 18 06:59:20.406502 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d27a2-6d16-48d4-bfcf-ccb4c4f5e4e0 None None] New status for floating IP 0bd51419-a4df-4844-9df3-8363826314eb: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 06:59:20.413889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] Pushing event updated for resources: {'Network': ['ID=ec1fb803-3117-494a-9782-ef814e99644b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:20.442091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ec1fb803-3117-494a-9782-ef814e99644b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:59:20.483051 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-036911b7-0718-4375-b65f-e77fcde3f09b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2043459 Sep 18 06:59:20.485720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43302) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:20.494983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.498150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Request body: {'subnet': {'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-121580455-subnet', 'tenant_id': 'cb58815a4b67451a87b61153fa31617a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:20.533926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.595181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] Provisioning complete for port d1f0b77f-0c6c-4513-a817-4793d56d8908 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:20.595525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.620885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Made reservation on behalf of cb58815a4b67451a87b61153fa31617a for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:20.623370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.676823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d1f0b77f-0c6c-4513-a817-4793d56d8908 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:20.836512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.850009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d1f0b77f-0c6c-4513-a817-4793d56d8908 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:20.850386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.901456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:20.907709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] For port d1f0b77f-0c6c-4513-a817-4793d56d8908, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d1f0b77f-0c6c-4513-a817-4793d56d8908,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:20.924408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b28096b-a924-45ab-a324-6f319a7bd4a2 req-8a08a400-8862-4bfc-9b24-5902b82b17cf service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095827 Sep 18 06:59:20.968931 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.007911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ef32-497a-43fe-bb62-461e2217993f req-a32b84ca-1b70-41f2-988d-e78c1537fbe4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:21.008425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0d0ef32-497a-43fe-bb62-461e2217993f req-a32b84ca-1b70-41f2-988d-e78c1537fbe4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.1308589 Sep 18 06:59:21.033362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.070801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.098599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0d0ef32-497a-43fe-bb62-461e2217993f req-549e3fc2-731a-4a2f-a9f3-128fc0db48db tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495865 Sep 18 06:59:21.121183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.124195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.136116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:59:21.136729 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:59:21.138421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "DELETE /v2.0/security-groups/60550a8f-46f1-4910-8607-146882736266 HTTP/1.1" status: 204 len: 168 time: 0.9204879 Sep 18 06:59:21.139885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:21.173611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558990d-b3f1-4ec5-99db-b3750d3b8ee7 None None] Pushing event updated for resources: {'Port': ['ID=d1f0b77f-0c6c-4513-a817-4793d56d8908,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:21.200640 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-90f3d725-b3a3-4ce6-979a-412ef1c82eb4 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] show failed (client error): The resource could not be found. Sep 18 06:59:21.204212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-90f3d725-b3a3-4ce6-979a-412ef1c82eb4 tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "GET /v2.0/security-groups/60550a8f-46f1-4910-8607-146882736266 HTTP/1.1" status: 404 len: 347 time: 0.0572381 Sep 18 06:59:21.210292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43326) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:21.217745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ee670-9702-427e-a5df-5d132d36819b tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60550a8f-46f1-4910-8607-146882736266,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:21.270161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:21.325005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68b60f90-6b17-4901-b7da-4149b8a0bf3a None None] Provisioning complete for port d1f0b77f-0c6c-4513-a817-4793d56d8908 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:21.325491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68b60f90-6b17-4901-b7da-4149b8a0bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.340573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Router d868ad5d-3d88-49b6-a049-34164cf67775 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:59:21.344982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Checking segment: {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:21.345441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Network hostable DHCP agents. Network: ec1fb803-3117-494a-9782-ef814e99644b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:59:21.450277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Deleting port 6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:21.450277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.479600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 85dac6b7-cec1-451b-a5f8-22ac30ffb800 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:21.485968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:21.514936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: a376e09b-6a60-4aea-89b7-88e76b414b8c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:21.515389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a376e09b-6a60-4aea-89b7-88e76b414b8c not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:21.571825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:21.600581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Sync routers for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:21.606679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Network ec1fb803-3117-494a-9782-ef814e99644b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:59:21.635695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:21.639434 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.644182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7e0b4e9-813e-45fc-93bc-fc5d693f87ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5894392 Sep 18 06:59:21.644366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43340) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:21.649264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:21.704521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.704970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.753531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ec1fb803-3117-494a-9782-ef814e99644b) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:21.756052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Calling delete_port for 6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:21.777510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:21.778168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:21.891945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d8e34-e776-432f-b882-370c22d9d3aa None None] Network ec1fb803-3117-494a-9782-ef814e99644b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:21.925238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198248c9-3694-4243-ac60-0ed32665b6a9 req-f942ad19-4939-466a-a76a-11220d8d83ae tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:21.927833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7a530835-52dc-4599-b811-f7b2c236ee65 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4409807 Sep 18 06:59:21.960547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-198248c9-3694-4243-ac60-0ed32665b6a9 req-f942ad19-4939-466a-a76a-11220d8d83ae tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.1343157 Sep 18 06:59:22.056365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:22.094485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-198248c9-3694-4243-ac60-0ed32665b6a9 req-27dfb25a-79f3-4d27-ae7d-9f4c64b1bafa tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329353 Sep 18 06:59:22.127030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '85dac6b7-cec1-451b-a5f8-22ac30ffb800', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '85dac6b7-cec1-451b-a5f8-22ac30ffb800', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:22.197583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:22.326173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22e53-26a1-4567-88e7-4f66a480f75e req-d0f1632e-1170-44e9-a6c9-2dcd69dab31d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:22.338952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7c22e53-26a1-4567-88e7-4f66a480f75e req-d0f1632e-1170-44e9-a6c9-2dcd69dab31d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 947 time: 0.0983281 Sep 18 06:59:22.347671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.431311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7c22e53-26a1-4567-88e7-4f66a480f75e req-6878ca54-cd10-483f-b5a9-8bea5ba8e032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912640 Sep 18 06:59:22.468487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Pushing event deleted for resources: {'Port': ['ID=6e5f08ab-b493-4d42-a76c-8ca3cb7d44c3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:22.497890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.584042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1010018983', 'description': 'tempest-description-1431304106'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:22.592583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b40787-edbc-477e-b8bb-513779400421 None None] Network ec1fb803-3117-494a-9782-ef814e99644b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:22.597002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d1f0b77f-0c6c-4513-a817-4793d56d8908 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:22.611229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dac6b7-cec1-451b-a5f8-22ac30ffb800 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:22.647009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.650472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.651667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-808ceb36-e72d-42de-b821-8a8e0b6e36cf tempest-ServersTestJSON-2542352 tempest-ServersTestJSON-2542352-project] 10.222.0.20 "DELETE /v2.0/floatingips/0bd51419-a4df-4844-9df3-8363826314eb HTTP/1.1" status: 204 len: 168 time: 1.4404199 Sep 18 06:59:22.654720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43390) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:22.668014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.858529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:22.898424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:22.906294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-e3b131f5-1fed-4dde-8601-1358e3bc244e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667933 Sep 18 06:59:23.001635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Allocated IP 172.20.0.1 (e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9/b4a7e527-1d94-42b5-bfc0-f5b506dd51af/48faff62-f737-44b7-8081-3eae713b23a7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:23.007623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d1f0b77f-0c6c-4513-a817-4793d56d8908 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:23.008347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.017641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-91eb6f9e-ee30-4e8f-80e2-fb2d4a72a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.019961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-91eb6f9e-ee30-4e8f-80e2-fb2d4a72a6ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 1102 time: 0.0798657 Sep 18 06:59:23.041475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:19Z', 'revision_number': 3, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:23.048058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.052266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-2aa18f8a-8545-41d5-8636-7d132272928a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.059477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-2aa18f8a-8545-41d5-8636-7d132272928a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.3980463 Sep 18 06:59:23.085314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Checking router: d868ad5d-3d88-49b6-a049-34164cf67775 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:23.085932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Updating router d868ad5d-3d88-49b6-a049-34164cf67775 port 8accb367-d966-4bce-8cd0-5763f0dc2376 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:59:23.100145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-7b3b6af7-1d47-4a8f-823c-9e55350dec24 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0394232 Sep 18 06:59:23.164231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.205422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:23.217208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.222543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.224577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-ad47fcad-0a82-4b96-94a1-7288798c25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.227524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-ad47fcad-0a82-4b96-94a1-7288798c25b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1805556 Sep 18 06:59:23.275465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-6d04c8dd-fa52-40c5-bce0-dff4c799ba13 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735759 Sep 18 06:59:23.279667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-b46f4b6e-7d7a-4210-93a2-5aa8a6970316 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 200 len: 217 time: 0.0436475 Sep 18 06:59:23.303325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.351460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-c00e6878-45a8-47f9-bbd1-46bafbb56b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.353249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-c00e6878-45a8-47f9-bbd1-46bafbb56b66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0604818 Sep 18 06:59:23.375278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.417681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4797ae8e-6ecb-462f-9612-0518c64101dd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:23.449186 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.450844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-593100f5-21d1-4cc6-a5bb-ecdb0cd992a2 req-506f8d8f-7168-4822-b111-4f765919dd25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8709297 Sep 18 06:59:23.460416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-397c4740-062e-41a9-9d98-12b674a0d072 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828296 Sep 18 06:59:23.548366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.559752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['85dac6b7-cec1-451b-a5f8-22ac30ffb800'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:23.623413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.627662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-77c94c1a-e18c-45c8-a024-eebde2f3d326 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673999 Sep 18 06:59:23.722392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Attempting to bind port 8accb367-d966-4bce-8cd0-5763f0dc2376 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:23.722879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Attempting to bind port 8accb367-d966-4bce-8cd0-5763f0dc2376 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:23.723344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Attempting to bind port 8accb367-d966-4bce-8cd0-5763f0dc2376 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:23.725542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:23.730023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:23.730424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:23.730674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:23.731158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.731619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:23.732442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Bound port: 8accb367-d966-4bce-8cd0-5763f0dc2376, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:23.732923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:23.733046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.737154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948861e-beec-4019-bd3e-693b76b25a8d None None] Pushing event updated for resources: {'Port': ['ID=8accb367-d966-4bce-8cd0-5763f0dc2376,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:23.800783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.848433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba975e0d-dbb1-4512-a499-39179ca761fc req-d5a1daa8-cfd3-40e1-807f-b6170e41ca9c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.857011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba975e0d-dbb1-4512-a499-39179ca761fc req-d5a1daa8-cfd3-40e1-807f-b6170e41ca9c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.1310418 Sep 18 06:59:23.861111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-f7007dc2-4ed6-4cb4-a08f-203d981a31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.863392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-f7007dc2-4ed6-4cb4-a08f-203d981a31b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4976885 Sep 18 06:59:23.870933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Pushing event updated for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:23.891213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] For port 8accb367-d966-4bce-8cd0-5763f0dc2376, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:23.906765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:23.923201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] For port 8accb367-d966-4bce-8cd0-5763f0dc2376, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8accb367-d966-4bce-8cd0-5763f0dc2376,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:23.951224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-d3080edc-1aca-4c62-83db-412155098353 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:23.952905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-d3080edc-1aca-4c62-83db-412155098353 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 951 time: 0.2246335 Sep 18 06:59:23.998886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.064975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba975e0d-dbb1-4512-a499-39179ca761fc req-7bc8ee33-9d59-4803-b052-6bd07df7bb20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068536 Sep 18 06:59:24.106439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868581270', 'description': 'tempest-description-272251033'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:24.117237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:24.118000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:24.121141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b89e1982-f25d-4863-b506-21972a4a04e1 None None] Provisioning complete for port 48faff62-f737-44b7-8081-3eae713b23a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:24.121743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b89e1982-f25d-4863-b506-21972a4a04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.137492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-40cc8e57-3a0d-45b4-aea2-04dfefbce626 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563136 Sep 18 06:59:24.166656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948861e-beec-4019-bd3e-693b76b25a8d None None] Pushing event updated for resources: {'Port': ['ID=8accb367-d966-4bce-8cd0-5763f0dc2376,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:24.191820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ad56-77fd-4c8e-8470-615e34a73e35 req-15157332-1924-4624-924c-eac534b54e2b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:24.193340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd41ad56-77fd-4c8e-8470-615e34a73e35 req-15157332-1924-4624-924c-eac534b54e2b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 948 time: 0.1830351 Sep 18 06:59:24.207579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.248393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b89e1982-f25d-4863-b506-21972a4a04e1 None None] Port 48faff62-f737-44b7-8081-3eae713b23a7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:24.275088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:24.287994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd41ad56-77fd-4c8e-8470-615e34a73e35 req-38690d8b-34dd-4960-8b77-2eafc01d201a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850003 Sep 18 06:59:24.344548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Deleting port 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:24.344847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.370872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0188e980-1b15-40f0-a77d-5d7fd559b922 req-22f4ddeb-a52f-4f1e-ba4b-55a585fd9255 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194803 Sep 18 06:59:24.428812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.437737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Deleting port 83dea2f4-da17-42ba-bcb8-48c1cb25894e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:24.438754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.505091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] For port 23c23b88-2e8f-4f27-af7f-6994dbab764b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=23c23b88-2e8f-4f27-af7f-6994dbab764b,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:24.505743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.507287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.523148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Calling delete_port for 23c23b88-2e8f-4f27-af7f-6994dbab764b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:24.569120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.630305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-044625de-5daa-491b-8d34-16c06e6e7ffa req-ae9d3da0-28b1-4f08-ae86-e39500b705e7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 210 time: 0.0875144 Sep 18 06:59:24.653557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2484f39e-f26b-40e1-ae29-bdfc472eada1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:24.654790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:19Z', 'revision_number': 3, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:24.671747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.676334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b340a6c-f42a-4847-adbf-25460d2a6145 req-b9bdc7cd-1f8e-4e93-bd69-e800c297eede tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5775282 Sep 18 06:59:24.701454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a77f4-6564-4ffe-b378-d91ed6514028 None None] The sync data for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 is: [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:19Z', 'revision_number': 3, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:24.707053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] For port 83dea2f4-da17-42ba-bcb8-48c1cb25894e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83dea2f4-da17-42ba-bcb8-48c1cb25894e,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:24.707543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.724967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Calling delete_port for 83dea2f4-da17-42ba-bcb8-48c1cb25894e owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:24.875737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:24.893482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b7761ad1-e050-46e6-ae60-47343bb49368'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:24.940399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc', '23c23b88-2e8f-4f27-af7f-6994dbab764b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:24.959087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event deleted for resources: {'Port': ['ID=23c23b88-2e8f-4f27-af7f-6994dbab764b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:25.003832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.018628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] No DVR routers for this DVR port 23c23b88-2e8f-4f27-af7f-6994dbab764b on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:25.021965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.025392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f6b10de-ad1b-4a03-991d-b38e07b4e80d req-9dfaa00e-f641-45a9-aa83-393ba70d5d2d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "DELETE /v2.0/ports/23c23b88-2e8f-4f27-af7f-6994dbab764b HTTP/1.1" status: 204 len: 173 time: 1.0372105 Sep 18 06:59:25.025865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-deleted', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:25.028165 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42931fa1-453b-4633-9570-2f2d1e3ba2e5" -d '{"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-deleted", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:25.091554 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fc288-f4b1-4178-ae38-e14ecf026b78 x-openstack-request-id: req-fd1fc288-f4b1-4178-ae38-e14ecf026b78 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:25.091554 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33000a6d-06ca-48b8-aa5f-1cb07955d6af", "name": "network-vif-deleted", "tag": "23c23b88-2e8f-4f27-af7f-6994dbab764b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:25.091554 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd1fc288-f4b1-4178-ae38-e14ecf026b78 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:25.091554 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33000a6d-06ca-48b8-aa5f-1cb07955d6af', 'name': 'network-vif-deleted', 'tag': '23c23b88-2e8f-4f27-af7f-6994dbab764b', 'status': 'completed', 'code': 200} Sep 18 06:59:25.119364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.262913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Pushing event updated for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:25.298346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.298758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b280569a-4a88-45c9-be70-941871e5b6e2 req-85f6bf49-8e5b-4b4a-a0d7-c40cc75a7e8b tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=33000a6d-06ca-48b8-aa5f-1cb07955d6af HTTP/1.1" status: 200 len: 210 time: 0.0811570 Sep 18 06:59:25.302345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.330576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Pushing event deleted for resources: {'Port': ['ID=83dea2f4-da17-42ba-bcb8-48c1cb25894e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:25.346925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-52478b7b-5625-4a9d-ba91-223cc088541a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:25.351651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-52478b7b-5625-4a9d-ba91-223cc088541a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 812 time: 0.3723481 Sep 18 06:59:25.480032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-34ce526e-bc69-4bce-8126-70c38cea81da tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/quotas/cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 375 time: 0.1111896 Sep 18 06:59:25.530631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 85dac6b7-cec1-451b-a5f8-22ac30ffb800 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:25.618991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:25.620912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:25.665484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-53b4e70c-dfc6-43f6-9c5a-1529ffd7588f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1713572 Sep 18 06:59:25.804915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:25.809727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:25.810205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:25.825653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e310-4b2d-469e-b252-82b26f9b995e req-d98045fc-ac3f-455d-b5e7-a0b57ea70cdd tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:25.837373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c64e310-4b2d-469e-b252-82b26f9b995e req-d98045fc-ac3f-455d-b5e7-a0b57ea70cdd tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 948 time: 0.3575544 Sep 18 06:59:25.892335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:25.924159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Router d868ad5d-3d88-49b6-a049-34164cf67775 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:25.987129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c64e310-4b2d-469e-b252-82b26f9b995e req-2c6cd84c-ff4e-4161-996a-6650dbf8888a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486170 Sep 18 06:59:26.044221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.078006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.098628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:26.104783 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05d13d-4474-4c09-8876-dc2edce51fe2" -d '{"events": [{"server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "name": "network-vif-plugged", "status": "completed", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:26.109316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-483a28d1-8cef-4915-acf2-625f9fe9f8fb service neutron] 10.222.0.20 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866045 Sep 18 06:59:26.157429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:26.159932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:26.173577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd3a1977-01d2-405f-9efb-a7715927865f admin admin] 10.222.0.20 "PUT /v2.0/routers/d868ad5d-3d88-49b6-a049-34164cf67775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5280936 Sep 18 06:59:26.175040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3e59fa7e-8607-4f2b-a582-5b5be239bbf1 None None] Provisioning complete for port 48faff62-f737-44b7-8081-3eae713b23a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:26.175487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3e59fa7e-8607-4f2b-a582-5b5be239bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.238138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.238990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:26.252874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3e59fa7e-8607-4f2b-a582-5b5be239bbf1 None None] Port 48faff62-f737-44b7-8081-3eae713b23a7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:26.319911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 23c23b88-2e8f-4f27-af7f-6994dbab764b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:26.320519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 23c23b88-2e8f-4f27-af7f-6994dbab764b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:26.345002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-223bc5d9-7bbc-46a9-b44f-38954022f0e8 req-23a3131a-2242-4aac-80d4-6dead90c1372 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 210 time: 0.1566806 Sep 18 06:59:26.345559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0784f38d-5921-43d2-847d-97681801409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.356284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:26.404034 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d7d73-06d0-4360-ba3d-e14637bf49cf x-openstack-request-id: req-141d7d73-06d0-4360-ba3d-e14637bf49cf {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:26.404501 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "name": "network-vif-plugged", "status": "completed", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:26.405280 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-141d7d73-06d0-4360-ba3d-e14637bf49cf {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:26.406074 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800', 'code': 200} Sep 18 06:59:26.560197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-e729a0bc-c90d-4d03-8e7c-5b06698e0cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441590 Sep 18 06:59:26.684846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:26.715998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8accb367-d966-4bce-8cd0-5763f0dc2376 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:26.746404 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0784f38d-5921-43d2-847d-97681801409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.763413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e46bc-4dfa-4870-a9fe-6f3930910e77 req-5004ce76-340c-4b9d-b415-f2582a48c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:26.764961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-147e46bc-4dfa-4870-a9fe-6f3930910e77 req-5004ce76-340c-4b9d-b415-f2582a48c716 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 1101 time: 0.1968594 Sep 18 06:59:26.843163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0784f38d-5921-43d2-847d-97681801409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.847385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8accb367-d966-4bce-8cd0-5763f0dc2376 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:26.847943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:26.960745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-147e46bc-4dfa-4870-a9fe-6f3930910e77 req-3a27825b-c500-41dc-a9a0-102926287f92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762068 Sep 18 06:59:27.005428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-b9b7951e-fd92-421e-846b-909a1f8d14cd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:27.007236 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-b9b7951e-fd92-421e-846b-909a1f8d14cd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.3855758 Sep 18 06:59:27.009721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.024165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:27.097157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8accb367-d966-4bce-8cd0-5763f0dc2376, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8accb367-d966-4bce-8cd0-5763f0dc2376,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:27.182944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.238969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8accb367-d966-4bce-8cd0-5763f0dc2376,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:27.284955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:27.289089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.362690 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Sync routers for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:27.375732 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:27.376566 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:27.383825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c0dfa29-5191-489d-85a0-fe3b2e3894db req-3f3227a6-b7af-4491-a4c1-fe03e706947f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 210 time: 0.0498726 Sep 18 06:59:27.404391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0784f38d-5921-43d2-847d-97681801409d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=080a1eb151084e80858a57eceb065c72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5024335 Sep 18 06:59:27.405402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43514) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:27.417925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:27.423752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a03f30a1-05a5-46bb-8142-a1d57507b87f admin admin] 10.222.0.20 "PUT /v2.0/routers/e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7676980 Sep 18 06:59:27.425313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f38d-5921-43d2-847d-97681801409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303633dd-3485-4daf-bce0-fb53db648fdf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:27.430842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:27.432974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Sync routers for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:27.475130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:27.476969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:27.550156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.573788 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:27.643769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.699954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.13 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/d7c900a9-02a9-4a4f-a05b-c24808a0aa23) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:27.715803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13735b79-82f8-4175-9635-e36fb391d97c req-13d32182-3ccf-4a75-aa19-104082814bd3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:27.723458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.726838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13735b79-82f8-4175-9635-e36fb391d97c req-13d32182-3ccf-4a75-aa19-104082814bd3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.1302299 Sep 18 06:59:27.755193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-896d1004-f59f-4a46-b04c-f260250eb013 req-39d29b74-1eaf-43dc-bdaf-ca49a5855a7f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 210 time: 0.0701785 Sep 18 06:59:27.792937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.823335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13735b79-82f8-4175-9635-e36fb391d97c req-c9cf033f-7e4b-4ce3-9dd1-306d8a229d1f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984073 Sep 18 06:59:27.826204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:27.919899 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 2, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:27.959263 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Checking router: d868ad5d-3d88-49b6-a049-34164cf67775 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:27.960026 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Updating router d868ad5d-3d88-49b6-a049-34164cf67775 port 48faff62-f737-44b7-8081-3eae713b23a7 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:59:27.966118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.970226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:27.971946 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/303633dd-3485-4daf-bce0-fb53db648fdf HTTP/1.1" status: 204 len: 168 time: 0.5655656 Sep 18 06:59:27.988619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee931a-e052-41b4-b6d4-b1b82ef6ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303633dd-3485-4daf-bce0-fb53db648fdf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:27.996769 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.029996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed811b-1298-459e-8005-64eca14a7e02 req-06f6b6c8-a82a-45f8-9029-e5a2007aec62 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:28.039013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79ed811b-1298-459e-8005-64eca14a7e02 req-06f6b6c8-a82a-45f8-9029-e5a2007aec62 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.1790421 Sep 18 06:59:28.068558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.068977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Deleting port f2efd9ac-0180-4880-87e4-4177f50efc40 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:28.069500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.084093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:59:25Z', 'revision_number': 5, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port': {'id': 'f2efd9ac-0180-4880-87e4-4177f50efc40', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:55:20Z', 'updated_at': '2021-09-18T06:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:28.119056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79ed811b-1298-459e-8005-64eca14a7e02 req-67a40f98-ef6f-482d-b4b2-deba555b92bd tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751188 Sep 18 06:59:28.143305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Checking router: e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:28.153309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Routers {'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:28.154628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:28.213314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] For port f2efd9ac-0180-4880-87e4-4177f50efc40, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2efd9ac-0180-4880-87e4-4177f50efc40,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:28.214034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.229570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Calling delete_port for f2efd9ac-0180-4880-87e4-4177f50efc40 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:28.233864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.282240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:28.282444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:28.287768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:28.343480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] Set router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:28.382754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:28.450336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 6, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:28.477505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:28.478195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.512090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b9928-f560-49c5-ab70-2e9fd9290982 None None] The sync data for ids ['e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03'] in n-d-789963-14 is: [{'id': 'e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03', 'name': 'tempest-ServersTestJSON-864687749-router', 'tenant_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:55:17Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 6, 'project_id': 'c8129a2b82d44ca19b12041d0dcc3543', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:28.520196 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.541711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:28.629397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-bef4a5e4-32e0-4cd4-b3b4-a4c997500d7a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6117327 Sep 18 06:59:28.629595 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.632391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bbfbd72-c1a1-462f-a2b6-b8dba0c97c01 req-abc5210f-17fd-4c1d-bce5-3ec86029b34f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 210 time: 0.1251464 Sep 18 06:59:28.642727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Request body: {'port': {'device_id': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:28.643874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.663578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8accb367-d966-4bce-8cd0-5763f0dc2376 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:28.832853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.852249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8accb367-d966-4bce-8cd0-5763f0dc2376 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:28.852677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.870211 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Pushing event updated for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:28.907094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.908234 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.909957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.910491 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.911280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.911985 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.913758 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.914337 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.916126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.916677 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.917168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.917691 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:28.922425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:28.934868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2efd9ac-0180-4880-87e4-4177f50efc40,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:29.000343 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Attempting to bind port 48faff62-f737-44b7-8081-3eae713b23a7 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:29.002373 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Attempting to bind port 48faff62-f737-44b7-8081-3eae713b23a7 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:29.002747 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Attempting to bind port 48faff62-f737-44b7-8081-3eae713b23a7 on network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:29.010909 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:29.011657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Checking segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:29.012241 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.012804 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Bound using segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:29.013486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Bound port: 48faff62-f737-44b7-8081-3eae713b23a7, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:29.014182 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.078394 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.114804 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] For port 48faff62-f737-44b7-8081-3eae713b23a7, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:29.120367 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] For port 48faff62-f737-44b7-8081-3eae713b23a7, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=48faff62-f737-44b7-8081-3eae713b23a7,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:29.192922 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.261997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.279245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43572) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:29.284577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24759b96-12c1-4705-b14b-668c473cbb30 req-07684ab4-f140-4f7f-8d68-be4f53388f5c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:29.286435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24759b96-12c1-4705-b14b-668c473cbb30 req-07684ab4-f140-4f7f-8d68-be4f53388f5c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.3466954 Sep 18 06:59:29.288408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.299642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583cd9b-3388-4146-b29f-0912feac0771 req-239c0fbb-b7ca-4c9c-9018-31ea1401f23a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:29.302237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] Provisioning complete for port 48faff62-f737-44b7-8081-3eae713b23a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:29.303251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.309196 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:29.312900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f583cd9b-3388-4146-b29f-0912feac0771 req-239c0fbb-b7ca-4c9c-9018-31ea1401f23a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 932 time: 0.3863382 Sep 18 06:59:29.316786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2f26d31-e95f-453a-98d9-bfbabb685e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.317466 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:29.328367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-8646665a-fb2e-4b48-af9a-87e3ed22b0c0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:29.339669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-8646665a-fb2e-4b48-af9a-87e3ed22b0c0 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.3856921 Sep 18 06:59:29.393765 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30d32e-6968-4a19-b35b-54f6c2de3759 None None] Pushing event updated for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:29.486214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.538569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] For port 48faff62-f737-44b7-8081-3eae713b23a7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=48faff62-f737-44b7-8081-3eae713b23a7,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:29.552680 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:29.581502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24759b96-12c1-4705-b14b-668c473cbb30 req-69651550-008f-40e2-b38b-cddbb8e9b844 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605672 Sep 18 06:59:29.642041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.642189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c900a9-02a9-4a4f-a05b-c24808a0aa23 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:29.644007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2f26d31-e95f-453a-98d9-bfbabb685e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.649730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.702449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f583cd9b-3388-4146-b29f-0912feac0771 req-5cf8a91c-f0f9-448f-9d8f-a78e6cf283bd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905258 Sep 18 06:59:29.712489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa729-89dc-4ddc-8863-867ab830d8b3 None None] Pushing event updated for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:29.724952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2f26d31-e95f-453a-98d9-bfbabb685e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.758765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-98c0f375-62de-4875-8725-3f2a118df141 None None] Provisioning complete for port 48faff62-f737-44b7-8081-3eae713b23a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:29.759141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-98c0f375-62de-4875-8725-3f2a118df141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.769602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2f26d31-e95f-453a-98d9-bfbabb685e51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc5fcecca6bc4bc9bcfea87de9be3136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884400 Sep 18 06:59:29.772486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43580) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:29.810475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Transition to ACTIVE for port object d7c900a9-02a9-4a4f-a05b-c24808a0aa23 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:29.819755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f26d31-e95f-453a-98d9-bfbabb685e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5605148-a74d-45c7-9756-75cb4456a8d6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:29.833944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.835416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:59:29.863423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.867354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08b6f1c1-5cf5-4627-99a2-411fc1f17984 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0c6ca50-5b39-4d30-8fd8-763aa6aa6e03 HTTP/1.1" status: 204 len: 168 time: 2.4354632 Sep 18 06:59:29.874218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43582) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:29.940403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Deleting subnet 5ef4eac8-7ac2-4781-bd77-080d8f9278b6 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:59:29.952877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.962555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:29.994630 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:29.997064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fbc47-b302-4139-ab69-f44440a2879d req-a96de60d-98c3-444c-8833-4ab495fa86a2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:30.011428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d23fbc47-b302-4139-ab69-f44440a2879d req-a96de60d-98c3-444c-8833-4ab495fa86a2 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 950 time: 0.3130238 Sep 18 06:59:30.022038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d4b2-adca-4ee2-9af5-fbd28012d1e8 req-e99b600b-e249-412f-b902-59a2580fc5c0 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:30.031726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9d3d4b2-adca-4ee2-9af5-fbd28012d1e8 req-e99b600b-e249-412f-b902-59a2580fc5c0 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 1101 time: 0.2124004 Sep 18 06:59:30.032415 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7354e5-fbc7-4b55-b341-ff220808654d None None] The sync data for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 is: [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:30.064275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.130533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d23fbc47-b302-4139-ab69-f44440a2879d req-cf87fdb5-5390-4c41-8db3-339bfa35c7d8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178412 Sep 18 06:59:30.134784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Deleting port b7761ad1-e050-46e6-ae60-47343bb49368 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:30.135352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.187033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9d3d4b2-adca-4ee2-9af5-fbd28012d1e8 req-11aaeda2-f9c6-467a-b963-794435132890 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545370 Sep 18 06:59:30.384854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.391427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3bfdffa-bf68-4d40-a187-ec3d38dd863f req-08d48e7e-3c00-488c-a0c6-a4d18b017856 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 210 time: 0.0797062 Sep 18 06:59:30.406155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] For port b7761ad1-e050-46e6-ae60-47343bb49368, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b7761ad1-e050-46e6-ae60-47343bb49368,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:30.412165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.444922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.447556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:30.451607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Calling delete_port for b7761ad1-e050-46e6-ae60-47343bb49368 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:30.501557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-cbbcbfd5-04d5-4747-bbeb-6ecadfb22d8a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563350 Sep 18 06:59:30.584001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-4a6bc589-2c3e-45a2-a335-6dbaa9d9a8b2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:30.585797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-4a6bc589-2c3e-45a2-a335-6dbaa9d9a8b2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 812 time: 0.5616152 Sep 18 06:59:30.601083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'device_id': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b', 'admin_state_up': True, 'tenant_id': 'cb58815a4b67451a87b61153fa31617a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:30.603711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 48faff62-f737-44b7-8081-3eae713b23a7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:30.716174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 48faff62-f737-44b7-8081-3eae713b23a7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:30.716864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:30.751459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-fb09a8de-96f5-410e-beac-693d301bec95 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:30.753146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-fb09a8de-96f5-410e-beac-693d301bec95 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898243 Sep 18 06:59:30.874363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-4692e932-880a-4faa-9c58-80ae976bf472 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.1130383 Sep 18 06:59:31.062092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150f070-5385-4da4-93e5-1bcf98c9f507 req-4997639c-b22c-495b-9de0-0e8b72eb55a3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:31.070031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6150f070-5385-4da4-93e5-1bcf98c9f507 req-4997639c-b22c-495b-9de0-0e8b72eb55a3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 944 time: 0.2241199 Sep 18 06:59:31.077239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2efd9ac-0180-4880-87e4-4177f50efc40 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:31.092287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-ab8fc03c-633b-4baf-bf48-ddc2ae53e797 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1708143 Sep 18 06:59:31.138700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f2efd9ac-0180-4880-87e4-4177f50efc40 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:31.139777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2efd9ac-0180-4880-87e4-4177f50efc40 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:31.140958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83dea2f4-da17-42ba-bcb8-48c1cb25894e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:31.146415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.174396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 83dea2f4-da17-42ba-bcb8-48c1cb25894e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:31.175219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83dea2f4-da17-42ba-bcb8-48c1cb25894e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:31.189340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Attempting to bind port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:31.189621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5274fcec-8c73-4076-a834-458374f8a7bc'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:31.189763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Attempting to bind port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:31.190023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Attempting to bind port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:31.193371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6150f070-5385-4da4-93e5-1bcf98c9f507 req-97b6a624-00b7-4d63-bfcd-97fc6e6d21aa tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224329 Sep 18 06:59:31.216286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:31.216620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Attempting to bind port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:31.221227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.224807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.226268 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5605148-a74d-45c7-9756-75cb4456a8d6 HTTP/1.1" status: 204 len: 168 time: 1.4400382 Sep 18 06:59:31.259357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:31.260295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:31.260977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:31.261739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Bound port: d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:31.262311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.299951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.306103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870658-e0a9-4045-811a-7c7802515db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5605148-a74d-45c7-9756-75cb4456a8d6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:31.316896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event deleted for resources: {'Port': ['ID=b7761ad1-e050-46e6-ae60-47343bb49368,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:31.347274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] No DVR routers for this DVR port b7761ad1-e050-46e6-ae60-47343bb49368 on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:31.350320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.354242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8705c7c-abb5-45a1-b60e-095d135cdf0b req-d1967333-5e33-4edc-a005-5e0fcadf221d tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.37 "DELETE /v2.0/ports/b7761ad1-e050-46e6-ae60-47343bb49368 HTTP/1.1" status: 204 len: 173 time: 1.9934509 Sep 18 06:59:31.354749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-deleted', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:31.358713 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84998b4b-a856-4908-a6b0-c3b970b392d2" -d '{"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-deleted", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:31.505372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:31.506860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab42fd3e-1688-489a-b6e6-33147079d368 req-b9a1465c-0290-45cc-a823-f726aaa91d89 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=05567e62-8d20-4ed5-a37f-7a45a4c9351f HTTP/1.1" status: 200 len: 210 time: 0.1354697 Sep 18 06:59:31.510237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:31.564577 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfaefca-e01f-4ab9-84b4-ae8018096cbf x-openstack-request-id: req-9bfaefca-e01f-4ab9-84b4-ae8018096cbf {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:31.564950 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05567e62-8d20-4ed5-a37f-7a45a4c9351f", "name": "network-vif-deleted", "tag": "b7761ad1-e050-46e6-ae60-47343bb49368", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:31.567480 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bfaefca-e01f-4ab9-84b4-ae8018096cbf {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:31.567480 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05567e62-8d20-4ed5-a37f-7a45a4c9351f', 'name': 'network-vif-deleted', 'tag': 'b7761ad1-e050-46e6-ae60-47343bb49368', 'status': 'completed', 'code': 200} Sep 18 06:59:31.592314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Made reservation on behalf of cb58815a4b67451a87b61153fa31617a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:31.596784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.633935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.636805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:31.642226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.688725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: b7761ad1-e050-46e6-ae60-47343bb49368 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:31.690594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b7761ad1-e050-46e6-ae60-47343bb49368 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:31.715521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-828f9601-05e4-4907-be9a-c10d2652c353 req-2f0d2b4c-3232-40bd-9267-64a439f0971a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0979104 Sep 18 06:59:31.755883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf9a375b-1f7d-453c-aa75-40eb8bbc1bf0 req-686ef0bf-e370-4d1b-8cfb-f19c86ab51dc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 210 time: 0.0642984 Sep 18 06:59:31.819896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef4eac8-7ac2-4781-bd77-080d8f9278b6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:31.860110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.862156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2e6c77d3-d64c-4c36-b790-b4423aa86f2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ef4eac8-7ac2-4781-bd77-080d8f9278b6 HTTP/1.1" status: 204 len: 168 time: 1.9868119 Sep 18 06:59:31.864690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43622) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:31.867038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6476c3b-405d-4895-b666-bee14077f542 None None] Network 0b609410-7fb1-45c1-86ab-a7ff93848507 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:31.872370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:31.873681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:31.875285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d7c900a9-02a9-4a4f-a05b-c24808a0aa23 HTTP/1.1" status: 200 len: 1093 time: 3.2370675 Sep 18 06:59:31.912351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:31.914980 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e4458-0ad9-4d79-b364-824036422592" -d '{"events": [{"name": "network-changed", "server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:31.980048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 06:59:31.980628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7275452-f790-4e04-add7-10028e5d7ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:32.065476 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f9df9-da1b-4c8b-a17a-ba9d5e4d5ed9 x-openstack-request-id: req-2d5f9df9-da1b-4c8b-a17a-ba9d5e4d5ed9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:32.065922 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:32.066201 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d5f9df9-da1b-4c8b-a17a-ba9d5e4d5ed9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:32.066671 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23', 'status': 'completed', 'code': 200} Sep 18 06:59:32.097596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.119430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Allocated IP 172.20.0.9 (ec1fb803-3117-494a-9782-ef814e99644b/a5ae9e8e-9dd0-437c-9d57-1a5f509143c4/599e77ef-8907-476f-8008-116005c25a70) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:32.130209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-7ff85c54-2cd9-45d0-a4d4-f41ea61ba9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:32.132404 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-7ff85c54-2cd9-45d0-a4d4-f41ea61ba9d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 1096 time: 0.1217384 Sep 18 06:59:32.179411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] DHCP port deletion for 0b609410-7fb1-45c1-86ab-a7ff93848507 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:59:32.186302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Deleting port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:32.186696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.264203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Deleting port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:32.264592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.287594 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-d7ced5ff-a4df-4438-afbb-ff4b1857754a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23 HTTP/1.1" status: 200 len: 217 time: 0.1424787 Sep 18 06:59:32.311738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] For port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:32.311738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.327733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Calling delete_port for 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:32.338030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] For port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,segment=NetworkSegment(48c1ff96-9923-4004-9433-5a05b1eb7b04),segment_id=48c1ff96-9923-4004-9433-5a05b1eb7b04)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:32.340458 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.352951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Calling delete_port for 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:32.482958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd30598-4012-4a97-9023-1f1714bbb2e5 req-f6187da7-4759-4327-abca-3a6133202ecc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:32.499606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bd30598-4012-4a97-9023-1f1714bbb2e5 req-f6187da7-4759-4327-abca-3a6133202ecc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 944 time: 0.0829356 Sep 18 06:59:32.518694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.524381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-1bfc1537-08b0-46da-9fb1-e120b455702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:32.527154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.527449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-1bfc1537-08b0-46da-9fb1-e120b455702e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.2188399 Sep 18 06:59:32.574060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:32.588228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:32.602796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] No DVR routers for this DVR port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:32.603148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:32.603492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:32.604988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] Pushing event deleted for resources: {'Port': ['ID=3b0b92c0-1adf-45a0-adeb-c0f108d5be35,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:32.609538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1163ad-23f1-4df0-96ed-4c994b0b16c7 None None] No DVR routers for this DVR port 3b0b92c0-1adf-45a0-adeb-c0f108d5be35 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:32.616500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bd30598-4012-4a97-9023-1f1714bbb2e5 req-b14932da-0a0d-4122-a0ec-c264e22ad320 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136591 Sep 18 06:59:32.652845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-ce90fc60-f887-4b79-b176-f9c588a42cbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308311 Sep 18 06:59:32.745288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.773274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b609410-7fb1-45c1-86ab-a7ff93848507']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:32.780389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.787115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c1ff96-9923-4004-9433-5a05b1eb7b04') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:32.787698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c1ff96-9923-4004-9433-5a05b1eb7b04') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:32.803170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.809294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-f17632c0-647c-41d2-a768-56ab379fb384 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445241 Sep 18 06:59:32.824322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.845103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:59:32.847733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: timer() Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:59:32.854406 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:59:32.920629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-53b36bd5-e9f2-42bc-a620-e70cb7d24f9f req-013009a2-0a03-4dad-8986-227a60058403 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004910 Sep 18 06:59:32.971329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-452f525c-2351-44e7-90b3-3a9ecc1a3b3f req-f0a4156a-1bf8-427c-8736-760831be51cc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0673361 Sep 18 06:59:33.040311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.100408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.108293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.112481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b609410-7fb1-45c1-86ab-a7ff93848507 HTTP/1.1" status: 204 len: 168 time: 1.2464736 Sep 18 06:59:33.116174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Network ec1fb803-3117-494a-9782-ef814e99644b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:33.132280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa0db3-d001-4b14-8303-2aa6554dde08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b609410-7fb1-45c1-86ab-a7ff93848507,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:33.137544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:33.145627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:33.147222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac0a76-4831-4ac0-a145-0851e190aac2 req-402b9025-0542-4e4f-b53d-63b126aa8d8c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.155106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffac0a76-4831-4ac0-a145-0851e190aac2 req-402b9025-0542-4e4f-b53d-63b126aa8d8c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 931 time: 0.0877388 Sep 18 06:59:33.195167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:33.212229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffac0a76-4831-4ac0-a145-0851e190aac2 req-8d73ad88-4661-4b1a-9517-8ce15dea33b9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Sep 18 06:59:33.233078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.235192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.255230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4458-0ad9-4d79-b364-824036422592 req-0d85f4fe-9211-47fe-b248-2a3c8123c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.259713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-0d85f4fe-9211-47fe-b248-2a3c8123c733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 1096 time: 0.1833346 Sep 18 06:59:33.406961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6a7224a0-d37d-4024-8840-d65e83b92ec2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8101771 Sep 18 06:59:33.410922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d107-0a8a-4123-8071-ceb705d3e5ab req-d12a689d-1840-476c-843b-7192b4124917 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.419553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9016d107-0a8a-4123-8071-ceb705d3e5ab req-d12a689d-1840-476c-843b-7192b4124917 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0742686 Sep 18 06:59:33.443135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Request body: {'port': {'device_id': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:33.466690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9016d107-0a8a-4123-8071-ceb705d3e5ab req-9b8dbf1c-995f-4538-bb75-29169ebffe06 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Sep 18 06:59:33.483510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4458-0ad9-4d79-b364-824036422592 req-2bdcb4f6-e5a6-4681-addc-8d3c6ee3f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.485204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-2bdcb4f6-e5a6-4681-addc-8d3c6ee3f35f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.2113969 Sep 18 06:59:33.558099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-6632d74d-1506-43c7-85ef-42cde5df8a19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23 HTTP/1.1" status: 200 len: 217 time: 0.0617003 Sep 18 06:59:33.576035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.595909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:33.650718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4458-0ad9-4d79-b364-824036422592 req-cedfb57d-a7db-4b80-a3d5-974a2b2ae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.652246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-cedfb57d-a7db-4b80-a3d5-974a2b2ae451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0849092 Sep 18 06:59:33.681411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a544f5d2-0e1c-4e55-842a-e2ba05a8ce55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8129a2b82d44ca19b12041d0dcc3543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830224 Sep 18 06:59:33.688698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43682) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:33.696588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-39ac65bc-eabb-4310-b71c-06080b29a2b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318704 Sep 18 06:59:33.816977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.850827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d284e8-006d-434c-a286-963e922ce0c7 req-eef83c68-8b7d-4c0a-ab31-14eeca5d7d6a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:33.852879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09d284e8-006d-434c-a286-963e922ce0c7 req-eef83c68-8b7d-4c0a-ab31-14eeca5d7d6a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 944 time: 0.1219316 Sep 18 06:59:33.855561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:33.909271 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-de7a9d60-4215-4245-b51d-991e02378923 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608891 Sep 18 06:59:33.926965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09d284e8-006d-434c-a286-963e922ce0c7 req-484f4897-2f66-4956-a7e5-5294b2efb70c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Sep 18 06:59:34.044839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.047596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.048758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cddf9d5e-cd5e-4730-9cd5-59be220a1bc9 HTTP/1.1" status: 204 len: 168 time: 0.3588910 Sep 18 06:59:34.065462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499fade-2bdb-4d29-b21b-44cecb0db738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf9d5e-cd5e-4730-9cd5-59be220a1bc9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:34.141279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e48e4458-0ad9-4d79-b364-824036422592 req-4b8d400b-f4ff-41a9-bd3c-4f562f0de185 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749327 Sep 18 06:59:34.168381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07306b6d-44be-4115-9c77-1cff53bc8466 req-6d0629d8-88c2-47d9-aac4-9a855252e7f8 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0672278 Sep 18 06:59:34.200612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599e77ef-8907-476f-8008-116005c25a70 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:34.211980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.245751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-3cf3826b-f1da-42a7-a228-a035f6762508 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311472 Sep 18 06:59:34.248647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Transition to ACTIVE for port object 599e77ef-8907-476f-8008-116005c25a70 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:34.356370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.391667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164bd30-ce97-4a1d-bfd6-22fd32edd2c5 req-213b1d73-b685-4edd-8f38-3af18423283a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:34.393276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0164bd30-ce97-4a1d-bfd6-22fd32edd2c5 req-213b1d73-b685-4edd-8f38-3af18423283a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 931 time: 0.1007383 Sep 18 06:59:34.450619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0164bd30-ce97-4a1d-bfd6-22fd32edd2c5 req-8bbae848-ea01-4e36-8b50-1770eea028ef tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Sep 18 06:59:34.455848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-8a5835d1-d3a0-486a-af4e-6aa47b5225b4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:34.457437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-8a5835d1-d3a0-486a-af4e-6aa47b5225b4 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042565 Sep 18 06:59:34.482630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:34.528638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:34.597674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e06c6-af4a-48c8-97c5-9cf5002681b8 req-ce73f8ae-2084-4fdd-998b-aa0d44f6962a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:34.597674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-698e06c6-af4a-48c8-97c5-9cf5002681b8 req-ce73f8ae-2084-4fdd-998b-aa0d44f6962a tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0549912 Sep 18 06:59:34.655188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-698e06c6-af4a-48c8-97c5-9cf5002681b8 req-76ed0137-980a-46b2-b1ba-08abfdcce9b8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Sep 18 06:59:34.686052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Attempting to bind port 599e77ef-8907-476f-8008-116005c25a70 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:34.686578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Attempting to bind port 599e77ef-8907-476f-8008-116005c25a70 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:34.686863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Attempting to bind port 599e77ef-8907-476f-8008-116005c25a70 on network ec1fb803-3117-494a-9782-ef814e99644b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:34.698203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Port 599e77ef-8907-476f-8008-116005c25a70 on network ec1fb803-3117-494a-9782-ef814e99644b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:34.698615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Attempting to bind port 599e77ef-8907-476f-8008-116005c25a70 on network ec1fb803-3117-494a-9782-ef814e99644b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:34.713713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:34.714983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Checking segment: {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:34.714983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Bound using segment: {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:34.715331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Bound port: 599e77ef-8907-476f-8008-116005c25a70, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:34.715685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.804639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43736) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:34.806662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:34.810834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:34.868060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:34.871752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.920990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.927517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-984c3eaf-ff00-4e0b-bf54-28d6def0aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.972073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:34.972704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:34.974150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] 10.222.0.37 "PUT /v2.0/ports/599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 1092 time: 1.5477393 Sep 18 06:59:34.974591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:34.977072 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:35.085886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-984c3eaf-ff00-4e0b-bf54-28d6def0aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.089618 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02bcdd-0356-4445-a3aa-c5837c4412a1 x-openstack-request-id: req-ff02bcdd-0356-4445-a3aa-c5837c4412a1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:35.089840 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:35.090170 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff02bcdd-0356-4445-a3aa-c5837c4412a1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:35.090482 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'status': 'completed', 'code': 200} Sep 18 06:59:35.099356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133719-9c78-4160-8480-aa6ab9c07955 req-79dab147-fc8a-4083-84ec-28cdc1c30ddf tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:35.102652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38133719-9c78-4160-8480-aa6ab9c07955 req-79dab147-fc8a-4083-84ec-28cdc1c30ddf tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 944 time: 0.0661707 Sep 18 06:59:35.161169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38133719-9c78-4160-8480-aa6ab9c07955 req-9a0d8a8e-0bfc-45a3-902d-e14d2905850f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495951 Sep 18 06:59:35.162139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-984c3eaf-ff00-4e0b-bf54-28d6def0aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.183870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7f2bf-f42c-40f9-a8be-4fd2fa11a44a service neutron] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:35.207589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-9549cdeb-a45c-48b7-9bca-ca9acd3db1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:35.209159 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-9549cdeb-a45c-48b7-9bca-ca9acd3db1c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1095 time: 0.1178606 Sep 18 06:59:35.235403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.226 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/42e8025e-503d-446c-93fd-713578d012ce) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:35.256665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c3eaf-ff00-4e0b-bf54-28d6def0aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a2aa82-c069-4d31-af0a-9b7b6a9346c1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:35.263553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-984c3eaf-ff00-4e0b-bf54-28d6def0aa91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7406ee790f7d4c65b14eaab5238c8af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568510 Sep 18 06:59:35.266124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43754) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:35.302430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-c964aa6f-90e1-4db6-8d46-3e9cb539b36b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 217 time: 0.0682964 Sep 18 06:59:35.344787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c6c32d0-b1fa-4048-9727-d8bcda9d3cd0 req-d985aee4-c363-457c-9262-18a8ddaa9bc1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0521328 Sep 18 06:59:35.404005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.427515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-93f95c97-a40b-4eee-a808-d7adfda26ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:35.429485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-93f95c97-a40b-4eee-a808-d7adfda26ddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.1006007 Sep 18 06:59:35.439087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.555676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-6837d92a-692d-4ecf-b2c7-8c38ea69398b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818260 Sep 18 06:59:35.559795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-0fb446b2-6957-4fa2-b9f6-f8c822f9918c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:35.561355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-0fb446b2-6957-4fa2-b9f6-f8c822f9918c tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.0737681 Sep 18 06:59:35.602272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.605259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.606363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82a2aa82-c069-4d31-af0a-9b7b6a9346c1 HTTP/1.1" status: 204 len: 168 time: 0.3387172 Sep 18 06:59:35.643765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90c3b-ff97-4d46-9155-40e61c5629c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a2aa82-c069-4d31-af0a-9b7b6a9346c1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:35.650104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:35.651676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d7c900a9-02a9-4a4f-a05b-c24808a0aa23 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:35.667952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.701352 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-7d613276-86ba-46b0-8ef9-0bc5299294f9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317177 Sep 18 06:59:35.703387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fed45-5deb-4776-9248-c2e1c7c6169b req-b41367c9-f152-4b73-934f-dd91f75900fc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:35.711989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af9fed45-5deb-4776-9248-c2e1c7c6169b req-b41367c9-f152-4b73-934f-dd91f75900fc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 943 time: 0.1495636 Sep 18 06:59:35.813988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af9fed45-5deb-4776-9248-c2e1c7c6169b req-139c94a3-7bea-4507-8de9-268cc2deb072 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Sep 18 06:59:35.841273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc4bc9b3-76e3-4ca1-ac5d-dc9adbccfd3c req-9e2e0a7f-a3f5-4ac8-b53b-733cfc1e5613 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297262 Sep 18 06:59:35.853469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.875628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Deleting port 5274fcec-8c73-4076-a834-458374f8a7bc {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:35.876191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:35.880743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:35.911563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:35.916229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:35.922136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:35.944955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107', '85dac6b7-cec1-451b-a5f8-22ac30ffb800'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:36.013872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:36.029492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad367aa-e818-46a4-be08-5e3fe0f8ff16 req-42d1da4c-2114-4127-b919-f657bb21e9a5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.040475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:36.045130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ad367aa-e818-46a4-be08-5e3fe0f8ff16 req-42d1da4c-2114-4127-b919-f657bb21e9a5 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 950 time: 0.2181969 Sep 18 06:59:36.046024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1081650560-network', 'tenant_id': '579d767bf6f24612a40df2194c3e69a5'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:36.083581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23', 'mac_address': 'fa:16:3e:cf:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:36.113774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ad367aa-e818-46a4-be08-5e3fe0f8ff16 req-7e765f62-ab6e-4bd6-940c-0794264fca20 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/security-groups?id=4271b458-ae82-4b59-9794-0ae9ad0b70b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Sep 18 06:59:36.131657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] For port 5274fcec-8c73-4076-a834-458374f8a7bc, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5274fcec-8c73-4076-a834-458374f8a7bc,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:36.131657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.139981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.140664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.148509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Calling delete_port for 5274fcec-8c73-4076-a834-458374f8a7bc owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:36.159433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-7e0edf97-144b-4e2c-928f-b466f3c3f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.160980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-7e0edf97-144b-4e2c-928f-b466f3c3f164 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1095 time: 0.1387529 Sep 18 06:59:36.283451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.300175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Made reservation on behalf of 579d767bf6f24612a40df2194c3e69a5 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:36.305943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.321769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.326259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c900a9-02a9-4a4f-a05b-c24808a0aa23 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:36.334854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-60883098-fc92-4a91-9019-2fed1ef32032 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8191521 Sep 18 06:59:36.350920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:36.368360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Request body: {'port': {'device_id': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:36.430509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-627750b3-19ab-45bd-9d48-64c76802e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.432245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-627750b3-19ab-45bd-9d48-64c76802e966 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.2622151 Sep 18 06:59:36.454304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.461700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc6cbb-e76a-4672-97bc-5424bf8b4f82 req-6e4f672e-85cb-4a7a-ab63-2227b94afcf0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.467484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdbc6cbb-e76a-4672-97bc-5424bf8b4f82 req-6e4f672e-85cb-4a7a-ab63-2227b94afcf0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 944 time: 0.2073410 Sep 18 06:59:36.528052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-3d37184b-5cae-49d1-8269-317d52e0c989 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 217 time: 0.0751593 Sep 18 06:59:36.538485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.570329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf20a3c-0b93-49e9-864e-4276c4cf88c3 req-b2efbf05-a09a-4d14-9fe6-1dd790c4b338 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.578954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bf20a3c-0b93-49e9-864e-4276c4cf88c3 req-b2efbf05-a09a-4d14-9fe6-1dd790c4b338 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 936 time: 0.0999091 Sep 18 06:59:36.600105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdbc6cbb-e76a-4672-97bc-5424bf8b4f82 req-47a5f697-4812-45d7-92e1-645d20ed7b95 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161790 Sep 18 06:59:36.614909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.619369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a4346bde-375b-40b1-9183-1657690e55b9 None None] Provisioning complete for port 42e8025e-503d-446c-93fd-713578d012ce triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:36.620904 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a4346bde-375b-40b1-9183-1657690e55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.657141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Pushing event deleted for resources: {'Port': ['ID=5274fcec-8c73-4076-a834-458374f8a7bc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:36.724920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-16ae5d76-59cf-44d9-af83-c297e99722d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.726518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-16ae5d76-59cf-44d9-af83-c297e99722d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.1770532 Sep 18 06:59:36.732095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bf20a3c-0b93-49e9-864e-4276c4cf88c3 req-733fde48-f14b-4128-917c-e2b439f552d7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464279 Sep 18 06:59:36.733620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] No DVR routers for this DVR port 5274fcec-8c73-4076-a834-458374f8a7bc on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:36.740581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.740581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2e69acb-dd16-40ce-b13f-f8da6762ca7d req-8ab7cc8e-3800-44d7-9ad1-5d27ba4387a8 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.24 "DELETE /v2.0/ports/5274fcec-8c73-4076-a834-458374f8a7bc HTTP/1.1" status: 204 len: 173 time: 1.1652629 Sep 18 06:59:36.741083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-deleted', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:36.744245 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9732239e-206b-47ae-9fac-420b1a21dcf5" -d '{"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-deleted", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:36.764470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:36.788737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a4346bde-375b-40b1-9183-1657690e55b9 None None] Port 42e8025e-503d-446c-93fd-713578d012ce cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:36.790401 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc146f35-b32c-4cc6-b11e-8298a1c79684 x-openstack-request-id: req-bc146f35-b32c-4cc6-b11e-8298a1c79684 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:36.790401 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da809658-bd5d-4d8a-9198-2950d8b938eb", "name": "network-vif-deleted", "tag": "5274fcec-8c73-4076-a834-458374f8a7bc", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:36.790656 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc146f35-b32c-4cc6-b11e-8298a1c79684 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:36.791088 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da809658-bd5d-4d8a-9198-2950d8b938eb', 'name': 'network-vif-deleted', 'tag': '5274fcec-8c73-4076-a834-458374f8a7bc', 'status': 'completed', 'code': 200} Sep 18 06:59:36.797364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['d7c900a9-02a9-4a4f-a05b-c24808a0aa23'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:36.852791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-d8e121bc-92f4-409e-bda0-877626c8a6d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122820 Sep 18 06:59:36.937380 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:36.950099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38437b-e448-4dea-9976-9983fcc10fe0 req-fa3625ae-d1b6-4223-a56b-c7c294049849 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:36.970850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca38437b-e448-4dea-9976-9983fcc10fe0 req-fa3625ae-d1b6-4223-a56b-c7c294049849 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 943 time: 0.0920551 Sep 18 06:59:37.031908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.033448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca38437b-e448-4dea-9976-9983fcc10fe0 req-651b4417-be49-4214-8c17-73adda7be64e tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Sep 18 06:59:37.115934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:59:37.291148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214c842-d92b-4be7-bb3f-c8266ac31c19,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:37.296321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.296940 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Added segment e3d3ea6b-d990-42f6-a150-020232075674 of type vlan for network 9d113283-ee39-4a5a-96cd-f671aef04acc Sep 18 06:59:37.310572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e8faef-5353-4bc2-98d9-8d88daebfb6f req-8bbc5a83-68c5-430f-87aa-8d3552d45e16 tempest-MigrationsAdminTest-1561113460 tempest-MigrationsAdminTest-1561113460-project] 10.222.0.20 "GET /v2.0/ports?device_id=da809658-bd5d-4d8a-9198-2950d8b938eb HTTP/1.1" status: 200 len: 210 time: 0.0604813 Sep 18 06:59:37.347532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-75203b13-d492-42de-89bf-675012210d76 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789054 Sep 18 06:59:37.393216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.458996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43806) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:37.532962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de03b2ac-13f8-4bcf-8e46-74bb75999dc3 req-3dad7446-7849-4983-b6f5-1d5e8e50d4fd service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772857 Sep 18 06:59:37.550292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.551263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:37.551838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.574594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:37.589620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-network', 'tenant_id': 'b47a5659202c4285b18db2395858488b'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:37.598513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 5274fcec-8c73-4076-a834-458374f8a7bc {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:37.598871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5274fcec-8c73-4076-a834-458374f8a7bc not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:37.663932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 599e77ef-8907-476f-8008-116005c25a70 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:37.795879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f5928-5715-483b-a44f-e32948982f42 req-6c45d91b-8584-4791-aaeb-637ff11aa4d2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:37.807484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-742f5928-5715-483b-a44f-e32948982f42 req-6c45d91b-8584-4791-aaeb-637ff11aa4d2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 945 time: 0.1065247 Sep 18 06:59:37.862165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:37.878861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '599e77ef-8907-476f-8008-116005c25a70', 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b', 'port_id': '599e77ef-8907-476f-8008-116005c25a70', 'mac_address': 'fa:16:3e:ab:ba:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ae9e8e-9dd0-437c-9d57-1a5f509143c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:37.914633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-742f5928-5715-483b-a44f-e32948982f42 req-67316878-8fd4-4452-b7bc-d7f66de5648a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056495 Sep 18 06:59:37.932635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e8025e-503d-446c-93fd-713578d012ce {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:37.937589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.946865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f52cc-ee47-4482-8c6b-b59559906869 req-3d8a18cf-cdf1-4181-b11c-2031466d6dcf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:37.952454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599e77ef-8907-476f-8008-116005c25a70 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:37.954827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd5f52cc-ee47-4482-8c6b-b59559906869 req-3d8a18cf-cdf1-4181-b11c-2031466d6dcf tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 936 time: 0.1227782 Sep 18 06:59:37.959385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:37.967390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d113283-ee39-4a5a-96cd-f671aef04acc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:37.970399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-089b109f-fca0-4741-9869-9ce1178000c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3142908 Sep 18 06:59:37.973877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:37.981020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Request body: {'subnet': {'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1081650560-subnet', 'tenant_id': '579d767bf6f24612a40df2194c3e69a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:37.985190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:37.988530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9d113283-ee39-4a5a-96cd-f671aef04acc details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:59:37.988732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Transition to ACTIVE for port object 42e8025e-503d-446c-93fd-713578d012ce will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:38.015994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd5f52cc-ee47-4482-8c6b-b59559906869 req-9488d5e2-1ebb-41af-b018-f2663471808f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602381 Sep 18 06:59:38.062338 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.090228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Made reservation on behalf of b47a5659202c4285b18db2395858488b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:38.093155 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.094289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.104819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.135105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.175925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f7377-aa54-46e6-bf9f-998e473b052f req-21811bf5-364a-48d6-8752-391f89903bce tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:38.177576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-638f7377-aa54-46e6-bf9f-998e473b052f req-21811bf5-364a-48d6-8752-391f89903bce tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 944 time: 0.0578027 Sep 18 06:59:38.183500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Pushing event updated for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.214241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Made reservation on behalf of 579d767bf6f24612a40df2194c3e69a5 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:38.216993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.248063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-638f7377-aa54-46e6-bf9f-998e473b052f req-0ea4f1ba-cec3-4391-9248-9577dc3ea16d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Sep 18 06:59:38.338045 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.349914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Attempting to bind port 42e8025e-503d-446c-93fd-713578d012ce on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:38.350250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Attempting to bind port 42e8025e-503d-446c-93fd-713578d012ce by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:38.350583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Attempting to bind port 42e8025e-503d-446c-93fd-713578d012ce on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:38.358421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Port 42e8025e-503d-446c-93fd-713578d012ce on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:38.358754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Attempting to bind port 42e8025e-503d-446c-93fd-713578d012ce on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:38.368403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:38.368790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:38.369158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:38.369589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Bound port: 42e8025e-503d-446c-93fd-713578d012ce, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:38.369979 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.372065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:38.416312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.476667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 06:59:38.483393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50ff58-226b-4657-883b-44d7354d15ef,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.506480 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.506880 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Added segment c38ab092-23fa-45ba-bb74-2b4bd065d6d9 of type vlan for network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 Sep 18 06:59:38.564415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:38.579355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.593292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=42e8025e-503d-446c-93fd-713578d012ce,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:38.684689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.685348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.686457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:38.687942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.695512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.783829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:38.784789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.786382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] 10.222.0.24 "PUT /v2.0/ports/42e8025e-503d-446c-93fd-713578d012ce HTTP/1.1" status: 200 len: 1097 time: 2.4349163 Sep 18 06:59:38.794098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'tag': '42e8025e-503d-446c-93fd-713578d012ce'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:38.795147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e88bfad-948c-4cf3-a1fd-1b6b57f11982,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.796587 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218" -d '{"events": [{"name": "network-changed", "server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "tag": "42e8025e-503d-446c-93fd-713578d012ce"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:38.816109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 06:59:38.819005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43834) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:38.826519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a214eb36-462d-4b40-896d-7fcc57f194f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3531904 Sep 18 06:59:38.841168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Request body: {'subnet': {'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-subnet', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:38.843033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fa93f58-5149-40b6-8cfb-4bd50f3fb30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:38.884631 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c6933-f063-41e9-ac9f-41c0bb75f4c1 x-openstack-request-id: req-618c6933-f063-41e9-ac9f-41c0bb75f4c1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:38.884970 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "tag": "42e8025e-503d-446c-93fd-713578d012ce", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:38.885240 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-618c6933-f063-41e9-ac9f-41c0bb75f4c1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:38.885860 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'tag': '42e8025e-503d-446c-93fd-713578d012ce', 'status': 'completed', 'code': 200} Sep 18 06:59:38.889369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bccea98-b6d4-42fb-9a6d-ff9039caf7dc,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.895530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13756-0ac2-4ff4-ba02-57657fbfc116 service neutron] Pushing event updated for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:38.903105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Checking segment: {'id': 'e3d3ea6b-d990-42f6-a150-020232075674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:38.903491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Network hostable DHCP agents. Network: 9d113283-ee39-4a5a-96cd-f671aef04acc, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:59:38.945081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Made reservation on behalf of b47a5659202c4285b18db2395858488b for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:38.949187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.003916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Network 9d113283-ee39-4a5a-96cd-f671aef04acc is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:59:39.011613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:39.095164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31df6-2a4f-4e79-8979-6432459df3a9 req-dd4dcebd-132d-4bc7-8a46-8ea1a921e3a2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.098395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9f31df6-2a4f-4e79-8979-6432459df3a9 req-dd4dcebd-132d-4bc7-8a46-8ea1a921e3a2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 945 time: 0.0653079 Sep 18 06:59:39.111677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218 req-555729aa-3af4-4c62-8fbc-d78bea48f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.113218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218 req-555729aa-3af4-4c62-8fbc-d78bea48f26e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 1100 time: 0.1587725 Sep 18 06:59:39.167933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218 req-5d5f843d-3a44-45a7-9fec-24ee421dcc27 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312917 Sep 18 06:59:39.180773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9d113283-ee39-4a5a-96cd-f671aef04acc) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:39.190235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b86b02-3784-4eba-88d9-27b9087a4623 None None] Network 9d113283-ee39-4a5a-96cd-f671aef04acc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:39.197931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.198781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.218431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9f31df6-2a4f-4e79-8979-6432459df3a9 req-ae19dd47-dbf8-4526-bba5-0b1c38cc7c52 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136312 Sep 18 06:59:39.263562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11db12-07c6-4c7e-b97b-575620ab68ff req-921b1e32-62d5-40f5-8660-a972d6d4b07f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.265418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc11db12-07c6-4c7e-b97b-575620ab68ff req-921b1e32-62d5-40f5-8660-a972d6d4b07f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 948 time: 0.1454856 Sep 18 06:59:39.314860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc11db12-07c6-4c7e-b97b-575620ab68ff req-7c1076d8-e06b-411a-956b-ceca47811c52 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Sep 18 06:59:39.340451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-378414d7-49ee-4f2e-9e66-5641f54f58cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fbf5968e9e14b8ca5c1d59f2e057540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276579 Sep 18 06:59:39.345658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:39.375449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-720fc3bb-20f3-4ab3-83de-d6334b931386 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4004464 Sep 18 06:59:39.421710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.428578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218 req-32dcc313-570a-4e73-8e98-41ded484337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.430980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7b85a27a-1e59-4ab7-bd7f-bb24b15e1218 req-32dcc313-570a-4e73-8e98-41ded484337e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599912 Sep 18 06:59:39.450944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff159586-4808-42a5-a097-421db7539ce5 None None] Network 9d113283-ee39-4a5a-96cd-f671aef04acc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:39.468985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.517836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.543261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef2646-4d3a-4b87-8a80-98ace0e60567 req-e5d6351c-786f-4116-9efe-9334dd64186f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.544817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8aef2646-4d3a-4b87-8a80-98ace0e60567 req-e5d6351c-786f-4116-9efe-9334dd64186f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 944 time: 0.1063941 Sep 18 06:59:39.631567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Checking segment: {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:39.632044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Network hostable DHCP agents. Network: 0e88bfad-948c-4cf3-a1fd-1b6b57f11982, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 06:59:39.634515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8aef2646-4d3a-4b87-8a80-98ace0e60567 req-347da417-90d6-4a7d-8fc5-291eedd9b558 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803761 Sep 18 06:59:39.642163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e335aa-00d8-4bee-a08e-bf7f196fd319,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:39.660532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-8608d824-71f2-49d4-9b6a-2303cd830b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.662105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-8608d824-71f2-49d4-9b6a-2303cd830b55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 1100 time: 0.1568387 Sep 18 06:59:39.666879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d7c900a9-02a9-4a4f-a05b-c24808a0aa23 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:39.706238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.709024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.711757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4271b458-ae82-4b59-9794-0ae9ad0b70b5 HTTP/1.1" status: 204 len: 168 time: 0.3637564 Sep 18 06:59:39.719065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfcfca-9656-4501-a662-d5e15133f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271b458-ae82-4b59-9794-0ae9ad0b70b5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:39.753513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-78c50e75-f3f4-4d22-bce3-67696113887d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=42e8025e-503d-446c-93fd-713578d012ce HTTP/1.1" status: 200 len: 217 time: 0.0749588 Sep 18 06:59:39.757397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 06:59:39.781746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:39.786840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:39.787450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.813805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-4873507d-0618-4d29-b6c8-098809890ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.815338 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-4873507d-0618-4d29-b6c8-098809890ac9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0540805 Sep 18 06:59:39.858394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0e88bfad-948c-4cf3-a1fd-1b6b57f11982) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:39.864841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.865445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.892117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-c552a8a8-c3af-442d-b3f7-fa94de1d27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:39.893845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-c552a8a8-c3af-442d-b3f7-fa94de1d27b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0701902 Sep 18 06:59:39.902014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8c7c2-c587-48d6-8de3-52e688f867f4 None None] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:39.953976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:39.980057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43866) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:39.984787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:39.994702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77fe7a5f-b85d-442f-8dc6-8389b08350ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1745381 Sep 18 06:59:40.036292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-ecda419f-b183-44a0-a4ff-40f71d491c9c service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265736 Sep 18 06:59:40.047247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:40.050851 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efd3920-3bbc-41b0-80b7-1f22360cc0a8" -d '{"events": [{"server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:40.081825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:40.136082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-72bec280-f34b-4cdd-9069-478b157323d0 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:40.145785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-72bec280-f34b-4cdd-9069-478b157323d0 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/networks?id=9d113283-ee39-4a5a-96cd-f671aef04acc HTTP/1.1" status: 200 len: 822 time: 0.1375780 Sep 18 06:59:40.149379 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.150249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 599e77ef-8907-476f-8008-116005c25a70 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:40.156818 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c078d3f7-c2ef-4b19-a041-b3de2fb2b15a x-openstack-request-id: req-c078d3f7-c2ef-4b19-a041-b3de2fb2b15a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:40.158283 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:40.158283 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c078d3f7-c2ef-4b19-a041-b3de2fb2b15a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:40.158283 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23', 'code': 200} Sep 18 06:59:40.169588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-1c6af04d-1d78-47fc-ba78-eb866c63eadd tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/quotas/579d767bf6f24612a40df2194c3e69a5 HTTP/1.1" status: 200 len: 375 time: 0.0224702 Sep 18 06:59:40.206551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-53e24f30-14fb-4b37-9881-48a35d597ed2 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=579d767bf6f24612a40df2194c3e69a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358214 Sep 18 06:59:40.240589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.241625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.249449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'fixed_ips': [{'subnet_id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 06:59:40.250074 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.311596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-164b3b16-ba60-4a68-98e7-0f2e2816137b req-85af7bc4-5f15-4426-b2fc-3e64d593ed6f service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620816 Sep 18 06:59:40.312205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:40.314143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59949ab-df65-4a2c-a17c-d8050fb4b939 req-61546b56-be11-4b54-a0a4-e2f5de2dd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:40.334964 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a59949ab-df65-4a2c-a17c-d8050fb4b939 req-61546b56-be11-4b54-a0a4-e2f5de2dd701 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 1098 time: 0.1042514 Sep 18 06:59:40.401707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a59949ab-df65-4a2c-a17c-d8050fb4b939 req-477a7aeb-d2c1-475d-b7ae-791499439605 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Sep 18 06:59:40.505890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43882) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:40.555823 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a4bd3916-9ecd-4928-8adb-f907d9d34bec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99820c9734aa4da8bc6473b6e509709d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486286 Sep 18 06:59:40.558294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43884) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:40.607315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 599e77ef-8907-476f-8008-116005c25a70 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:40.615352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 599e77ef-8907-476f-8008-116005c25a70 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:40.615724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.615846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.640847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.651640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Allocated IP 172.20.0.2 (0e88bfad-948c-4cf3-a1fd-1b6b57f11982/e7e335aa-00d8-4bee-a08e-bf7f196fd319/b6d568cc-5518-4363-af3d-b4528476dba0) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:40.738172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.764371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.764371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.769123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e489e35d-e812-464e-9975-e23dfd4e7f62 HTTP/1.1" status: 204 len: 168 time: 0.2046714 Sep 18 06:59:40.776024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.784199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2915666-4ae5-452f-aaa6-3be19907a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e489e35d-e812-464e-9975-e23dfd4e7f62,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:40.787424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-90f97533-acf7-4b2f-95d1-396b5ee2aec0 service neutron] 10.222.0.20 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699325 Sep 18 06:59:40.827572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3973-2b24-40bb-84c2-d2b0120fe183 req-fe5157a7-6cad-4f50-ba01-2c1d9802b636 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:40.835745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cacc3973-2b24-40bb-84c2-d2b0120fe183 req-fe5157a7-6cad-4f50-ba01-2c1d9802b636 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.0995672 Sep 18 06:59:40.864806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:40.890319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.930087 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.960121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:40.990518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:40.996314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:40.999648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:41.006451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:41.060900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cacc3973-2b24-40bb-84c2-d2b0120fe183 req-1d625ea6-7e8f-4d04-ad86-f20e03de9f5e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236114 Sep 18 06:59:41.067485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.094455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-2c9583ba-ee79-4978-97ee-fb734ac3c21e service neutron] 10.222.0.20 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004377 Sep 18 06:59:41.119588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Attempting to bind port b6d568cc-5518-4363-af3d-b4528476dba0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:41.120037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Attempting to bind port b6d568cc-5518-4363-af3d-b4528476dba0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:41.120473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Attempting to bind port b6d568cc-5518-4363-af3d-b4528476dba0 on network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:41.123770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Pushing event updated for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:41.129420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:41.129954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Checking segment: {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:41.130393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.130786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Bound using segment: {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:41.140442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Bound port: b6d568cc-5518-4363-af3d-b4528476dba0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:41.140442 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.213992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:41.217713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b6d568cc-5518-4363-af3d-b4528476dba0,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:41.272212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba562bd6-ea92-4765-82d8-3526d7b5a83a req-da50b456-149c-489f-b659-0d140bac3753 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:41.279099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba562bd6-ea92-4765-82d8-3526d7b5a83a req-da50b456-149c-489f-b659-0d140bac3753 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 948 time: 0.1010425 Sep 18 06:59:41.302161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.376970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba562bd6-ea92-4765-82d8-3526d7b5a83a req-88f8b779-efc3-4a98-a20e-a40817e25a18 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767934 Sep 18 06:59:41.390162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64315c39-3a2c-434a-910d-f7c55473787d None None] Pushing event updated for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:41.460788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c13ad24a-b009-4758-9ec2-d55826fdd932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.627159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1f01c98-80c7-49b8-bcca-bcafb05b5d8d req-94e615c3-2aa6-488f-ac3f-7d11c6f07c6e tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 210 time: 0.0710180 Sep 18 06:59:41.817732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62085-27e7-42fa-ac90-e10948d9593d req-5dde7ef6-f6c1-4fb6-b9cd-4a6453905866 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:41.817732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8e62085-27e7-42fa-ac90-e10948d9593d req-5dde7ef6-f6c1-4fb6-b9cd-4a6453905866 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 945 time: 0.1792438 Sep 18 06:59:41.817732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.817732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:41.817732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8e62085-27e7-42fa-ac90-e10948d9593d req-8289284b-4efe-48c1-b19e-b9f13d96fa4e tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Sep 18 06:59:41.868903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Allocated IP 172.25.4.195 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:41.986744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.113450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.114350 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.155495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:42.158396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:42.159306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:42.161814 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6da98b-248d-4b64-85ea-a1361133634b" -d '{"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-plugged", "status": "completed", "tag": "599e77ef-8907-476f-8008-116005c25a70"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:42.183519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:42.229401 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaddcc8-886b-49d1-bf8f-d17f14062f3b x-openstack-request-id: req-2aaddcc8-886b-49d1-bf8f-d17f14062f3b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:42.231855 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-plugged", "status": "completed", "tag": "599e77ef-8907-476f-8008-116005c25a70", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:42.236750 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aaddcc8-886b-49d1-bf8f-d17f14062f3b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:42.236750 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'code': 200} Sep 18 06:59:42.245138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:42.312490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578d51a-793b-4ba0-8c41-af4da8cf23e0 req-338013e5-d7be-4764-9afc-ade324a64702 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:42.321356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e578d51a-793b-4ba0-8c41-af4da8cf23e0 req-338013e5-d7be-4764-9afc-ade324a64702 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1314135 Sep 18 06:59:42.379410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21b35-aa7e-42f7-a1a8-f9aa64c26ae7 req-9cc55358-1879-4101-9db0-c15071558e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:42.380969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79b21b35-aa7e-42f7-a1a8-f9aa64c26ae7 req-9cc55358-1879-4101-9db0-c15071558e2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1097 time: 0.0814180 Sep 18 06:59:42.425546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e578d51a-793b-4ba0-8c41-af4da8cf23e0 req-9264e39e-554b-4bf5-89bb-f593a23f17f2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033475 Sep 18 06:59:42.491157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79b21b35-aa7e-42f7-a1a8-f9aa64c26ae7 req-0150d0aa-f1bf-44b1-91e9-fcd99f9bc9ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031749 Sep 18 06:59:42.623423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b6d568cc-5518-4363-af3d-b4528476dba0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:42.660980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81820c06-66de-45cf-814b-425c62ebe147 req-225af53b-6bc4-4bae-855c-e4efb6126119 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:42.667327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81820c06-66de-45cf-814b-425c62ebe147 req-225af53b-6bc4-4bae-855c-e4efb6126119 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 948 time: 0.1398513 Sep 18 06:59:42.702434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b6d568cc-5518-4363-af3d-b4528476dba0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:42.708269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.739666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e7fab-c3cb-4bda-8a67-d8f3988a5b44 None None] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:42.821283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81820c06-66de-45cf-814b-425c62ebe147 req-a319b05e-29a3-4a4f-b38f-190e39d9a582 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456792 Sep 18 06:59:42.862504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a95c6ff3-fea7-4a49-aba2-c585321d0ef0 req-ecfdd533-875f-45db-af72-f572807d3c06 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 210 time: 0.0491385 Sep 18 06:59:42.951844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4cc3cb4d-e2cd-4d91-a20d-22b16237f106 None None] Provisioning complete for port b6d568cc-5518-4363-af3d-b4528476dba0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:42.952226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4cc3cb4d-e2cd-4d91-a20d-22b16237f106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.987947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:42.989123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.000677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6531d-599b-4557-a28d-6441f8855361 req-452cc0d6-79a4-448d-8349-1eebe569bb47 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:43.010132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bb6531d-599b-4557-a28d-6441f8855361 req-452cc0d6-79a4-448d-8349-1eebe569bb47 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 945 time: 0.0834837 Sep 18 06:59:43.111820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b6d568cc-5518-4363-af3d-b4528476dba0,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:43.138610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4cc3cb4d-e2cd-4d91-a20d-22b16237f106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.156387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bb6531d-599b-4557-a28d-6441f8855361 req-e383915c-7d88-4f9f-8a40-855a614841fc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440091 Sep 18 06:59:43.216245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.221113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.303042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-4cc3cb4d-e2cd-4d91-a20d-22b16237f106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:59:43.303754 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-4cc3cb4d-e2cd-4d91-a20d-22b16237f106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:59:43.304406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.308363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:43.556984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 06:59:43.576962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070edb0b-a8f8-4f05-a520-7561cc714f30 req-78f1bfa9-a79b-4cf3-83ca-392623829823 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:43.578575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-070edb0b-a8f8-4f05-a520-7561cc714f30 req-78f1bfa9-a79b-4cf3-83ca-392623829823 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.0600698 Sep 18 06:59:43.604056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 42e8025e-503d-446c-93fd-713578d012ce details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:43.703753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-070edb0b-a8f8-4f05-a520-7561cc714f30 req-850685b7-6b2c-43de-b3d1-ab1391b1da02 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830085 Sep 18 06:59:43.716164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:43.727463 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Sync routers for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:43.744796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:43.744796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:43.807459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=42e8025e-503d-446c-93fd-713578d012ce,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:43.859743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '42e8025e-503d-446c-93fd-713578d012ce', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '42e8025e-503d-446c-93fd-713578d012ce', 'mac_address': 'fa:16:3e:e3:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:43.878263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.882316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1c4c7d1b-5e33-43cf-b00a-a740f3781a65 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9000714 Sep 18 06:59:43.885758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:43.906323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:43.930897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e8025e-503d-446c-93fd-713578d012ce {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:43.950339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1415b-63af-434d-8555-2d40ac48c688 req-e1c1bf7e-2704-4ade-a890-947eeeab7441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:43.953130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=42e8025e-503d-446c-93fd-713578d012ce,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:43.959671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c1415b-63af-434d-8555-2d40ac48c688 req-e1c1bf7e-2704-4ade-a890-947eeeab7441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1389449 Sep 18 06:59:44.030305 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:44.042456 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.073165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c1415b-63af-434d-8555-2d40ac48c688 req-9996e776-db42-43b2-a697-3344d8f0c412 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124892 Sep 18 06:59:44.111172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3f2ff-b4a8-43f2-b26b-91e4754432ac req-132db4cd-e66f-4973-97cf-69a40bebe7c3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:44.125698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccb3f2ff-b4a8-43f2-b26b-91e4754432ac req-132db4cd-e66f-4973-97cf-69a40bebe7c3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 948 time: 0.1559043 Sep 18 06:59:44.161020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:44.178485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d7a74803-003c-4a37-8f0e-01e2c90ae5fb None None] Provisioning complete for port b6d568cc-5518-4363-af3d-b4528476dba0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:44.178861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7a74803-003c-4a37-8f0e-01e2c90ae5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.185081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.185428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.185769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.186125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.186373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccb3f2ff-b4a8-43f2-b26b-91e4754432ac req-1dfebfa2-77eb-40c2-a8bd-c60326717b7a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596328 Sep 18 06:59:44.186515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.186768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.187093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.187414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.187738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.188064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.188379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.188696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:44.383777 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:42Z', 'revision_number': 3, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:44.418555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-544bfbdd-8206-4a25-b3fc-55a27d6a48a5 req-8f8452d6-0f4c-45df-9048-327b428d30f2 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 210 time: 0.0656722 Sep 18 06:59:44.432560 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Checking router: 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:44.432919 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Updating router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:59:44.480151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-b3907fac-63f3-468f-ac5f-3f4dd5943dcc tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707433 Sep 18 06:59:44.482048 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.490288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['42e8025e-503d-446c-93fd-713578d012ce'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:44.593193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b6d568cc-5518-4363-af3d-b4528476dba0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:44.685056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.764754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-e6da710c-04b2-47fe-a7e2-652b0990bd7f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:44.777760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-e6da710c-04b2-47fe-a7e2-652b0990bd7f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812364 Sep 18 06:59:44.796799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-9a90eeaf-06e0-4fa3-8b11-e1e4c8c0447b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/quotas/5a3213b684f54c96bbc7f0c25016eb18 HTTP/1.1" status: 200 len: 375 time: 0.0180631 Sep 18 06:59:44.803562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.804617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.833447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b6d568cc-5518-4363-af3d-b4528476dba0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:44.834579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:44.859373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-80225526-7aa0-448e-9ea1-e28cb210f8ad tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476794 Sep 18 06:59:44.918853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Allocated IP 172.20.0.1 (0e88bfad-948c-4cf3-a1fd-1b6b57f11982/e7e335aa-00d8-4bee-a08e-bf7f196fd319/7d5e87a7-34d3-4859-8ac1-e49f8df32f22) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:44.974424 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.111861 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.125124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.172297 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Attempting to bind port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:45.174317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Attempting to bind port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:45.175836 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Attempting to bind port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:45.187029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-a00f1ecf-87f7-4371-8aef-0aad5910e2f8 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Bound port: ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:45.195976 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.220829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-a00f1ecf-87f7-4371-8aef-0aad5910e2f8 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.24 "GET /v2.0/networks?id=9d113283-ee39-4a5a-96cd-f671aef04acc HTTP/1.1" status: 200 len: 822 time: 0.1841044 Sep 18 06:59:45.243866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Request body: {'port': {'device_id': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc', 'admin_state_up': True, 'tenant_id': '579d767bf6f24612a40df2194c3e69a5'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:45.367520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.413027 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] For port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:45.422566 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40d669-194c-4c96-8186-a5925975fe51 None None] Pushing event updated for resources: {'Port': ['ID=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:45.439467 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] For port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:45.488282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:45.508967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162c624-49ed-4632-ad4b-89c4e7019506 req-789874e5-2757-4393-bbd0-83080c97d570 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:45.510407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:45.519058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2162c624-49ed-4632-ad4b-89c4e7019506 req-789874e5-2757-4393-bbd0-83080c97d570 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 945 time: 0.1877007 Sep 18 06:59:45.525365 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.532823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:45.578177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb116ea-3a56-40f1-85f2-be568c6c10a2 req-a97a547d-b11b-40ba-99c4-d6b0137cf2f0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:45.587162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ceb116ea-3a56-40f1-85f2-be568c6c10a2 req-a97a547d-b11b-40ba-99c4-d6b0137cf2f0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1592405 Sep 18 06:59:45.592312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:45.604408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.604915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.605356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.605790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.606250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.606846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.607283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.607711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.608136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.608752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.609214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.609425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2162c624-49ed-4632-ad4b-89c4e7019506 req-ba762f2d-fb71-4125-aad9-f15d786a875f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Sep 18 06:59:45.609723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:45.629399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.640627 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:45.642781 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:45.652702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40d669-194c-4c96-8186-a5925975fe51 None None] Pushing event updated for resources: {'Port': ['ID=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:45.697941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Made reservation on behalf of 579d767bf6f24612a40df2194c3e69a5 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:45.704783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.729691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ceb116ea-3a56-40f1-85f2-be568c6c10a2 req-9565cc98-df16-4c77-81f8-e669862b52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415482 Sep 18 06:59:45.862728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:45.876512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-c85ccc45-3bb3-4ad7-8f4e-699b5c1c245d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338709 Sep 18 06:59:45.938664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2fdb0d1d-f5ab-454e-bbf8-0ce7ce048058 None None] Provisioning complete for port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:45.940882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0d1d-f5ab-454e-bbf8-0ce7ce048058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:45.968274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d24bd-f7d0-432a-9615-d32b90bcf214 req-b8a274e1-7df2-4344-87ff-e50ad91c3ff3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:45.975691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b1d24bd-f7d0-432a-9615-d32b90bcf214 req-b8a274e1-7df2-4344-87ff-e50ad91c3ff3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 949 time: 0.1922338 Sep 18 06:59:45.978566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Allocated IP 172.20.0.9 (9d113283-ee39-4a5a-96cd-f671aef04acc/0bccea98-b6d4-42fb-9a6d-ff9039caf7dc/b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:46.024705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb0d1d-f5ab-454e-bbf8-0ce7ce048058 None None] Port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:46.038155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b1d24bd-f7d0-432a-9615-d32b90bcf214 req-596c9da6-2b93-483f-b547-d4bd44384d32 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Sep 18 06:59:46.055608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.074111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-b0b10b4e-34bd-4fb7-bad3-84e81c38a29a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:46.082011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-b0b10b4e-34bd-4fb7-bad3-84e81c38a29a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046390 Sep 18 06:59:46.093329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-8d50cf85-39ba-44b2-8913-353456a3c7fe tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/quotas/5a3213b684f54c96bbc7f0c25016eb18 HTTP/1.1" status: 200 len: 375 time: 0.0104055 Sep 18 06:59:46.104930 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:42Z', 'revision_number': 3, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:46.141524 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e6be0-48a9-4080-bcdd-f1c114232cf6 None None] The sync data for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 is: [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:42Z', 'revision_number': 3, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:46.163293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-49b8693e-9730-4468-9094-a6e6dc351b64 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559072 Sep 18 06:59:46.241384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dc1ce56-2245-4951-a933-dcf859eaa79b req-071770fc-0850-4ad4-b5a4-c7887af08fbb tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 210 time: 0.0747166 Sep 18 06:59:46.349465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-c40abf17-0144-4df1-b6c9-5e84b2f884c7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1010018983&fields=id&tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 267 time: 0.0537000 Sep 18 06:59:46.461595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-c5e5f333-b660-4d1c-a43d-567e0a009210 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:46.486627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-c5e5f333-b660-4d1c-a43d-567e0a009210 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 945 time: 0.1287243 Sep 18 06:59:46.505135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'security_groups': ['b447b6a8-b02a-434c-ad75-41cfd1b4b32a', '4797ae8e-6ecb-462f-9612-0518c64101dd']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:46.527947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.664752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-70b908d8-48bb-45af-8678-8ad1014d3fb1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:46.668263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-70b908d8-48bb-45af-8678-8ad1014d3fb1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1276243 Sep 18 06:59:46.696779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.710568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2fb4d2e-8fd8-44e6-8ee2-3dfb8f7684f5 req-73b60d01-e545-4224-8668-9c292f1d06ff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0830822 Sep 18 06:59:46.756854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.810204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.815247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:46.923519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Network 9d113283-ee39-4a5a-96cd-f671aef04acc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:46.942835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Pushing event updated for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:46.946618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:46.960463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:47.117344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.118056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d058fcc-3de0-4ac8-b4ad-a37441fd6f69 req-eb4f4b64-0a0d-4a98-a5b1-37479e0a71dd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:47.118056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d058fcc-3de0-4ac8-b4ad-a37441fd6f69 req-eb4f4b64-0a0d-4a98-a5b1-37479e0a71dd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1607895 Sep 18 06:59:47.118056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d058fcc-3de0-4ac8-b4ad-a37441fd6f69 req-ac805b4b-46dc-4082-af25-d264711eb202 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Sep 18 06:59:47.118597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:47.118597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.118774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:47.118880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Pushing event updated for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:47.223255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.293333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:47.294155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.329091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6571-0a2f-426f-9532-a46a2be798f5 req-2fc6f798-1e7a-4350-8043-1a16973a29ad tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:47.330843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-789b6571-0a2f-426f-9532-a46a2be798f5 req-2fc6f798-1e7a-4350-8043-1a16973a29ad tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 949 time: 0.1033418 Sep 18 06:59:47.378108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port d7c900a9-02a9-4a4f-a05b-c24808a0aa23, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:47.378108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.386296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-789b6571-0a2f-426f-9532-a46a2be798f5 req-f33f4d56-c637-4153-a804-1b41861aa6eb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470321 Sep 18 06:59:47.394849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:47.395861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for d7c900a9-02a9-4a4f-a05b-c24808a0aa23 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:47.401622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:47.561020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-32f45493-6310-4f1a-85b5-1768750ae039 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3218224 Sep 18 06:59:47.590067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.592531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Request body: {'port': {'device_id': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:47.613091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:47.665807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:47.670601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.672395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb370148-78a8-40f5-be26-a294702c5aa9 req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "PUT /v2.0/ports/599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 981 time: 1.1780303 Sep 18 06:59:47.674531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 42e8025e-503d-446c-93fd-713578d012ce up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:47.694455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11954440-dde0-4a3e-b8b3-44f25c87972d req-16199185-4c29-4526-af70-df4a2eb41eeb tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:47.703345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11954440-dde0-4a3e-b8b3-44f25c87972d req-16199185-4c29-4526-af70-df4a2eb41eeb tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 931 time: 0.1800532 Sep 18 06:59:47.727433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:47.730919 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:47.775968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:47.788095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:47.818851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.819210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.819562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.819896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.820271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.820607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.820991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.828600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.829044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.829414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.829742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.830218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfaa09-a1fb-4923-888a-f78458a82ad9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 06:59:47.848148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11954440-dde0-4a3e-b8b3-44f25c87972d req-332f8d9f-54e9-4686-aa2f-e85407cae639 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438999 Sep 18 06:59:47.888837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-31876adc-0e4f-4450-a886-612eadcf4f29 None None] Provisioning complete for port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:47.889442 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31876adc-0e4f-4450-a886-612eadcf4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:47.961659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-833b4d60-044e-4a21-a8bd-8d9d8c11d021 req-f2c1c257-2d0f-4ec5-83b5-90ae5a3c15ba tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0529881 Sep 18 06:59:47.976096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 42e8025e-503d-446c-93fd-713578d012ce completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 06:59:47.993912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-31876adc-0e4f-4450-a886-612eadcf4f29 None None] Port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:48.004385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 42e8025e-503d-446c-93fd-713578d012ce triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:48.004775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.027390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-6e38652b-d109-46ee-ae27-835d9490673c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-868581270&fields=id&tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 267 time: 0.0726583 Sep 18 06:59:48.041161 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0354bb3f-33fa-4860-852f-ee9d66be80e9 x-openstack-request-id: req-0354bb3f-33fa-4860-852f-ee9d66be80e9 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:48.041472 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:48.041703 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0354bb3f-33fa-4860-852f-ee9d66be80e9 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:48.042147 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'status': 'completed', 'code': 200} Sep 18 06:59:48.112800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-4e665a13-a898-4441-a77c-e4b4776971a8 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:48.122234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-4e665a13-a898-4441-a77c-e4b4776971a8 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 984 time: 0.0832653 Sep 18 06:59:48.133743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'security_groups': ['4797ae8e-6ecb-462f-9612-0518c64101dd', 'b447b6a8-b02a-434c-ad75-41cfd1b4b32a', '2484f39e-f26b-40e1-ae29-bdfc472eada1']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:48.259217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.281653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-1c7da04a-eeba-4ad5-90e4-3ce1a3ea4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:48.284263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-1c7da04a-eeba-4ad5-90e4-3ce1a3ea4715 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1136 time: 0.1895840 Sep 18 06:59:48.290150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.305463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:48.329123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224238-7c6b-4d12-bc85-1bbec856e97a req-ff0bc011-60f6-495e-b4cf-32cf39437133 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:48.336874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1224238-7c6b-4d12-bc85-1bbec856e97a req-ff0bc011-60f6-495e-b4cf-32cf39437133 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 946 time: 0.1198242 Sep 18 06:59:48.388160 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.398713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.411285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1224238-7c6b-4d12-bc85-1bbec856e97a req-c15bed52-1f7b-4f8a-ae6f-a691f51a7d84 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Sep 18 06:59:48.575561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e8025e-503d-446c-93fd-713578d012ce'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:48.579176 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74426b82-1c55-4905-8011-ef112c0ca664" -d '{"events": [{"server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "42e8025e-503d-446c-93fd-713578d012ce"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:48.592432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:48.594607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:48.662161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port d7c900a9-02a9-4a4f-a05b-c24808a0aa23 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:48.664519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=d7c900a9-02a9-4a4f-a05b-c24808a0aa23,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:48.691387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=42e8025e-503d-446c-93fd-713578d012ce,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:48.704987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.707812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdea35ed-dd3e-46a9-90e0-4dd9176dd7ba req-cd59d692-73ff-4ba7-ab8b-6bf725ae5dd4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "DELETE /v2.0/ports/d7c900a9-02a9-4a4f-a05b-c24808a0aa23 HTTP/1.1" status: 204 len: 173 time: 2.0309770 Sep 18 06:59:48.708721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'name': 'network-vif-deleted', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:48.711629 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196b593-258f-467b-a3db-1d8d8684059a" -d '{"events": [{"server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "name": "network-vif-deleted", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:48.719589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-06682c59-1ab0-4334-83ba-afe0fe99133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:48.726039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-06682c59-1ab0-4334-83ba-afe0fe99133a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.4137940 Sep 18 06:59:48.726193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de707e-63b9-4a98-b4a3-59496b9aa5dc req-1a245281-19d3-42c6-9b37-7e9b4c27a1d5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:48.733239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3de707e-63b9-4a98-b4a3-59496b9aa5dc req-1a245281-19d3-42c6-9b37-7e9b4c27a1d5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 949 time: 0.2141850 Sep 18 06:59:48.772405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:48.818062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3de707e-63b9-4a98-b4a3-59496b9aa5dc req-273857c2-f18d-4150-a17f-0fb8508105c1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730572 Sep 18 06:59:48.842825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.865767 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.917387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:48.917761 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:48.924570 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d92e887-d067-47cf-b9ce-07696ae2a14d x-openstack-request-id: req-8d92e887-d067-47cf-b9ce-07696ae2a14d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:48.924918 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "name": "network-vif-plugged", "status": "completed", "tag": "42e8025e-503d-446c-93fd-713578d012ce", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:48.925147 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d92e887-d067-47cf-b9ce-07696ae2a14d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:48.925502 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e8025e-503d-446c-93fd-713578d012ce', 'code': 200} Sep 18 06:59:48.997796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:49.027588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.040504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:49.050401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:49.118235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Sync routers for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:49.181358 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7caf3-6291-46e3-aa3c-9728803e9270 x-openstack-request-id: req-3de7caf3-6291-46e3-aa3c-9728803e9270 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:49.182600 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01a383-5576-4596-b14b-1acf1cbf522c", "name": "network-vif-deleted", "tag": "d7c900a9-02a9-4a4f-a05b-c24808a0aa23", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:49.182871 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de7caf3-6291-46e3-aa3c-9728803e9270 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:49.184559 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01a383-5576-4596-b14b-1acf1cbf522c', 'name': 'network-vif-deleted', 'tag': 'd7c900a9-02a9-4a4f-a05b-c24808a0aa23', 'status': 'completed', 'code': 200} Sep 18 06:59:49.190461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-4c2ddbf6-88be-4e64-ad8e-f363a02c87ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 217 time: 0.4611595 Sep 18 06:59:49.206993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d558d6ff-0bbc-43bb-ad93-4d24c39fb524 admin admin] 10.222.0.20 "PUT /v2.0/routers/29706de5-1bf9-4e5b-a1f4-762e44e7bdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3199544 Sep 18 06:59:49.260971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.298381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:49.299152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:49.486925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-028f54d2-4c9b-4a7b-96be-44bb243fe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:49.488751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-028f54d2-4c9b-4a7b-96be-44bb243fe551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.2788496 Sep 18 06:59:49.524855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:49.561153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-159a8c06-ad0b-423f-b6a4-525aaf295eae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641794 Sep 18 06:59:49.564308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.601933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Transition to ACTIVE for port object b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:49.611879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:49.634590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:49.635923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.650630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f145cdd-a914-4393-baaf-d4129947d4c9 req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "PUT /v2.0/ports/599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 1020 time: 1.5272944 Sep 18 06:59:49.655292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-c0c51f03-3e68-45ce-831f-9f988ce9092e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4975872 Sep 18 06:59:49.702215 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.716147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d7c900a9-02a9-4a4f-a05b-c24808a0aa23 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:49.747790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: d7c900a9-02a9-4a4f-a05b-c24808a0aa23 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:49.748150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device d7c900a9-02a9-4a4f-a05b-c24808a0aa23 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:49.751688 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:49.756242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-3a88da63-028c-40c8-af1d-f2c136d84a8e service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821651 Sep 18 06:59:49.771806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:49.885080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35195142-9b5c-4824-99f3-9395cf0ad5e4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:49.892768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:49.898076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ad5c83-4737-449a-a87b-ff458abc1dfc req-1a894908-bc2d-4786-bf18-ece6d3cc944c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0611784 Sep 18 06:59:49.950569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010ab4-dffc-4804-a468-47fcbdc42335 req-70046f11-5ab4-405c-97bc-9f83aad383fd tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:49.952523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62cae3e7-2b56-4fa5-888b-1c4aff1e7872 req-4244a247-acf2-475e-9137-d968557d6e12 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892335 Sep 18 06:59:49.954403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Attempting to bind port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:49.954969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Attempting to bind port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'e3d3ea6b-d990-42f6-a150-020232075674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:49.955558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Attempting to bind port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a on network 9d113283-ee39-4a5a-96cd-f671aef04acc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:49.968478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a on network 9d113283-ee39-4a5a-96cd-f671aef04acc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:49.968797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c010ab4-dffc-4804-a468-47fcbdc42335 req-70046f11-5ab4-405c-97bc-9f83aad383fd tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 931 time: 0.3679895 Sep 18 06:59:49.969321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Attempting to bind port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a on network 9d113283-ee39-4a5a-96cd-f671aef04acc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:49.970776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1370d-b323-4080-9bb8-c5e8c1e69952 req-a4ce1288-de52-44a6-9e03-52ca35ce1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:49.974145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbe1370d-b323-4080-9bb8-c5e8c1e69952 req-a4ce1288-de52-44a6-9e03-52ca35ce1596 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 1102 time: 0.9424295 Sep 18 06:59:49.975865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:49.984374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:49.986473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Checking segment: {'id': 'e3d3ea6b-d990-42f6-a150-020232075674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:49.988486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Bound using segment: {'id': 'e3d3ea6b-d990-42f6-a150-020232075674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:49.989014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Bound port: b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d3ea6b-d990-42f6-a150-020232075674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:49.989417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:50.022361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:50.064835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:50.067222 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee920dd4-f69c-4f1c-b75b-b94672262dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:50.127551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:50.131487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,segment=NetworkSegment(e3d3ea6b-d990-42f6-a150-020232075674),segment_id=e3d3ea6b-d990-42f6-a150-020232075674)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:50.134316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f4ef65b-e236-4257-a1d3-3f0ef7fdec3e req-9d10745a-26ff-427a-a686-f51befab03d7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01a383-5576-4596-b14b-1acf1cbf522c HTTP/1.1" status: 200 len: 210 time: 0.0516922 Sep 18 06:59:50.142330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-d5fc7084-79b3-431a-bfeb-70c486988425 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.143777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-d5fc7084-79b3-431a-bfeb-70c486988425 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4544561 Sep 18 06:59:50.146164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbe1370d-b323-4080-9bb8-c5e8c1e69952 req-f9a8d2de-b13d-4dfc-9cdf-f212358858f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539726 Sep 18 06:59:50.212985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c010ab4-dffc-4804-a468-47fcbdc42335 req-ee75f468-f06b-4572-8a32-309994e5cee1 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222188 Sep 18 06:59:50.217285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:50.303642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:50.336833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.337580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:50.339905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-b0d0c006-48f1-4a24-8b00-50f539566698 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a HTTP/1.1" status: 200 len: 1092 time: 2.7561002 Sep 18 06:59:50.347347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90a34ddd-963b-4485-beba-a78b7733dd0f req-722253cd-ea06-4c9f-a5eb-4129fa8a9e42 tempest-FloatingIPsNegativeTestJSON-1489066259 tempest-FloatingIPsNegativeTestJSON-1489066259-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=b47a5659202c4285b18db2395858488b HTTP/1.1" status: 200 len: 217 time: 0.0413964 Sep 18 06:59:50.379663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9088-0ea7-4f6f-ab39-4cc50cc456ad req-16a82b3b-b2a2-4cae-9b1c-4850cc1c062d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.381664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162b9088-0ea7-4f6f-ab39-4cc50cc456ad req-16a82b3b-b2a2-4cae-9b1c-4850cc1c062d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1023 time: 0.1112649 Sep 18 06:59:50.489297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 4, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7d5e87a7-34d3-4859-8ac1-e49f8df32f22', 'name': '', 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'mac_address': 'fa:16:3e:5e:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:44Z', 'updated_at': '2021-09-18T06:59:46Z', 'revision_number': 2, 'project_id': 'b47a5659202c4285b18db2395858488b', 'subnets': [{'id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:50.522659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 06:59:50.524554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1529550-3f0f-4296-9f15-d2c0a7414913 req-4a9c49cf-d84d-43e1-a69f-20a46024a2b3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.526043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Checking router: 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:50.526360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Updating router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 06:59:50.530517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1529550-3f0f-4296-9f15-d2c0a7414913 req-4a9c49cf-d84d-43e1-a69f-20a46024a2b3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 950 time: 0.1119618 Sep 18 06:59:50.540026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162b9088-0ea7-4f6f-ab39-4cc50cc456ad req-22a049c0-e668-47a4-bc50-f90299b8681d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=2484f39e-f26b-40e1-ae29-bdfc472eada1&id=4797ae8e-6ecb-462f-9612-0518c64101dd&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 200 len: 6148 time: 0.1492114 Sep 18 06:59:50.558134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Request body: {'port': {'device_id': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '5a3213b684f54c96bbc7f0c25016eb18'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:50.606177 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:50.625079 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91f2a3-af3e-4c34-adc6-33b0a8508111 x-openstack-request-id: req-9f91f2a3-af3e-4c34-adc6-33b0a8508111 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:50.625360 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "tag": "599e77ef-8907-476f-8008-116005c25a70", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:50.625681 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f91f2a3-af3e-4c34-adc6-33b0a8508111 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:50.626103 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'status': 'completed', 'code': 200} Sep 18 06:59:50.649177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-6c3e198f-fda8-4e6d-8e4e-8355a2cc3e36 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689166 Sep 18 06:59:50.678533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:50.678925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:50.733161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-57c0537b-e181-454b-bd11-2820ecc654bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.735093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-57c0537b-e181-454b-bd11-2820ecc654bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1175 time: 0.1110201 Sep 18 06:59:50.787302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1529550-3f0f-4296-9f15-d2c0a7414913 req-5311bee8-30d2-45bd-bd25-ff4e54a75078 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446201 Sep 18 06:59:50.813462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aacae84-9677-44fc-8f9e-eacdd1079119 req-7404d535-6e82-4760-899a-f83e32bd48c6 tempest-FloatingIPsNegativeTestJSON-1489066259 tempest-FloatingIPsNegativeTestJSON-1489066259-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0977271 Sep 18 06:59:50.910181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-af3d02ca-0e74-40e7-a987-d76a594d50dd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.912276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-af3d02ca-0e74-40e7-a987-d76a594d50dd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249196 Sep 18 06:59:50.912647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-df6c324e-7049-4aee-a05c-7b9868384b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.914960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-df6c324e-7049-4aee-a05c-7b9868384b52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=579d767bf6f24612a40df2194c3e69a5&device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 1095 time: 0.2142661 Sep 18 06:59:50.931468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1229123471 ', 'description': 'tempest-description-1982734497'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:50.937830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-8860ae19-c100-42f3-8441-f74312d758f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:50.939513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-8860ae19-c100-42f3-8441-f74312d758f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.1945748 Sep 18 06:59:50.940693 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-fd8c7f70-f61e-4b55-a59a-69715cbcdc98 req-0d17184c-b0d3-4744-8434-309d59f18487 tempest-FloatingIPsNegativeTestJSON-1489066259 tempest-FloatingIPsNegativeTestJSON-1489066259-project] show failed (client error): The resource could not be found. Sep 18 06:59:50.941982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd8c7f70-f61e-4b55-a59a-69715cbcdc98 req-0d17184c-b0d3-4744-8434-309d59f18487 tempest-FloatingIPsNegativeTestJSON-1489066259 tempest-FloatingIPsNegativeTestJSON-1489066259-project] 10.222.0.20 "GET /v2.0/floatingips/ba6dc277-bde9-4570-abe4-ab7e361d61fc HTTP/1.1" status: 404 len: 350 time: 0.1122499 Sep 18 06:59:50.954521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44104) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:51.033444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.061816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Request body: {'port': {'device_id': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '5a3213b684f54c96bbc7f0c25016eb18'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:51.069507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-815e3d37-8e2e-4c6f-ba74-61ce3dafc8a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a HTTP/1.1" status: 200 len: 217 time: 0.0632508 Sep 18 06:59:51.080867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.143752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8008383f-7006-4937-9893-b0a700f9cb22 req-b92eb30e-bfd9-472b-9b8f-04418c2c8306 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0837350 Sep 18 06:59:51.151604 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-251e1d01-0637-44bd-98d7-f106d095e1b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 200 len: 217 time: 0.1958141 Sep 18 06:59:51.152633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.161581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-66d16ced-c8ad-439b-b48f-86c8c9dc6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:51.164860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-66d16ced-c8ad-439b-b48f-86c8c9dc6d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bccea98-b6d4-42fb-9a6d-ff9039caf7dc HTTP/1.1" status: 200 len: 862 time: 0.0755162 Sep 18 06:59:51.200185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:51.205074 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:51.218373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5f465-cf33-4e2e-b6aa-8a89a8e6773e None None] Pushing event updated for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:51.218742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-1c622aba-667e-4639-8fe8-9d2ca0dfb6f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d113283-ee39-4a5a-96cd-f671aef04acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378087 Sep 18 06:59:51.264055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Made reservation on behalf of 5a3213b684f54c96bbc7f0c25016eb18 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:51.267896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.275666 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1cf22-fd28-44fe-b06c-2736be0827fc x-openstack-request-id: req-7ff1cf22-fd28-44fe-b06c-2736be0827fc {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:51.275954 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:51.276289 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ff1cf22-fd28-44fe-b06c-2736be0827fc {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:51.276704 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a', 'status': 'completed', 'code': 200} Sep 18 06:59:51.304936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.337293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-c1014e37-6bf3-4a3d-ae70-8367bbafa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:51.337577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-c1014e37-6bf3-4a3d-ae70-8367bbafa5b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.1771157 Sep 18 06:59:51.371369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Attempting to bind port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:51.371369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Attempting to bind port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:51.371369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Attempting to bind port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 on network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:51.388277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:51.390965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Checking segment: {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:51.391412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.393945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Bound using segment: {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:51.400231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Bound port: 7d5e87a7-34d3-4859-8ac1-e49f8df32f22, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:51.400231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.412116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-f75bf873-e2d3-4067-83a3-8c55a6078328 service neutron] 10.222.0.24 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801763 Sep 18 06:59:51.427958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-9663bc59-b04f-417c-8728-9d8dbed9b1d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826321 Sep 18 06:59:51.480939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.544628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] For port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:51.548178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] For port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:51.563932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.591900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b1f99b-819f-4686-82f9-4fd856332d82 req-ede2ccaa-2244-4649-8af6-5b03f6bfc7d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722133 Sep 18 06:59:51.611042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-8fc0390e-3f24-4bf3-837e-b93c17badba3 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676691 Sep 18 06:59:51.614703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970ae917-e64f-4f4a-b99e-1fdf818f8903,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:51.616314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.681226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5f465-cf33-4e2e-b6aa-8a89a8e6773e None None] Pushing event updated for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:51.709743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:51.710475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:51.712232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] Provisioning complete for port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:51.712615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.902937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-8fbf8c28-9a96-4089-986f-a1b831660807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:51.905075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-8fbf8c28-9a96-4089-986f-a1b831660807 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=579d767bf6f24612a40df2194c3e69a5&device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 1095 time: 0.1439369 Sep 18 06:59:51.911943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Made reservation on behalf of 5a3213b684f54c96bbc7f0c25016eb18 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:51.916758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.938878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:51.985035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:51.991608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.047134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee920dd4-f69c-4f1c-b75b-b94672262dc2 req-6227d4df-e69e-44ff-8690-2491009dcb52 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102216 Sep 18 06:59:52.098886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.155217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-a7ebf908-f19d-442f-a495-e157d56ae8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:52.156734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-a7ebf908-f19d-442f-a495-e157d56ae8ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d113283-ee39-4a5a-96cd-f671aef04acc HTTP/1.1" status: 200 len: 923 time: 0.2101035 Sep 18 06:59:52.158602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.248012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] For port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:52.251756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.268292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-d7961bdc-480f-4960-9623-ea66b2dc1764 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a HTTP/1.1" status: 200 len: 217 time: 0.0657747 Sep 18 06:59:52.343860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e7de8-c20b-4228-8429-57da41b3d58b req-951c5f10-0a41-4031-b4d7-f998a325c860 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:52.345458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d3e7de8-c20b-4228-8429-57da41b3d58b req-951c5f10-0a41-4031-b4d7-f998a325c860 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 943 time: 0.1701517 Sep 18 06:59:52.395483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.405139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dc9d7bf-9ba8-42ff-97fc-0f476009a8ea req-fdc9d298-f053-4939-9e07-a935ed8a4f76 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.5357351 Sep 18 06:59:52.437543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5a3213b684f54c96bbc7f0c25016eb18 {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 06:59:52.448166 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 06:59:52.451333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362e3f21-5c18-433e-bc94-0df813f41547,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:52.517199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-2891d782-646f-4751-80b1-d6dbf70bc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:52.518868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-2891d782-646f-4751-80b1-d6dbf70bc1d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bccea98-b6d4-42fb-9a6d-ff9039caf7dc HTTP/1.1" status: 200 len: 862 time: 0.2356594 Sep 18 06:59:52.521943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Deleting port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:52.526034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.541378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d3e7de8-c20b-4228-8429-57da41b3d58b req-4875972c-ce8c-451a-8ad8-f3678eb161a1 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484213 Sep 18 06:59:52.576979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.595901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-74f32fbf-8255-495b-a25e-f2c6bb3fa1e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d113283-ee39-4a5a-96cd-f671aef04acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481586 Sep 18 06:59:52.640436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68350ff2-0b66-4c36-b978-160fba4a1d85 None None] Pushing event updated for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:52.665656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 4, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7d5e87a7-34d3-4859-8ac1-e49f8df32f22', 'name': '', 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'mac_address': 'fa:16:3e:5e:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:44Z', 'updated_at': '2021-09-18T06:59:51Z', 'revision_number': 4, 'project_id': 'b47a5659202c4285b18db2395858488b', 'subnets': [{'id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:52.688953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Allocated IP 192.168.233.144 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/97e1291b-104d-45b0-91fd-19d3c1cab4e2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:52.722413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f492e2b9-a0d8-43c7-9a6e-6485da2a3df7 None None] The sync data for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 is: [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:45Z', 'revision_number': 4, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7d5e87a7-34d3-4859-8ac1-e49f8df32f22', 'name': '', 'network_id': '0e88bfad-948c-4cf3-a1fd-1b6b57f11982', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'mac_address': 'fa:16:3e:5e:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:44Z', 'updated_at': '2021-09-18T06:59:51Z', 'revision_number': 4, 'project_id': 'b47a5659202c4285b18db2395858488b', 'subnets': [{'id': 'e7e335aa-00d8-4bee-a08e-bf7f196fd319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:52.730248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-617ff311-4443-4190-9f83-c794c207e918 None None] Provisioning complete for port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:52.730924 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-617ff311-4443-4190-9f83-c794c207e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.757286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] For port 7d5e87a7-34d3-4859-8ac1-e49f8df32f22, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:52.757717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:52.765462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7182a839-5051-4f17-be26-6b7cb8be03b0 req-1bcdc188-8672-4a1b-aafa-2003cfbb45bd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0741398 Sep 18 06:59:52.784080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Calling delete_port for 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:52.898819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc131c-5839-4a65-915f-3d5807c207c3 req-7bb49fd2-80be-4586-a681-9124a0991c14 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:52.900566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bfc131c-5839-4a65-915f-3d5807c207c3 req-7bb49fd2-80be-4586-a681-9124a0991c14 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 950 time: 0.3015192 Sep 18 06:59:52.949133 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:53.019012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-98fb9e80-f71f-4947-ae3f-113ed0a2216e service neutron] 10.222.0.24 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703825 Sep 18 06:59:53.038401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bfc131c-5839-4a65-915f-3d5807c207c3 req-7ca2dab5-3254-4172-9d59-64ef05dfd2ba tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227667 Sep 18 06:59:53.052708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d0a0a2d-3497-4eec-a877-255ae6bfad44 req-6e047e59-837c-4043-97f2-fc351c79c11c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/970ae917-e64f-4f4a-b99e-1fdf818f8903 HTTP/1.1" status: 200 len: 1781 time: 0.1992273 Sep 18 06:59:53.345885 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:53.386419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8489d7fc-a86e-4b25-84c2-c5cbb0a8e79f req-411c9c38-61df-4594-ba8a-38cf83a80db6 service neutron] 10.222.0.24 "GET /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533406 Sep 18 06:59:53.431433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64c71-de8d-4e38-90a6-c946f64ccb8b req-382c3a37-cdae-4938-8216-e0110561c7fb tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:53.443085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6a64c71-de8d-4e38-90a6-c946f64ccb8b req-382c3a37-cdae-4938-8216-e0110561c7fb tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 1102 time: 0.2760739 Sep 18 06:59:53.503107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:53.536467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:53.583059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-e387e14c-077e-4ea2-99f1-073c86a8aff3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:53.591108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-e387e14c-077e-4ea2-99f1-073c86a8aff3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.4385574 Sep 18 06:59:53.606965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5e87a7-34d3-4859-8ac1-e49f8df32f22,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:53.622282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:53.625209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6a64c71-de8d-4e38-90a6-c946f64ccb8b req-fe15c848-f5a3-4c57-955a-4e7d7674dce0 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266732 Sep 18 06:59:53.626449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:53.636444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-e0918168-c25b-4481-adb6-72a696e920a3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0443969 Sep 18 06:59:53.638952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:53.641853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:53.805802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:53.806520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:53.871840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Allocated IP 192.168.233.239 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/3b9fef02-b051-4f73-87c4-c41c86d71636) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:53.882163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-88bc33c6-8907-44e9-b223-179bc5e8051b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2447581 Sep 18 06:59:53.956465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5345319d-ff7d-4da0-87e4-28a17614469c req-3f10c7b8-a0c7-4598-8980-e981dfdcf9d6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/970ae917-e64f-4f4a-b99e-1fdf818f8903 HTTP/1.1" status: 200 len: 1781 time: 0.2502930 Sep 18 06:59:54.024340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-17ac2d65-b0c5-45e1-8b5f-c13adc554dd0 None None] Provisioning complete for port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:54.024932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-17ac2d65-b0c5-45e1-8b5f-c13adc554dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.040451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-50980698-0a4b-41fa-82e6-15d1b9e56fca tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4991217 Sep 18 06:59:54.075799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Request body: {'port': {'device_id': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:54.097254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.098353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-17ac2d65-b0c5-45e1-8b5f-c13adc554dd0 None None] Port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:54.184453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.186908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5345319d-ff7d-4da0-87e4-28a17614469c req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.197075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-4f0b8867-01e4-4ea5-bcce-0fec94072f65 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887204 Sep 18 06:59:54.240759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.246554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5345319d-ff7d-4da0-87e4-28a17614469c req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.400973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 06:59:54.451747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.464455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-170fbec3-7513-40a3-aa99-b235aab07fce service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470131 Sep 18 06:59:54.537653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5345319d-ff7d-4da0-87e4-28a17614469c req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.540205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5345319d-ff7d-4da0-87e4-28a17614469c req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.542061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:54.550282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:54.550610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5345319d-ff7d-4da0-87e4-28a17614469c req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/970ae917-e64f-4f4a-b99e-1fdf818f8903 HTTP/1.1" status: 204 len: 173 time: 0.5822194 Sep 18 06:59:54.563433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:54.564765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event updated for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:54.568223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf4b2-95a8-40ce-9da5-6a25fe0e337c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ae917-e64f-4f4a-b99e-1fdf818f8903,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:54.606155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 06:59:54.617594 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Sync routers for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 06:59:54.620479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:54.624744 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bed5db49-3fb4-4b74-8f42-7bd000e44424 admin admin] 10.222.0.20 "PUT /v2.0/routers/29706de5-1bf9-4e5b-a1f4-762e44e7bdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6656716 Sep 18 06:59:54.633704 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:54.634661 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:54.667057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:54.667765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.792720 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-025a9fbc-8f61-40ed-aae6-9c424d65c575 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7356761 Sep 18 06:59:54.803360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:54.806742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:54.812227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Request body: {'port': {'device_id': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:54.940334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.028219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-01cf30fb-6543-4367-886b-44cc14dffe4e None None] Provisioning complete for port 3b9fef02-b051-4f73-87c4-c41c86d71636 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 06:59:55.029232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01cf30fb-6543-4367-886b-44cc14dffe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.069803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-01cf30fb-6543-4367-886b-44cc14dffe4e None None] Port 3b9fef02-b051-4f73-87c4-c41c86d71636 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 06:59:55.123456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:53Z', 'revision_number': 5, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:55.153077 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Checking router: 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 06:59:55.162254 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Routers {'29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 06:59:55.163080 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T06:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:55.305057 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] Set router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 06:59:55.344201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493df0e-c458-4c80-a492-06053a9420be req-d521082d-e753-4757-a967-d631cb5a5e24 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:55.345791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f493df0e-c458-4c80-a492-06053a9420be req-d521082d-e753-4757-a967-d631cb5a5e24 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 943 time: 0.5366869 Sep 18 06:59:55.357150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:55.368488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.409396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed07f0-2df1-42df-8d8e-f9572ce0a412 req-5b0cf739-6326-4efa-978c-c3f89ab508d2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:55.410975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ed07f0-2df1-42df-8d8e-f9572ce0a412 req-5b0cf739-6326-4efa-978c-c3f89ab508d2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 936 time: 0.5406623 Sep 18 06:59:55.432007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Transition to ACTIVE for port object 97e1291b-104d-45b0-91fd-19d3c1cab4e2 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:55.451727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.460034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f493df0e-c458-4c80-a492-06053a9420be req-e0d77d08-b59c-42fa-82b1-81216e14448c tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973144 Sep 18 06:59:55.482073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ed07f0-2df1-42df-8d8e-f9572ce0a412 req-b143c1a6-dfd0-4439-92a7-72be5ee4753f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Sep 18 06:59:55.527837 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-1e7081f4-db90-45ad-a6a7-ad77eae73a37 req-9b33b35e-d9d1-45d5-9bdb-84e78e43e3bb tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 06:59:55.535570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e7081f4-db90-45ad-a6a7-ad77eae73a37 req-9b33b35e-d9d1-45d5-9bdb-84e78e43e3bb tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/970ae917-e64f-4f4a-b99e-1fdf818f8903 HTTP/1.1" status: 404 len: 352 time: 0.0268061 Sep 18 06:59:55.546500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.677699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc30ffb2-8930-4b81-8a4a-8ebca5296c8f req-f9a7bd7a-6b89-4e7a-9c70-b866567e40c3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 210 time: 0.0853450 Sep 18 06:59:55.686536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-159c42ee-2480-4b9f-875d-ea65256b90d0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906057 Sep 18 06:59:55.703724 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:53Z', 'revision_number': 5, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:55.706870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:55.749085 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02108ff2-a4ca-44f2-a662-95590f1c8062 None None] The sync data for ids ['29706de5-1bf9-4e5b-a1f4-762e44e7bdf0'] in n-d-789963-14 is: [{'id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'name': 'tempest-FloatingIPsNegativeTestJSON-363536503-router', 'tenant_id': 'b47a5659202c4285b18db2395858488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:40Z', 'updated_at': '2021-09-18T06:59:53Z', 'revision_number': 5, 'project_id': 'b47a5659202c4285b18db2395858488b', 'gw_port': {'id': 'ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29706de5-1bf9-4e5b-a1f4-762e44e7bdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:41Z', 'updated_at': '2021-09-18T06:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 06:59:55.832786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-275010186', 'description': 'tempest-description-743093457'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:55.857453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9fef02-b051-4f73-87c4-c41c86d71636 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:55.867191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.883433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Transition to ACTIVE for port object 3b9fef02-b051-4f73-87c4-c41c86d71636 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 06:59:55.890071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Attempting to bind port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:55.890414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Attempting to bind port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:55.890753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Attempting to bind port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:55.910415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:55.910747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Attempting to bind port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:55.933489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Deleting port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:55.933489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.950699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:55.951037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:55.951436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:55.951898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Bound port: 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:55.952263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:55.970346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-bd42eeb2-505b-42b0-bd4d-6cbb5212efff tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:55.971863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-bd42eeb2-505b-42b0-bd4d-6cbb5212efff tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751334 Sep 18 06:59:56.026968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-bb05a518-4896-4729-9c33-51f4dd9c20b7 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/quotas/7654a2760768453ea3622b7465005c22 HTTP/1.1" status: 200 len: 375 time: 0.0451748 Sep 18 06:59:56.050227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.107530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.108923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:56.111785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] For port ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:56.112178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.214747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Attempting to bind port 3b9fef02-b051-4f73-87c4-c41c86d71636 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 06:59:56.215190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Attempting to bind port 3b9fef02-b051-4f73-87c4-c41c86d71636 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 06:59:56.215619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Attempting to bind port 3b9fef02-b051-4f73-87c4-c41c86d71636 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:56.218496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-a2755bfa-df74-46ed-87a5-cf63f2a754fc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1668954 Sep 18 06:59:56.220763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Port 3b9fef02-b051-4f73-87c4-c41c86d71636 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 06:59:56.221092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Attempting to bind port 3b9fef02-b051-4f73-87c4-c41c86d71636 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 06:59:56.222465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Calling delete_port for ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:56.226594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 06:59:56.227006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 06:59:56.227464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 06:59:56.227969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Bound port: 3b9fef02-b051-4f73-87c4-c41c86d71636, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 06:59:56.228637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.241449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:56.252192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:56.347703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 06:59:56.351966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3b9fef02-b051-4f73-87c4-c41c86d71636,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 06:59:56.364703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.369839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.451200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.451874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.453297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] 10.222.0.24 "PUT /v2.0/ports/97e1291b-104d-45b0-91fd-19d3c1cab4e2 HTTP/1.1" status: 200 len: 1097 time: 2.3886828 Sep 18 06:59:56.453748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:56.456115 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b85f8-bdce-4c5d-ad32-652f9d27f680" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:56.457575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:56.464617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.465323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.496931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:56.497708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7d5e87a7-34d3-4859-8ac1-e49f8df32f22 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:56.517315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ce34-2d6e-4139-a416-02bc699ba67b service neutron] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:56.529456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.529956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.531400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] 10.222.0.24 "PUT /v2.0/ports/3b9fef02-b051-4f73-87c4-c41c86d71636 HTTP/1.1" status: 200 len: 1097 time: 1.7235782 Sep 18 06:59:56.545725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65fe6e7-73de-4542-9d49-d73bf9341675,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:56.557435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 06:59:56.559853 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7dbce-419e-40b5-b6cb-4b9b404435c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 06:59:56.607968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdfb5e-dc9b-4333-9fdb-73b65809736d service neutron] Pushing event updated for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:56.624865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.626400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c21582ee-ddf3-443e-a4fd-5169ea0e4c7d req-12cf011f-0b41-4759-87a3-ad30befead0c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8182342 Sep 18 06:59:56.680841 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e573a27-34b8-4575-9b57-e43e33cb7aad x-openstack-request-id: req-5e573a27-34b8-4575-9b57-e43e33cb7aad {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:56.681234 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:56.681592 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e573a27-34b8-4575-9b57-e43e33cb7aad {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:56.682241 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'status': 'completed', 'code': 200} Sep 18 06:59:56.702632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-37737772-b007-498b-bd94-77655b86f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.704468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-37737772-b007-498b-bd94-77655b86f548 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1100 time: 0.0745707 Sep 18 06:59:56.784840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:56.797841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-330a42f4-2571-4ea0-a49e-c7912dc3ec7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2 HTTP/1.1" status: 200 len: 217 time: 0.0696647 Sep 18 06:59:56.860703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-61174689-f00f-487c-a0a6-459b00b7c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.860703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-61174689-f00f-487c-a0a6-459b00b7c35f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0491509 Sep 18 06:59:56.870979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:56.930132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-962d9082-e23e-4240-b988-79222778cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.931665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-962d9082-e23e-4240-b988-79222778cdb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 1100 time: 0.2131345 Sep 18 06:59:56.958042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-93b5604c-b3ee-46db-a9de-fdc84099f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.959676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-93b5604c-b3ee-46db-a9de-fdc84099f535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0906405 Sep 18 06:59:56.977687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcab31a-fc84-49e1-b0fd-1044e712e0f1 req-793eb0e9-1227-4de0-8243-eb95708a99cd tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:56.979911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bcab31a-fc84-49e1-b0fd-1044e712e0f1 req-793eb0e9-1227-4de0-8243-eb95708a99cd tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 943 time: 0.2075963 Sep 18 06:59:57.020274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bcbfb-8a1f-46c1-aebf-c7a22b37c539 req-d7f12dfa-0cc5-463b-8252-7a7ca163faaa tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:57.022394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-056bcbfb-8a1f-46c1-aebf-c7a22b37c539 req-d7f12dfa-0cc5-463b-8252-7a7ca163faaa tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.2522221 Sep 18 06:59:57.027264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-e6e2738d-76f8-4faf-9886-535a11e86f1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3b9fef02-b051-4f73-87c4-c41c86d71636 HTTP/1.1" status: 200 len: 217 time: 0.0731587 Sep 18 06:59:57.054864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.154252 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-e3d1ebb5-6c8f-4a33-a8d7-c46c1a7db661 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862595 Sep 18 06:59:57.198686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.203017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bcab31a-fc84-49e1-b0fd-1044e712e0f1 req-e5988caf-e156-43c8-b806-f394757265d9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909974 Sep 18 06:59:57.204208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.222433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-056bcbfb-8a1f-46c1-aebf-c7a22b37c539 req-c14bb708-94f4-400e-a143-7b77881767b0 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798782 Sep 18 06:59:57.271884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-127629fa-07e5-450b-94e6-5c0cf2130f5f req-bb296739-6a88-47c3-bc1e-3de34016d94e service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086776 Sep 18 06:59:57.280054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-8a3e19ff-f22a-4718-b2e4-ad571dbf522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:57.281787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-8a3e19ff-f22a-4718-b2e4-ad571dbf522e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2382545 Sep 18 06:59:57.296824 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c1114-74b7-4689-961c-c6b2ac844d29 x-openstack-request-id: req-5e7c1114-74b7-4689-961c-c6b2ac844d29 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 06:59:57.297352 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 06:59:57.297710 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e7c1114-74b7-4689-961c-c6b2ac844d29 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 06:59:57.299326 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636', 'status': 'completed', 'code': 200} Sep 18 06:59:57.318260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b90976-5fd5-48ff-9bc4-290ef1249f45 req-560cc8c9-9a58-4669-8fe7-abbe114d205b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 210 time: 0.0415556 Sep 18 06:59:57.338604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1770058047', 'description': 'tempest-description-9378066'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:57.368336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-f0e49a45-6f9b-42d3-85ed-daaf2f4ac729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:57.369959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-f0e49a45-6f9b-42d3-85ed-daaf2f4ac729 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791116 Sep 18 06:59:57.408943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.409467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 06:59:57.434356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.443280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbe2d16f-3138-4fac-823c-ec8457ce9b4a admin admin] 10.222.0.20 "DELETE /v2.0/routers/29706de5-1bf9-4e5b-a1f4-762e44e7bdf0 HTTP/1.1" status: 204 len: 168 time: 2.8141952 Sep 18 06:59:57.443887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44220) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:57.447033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01eb70fb-fb8f-4ce4-9b24-04859a7e236b req-a3430910-d60b-4330-a7f5-0dbcc3854bf0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 210 time: 0.0504899 Sep 18 06:59:57.504497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Deleting subnet e7e335aa-00d8-4bee-a08e-bf7f196fd319 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 06:59:57.515015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.518917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.556937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.611998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-58be4562-9257-4229-b909-4b811198d1e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331691 Sep 18 06:59:57.654013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 06:59:57.657736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.748898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a115bf30-2aa4-4994-976f-bebf44e32526 req-b10e53ac-8db0-4915-913b-6774511a1db6 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271906 Sep 18 06:59:57.750439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.778699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-943958cb-2ef1-4231-809c-c48232bd57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:57.780523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-943958cb-2ef1-4231-809c-c48232bd57d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1100 time: 0.1719947 Sep 18 06:59:57.793032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22fc097-915f-4302-8d7d-7ac84e680ea8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:57.824410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.825253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,segment=NetworkSegment(e3d3ea6b-d990-42f6-a150-020232075674),segment_id=e3d3ea6b-d990-42f6-a150-020232075674)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:57.838861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a', 'network_id': '9d113283-ee39-4a5a-96cd-f671aef04acc', 'port_id': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a', 'mac_address': 'fa:16:3e:65:3f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bccea98-b6d4-42fb-9a6d-ff9039caf7dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 06:59:57.868629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-8399508e-f6ee-44ac-bdeb-1c95f73a6ede tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:57.870150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-8399508e-f6ee-44ac-bdeb-1c95f73a6ede tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.2626991 Sep 18 06:59:57.880278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.892744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:57.894134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9dbac20-7774-46f9-8506-1808a59f718e req-e268995c-b072-4bdd-afe1-e5f44ff224df tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5783784 Sep 18 06:59:57.907216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:57.908514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 06:59:57.938673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1873619410', 'description': 'tempest-description-1199358941'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:57.960872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,segment=NetworkSegment(e3d3ea6b-d990-42f6-a150-020232075674),segment_id=e3d3ea6b-d990-42f6-a150-020232075674)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:58.015245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-996cd5bb-706a-4c79-b8f5-b74ac99664af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.017135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-996cd5bb-706a-4c79-b8f5-b74ac99664af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 1100 time: 0.0525575 Sep 18 06:59:58.019736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-1661ed56-7936-45cd-b5f9-dddebfa7251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.021450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-1661ed56-7936-45cd-b5f9-dddebfa7251a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2289457 Sep 18 06:59:58.080020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-fa35f3de-71ff-47d6-9ebf-2bd783f22e89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2 HTTP/1.1" status: 200 len: 217 time: 0.0407603 Sep 18 06:59:58.095342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.124718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.143210 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.154227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:58.166697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-c58e3149-5e0e-4504-9719-ec4654fc3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.168206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-c58e3149-5e0e-4504-9719-ec4654fc3b7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1302752 Sep 18 06:59:58.185100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e335aa-00d8-4bee-a08e-bf7f196fd319,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:58.193059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-b5c6e707-48c4-49db-94d6-cf0a048ee859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.194595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-b5c6e707-48c4-49db-94d6-cf0a048ee859 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1081972 Sep 18 06:59:58.196287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.208828 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40dea9ea-63e9-4f89-876a-e8f58a2f67a8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e7e335aa-00d8-4bee-a08e-bf7f196fd319 HTTP/1.1" status: 204 len: 168 time: 0.7590127 Sep 18 06:59:58.208828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44226) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 06:59:58.209801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c60ed0-3287-440e-82bf-fb99feb08421 None None] Network 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 06:59:58.217717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-d52f4d48-5901-475c-9901-f72fb13f3bb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3b9fef02-b051-4f73-87c4-c41c86d71636 HTTP/1.1" status: 200 len: 217 time: 0.0410013 Sep 18 06:59:58.290282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-03eb404c-f5b8-470b-b87d-cbbfe0f027d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.292525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-03eb404c-f5b8-470b-b87d-cbbfe0f027d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0676613 Sep 18 06:59:58.326730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.331537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-6cc1b122-4f07-4452-8b72-93c53dd5fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.333802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-6cc1b122-4f07-4452-8b72-93c53dd5fae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305938 Sep 18 06:59:58.342219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 06:59:58.346154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.404667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df812-e220-4440-97f2-0ef99766809f req-9d6e3564-14b3-4814-8620-ec8dc36f079d tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.406410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed3df812-e220-4440-97f2-0ef99766809f req-9d6e3564-14b3-4814-8620-ec8dc36f079d tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 944 time: 0.1134472 Sep 18 06:59:58.411199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-d1cd3c7f-fa66-4de6-a371-1b905536b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.413137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-d1cd3c7f-fa66-4de6-a371-1b905536b9be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103926 Sep 18 06:59:58.466110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] DHCP port deletion for 0e88bfad-948c-4cf3-a1fd-1b6b57f11982 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 06:59:58.506245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed3df812-e220-4440-97f2-0ef99766809f req-b2ea970d-4c3b-4543-8000-02c86e373202 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902758 Sep 18 06:59:58.580289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b6d568cc-5518-4363-af3d-b4528476dba0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:58.628137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.631029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Deleting port b6d568cc-5518-4363-af3d-b4528476dba0 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:58.631657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.669998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-9faa283a-8342-4490-a626-529df7a6c855 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428923 Sep 18 06:59:58.684058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f795-8a97-428a-a062-dc2ed9c9327a req-3052ae95-2c3e-4002-8644-fb3fd2647c16 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:58.685856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db14f795-8a97-428a-a062-dc2ed9c9327a req-3052ae95-2c3e-4002-8644-fb3fd2647c16 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.0809076 Sep 18 06:59:58.709589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.728826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b6d568cc-5518-4363-af3d-b4528476dba0,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:58.729467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.775364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Calling delete_port for b6d568cc-5518-4363-af3d-b4528476dba0 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:58.792012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.796991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.809924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db14f795-8a97-428a-a062-dc2ed9c9327a req-1446988b-f1ca-47a0-ac6a-8b3271dbc4d2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043324 Sep 18 06:59:58.824071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180b1c60-0b86-45e9-b46e-995e048e2413,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:58.844989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94c7dbce-419e-40b5-b6cb-4b9b404435c2 req-01204100-83d3-4d69-a23e-8fc510f58216 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580670 Sep 18 06:59:58.879870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b6d568cc-5518-4363-af3d-b4528476dba0,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:58.897148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.899424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4339eb51-c12c-433d-be7d-99d8f066fc16 req-c21b4cf2-9b40-474a-9e65-db765064bd31 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9655252 Sep 18 06:59:58.900334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-39827d87-6ac8-48f0-b280-6c071d8b4b72 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517595 Sep 18 06:59:58.944514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Deleting port b6d568cc-5518-4363-af3d-b4528476dba0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 06:59:58.944913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:58.966472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7459aada-7bbd-4555-8a13-8ff2cab1493d req-34d6faed-6a00-402f-bb4d-e2fbfc817053 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 210 time: 0.0294168 Sep 18 06:59:59.031646 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.031646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 06:59:59.031990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d4b63f1-0887-4009-88c0-2f7a3d82aabb req-cbec885a-b0f9-47c0-a31e-d21e4618a1ce tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 210 time: 0.0454559 Sep 18 06:59:59.068879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 06:59:59.090662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] For port b6d568cc-5518-4363-af3d-b4528476dba0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b6d568cc-5518-4363-af3d-b4528476dba0,segment=NetworkSegment(c38ab092-23fa-45ba-bb74-2b4bd065d6d9),segment_id=c38ab092-23fa-45ba-bb74-2b4bd065d6d9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 06:59:59.091032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.105358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.14 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 06:59:59.115774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 06:59:59.116153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ab6e159f-c15a-43cd-8a7f-b87d8e1e7d06 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 06:59:59.125453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Calling delete_port for b6d568cc-5518-4363-af3d-b4528476dba0 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 06:59:59.153055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.153449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-155b85f8-bdce-4c5d-ad32-652f9d27f680 req-db9e49e0-4d47-4f74-b29f-52f120537659 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440929 Sep 18 06:59:59.193019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72084710-d8cd-46c3-93ea-a45f1ca5fd55 req-572be12c-722b-455b-a6d8-e674e16b0c95 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 10893 time: 0.1392534 Sep 18 06:59:59.246361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.254109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72084710-d8cd-46c3-93ea-a45f1ca5fd55 req-c16e95eb-602e-4fd3-b7d0-1ba14c845c25 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 200 len: 2981 time: 0.0471721 Sep 18 06:59:59.289747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] Pushing event deleted for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.295439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10ed8b-ec36-4006-980c-c4eeb79e45fc None None] No DVR routers for this DVR port b6d568cc-5518-4363-af3d-b4528476dba0 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:59.318379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72084710-d8cd-46c3-93ea-a45f1ca5fd55 req-3d5de09f-0aa7-4e22-8644-b70e3d7e1b4c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 200 len: 2981 time: 0.0548131 Sep 18 06:59:59.325114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.376788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d568cc-5518-4363-af3d-b4528476dba0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.382080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] No DVR routers for this DVR port b6d568cc-5518-4363-af3d-b4528476dba0 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 06:59:59.390234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-df5469ba-c352-4ec5-8ae4-769e8c1a1a12 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/e65fe6e7-73de-4542-9d49-d73bf9341675 HTTP/1.1" status: 200 len: 1799 time: 0.0431826 Sep 18 06:59:59.402168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-31d55d45-305b-4368-b730-571a9653a7f1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7654a2760768453ea3622b7465005c22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405185 Sep 18 06:59:59.438967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.457240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.482022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.549033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.594258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e88bfad-948c-4cf3-a1fd-1b6b57f11982']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:59.618946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:59.619517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38ab092-23fa-45ba-bb74-2b4bd065d6d9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 06:59:59.635720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062709-940b-45ca-80ae-78ae80704c84 req-fc55f29d-4af7-41d9-a463-e8265e90b30f tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:59.639948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-803d5253-643f-44d8-90a0-1be4daa8366c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:59.641704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-803d5253-643f-44d8-90a0-1be4daa8366c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166822 Sep 18 06:59:59.642201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c062709-940b-45ca-80ae-78ae80704c84 req-fc55f29d-4af7-41d9-a463-e8265e90b30f tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 944 time: 0.0630794 Sep 18 06:59:59.644030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.654014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.655699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Request body: {'port': {'device_id': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '7654a2760768453ea3622b7465005c22'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 06:59:59.656840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.662652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a92996f-3958-4d8b-b380-8aae23fca5ff req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/e65fe6e7-73de-4542-9d49-d73bf9341675 HTTP/1.1" status: 204 len: 173 time: 0.2622414 Sep 18 06:59:59.681510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526e63d-1f48-4b45-8a77-954c2eafbfa2 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65fe6e7-73de-4542-9d49-d73bf9341675,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.692056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.703798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 06:59:59.704706 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: timer() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 06:59:59.705948 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 06:59:59.717290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c062709-940b-45ca-80ae-78ae80704c84 req-e599af63-ee9f-47c8-b128-8268318fa5a7 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742028 Sep 18 06:59:59.718296 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-de643579-ae3d-4d07-9101-c7ad9195154e req-b528d65c-2c30-4cd5-95dd-038db0a6bfec tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 06:59:59.719222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de643579-ae3d-4d07-9101-c7ad9195154e req-b528d65c-2c30-4cd5-95dd-038db0a6bfec tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/e65fe6e7-73de-4542-9d49-d73bf9341675 HTTP/1.1" status: 404 len: 352 time: 0.0297277 Sep 18 06:59:59.749688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.805729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-deab2182-28ef-4fb4-8b6b-5bd8227926cf tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b22fc097-915f-4302-8d7d-7ac84e680ea8 HTTP/1.1" status: 200 len: 1798 time: 0.0638433 Sep 18 06:59:59.880377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 06:59:59.883895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.889105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 06:59:59.892392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.899063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 06:59:59.930876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.939944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.951703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 06:59:59.953656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e88bfad-948c-4cf3-a1fd-1b6b57f11982 HTTP/1.1" status: 204 len: 168 time: 1.7493455 Sep 18 06:59:59.977067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6242e-e756-4b3a-80b0-3e54638d789f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e88bfad-948c-4cf3-a1fd-1b6b57f11982,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 06:59:59.986540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 06:59:59.987234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.021576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260db58a-8a13-4a44-afb6-c4b2f9e61ea6 req-7c49b0c8-cb94-427c-8423-b7d9bbeb44a4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:00.023655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-260db58a-8a13-4a44-afb6-c4b2f9e61ea6 req-7c49b0c8-cb94-427c-8423-b7d9bbeb44a4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.0837233 Sep 18 07:00:00.062022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Made reservation on behalf of 7654a2760768453ea3622b7465005c22 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:00.065583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.093231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-260db58a-8a13-4a44-afb6-c4b2f9e61ea6 req-f04057ff-95ca-4ea9-9b1f-1316bdb276d0 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564830 Sep 18 07:00:00.117114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.120008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.121228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e71aa4b-d2b4-4735-a63c-18861094b57b req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/b22fc097-915f-4302-8d7d-7ac84e680ea8 HTTP/1.1" status: 204 len: 173 time: 0.3077774 Sep 18 07:00:00.136988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b0f91-db91-407d-8667-1fd5263a6613 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22fc097-915f-4302-8d7d-7ac84e680ea8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:00.149666 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-484d1810-29c1-4cd4-9202-0cbbc5ef52ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2461689 Sep 18 07:00:00.169985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Request body: {'port': {'device_id': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:00.240141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5532a8a-d433-4685-8f62-b5f54c02bd94 req-ba3f6fab-6ee8-4c8a-94be-ab0b32880087 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 210 time: 0.0540776 Sep 18 07:00:00.291203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfea28c-fe2d-455e-9be2-841c252855f8 req-42a445ca-3c18-4666-b0bb-ac4cca0aa50b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:00.292869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdfea28c-fe2d-455e-9be2-841c252855f8 req-42a445ca-3c18-4666-b0bb-ac4cca0aa50b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 932 time: 0.1047554 Sep 18 07:00:00.307692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.322682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Allocated IP 192.168.233.27 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/bd453c4e-d0b7-4233-af26-d6d686a6b227) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:00.339564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdfea28c-fe2d-455e-9be2-841c252855f8 req-d881c376-435a-4692-be75-4e076d3c9964 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Sep 18 07:00:00.404703 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-fffef1b9-b7de-45f5-aef3-4c9752fa6a55 req-582cd79c-d833-48ff-b448-dc0bfbf821ce tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:00.413481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffef1b9-b7de-45f5-aef3-4c9752fa6a55 req-582cd79c-d833-48ff-b448-dc0bfbf821ce tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b22fc097-915f-4302-8d7d-7ac84e680ea8 HTTP/1.1" status: 404 len: 352 time: 0.0161173 Sep 18 07:00:00.415015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:00.485702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e2ece4a2-e264-45f8-ab42-bbf1d505e65d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b47a5659202c4285b18db2395858488b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702465 Sep 18 07:00:00.488681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-1b047b58-70ce-4d63-bb36-5b9743023861 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/180b1c60-0b86-45e9-b46e-995e048e2413 HTTP/1.1" status: 200 len: 1801 time: 0.0570800 Sep 18 07:00:00.488845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44270) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:00.553096 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.576601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.582749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:00.667496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.670323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.672973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5122fe5b-c2f4-42b6-951b-556d958076d4 req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/180b1c60-0b86-45e9-b46e-995e048e2413 HTTP/1.1" status: 204 len: 173 time: 0.1777980 Sep 18 07:00:00.687072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec2e48-728a-4da2-9ae5-b033115be172 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b1c60-0b86-45e9-b46e-995e048e2413,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:00.722280 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-e4e8db23-6874-4a46-9f14-5f2ae1f8644c req-96fd160c-15e1-4b3a-9e2d-dfe9ecb7e37f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:00.723505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4e8db23-6874-4a46-9f14-5f2ae1f8644c req-96fd160c-15e1-4b3a-9e2d-dfe9ecb7e37f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/180b1c60-0b86-45e9-b46e-995e048e2413 HTTP/1.1" status: 404 len: 352 time: 0.0186470 Sep 18 07:00:00.731113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.777108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.809681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.847082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-336b9d1b-ea8e-4b20-a3f9-3d74019cf674 req-d39583a6-6632-49d7-b4d2-996eb8b1c7e5 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 6148 time: 0.0956259 Sep 18 07:00:00.879707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a5fda-8b43-40a4-b0fb-4056dd4c063a req-3dc97d19-33aa-454e-98f4-9792f002948d tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:00.881196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4a5fda-8b43-40a4-b0fb-4056dd4c063a req-3dc97d19-33aa-454e-98f4-9792f002948d tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 944 time: 0.0768242 Sep 18 07:00:00.907525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:00.916485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:00.929746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-336b9d1b-ea8e-4b20-a3f9-3d74019cf674 req-e689bafe-f9b9-42c6-807d-ec1b99b02f7c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 200 len: 2981 time: 0.0735235 Sep 18 07:00:00.931866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Transition to ACTIVE for port object 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:00.948843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4a5fda-8b43-40a4-b0fb-4056dd4c063a req-338ea364-f78f-452e-9942-2a43bb8c2b51 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575211 Sep 18 07:00:00.988862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-336b9d1b-ea8e-4b20-a3f9-3d74019cf674 req-1a0d76bf-a410-45bf-85d1-78eadc585297 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 200 len: 2981 time: 0.0511391 Sep 18 07:00:01.009326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.014881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-392811495', 'description': 'tempest-description-504427364'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:01.021389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:01.055938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:01.058661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.060420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.062989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.064161 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c50ff58-226b-4657-883b-44d7354d15ef HTTP/1.1" status: 204 len: 168 time: 0.5726206 Sep 18 07:00:01.076873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:01.090881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:01.095189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4f18a-98ee-42a4-bee5-e88314841056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50ff58-226b-4657-883b-44d7354d15ef,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:01.096696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event updated for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:01.140687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.155113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107', '85dac6b7-cec1-451b-a5f8-22ac30ffb800', '42e8025e-503d-446c-93fd-713578d012ce'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:01.266459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.267855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.301988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.329412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Pushing event updated for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:01.330293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d68b3-10f5-400a-a4ce-1222a4925a52 req-590f910b-7ffd-4991-a7bc-4cc0eed6fb05 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.332167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e08d68b3-10f5-400a-a4ce-1222a4925a52 req-590f910b-7ffd-4991-a7bc-4cc0eed6fb05 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.0896997 Sep 18 07:00:01.342083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Attempting to bind port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:01.342425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Attempting to bind port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:01.342762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Attempting to bind port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:01.353435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:01.353767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Attempting to bind port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:01.360427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:01.360769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:01.362210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:01.362210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Bound port: 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:01.362210 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.384623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e08d68b3-10f5-400a-a4ce-1222a4925a52 req-2267345a-c5bd-4ea9-aa37-542ff563e5a6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Sep 18 07:00:01.385929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.462664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43444839-0ad6-4cb7-9508-eb6fb82bc573,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:01.469541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-6d5d7fde-5a69-4d8a-99c0-73d7ec383b00 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8177071 Sep 18 07:00:01.470615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:01.477547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:01.485815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Request body: {'port': {'device_id': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:01.531112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.534514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-177313ca-b30e-4cd9-bb1a-56399bb96034 req-55b10a7a-f1b6-4c4d-ad22-96b8e9794f24 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5237236 Sep 18 07:00:01.550586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09a58fef-724c-4cac-8cf3-68a1cce6dc3a None None] Provisioning complete for port bd453c4e-d0b7-4233-af26-d6d686a6b227 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:01.550964 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09a58fef-724c-4cac-8cf3-68a1cce6dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.557960 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.580266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32055a0c-b4ad-4322-a814-bb738113b59a req-0396d859-53a0-441d-a9d0-d53ac8feeb5b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.584393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32055a0c-b4ad-4322-a814-bb738113b59a req-0396d859-53a0-441d-a9d0-d53ac8feeb5b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 935 time: 0.1034024 Sep 18 07:00:01.629965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.648040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-09a58fef-724c-4cac-8cf3-68a1cce6dc3a None None] Port bd453c4e-d0b7-4233-af26-d6d686a6b227 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:01.654046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.654677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.656095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] 10.222.0.37 "PUT /v2.0/ports/0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d HTTP/1.1" status: 200 len: 1093 time: 1.4976068 Sep 18 07:00:01.682066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32055a0c-b4ad-4322-a814-bb738113b59a req-026e7eec-2c5a-494e-b54a-d2c27bbd3a25 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859046 Sep 18 07:00:01.685071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:01.687430 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29220ca0-5848-47d8-bd01-8764d1e81dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:01.695048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:01.711508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be4a7-ace2-4dad-b18c-cbcf7dc36c8a req-33796f0d-86b3-418e-8b5e-63afcaa993ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.712902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd5be4a7-ace2-4dad-b18c-cbcf7dc36c8a req-33796f0d-86b3-418e-8b5e-63afcaa993ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 944 time: 0.0948205 Sep 18 07:00:01.734331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d3b5-e49e-43c7-9521-183de356609f service neutron] Pushing event updated for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:01.789482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd5be4a7-ace2-4dad-b18c-cbcf7dc36c8a req-2dd357fa-a317-4f1b-ae15-9db86ecc19d3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688565 Sep 18 07:00:01.833295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1229148518', 'description': 'tempest-description-1884575952'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:01.901180 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3b4f8-a49b-4ea0-a572-8f2301a87897 x-openstack-request-id: req-7ef3b4f8-a49b-4ea0-a572-8f2301a87897 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:01.901467 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:01.901724 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ef3b4f8-a49b-4ea0-a572-8f2301a87897 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:01.902146 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d', 'status': 'completed', 'code': 200} Sep 18 07:00:01.910792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-5ece41cd-5759-4790-9199-61598e294f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:01.912365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-5ece41cd-5759-4790-9199-61598e294f20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 1096 time: 0.0958188 Sep 18 07:00:01.947278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:01.954227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:01.986339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:01.986724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.009167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-bb643914-4230-4218-b124-aaa535e80eb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d HTTP/1.1" status: 200 len: 217 time: 0.0594420 Sep 18 07:00:02.056120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.100521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-1f1e1315-2676-4997-9d8c-f663c4026159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.103256 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-1f1e1315-2676-4997-9d8c-f663c4026159 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0737467 Sep 18 07:00:02.140308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160e77-231b-4f6c-9a0b-4758f262143e req-c2287dd9-4184-4d1d-8caa-ef697ae43c11 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.146679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf160e77-231b-4f6c-9a0b-4758f262143e req-c2287dd9-4184-4d1d-8caa-ef697ae43c11 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 944 time: 0.0804112 Sep 18 07:00:02.150537 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.164115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-73acbf74-d797-4901-88ef-7b395eb6633f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526941 Sep 18 07:00:02.170353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.184968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,segment=NetworkSegment(e3d3ea6b-d990-42f6-a150-020232075674),segment_id=e3d3ea6b-d990-42f6-a150-020232075674)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:02.185742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:02.186418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd453c4e-d0b7-4233-af26-d6d686a6b227 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:02.188129 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f69c57-d295-4f0b-8780-c0c21ce1df03" -d '{"events": [{"server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "name": "network-vif-plugged", "status": "completed", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:02.204327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.211986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf160e77-231b-4f6c-9a0b-4758f262143e req-7e782cb1-cbab-46f2-96b5-77bac8a61713 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617759 Sep 18 07:00:02.218604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1cbf3-88d1-4855-b5b0-126495f7288c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:02.250760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Transition to ACTIVE for port object bd453c4e-d0b7-4233-af26-d6d686a6b227 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:02.271781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.271781 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a12ca5-0b5d-46bf-b36c-b761b119aaf2 x-openstack-request-id: req-e0a12ca5-0b5d-46bf-b36c-b761b119aaf2 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:02.271781 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "name": "network-vif-plugged", "status": "completed", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:02.271781 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0a12ca5-0b5d-46bf-b36c-b761b119aaf2 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:02.271781 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a', 'code': 200} Sep 18 07:00:02.288406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-60cf7960-83b2-48e0-b8cc-22a1047f59b0 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162615 Sep 18 07:00:02.289704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.291001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eeecde3c-9e7a-4f7f-8e2d-b1b33e8f9499 req-c702ed12-00cc-44fa-8d43-2cae4e427390 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4672914 Sep 18 07:00:02.339612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:02.351418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.531948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Pushing event updated for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:02.551745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-162759bf-9fc8-40a0-9dcf-a8611fad0b11 req-04697b0f-1c03-4094-979e-143af9e2638d service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513406 Sep 18 07:00:02.605393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8008e28-118c-46ca-93b9-9ee7efafa369 req-c94f5304-c964-4efe-8840-5972c5f58f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.606946 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8008e28-118c-46ca-93b9-9ee7efafa369 req-c94f5304-c964-4efe-8840-5972c5f58f3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 1097 time: 0.2036850 Sep 18 07:00:02.677815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6172b-d146-4b67-90b8-34d80d3353df req-31fe27ec-30c6-441c-a593-b214779fa723 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.680032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ad6172b-d146-4b67-90b8-34d80d3353df req-31fe27ec-30c6-441c-a593-b214779fa723 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.1952150 Sep 18 07:00:02.705639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Attempting to bind port bd453c4e-d0b7-4233-af26-d6d686a6b227 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:02.706315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Attempting to bind port bd453c4e-d0b7-4233-af26-d6d686a6b227 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:02.706859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Attempting to bind port bd453c4e-d0b7-4233-af26-d6d686a6b227 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:02.723215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Port bd453c4e-d0b7-4233-af26-d6d686a6b227 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:02.723879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Attempting to bind port bd453c4e-d0b7-4233-af26-d6d686a6b227 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:02.730164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-279d4204-477a-4bf2-902c-8b1a3c0f0e10 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.733883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-279d4204-477a-4bf2-902c-8b1a3c0f0e10 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 812 time: 0.1991847 Sep 18 07:00:02.734943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8008e28-118c-46ca-93b9-9ee7efafa369 req-b5f6156e-77bc-44c6-ad2b-69dd15629172 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074851 Sep 18 07:00:02.735963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:02.736314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:02.736698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:02.737337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Bound port: bd453c4e-d0b7-4233-af26-d6d686a6b227, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:02.737917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:02.764766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-4d4876d9-a7d9-4714-b65d-97524bc609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.770107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-4d4876d9-a7d9-4714-b65d-97524bc609a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 1096 time: 0.0909386 Sep 18 07:00:02.770904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ad6172b-d146-4b67-90b8-34d80d3353df req-036d5713-19a0-4fc2-8831-b12e38dbc5cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825672 Sep 18 07:00:02.776399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-4d06c445-e63a-4ad3-a501-02491cc54c53 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/quotas/cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 375 time: 0.0328779 Sep 18 07:00:02.840018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-1af0f024-e19d-4b58-9709-00417a3e6957 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573709 Sep 18 07:00:02.878794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:02.883426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:02.903022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-6e981d42-7f38-45c8-b28d-9a202cebd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:02.904534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-6e981d42-7f38-45c8-b28d-9a202cebd982 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.1209223 Sep 18 07:00:02.946427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-149dc9d9-c51a-45ea-ab68-16e94808fc2a service neutron] 10.222.0.20 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991168 Sep 18 07:00:02.956961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-ef7bf629-2cf5-44a7-8c3b-4812950efe86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d HTTP/1.1" status: 200 len: 217 time: 0.0434966 Sep 18 07:00:02.958497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:03.024073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.024705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:03.026164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd453c4e-d0b7-4233-af26-d6d686a6b227 HTTP/1.1" status: 200 len: 1096 time: 1.5458970 Sep 18 07:00:03.054893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff0954-d903-44cc-a2c8-3eba7a6dbe54 service neutron] Pushing event updated for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:03.058502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-094eb419-90d7-4a12-935c-758e783ae9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.060016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-094eb419-90d7-4a12-935c-758e783ae9dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0747299 Sep 18 07:00:03.099981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-f272f203-88e3-4ff4-94ff-4d04720e4472 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311072 Sep 18 07:00:03.108684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-42b7148a-1821-44c8-b87c-3e84a7466d9d service neutron] 10.222.0.20 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531546 Sep 18 07:00:03.119182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e1447-6f10-49e2-8782-a3e17dc66ec3 req-358d0c69-044d-4144-9727-6d752c5bdd5b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.120824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-215e1447-6f10-49e2-8782-a3e17dc66ec3 req-358d0c69-044d-4144-9727-6d752c5bdd5b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 947 time: 0.0763736 Sep 18 07:00:03.174747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-215e1447-6f10-49e2-8782-a3e17dc66ec3 req-2146dfed-f641-4ed3-bbe8-80ae6dc55128 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468180 Sep 18 07:00:03.253580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-e95d4e97-c642-4d55-9063-fbe7349af0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.255186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-e95d4e97-c642-4d55-9063-fbe7349af0e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 1099 time: 0.1346095 Sep 18 07:00:03.316646 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-b40907ba-8ba2-40e9-b626-918e8d4e5356 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227 HTTP/1.1" status: 200 len: 217 time: 0.0508318 Sep 18 07:00:03.325624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-b1cc178e-92e6-41a8-83a3-edefb83e57b3 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170062 Sep 18 07:00:03.332882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc712cf-769e-4a25-a869-a9b5a802740c req-175b1fa3-de0e-4a6e-aec9-f9e4a4ca6c49 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.334803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dc712cf-769e-4a25-a869-a9b5a802740c req-175b1fa3-de0e-4a6e-aec9-f9e4a4ca6c49 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 944 time: 0.0562847 Sep 18 07:00:03.421955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dc712cf-769e-4a25-a869-a9b5a802740c req-bf0d296d-1782-4cbf-aa19-f12f354dbfae tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751882 Sep 18 07:00:03.495464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-e2d08528-2fe7-496d-b4bd-fc23f4b8a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.500400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-e2d08528-2fe7-496d-b4bd-fc23f4b8a1c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1709099 Sep 18 07:00:03.555758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fdb27d3-b6cb-4bdb-b9b1-30e5d07f06f4 req-010106d9-9600-496d-ba2e-3cf2cfa8e36d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 210 time: 0.0423822 Sep 18 07:00:03.561160 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29220ca0-5848-47d8-bd01-8764d1e81dfc req-64ba2bbd-36a8-4c3d-820b-fa1f5ce5d5a1 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211428 Sep 18 07:00:03.586196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bb931-64dd-4b15-882c-be28fa523ba4 req-6b39ee87-4628-4101-8744-100fc9b38662 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.587780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-521bb931-64dd-4b15-882c-be28fa523ba4 req-6b39ee87-4628-4101-8744-100fc9b38662 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0857458 Sep 18 07:00:03.590655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-988a040d-ddd9-46d7-a57b-5641dcc91ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.592205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-988a040d-ddd9-46d7-a57b-5641dcc91ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832531 Sep 18 07:00:03.658397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-521bb931-64dd-4b15-882c-be28fa523ba4 req-4c135f42-393d-439d-bddc-c48488686b2f tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Sep 18 07:00:03.678963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3b9fef02-b051-4f73-87c4-c41c86d71636 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:03.746878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:03.763463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-9cf8079e-3bd4-4c46-915d-414794472799 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600847 Sep 18 07:00:03.843529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3b9fef02-b051-4f73-87c4-c41c86d71636,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:03.884743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3b9fef02-b051-4f73-87c4-c41c86d71636', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '3b9fef02-b051-4f73-87c4-c41c86d71636', 'mac_address': 'fa:16:3e:81:52:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:03.888890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82508546-d8d6-441e-9a9b-f13fa419f37f req-11abf239-61f4-483d-a15a-7982430e461f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179676 Sep 18 07:00:03.903682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:03.907852 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e" -d '{"events": [{"name": "network-changed", "server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:03.940623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:03.953847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d', 'mac_address': 'fa:16:3e:b4:aa:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:03.955451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:03.969805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd3fbc-ad80-4852-ad7f-e9fea495d9f7 req-ea6e4432-70b8-4edd-a573-18b663dd06b9 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:03.971453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36dd3fbc-ad80-4852-ad7f-e9fea495d9f7 req-ea6e4432-70b8-4edd-a573-18b663dd06b9 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 948 time: 0.0856376 Sep 18 07:00:03.976556 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a7157-1730-4908-b54f-1a508e052b5f x-openstack-request-id: req-ee7a7157-1730-4908-b54f-1a508e052b5f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:03.976852 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:03.977113 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee7a7157-1730-4908-b54f-1a508e052b5f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:03.977522 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227', 'status': 'completed', 'code': 200} Sep 18 07:00:03.987215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9fef02-b051-4f73-87c4-c41c86d71636 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:04.018844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36dd3fbc-ad80-4852-ad7f-e9fea495d9f7 req-858d269a-6955-40aa-89c0-e35f763c01df tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Sep 18 07:00:04.019844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3b9fef02-b051-4f73-87c4-c41c86d71636,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:04.021437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:04.036368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:04.058903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:04.152595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:04.153400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:04.168081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-0beaf076-aa27-4cbc-b18c-29c4a556a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.169617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-0beaf076-aa27-4cbc-b18c-29c4a556a39f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 1099 time: 0.0435183 Sep 18 07:00:04.207559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:04.238035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:04.255162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'mac_address': 'fa:16:3e:ff:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:04.262201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:04.275991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-99cec0d7-0cad-4542-ac00-473b16be31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.277596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-99cec0d7-0cad-4542-ac00-473b16be31e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.0996935 Sep 18 07:00:04.323327 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-c764e016-8603-45ed-a803-d5e496d81c93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227 HTTP/1.1" status: 200 len: 217 time: 0.0361140 Sep 18 07:00:04.369046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:04.372209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:04.393494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-6ececd10-cce9-467c-905e-ccd0da89fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.395234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-6ececd10-cce9-467c-905e-ccd0da89fdaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0647459 Sep 18 07:00:04.402173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:04.432818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:04.470013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-5549991f-6830-4d9a-9fc0-35a5fcd7e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.471579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-5549991f-6830-4d9a-9fc0-35a5fcd7e8c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676277 Sep 18 07:00:04.491139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44412) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:04.518233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:04.604260 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:04.610647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-a2f396c4-1513-47a7-a049-932de7cb3f5d service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291223 Sep 18 07:00:04.701098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:04.714786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ef4f-4248-41cb-bd2e-fbc84636918e req-9ff61084-8e74-4da8-a771-6a2d399f1916 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.716431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cae8ef4f-4248-41cb-bd2e-fbc84636918e req-9ff61084-8e74-4da8-a771-6a2d399f1916 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 947 time: 0.4569821 Sep 18 07:00:04.725295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4d15-cb6b-435c-be9b-486918f552c6 req-2212ea1f-80be-447b-99e1-d33ba35afd21 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:04.732850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b60f4d15-cb6b-435c-be9b-486918f552c6 req-2212ea1f-80be-447b-99e1-d33ba35afd21 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 945 time: 0.0783448 Sep 18 07:00:04.798585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cae8ef4f-4248-41cb-bd2e-fbc84636918e req-1779bea2-d44c-448b-89bc-ebcf11c79ba0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Sep 18 07:00:04.828084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b60f4d15-cb6b-435c-be9b-486918f552c6 req-c133042d-c26c-4576-98f4-2bea7e5441ec tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873871 Sep 18 07:00:04.952789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c97d6f58-c344-4024-bfab-94f125860dc3 req-95aba5a8-c88b-4bfc-a798-6c81959056fe tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Sep 18 07:00:05.011945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93476da0-5dbd-48c7-80d5-b491d3578c2e req-ddb5de86-bfa5-4fee-aff8-991107d1b75a tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:05.013639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93476da0-5dbd-48c7-80d5-b491d3578c2e req-ddb5de86-bfa5-4fee-aff8-991107d1b75a tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0566173 Sep 18 07:00:05.048118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-477353bb-89fa-4d0e-9f1a-bac88ea92f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.053833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93476da0-5dbd-48c7-80d5-b491d3578c2e req-f4c32bd3-86a6-4f8b-8e22-77dc2ca90eec tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337343 Sep 18 07:00:05.105490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d5a909e-f7bc-4613-8f9c-80dd4bd3113e req-8becb399-a216-408a-bf97-9f54c6ea3f80 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836402 Sep 18 07:00:05.165728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5a407-7b57-4387-aed2-9f90fac85557 req-9ad5d317-fce3-4215-a70e-d5ac1ef65224 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:05.167441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-477353bb-89fa-4d0e-9f1a-bac88ea92f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.167585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7af5a407-7b57-4387-aed2-9f90fac85557 req-9ad5d317-fce3-4215-a70e-d5ac1ef65224 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 949 time: 0.0654356 Sep 18 07:00:05.182629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3b9fef02-b051-4f73-87c4-c41c86d71636'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:05.210692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:05.212810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7af5a407-7b57-4387-aed2-9f90fac85557 req-79980111-ae0d-439c-9b77-df049574fedf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Sep 18 07:00:05.243181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-477353bb-89fa-4d0e-9f1a-bac88ea92f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.284036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477353bb-89fa-4d0e-9f1a-bac88ea92f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ced3d-f566-4d58-842f-cdbf86fe7110,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:05.288323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-477353bb-89fa-4d0e-9f1a-bac88ea92f93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad674098a2244e778fe812cc1d118411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955229 Sep 18 07:00:05.291162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:05.343544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.377262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.500966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.503916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:05.520627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a7ced3d-f566-4d58-842f-cdbf86fe7110 HTTP/1.1" status: 204 len: 168 time: 0.2130158 Sep 18 07:00:05.520627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473ddbb-57c6-4fe3-a415-0a2cf68f2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ced3d-f566-4d58-842f-cdbf86fe7110,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:05.652603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067863-7dfc-4291-bba4-96d883cdac76 req-6781b3f1-7655-4c18-8a13-b80e557aee18 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:05.654577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e067863-7dfc-4291-bba4-96d883cdac76 req-6781b3f1-7655-4c18-8a13-b80e557aee18 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0591826 Sep 18 07:00:05.693171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e067863-7dfc-4291-bba4-96d883cdac76 req-330c74f1-2bd4-4bea-bddf-bc0307ac0f7f tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Sep 18 07:00:05.742695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device bd453c4e-d0b7-4233-af26-d6d686a6b227 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:05.746696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-a23d170e-c589-40e2-ae89-7cf05361b3bc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:05.748247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-a23d170e-c589-40e2-ae89-7cf05361b3bc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 812 time: 0.1007907 Sep 18 07:00:05.750287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:05.763746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'device_id': '73fb2425-f585-44ab-b713-b7179fb70063', 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b', 'admin_state_up': True, 'tenant_id': 'cb58815a4b67451a87b61153fa31617a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:05.997629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:06.014442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'bd453c4e-d0b7-4233-af26-d6d686a6b227', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'bd453c4e-d0b7-4233-af26-d6d686a6b227', 'mac_address': 'fa:16:3e:81:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:06.020579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Made reservation on behalf of cb58815a4b67451a87b61153fa31617a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:06.027098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.061847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19571e-018a-4cc6-ae7e-71de971b5f54 req-754c51a4-433f-42c6-83af-636df148233f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.068404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.068775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed19571e-018a-4cc6-ae7e-71de971b5f54 req-754c51a4-433f-42c6-83af-636df148233f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 947 time: 0.1312068 Sep 18 07:00:06.087382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd453c4e-d0b7-4233-af26-d6d686a6b227 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:06.098552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541da8e-16e9-4de5-b916-6ed8c5ec04a7 req-83a58398-3dd5-49c2-b046-d85daaca9952 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.104029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6541da8e-16e9-4de5-b916-6ed8c5ec04a7 req-83a58398-3dd5-49c2-b046-d85daaca9952 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 945 time: 0.1562662 Sep 18 07:00:06.121268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:06.123148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:06.127876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:06.128456 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.176516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed19571e-018a-4cc6-ae7e-71de971b5f54 req-7e23dcdd-cd07-468e-8838-f0ba92df86fa tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Sep 18 07:00:06.187255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6541da8e-16e9-4de5-b916-6ed8c5ec04a7 req-858226be-535d-4f90-b2c4-c6424d195229 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529358 Sep 18 07:00:06.204017 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.267051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Allocated IP 172.20.0.11 (ec1fb803-3117-494a-9782-ef814e99644b/a5ae9e8e-9dd0-437c-9d57-1a5f509143c4/625510ed-4408-465a-be02-c460ce5005bb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:06.313719 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.367063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:06.378403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6442e65e-a5ed-4f3f-a97c-58c758ee7ec1 req-6ddd9e6d-9231-4a36-bfe0-6b93a327f1c0 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 210 time: 0.0573537 Sep 18 07:00:06.393423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:06.395811 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98484a34-fd06-4b59-a691-0c4855c1c2f2" -d '{"events": [{"server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "name": "network-vif-plugged", "status": "completed", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:06.405766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:06.466218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356ba37-84a4-4de5-b119-9b7c20e90591 req-fed130d5-2deb-4c0d-8cd6-5bdab07a3a02 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.472833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.478065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9356ba37-84a4-4de5-b119-9b7c20e90591 req-fed130d5-2deb-4c0d-8cd6-5bdab07a3a02 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 949 time: 0.0810719 Sep 18 07:00:06.478355 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1be5cb-b798-4eec-945c-0b6e74306b2c x-openstack-request-id: req-aa1be5cb-b798-4eec-945c-0b6e74306b2c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:06.478355 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "name": "network-vif-plugged", "status": "completed", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:06.478355 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa1be5cb-b798-4eec-945c-0b6e74306b2c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:06.478689 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d', 'code': 200} Sep 18 07:00:06.545916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['bd453c4e-d0b7-4233-af26-d6d686a6b227'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:06.546119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.547355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9356ba37-84a4-4de5-b119-9b7c20e90591 req-fd15f977-8e8b-4a46-86f1-adba0f2ee96c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702555 Sep 18 07:00:06.640572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:06.641020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4f992-ab5f-4329-bc8a-52561d1de703 req-0e421748-918f-42be-9fef-2dd2cdd1fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.642703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b4a4f992-ab5f-4329-bc8a-52561d1de703 req-0e421748-918f-42be-9fef-2dd2cdd1fc2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 1098 time: 0.0938475 Sep 18 07:00:06.681811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b4a4f992-ab5f-4329-bc8a-52561d1de703 req-aa7961bd-e4ee-43b7-bb61-68ff676fc772 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291977 Sep 18 07:00:06.683948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.728422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Network ec1fb803-3117-494a-9782-ef814e99644b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:06.731604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:06.741856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:06.763303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:06.799710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.800485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:06.829741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5074f5-a581-401e-b64b-ad2ae99285c0 req-acb22317-aac0-4306-8e35-d8162efd8d81 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:06.831363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df5074f5-a581-401e-b64b-ad2ae99285c0 req-acb22317-aac0-4306-8e35-d8162efd8d81 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Sep 18 07:00:06.869466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df5074f5-a581-401e-b64b-ad2ae99285c0 req-5fbcf7da-d41c-48a2-a690-911745618dd6 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Sep 18 07:00:06.924306 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-f3f2073d-9146-42e2-8140-f0893d01f096 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655731 Sep 18 07:00:06.937325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Request body: {'port': {'device_id': '73fb2425-f585-44ab-b713-b7179fb70063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:06.995282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.258514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625510ed-4408-465a-be02-c460ce5005bb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:07.266535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.280235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Transition to ACTIVE for port object 625510ed-4408-465a-be02-c460ce5005bb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:07.346347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7edc9f-5dd3-4112-82e2-ceaab9cc90f3 req-3d9a650d-10d8-4618-accd-6eeffc45e1cd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.347730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da7edc9f-5dd3-4112-82e2-ceaab9cc90f3 req-3d9a650d-10d8-4618-accd-6eeffc45e1cd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.0728226 Sep 18 07:00:07.352615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.356530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef858d0-9e5f-473e-89e6-b3c503c55c37 req-7488a167-05e0-4377-8cfa-6789d86af095 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.358002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ef858d0-9e5f-473e-89e6-b3c503c55c37 req-7488a167-05e0-4377-8cfa-6789d86af095 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 948 time: 0.1052883 Sep 18 07:00:07.403694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:07.416290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da7edc9f-5dd3-4112-82e2-ceaab9cc90f3 req-43c38bea-272f-4dd0-85dc-d3c3e4f57a06 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Sep 18 07:00:07.421258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ef858d0-9e5f-473e-89e6-b3c503c55c37 req-f289c206-1754-4a52-bcd5-b4fa20555b75 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565426 Sep 18 07:00:07.479174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:07.488217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Attempting to bind port 625510ed-4408-465a-be02-c460ce5005bb on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:07.488557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Attempting to bind port 625510ed-4408-465a-be02-c460ce5005bb by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:07.488890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Attempting to bind port 625510ed-4408-465a-be02-c460ce5005bb on network ec1fb803-3117-494a-9782-ef814e99644b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:07.494175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Port 625510ed-4408-465a-be02-c460ce5005bb on network ec1fb803-3117-494a-9782-ef814e99644b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:07.494502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Attempting to bind port 625510ed-4408-465a-be02-c460ce5005bb on network ec1fb803-3117-494a-9782-ef814e99644b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:07.499447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:07.499784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Checking segment: {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:07.500171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Bound using segment: {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:07.500618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Bound port: 625510ed-4408-465a-be02-c460ce5005bb, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:07.500958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.547038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1ca0-218a-4e90-848c-e161334f7072 req-ee8b6685-bcdc-4c00-b71f-e46e12d9dec4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.548975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aee1ca0-218a-4e90-848c-e161334f7072 req-ee8b6685-bcdc-4c00-b71f-e46e12d9dec4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 944 time: 0.0630543 Sep 18 07:00:07.604000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:07.615151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aee1ca0-218a-4e90-848c-e161334f7072 req-221f314b-c625-47c3-8f91-234c1185acc7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577195 Sep 18 07:00:07.615151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44496) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:07.622726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-435325212'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:07.650596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-ca738851-debc-4ae2-8ad1-8875e8786b66 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.652219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-ca738851-debc-4ae2-8ad1-8875e8786b66 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0942335 Sep 18 07:00:07.654261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:07.713544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d99e0-ac04-4971-af64-5a590693424d req-719aeb10-0aa1-4f54-a1fb-26f9d3c9be29 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.715156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-750d99e0-ac04-4971-af64-5a590693424d req-719aeb10-0aa1-4f54-a1fb-26f9d3c9be29 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 949 time: 0.0563052 Sep 18 07:00:07.727240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3b9fef02-b051-4f73-87c4-c41c86d71636 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:07.729640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.739369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:07.743145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.768502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device bd453c4e-d0b7-4233-af26-d6d686a6b227 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:07.777060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-750d99e0-ac04-4971-af64-5a590693424d req-760acaed-9d89-4f6c-b92b-c9dd25755fbe tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Sep 18 07:00:07.782517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:00:07.795412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.795412 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Added segment 4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d of type vlan for network 115ee592-2d90-4fb5-87da-f9613371bee8 Sep 18 07:00:07.795640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.795640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.797241 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] 10.222.0.37 "PUT /v2.0/ports/625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 1093 time: 0.8641422 Sep 18 07:00:07.799511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:07.801813 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5a201-1f73-4c8c-8809-840303e1a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:07.857689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.857943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d8ca5-584c-4fae-ba11-8a5a6e8d9c56 service neutron] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:07.868589 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0889b09-262b-4463-9c78-3adc0789fe28 x-openstack-request-id: req-b0889b09-262b-4463-9c78-3adc0789fe28 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:07.868948 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:07.869196 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0889b09-262b-4463-9c78-3adc0789fe28 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:07.869570 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb', 'status': 'completed', 'code': 200} Sep 18 07:00:07.871459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Deleting port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:07.871864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.906415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3b9fef02-b051-4f73-87c4-c41c86d71636 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:07.911572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3b9fef02-b051-4f73-87c4-c41c86d71636 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:07.912232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.986937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port bd453c4e-d0b7-4233-af26-d6d686a6b227 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:07.992753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-5fa34d4d-d8be-4dd5-95de-1db5cf223881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.994053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc42b-7465-4199-9836-8cdcc5ea0f1f req-514bcba9-4d76-4892-bea4-2f57fae91cad tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:07.994206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port bd453c4e-d0b7-4233-af26-d6d686a6b227 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:07.994308 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-5fa34d4d-d8be-4dd5-95de-1db5cf223881 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1096 time: 0.0966606 Sep 18 07:00:07.994558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:07.998383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-859dc42b-7465-4199-9836-8cdcc5ea0f1f req-514bcba9-4d76-4892-bea4-2f57fae91cad tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Sep 18 07:00:08.024794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.036751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-859dc42b-7465-4199-9836-8cdcc5ea0f1f req-4f563a0f-ec63-4a6c-9db1-af3ddf766e34 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/security-groups?id=e214c842-d92b-4be7-bb3f-c8266ac31c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Sep 18 07:00:08.039069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.045146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.045146 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.053464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] For port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,segment=NetworkSegment(e3d3ea6b-d990-42f6-a150-020232075674),segment_id=e3d3ea6b-d990-42f6-a150-020232075674)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:08.053935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.073647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3b9fef02-b051-4f73-87c4-c41c86d71636,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:08.104298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Calling delete_port for b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:08.121446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.157221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:08.169979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-984c8763-58c7-42cf-8f16-2921103f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.171512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-984c8763-58c7-42cf-8f16-2921103f21ff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cb58815a4b67451a87b61153fa31617a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1664798 Sep 18 07:00:08.183205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5670199 Sep 18 07:00:08.184307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d8a39-7a33-4870-a428-e3fe7a68c6a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Network': ['ID=115ee592-2d90-4fb5-87da-f9613371bee8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.186291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44506) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:08.191115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-757281842'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:08.196429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.197232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:08.199164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 115ee592-2d90-4fb5-87da-f9613371bee8 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:00:08.262674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:08.273516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.274854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.344423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:00:08.347633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.353757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-2a981f52-c796-46ea-a7a6-7b48c4c77826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.355426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ff5a201-1f73-4c8c-8809-840303e1a7f6 req-2a981f52-c796-46ea-a7a6-7b48c4c77826 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746771 Sep 18 07:00:08.361732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.363180 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Added segment a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307 of type vlan for network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 Sep 18 07:00:08.419067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.448243 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.458929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-c3cc0a21-484b-4595-8f59-3abbe37da1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.460548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-c3cc0a21-484b-4595-8f59-3abbe37da1f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1096 time: 0.0527613 Sep 18 07:00:08.466755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.479844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636'}, {'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:08.482670 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93ce996-f169-47ab-bc58-948c3ab23d56" -d '{"events": [{"server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636"}, {"server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "name": "network-vif-plugged", "status": "completed", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:08.497467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:08.502451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:08.502999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.508409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:08.534897 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-bd66264c-f513-4be8-adf3-1f3b9c44c038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 217 time: 0.0640092 Sep 18 07:00:08.537432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Pushing event deleted for resources: {'Port': ['ID=b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.579044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.588103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.588869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.606367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968d02-d39b-4c71-8e28-38a175446723 req-92dc4eb9-69e0-45db-a278-6bce285e47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.607956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-92dc4eb9-69e0-45db-a278-6bce285e47c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.0656488 Sep 18 07:00:08.638390 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.674294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] No DVR routers for this DVR port b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:08.674512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dcc6a-988c-43b2-8f99-ae1bd5486a04 req-30513b74-2491-4099-b41d-f99e6676f904 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.677114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f8dcc6a-988c-43b2-8f99-ae1bd5486a04 req-30513b74-2491-4099-b41d-f99e6676f904 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 949 time: 0.1765182 Sep 18 07:00:08.677420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-669ed235-2460-45c2-bc10-5fe9f5dd5060 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502758 Sep 18 07:00:08.679190 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.681499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1cba5b6-70e9-4771-a20e-b77e9613305a req-0c8333a0-32ac-484e-9907-72a5c382c5e9 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.24 "DELETE /v2.0/ports/b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a HTTP/1.1" status: 204 len: 173 time: 1.0209239 Sep 18 07:00:08.685991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:08.728156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86512e73-865b-4bc7-8335-9606ba02e839 req-a8cd3c4a-c7fd-4791-bdbc-693a790f7147 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:08.735385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86512e73-865b-4bc7-8335-9606ba02e839 req-a8cd3c4a-c7fd-4791-bdbc-693a790f7147 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.2329965 Sep 18 07:00:08.763237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5759273 Sep 18 07:00:08.764077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb69c21-7c33-4065-90b5-dacf83eae9b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Network': ['ID=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.767310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:08.774934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.780308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'subnet': {'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:08.784041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:00:08.784703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-3b809e23-0fa9-4dff-8af6-f263f44bc692 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993760 Sep 18 07:00:08.856525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86512e73-865b-4bc7-8335-9606ba02e839 req-96c0384b-c526-4605-83c6-b08c9915b1ca tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146548 Sep 18 07:00:08.859773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f8dcc6a-988c-43b2-8f99-ae1bd5486a04 req-ae21b34b-afff-45be-8a18-ba8d91ccd327 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695693 Sep 18 07:00:08.883619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c9c31a9-a3aa-4c80-a175-869e2de30ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:08.901432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:08.912512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-40968d02-d39b-4c71-8e28-38a175446723 req-45f3b535-564f-4dc5-b187-d4acf9d72056 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205018 Sep 18 07:00:08.926672 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda44b36-886a-4646-bda8-bc8d08dca20a x-openstack-request-id: req-dda44b36-886a-4646-bda8-bc8d08dca20a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:08.927211 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "name": "network-vif-plugged", "status": "completed", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636", "code": 200}, {"server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "name": "network-vif-plugged", "status": "completed", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:08.927687 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dda44b36-886a-4646-bda8-bc8d08dca20a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:08.928100 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636', 'code': 200} Sep 18 07:00:08.928405 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227', 'code': 200} Sep 18 07:00:08.993262 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:00:09.058808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:09.062180 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:09.104382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be852ac-2002-45c1-b08b-f92d8591230d req-dba35852-09ac-466f-8916-21be7590a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.105917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0be852ac-2002-45c1-b08b-f92d8591230d req-dba35852-09ac-466f-8916-21be7590a708 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 1101 time: 0.0867839 Sep 18 07:00:09.108404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118cd42-670f-4d77-b8c2-de206ca82d91 req-5c530a46-d135-43a3-820c-d4136e2da60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.109783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c118cd42-670f-4d77-b8c2-de206ca82d91 req-5c530a46-d135-43a3-820c-d4136e2da60d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 1102 time: 0.0586691 Sep 18 07:00:09.152255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad5060-1b8b-4bff-a0a7-2850c73193ba req-9220ea1b-1d93-4941-9543-37f5eb5ebf49 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.153662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97ad5060-1b8b-4bff-a0a7-2850c73193ba req-9220ea1b-1d93-4941-9543-37f5eb5ebf49 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 944 time: 0.1686683 Sep 18 07:00:09.166249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0be852ac-2002-45c1-b08b-f92d8591230d req-720945c0-9307-44c8-93d7-18e482774ff0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Sep 18 07:00:09.167965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c118cd42-670f-4d77-b8c2-de206ca82d91 req-576610f3-4730-416c-954f-58b01a1d4bb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Sep 18 07:00:09.189648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360241a-67e2-4950-8ed7-42686dd46253 req-3a30aa3f-769c-4718-ab07-a30ee61152cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.191212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c360241a-67e2-4950-8ed7-42686dd46253 req-3a30aa3f-769c-4718-ab07-a30ee61152cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.1488805 Sep 18 07:00:09.274337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97ad5060-1b8b-4bff-a0a7-2850c73193ba req-8dd29682-a409-459b-aec5-2ccff4fffe1d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043487 Sep 18 07:00:09.295513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c360241a-67e2-4950-8ed7-42686dd46253 req-c8257dfb-4145-4365-8588-4ab8369994f2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914419 Sep 18 07:00:09.403763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09193e86-2dd5-4298-bd77-609c14bc8ac9 req-f64b6620-2804-49b2-9fa5-5e0366ea82db tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.405184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09193e86-2dd5-4298-bd77-609c14bc8ac9 req-f64b6620-2804-49b2-9fa5-5e0366ea82db tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.0541582 Sep 18 07:00:09.427999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:09.479803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-091079cc-53f9-4d09-b023-5eaca46fecfd req-5e22a6e0-599e-40bb-98f2-b0edd943bef1 tempest-InstanceActionsNegativeTestJSON-1492062838 tempest-InstanceActionsNegativeTestJSON-1492062838-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06161e0-fb6b-499a-87c9-708e63da9584 HTTP/1.1" status: 200 len: 210 time: 0.0554411 Sep 18 07:00:09.506567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09193e86-2dd5-4298-bd77-609c14bc8ac9 req-e31d109d-e9ac-4c55-8250-52d070e12b35 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951455 Sep 18 07:00:09.530087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Subnet': ['ID=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:09.543474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:09.543834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network hostable DHCP agents. Network: 115ee592-2d90-4fb5-87da-f9613371bee8, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:00:09.615250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:00:09.734251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 115ee592-2d90-4fb5-87da-f9613371bee8) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:09.738992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.739945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:09.744591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d61b2-f0f8-4b8c-9dea-c3fb3c959ec8 None None] Network 115ee592-2d90-4fb5-87da-f9613371bee8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:09.822160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-acb678b8-69d2-419c-9765-237b4d98e1f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0506752 Sep 18 07:00:09.824446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44570) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:09.829372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'subnet': {'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:09.870867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'name': 'network-vif-deleted', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:09.873259 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed84d74-c09a-4e8a-90c6-da313b1f72fb" -d '{"events": [{"server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "name": "network-vif-deleted", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:09.909252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-115ee592-2d90-4fb5-87da-f9613371bee8', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:00:09.910274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:09.913984 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0674300a-e763-43b7-979d-63b6708faaa3 x-openstack-request-id: req-0674300a-e763-43b7-979d-63b6708faaa3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:09.914248 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06161e0-fb6b-499a-87c9-708e63da9584", "name": "network-vif-deleted", "tag": "b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:09.914601 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0674300a-e763-43b7-979d-63b6708faaa3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:09.914878 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06161e0-fb6b-499a-87c9-708e63da9584', 'name': 'network-vif-deleted', 'tag': 'b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a', 'status': 'completed', 'code': 200} Sep 18 07:00:09.974037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500316-d3a6-436a-9991-83fa996c4b6a req-8fbfe2f0-2aff-4e31-ba29-fd88771844f4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:09.975599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df500316-d3a6-436a-9991-83fa996c4b6a req-8fbfe2f0-2aff-4e31-ba29-fd88771844f4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.0665154 Sep 18 07:00:10.040122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df500316-d3a6-436a-9991-83fa996c4b6a req-f5bc31f2-5a31-4551-aeec-932794b6bffd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Sep 18 07:00:10.042898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:10.046252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.052085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Allocated IP 10.1.1.2 (115ee592-2d90-4fb5-87da-f9613371bee8/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3/75f97537-1684-4383-8b36-8c6dfb28568e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:10.079231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee95298-3c00-4c90-8da3-a64cae76edb5 req-23f0fe30-3de6-445f-9e1c-bf2bc0d82d84 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:10.081254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eee95298-3c00-4c90-8da3-a64cae76edb5 req-23f0fe30-3de6-445f-9e1c-bf2bc0d82d84 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 949 time: 0.1040573 Sep 18 07:00:10.169117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eee95298-3c00-4c90-8da3-a64cae76edb5 req-351847af-2c7f-4ded-b7c0-282618b1d947 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795894 Sep 18 07:00:10.215049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.318768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.341585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.361729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:10.368220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:10.370048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Pushing event updated for resources: {'Port': ['ID=75f97537-1684-4383-8b36-8c6dfb28568e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:10.372277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:10.448310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Attempting to bind port 75f97537-1684-4383-8b36-8c6dfb28568e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:10.448803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Attempting to bind port 75f97537-1684-4383-8b36-8c6dfb28568e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:10.450013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Attempting to bind port 75f97537-1684-4383-8b36-8c6dfb28568e on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:10.456655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:10.457035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:10.457442 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.457837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Bound using segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:10.458724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Bound port: 75f97537-1684-4383-8b36-8c6dfb28568e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:10.459117 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.474454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Subnet': ['ID=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:10.489876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Checking segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:10.490296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network hostable DHCP agents. Network: b316bcb6-b2bc-46f2-80f8-de5fc34d25e2, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:00:10.503447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987fae7-cc83-46a8-ad84-1399c001caa6 req-0a70667e-fe06-4d26-9055-d64dd6356e4a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:10.504945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f987fae7-cc83-46a8-ad84-1399c001caa6 req-0a70667e-fe06-4d26-9055-d64dd6356e4a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 944 time: 0.1290519 Sep 18 07:00:10.531488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4295a-972f-4d4b-ace2-c7ba708c692f req-8b24c2fe-2697-4d5a-9274-98386c3abb44 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:10.533006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bf4295a-972f-4d4b-ace2-c7ba708c692f req-8b24c2fe-2697-4d5a-9274-98386c3abb44 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.1308122 Sep 18 07:00:10.535093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] For port 75f97537-1684-4383-8b36-8c6dfb28568e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:10.540375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] For port 75f97537-1684-4383-8b36-8c6dfb28568e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=75f97537-1684-4383-8b36-8c6dfb28568e,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:10.584889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f987fae7-cc83-46a8-ad84-1399c001caa6 req-7084ca14-2989-46b1-9d7c-3d73cdb2131b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704856 Sep 18 07:00:10.592421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bf4295a-972f-4d4b-ace2-c7ba708c692f req-2ae655f1-1d5a-45b7-aaec-68f2a61baaf4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Sep 18 07:00:10.615385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:00:10.634065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.648035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44586) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:10.694897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c73d39-8a50-4914-9d79-f22790a023f3 None None] Pushing event updated for resources: {'Port': ['ID=75f97537-1684-4383-8b36-8c6dfb28568e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:10.703250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Deleting subnet 0bccea98-b6d4-42fb-9a6d-ff9039caf7dc {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:00:10.707193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.741459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b316bcb6-b2bc-46f2-80f8-de5fc34d25e2) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:10.746279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:10.748897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.749643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.752271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058269f-5c85-4322-ae01-a30101174bd3 None None] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:10.798933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:10.858380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-87ba5a40-5afa-40c7-bede-22d261a14664 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0328155 Sep 18 07:00:10.861662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44596) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:10.877361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'name': 'tempest-TaggedBootDevicesTest_v242-1861047087', 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:10.929767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:10.938898 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f877d-c030-4852-8c07-254139bcf024" -d '{"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:11.001757 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2c5e2-578f-4ef6-9530-55543bb795e8 x-openstack-request-id: req-bab2c5e2-578f-4ef6-9530-55543bb795e8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:11.002241 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:11.002620 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bab2c5e2-578f-4ef6-9530-55543bb795e8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:11.003177 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'code': 200} Sep 18 07:00:11.014582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ips': [{'subnet_id': '7ae5ec80-bb3a-401b-ac6b-67c4bd227cce'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:00:11.015354 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.021667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.074782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bccea98-b6d4-42fb-9a6d-ff9039caf7dc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:11.077195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.079747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b4392be8-89c4-4b04-93f4-e5d00604cb3c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0bccea98-b6d4-42fb-9a6d-ff9039caf7dc HTTP/1.1" status: 204 len: 168 time: 0.4305208 Sep 18 07:00:11.083139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:11.175714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:11.195334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.203778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Allocated IP 10.2.2.2 (b316bcb6-b2bc-46f2-80f8-de5fc34d25e2/7ae5ec80-bb3a-401b-ac6b-67c4bd227cce/9e1b520a-9127-4fdf-966b-b623cf77d4e5) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:11.213641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1720c-08fa-446c-9cb2-7090e148d704 req-79762138-f4ce-49f9-964b-b87c62855ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:11.219830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eb1720c-08fa-446c-9cb2-7090e148d704 req-79762138-f4ce-49f9-964b-b87c62855ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1102 time: 0.1090841 Sep 18 07:00:11.253862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1455d-63a3-41d7-999c-ff13e3383e94 req-bee10a17-8494-4d46-9d19-0c35519ac3c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:11.264064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6b1455d-63a3-41d7-999c-ff13e3383e94 req-bee10a17-8494-4d46-9d19-0c35519ac3c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.1304603 Sep 18 07:00:11.315240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.331153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eb1720c-08fa-446c-9cb2-7090e148d704 req-5907ccad-4816-4f45-85d2-3b921e80cc45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898759 Sep 18 07:00:11.339365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d113283-ee39-4a5a-96cd-f671aef04acc']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:11.349862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d3ea6b-d990-42f6-a150-020232075674') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:11.350208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d3ea6b-d990-42f6-a150-020232075674') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:11.356768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.360212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.372448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6b1455d-63a3-41d7-999c-ff13e3383e94 req-a09a683b-16ac-42e4-9154-05ec238f1f61 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068652 Sep 18 07:00:11.381252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.392084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] device_id is not set on port bc24cf77-4bfe-440b-8418-da02b0f45582 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:00:11.396624 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:00:11.470359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79205db9-4568-4981-a2e8-5d3f459439d6 req-df63447c-510d-420f-8956-f32883d56318 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:11.473884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2eac1d71-f747-44d8-adc8-c1f7e87a8a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.484086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79205db9-4568-4981-a2e8-5d3f459439d6 req-df63447c-510d-420f-8956-f32883d56318 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 949 time: 0.2041819 Sep 18 07:00:11.484691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.541264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.549188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.552483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d113283-ee39-4a5a-96cd-f671aef04acc HTTP/1.1" status: 204 len: 168 time: 0.4663270 Sep 18 07:00:11.558696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.588642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c99fb-fe10-42ed-9c57-3dfa6c75119b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d113283-ee39-4a5a-96cd-f671aef04acc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:11.627989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:11.631470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:11.655296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:11.674599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Pushing event updated for resources: {'Port': ['ID=9e1b520a-9127-4fdf-966b-b623cf77d4e5,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:11.740359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-85b5142e-5a4b-4c95-b516-69ad2769ac9d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:11.743881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-85b5142e-5a4b-4c95-b516-69ad2769ac9d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 946 time: 0.1350982 Sep 18 07:00:11.747689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.1.1.46 (115ee592-2d90-4fb5-87da-f9613371bee8/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3/bc24cf77-4bfe-440b-8418-da02b0f45582) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:11.760646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:11.783893 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:11.784385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b1ccc7cc-e4a0-4a70-9c1e-9aa7f1fa6c7a not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:11.786221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 625510ed-4408-465a-be02-c460ce5005bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:11.794580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Attempting to bind port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:11.796099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Attempting to bind port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:11.796099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Attempting to bind port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:11.806058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:11.806610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Checking segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:11.807124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.807633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Bound using segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:11.808229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Bound port: 9e1b520a-9127-4fdf-966b-b623cf77d4e5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:11.808711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.878067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:11.878416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.921195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79205db9-4568-4981-a2e8-5d3f459439d6 req-c35f1bfa-6d0a-456a-9f1c-e6cbc7b9c305 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342232 Sep 18 07:00:11.954376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] For port 9e1b520a-9127-4fdf-966b-b623cf77d4e5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:11.960990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] For port 9e1b520a-9127-4fdf-966b-b623cf77d4e5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1b520a-9127-4fdf-966b-b623cf77d4e5,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:11.979581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:11.983469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:11.983469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:11.997014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:11.998377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '625510ed-4408-465a-be02-c460ce5005bb', 'network_id': 'ec1fb803-3117-494a-9782-ef814e99644b', 'port_id': '625510ed-4408-465a-be02-c460ce5005bb', 'mac_address': 'fa:16:3e:f7:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ae9e8e-9dd0-437c-9d57-1a5f509143c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:12.027286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.045362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f09a6-1d95-4bd0-9a00-9e94d70614c4 req-3a83e647-397a-46bd-b7b3-9f499f00013f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:12.047116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b0f09a6-1d95-4bd0-9a00-9e94d70614c4 req-3a83e647-397a-46bd-b7b3-9f499f00013f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 944 time: 0.2460413 Sep 18 07:00:12.048651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb9ec2-9762-441d-8101-0b8ca01defa3 None None] Network 115ee592-2d90-4fb5-87da-f9613371bee8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:12.052820 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.070164 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.130206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.153292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44648) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:12.158470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b0f09a6-1d95-4bd0-9a00-9e94d70614c4 req-9954acde-4d1b-4807-b2e0-01205333ddd7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Sep 18 07:00:12.204667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.209093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70f213cb-8e07-4d9e-a8af-06b941853882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=579d767bf6f24612a40df2194c3e69a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539930 Sep 18 07:00:12.212982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621da1-03a3-4052-8859-97d4a776521e req-922ed63a-5390-45c4-ac5d-c53b7ee7502b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:12.215460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93621da1-03a3-4052-8859-97d4a776521e req-922ed63a-5390-45c4-ac5d-c53b7ee7502b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.1639302 Sep 18 07:00:12.215616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:12.249624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:12.261606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:12.262753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.263553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:12.306179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:12.309869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.313491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1904c8f8-6bbb-44fd-a715-0713cef9dfd5 req-9ff60f1b-71c5-42a8-9c0f-113e3bcc6c50 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "DELETE /v2.0/ports/0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d HTTP/1.1" status: 204 len: 173 time: 0.5629358 Sep 18 07:00:12.314075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'name': 'network-vif-deleted', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:12.316540 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cdafbb-a99f-4547-a866-b0183d5eb0f8" -d '{"events": [{"server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "name": "network-vif-deleted", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:12.345961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625510ed-4408-465a-be02-c460ce5005bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:12.356019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303690-811b-4b0a-91e9-57691fe267c2 None None] Pushing event updated for resources: {'Port': ['ID=9e1b520a-9127-4fdf-966b-b623cf77d4e5,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:12.367575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93621da1-03a3-4052-8859-97d4a776521e req-386b82a2-be55-4b18-b9ee-8bc3393fd436 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431508 Sep 18 07:00:12.374031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:12.402884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:12.425241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:12.432196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:12.434447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:12.452244 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e388e304-e11d-4ea4-b56e-85930e8145fd x-openstack-request-id: req-e388e304-e11d-4ea4-b56e-85930e8145fd {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:12.452543 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd09000-2d4d-46d6-8ab1-ab48a22eecec", "name": "network-vif-deleted", "tag": "0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:12.452838 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e388e304-e11d-4ea4-b56e-85930e8145fd {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:12.453283 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd09000-2d4d-46d6-8ab1-ab48a22eecec', 'name': 'network-vif-deleted', 'tag': '0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d', 'status': 'completed', 'code': 200} Sep 18 07:00:12.470044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.477946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e147-e705-477f-817b-eefb568341cf req-9f24f345-c426-485e-a313-7cf6a621db7d tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:12.484093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] Provisioning complete for port 75f97537-1684-4383-8b36-8c6dfb28568e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:12.484786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.485949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d289e147-e705-477f-817b-eefb568341cf req-9f24f345-c426-485e-a313-7cf6a621db7d tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 1101 time: 0.2424657 Sep 18 07:00:12.585757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:12.586983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.615574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.625648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.666905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 75f97537-1684-4383-8b36-8c6dfb28568e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:12.679782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d289e147-e705-477f-817b-eefb568341cf req-44656587-0e20-45e7-a7d3-1ba320c8e2d9 tempest-ServersOnMultiNodesTest-1191886112 tempest-ServersOnMultiNodesTest-1191886112-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929333 Sep 18 07:00:12.721555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f32d1-b840-4dd9-8f36-af143c7adc49 req-c195a640-1a1e-4ada-a24f-34b284920c32 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:12.722753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-236f32d1-b840-4dd9-8f36-af143c7adc49 req-c195a640-1a1e-4ada-a24f-34b284920c32 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1735706 Sep 18 07:00:12.766045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f8966ac8-daee-4b8e-a425-807ef50f6526 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9031823 Sep 18 07:00:12.766637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44668) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:12.772133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'name': 'tempest-TaggedBootDevicesTest_v242-2130902841', 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:12.819816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b53cf7b-4f8c-469f-96cd-3ebcde500972 req-f6afd7a1-fb2c-462a-a70a-d8b81d404c80 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd09000-2d4d-46d6-8ab1-ab48a22eecec HTTP/1.1" status: 200 len: 210 time: 0.0348115 Sep 18 07:00:12.832697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 75f97537-1684-4383-8b36-8c6dfb28568e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:12.833384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.834355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-236f32d1-b840-4dd9-8f36-af143c7adc49 req-7007ce00-95aa-483b-bb7e-2ac076695d9a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920260 Sep 18 07:00:12.879260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:12.884280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.891808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:12.904936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e214c842-d92b-4be7-bb3f-c8266ac31c19 HTTP/1.1" status: 204 len: 168 time: 0.6879427 Sep 18 07:00:12.933519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f8211-7543-4922-b604-661ec7588f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214c842-d92b-4be7-bb3f-c8266ac31c19,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:12.967644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:13.134817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.137289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:13.317344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.395395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.437451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1b16-bcff-4a0d-964b-d76429ec4488 req-133e83c4-b6a4-4333-b5b2-f771d0699288 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:13.441457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.453944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfeb1b16-bcff-4a0d-964b-d76429ec4488 req-133e83c4-b6a4-4333-b5b2-f771d0699288 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 945 time: 0.1496398 Sep 18 07:00:13.503232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] device_id is not set on port ab770858-e10c-4cbb-a959-d016cc293f39 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:00:13.509161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] For port 75f97537-1684-4383-8b36-8c6dfb28568e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=75f97537-1684-4383-8b36-8c6dfb28568e,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:13.576648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d5962-5914-4889-9b37-da61c39302b8 req-be833afd-4cfb-4a36-84ea-11e294c716b0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:13.585626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-905d5962-5914-4889-9b37-da61c39302b8 req-be833afd-4cfb-4a36-84ea-11e294c716b0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 949 time: 0.1215210 Sep 18 07:00:13.597274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfeb1b16-bcff-4a0d-964b-d76429ec4488 req-2f61719f-12be-4cdb-aa81-98a60a5aa1b4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421211 Sep 18 07:00:13.606582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.658805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-905d5962-5914-4889-9b37-da61c39302b8 req-e7ccca86-8dee-487c-a379-e57764411ed5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Sep 18 07:00:13.780697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:00:13.781063 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:00:13.784823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f46975fd-c13b-4095-8445-287c3d3b52f9 None None] Provisioning complete for port 75f97537-1684-4383-8b36-8c6dfb28568e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:13.785505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f46975fd-c13b-4095-8445-287c3d3b52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:13.787736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b136c-d000-4353-9be0-626a1ab02573 None None] Pushing event updated for resources: {'Port': ['ID=75f97537-1684-4383-8b36-8c6dfb28568e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:13.793810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:13.839913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:13.840960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0ddfe1a4-99b0-4184-9d84-a43a2ddd1f6d not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:13.901196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.1.1.28 (115ee592-2d90-4fb5-87da-f9613371bee8/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3/ab770858-e10c-4cbb-a959-d016cc293f39) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:13.933947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d32350-ffe4-482a-81b2-00a470cd729a None None] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:14.011622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b89cb9-9ef3-46e2-8712-3486f1a72b21 req-59d7b85d-bb4a-4801-9785-0eb60ce06204 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:14.016421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03b89cb9-9ef3-46e2-8712-3486f1a72b21 req-59d7b85d-bb4a-4801-9785-0eb60ce06204 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0706651 Sep 18 07:00:14.044387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f46975fd-c13b-4095-8445-287c3d3b52f9 None None] Provisioning complete for port bc24cf77-4bfe-440b-8418-da02b0f45582 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.044796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f46975fd-c13b-4095-8445-287c3d3b52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.100194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03b89cb9-9ef3-46e2-8712-3486f1a72b21 req-29fc05ab-eb2e-497b-a068-9209d70824cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748446 Sep 18 07:00:14.122138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f46975fd-c13b-4095-8445-287c3d3b52f9 None None] Port bc24cf77-4bfe-440b-8418-da02b0f45582 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:14.149277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.240998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Provisioning complete for port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.241940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.267423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.352911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:14.356770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:14.360531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:14.436805 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.477084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-16484c94-8c53-4ff1-9354-9576d0106f20 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794659 Sep 18 07:00:14.519553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:14.534175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] For port 9e1b520a-9127-4fdf-966b-b623cf77d4e5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1b520a-9127-4fdf-966b-b623cf77d4e5,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:14.546872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:14.585616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:14.588124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.604084 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.661274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.668173 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.669879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-61fd14cc-882d-4263-9dca-80090f4e355f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9014606 Sep 18 07:00:14.679302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Provisioning complete for port bc24cf77-4bfe-440b-8418-da02b0f45582 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.679844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.707641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-c9f1e3da-ee64-4691-b309-f9210e2a9cbe tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:14.717554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-c9f1e3da-ee64-4691-b309-f9210e2a9cbe tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381730 Sep 18 07:00:14.726643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Pushing event updated for resources: {'Port': ['ID=9e1b520a-9127-4fdf-966b-b623cf77d4e5,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:14.739296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63c53f0b-dbb6-4840-885d-40826a72c74d None None] Port bc24cf77-4bfe-440b-8418-da02b0f45582 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:14.769375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-e6eec4bb-f265-43a6-9a29-ee71c9d40fdc tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/quotas/5a3213b684f54c96bbc7f0c25016eb18 HTTP/1.1" status: 200 len: 375 time: 0.0505857 Sep 18 07:00:14.789958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 75f97537-1684-4383-8b36-8c6dfb28568e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:14.792697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-edce8974-95f0-4bfa-ac62-ccb75166463f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:14.794430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-edce8974-95f0-4bfa-ac62-ccb75166463f tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 949 time: 0.0891628 Sep 18 07:00:14.799710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-790481066-network', 'tenant_id': '2224228861ed4f0ca45587f194663edd'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:14.852665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 75f97537-1684-4383-8b36-8c6dfb28568e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.859760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.875103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-45d12363-35d2-4400-9f20-99b3a0671299 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048083 Sep 18 07:00:14.894783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0ee75021-4003-4dab-9c42-2e49e6ae8155 None None] Provisioning complete for port ab770858-e10c-4cbb-a959-d016cc293f39 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.894935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-a402304d-2957-466f-94b1-52999096e6b1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:14.895047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ee75021-4003-4dab-9c42-2e49e6ae8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.895138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-a402304d-2957-466f-94b1-52999096e6b1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1937723 Sep 18 07:00:14.896362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:14.899068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.910346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-d1c0b6fe-b557-444c-baee-88c364619bdd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0162747 Sep 18 07:00:14.917299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.933106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0ee75021-4003-4dab-9c42-2e49e6ae8155 None None] Port ab770858-e10c-4cbb-a959-d016cc293f39 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:14.972748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0ee75021-4003-4dab-9c42-2e49e6ae8155 None None] Provisioning complete for port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:14.973116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ee75021-4003-4dab-9c42-2e49e6ae8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:14.982815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-89ee61dd-fe86-42ff-98c6-09f0bf3aede2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712600 Sep 18 07:00:14.996143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port bd453c4e-d0b7-4233-af26-d6d686a6b227 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:14.996583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.008918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1b520a-9127-4fdf-966b-b623cf77d4e5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:15.080120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-b9e9063b-d3d8-4fc4-8e8e-5a2a5de67720 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965247 Sep 18 07:00:15.106240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:15.106804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.149072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port bd453c4e-d0b7-4233-af26-d6d686a6b227, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=bd453c4e-d0b7-4233-af26-d6d686a6b227,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:15.149449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.168793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for bd453c4e-d0b7-4233-af26-d6d686a6b227 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:15.195408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.264929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.265309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300955-aee4-445c-ab85-02bf16540588 req-1dd80827-3d75-47ac-86d2-54b8e47b1064 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:15.266832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb300955-aee4-445c-ab85-02bf16540588 req-1dd80827-3d75-47ac-86d2-54b8e47b1064 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Sep 18 07:00:15.308066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-c5196041-ae19-481e-b007-78b1208bf118 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271862 Sep 18 07:00:15.317856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb300955-aee4-445c-ab85-02bf16540588 req-c310f77c-79e0-49b5-be0e-12108392d1d3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Sep 18 07:00:15.321433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:00:15.338940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:15.343753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.346019 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Added segment 3870ede6-6b47-4889-9051-c8efd5794626 of type vlan for network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd Sep 18 07:00:15.390775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.436951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-c95d7c59-ef52-42fa-a037-a9d26803e2eb tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=edb46c1c40c14ab49f3fa11c28330558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206892 Sep 18 07:00:15.455394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.467607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'bd453c4e-d0b7-4233-af26-d6d686a6b227'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:15.489151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=bd453c4e-d0b7-4233-af26-d6d686a6b227,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:15.493542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107', '85dac6b7-cec1-451b-a5f8-22ac30ffb800', '42e8025e-503d-446c-93fd-713578d012ce'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:15.507550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.508548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:15.509137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.592899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-5601f32e-a7ea-4671-be24-03df01bc5a95 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:15.595308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port bd453c4e-d0b7-4233-af26-d6d686a6b227 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:15.599099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:15.601292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f86e9953-ec9e-4396-9fb5-3ed23414cfce req-d482b817-33cd-46bd-ba8f-bd2787c7ade9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "DELETE /v2.0/ports/bd453c4e-d0b7-4233-af26-d6d686a6b227 HTTP/1.1" status: 204 len: 173 time: 0.7837443 Sep 18 07:00:15.601771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'name': 'network-vif-deleted', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:15.611697 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96ed44-4f93-4653-acfd-89973f450651" -d '{"events": [{"server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "name": "network-vif-deleted", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:15.620516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-5601f32e-a7ea-4671-be24-03df01bc5a95 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778553 Sep 18 07:00:15.645877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-0683e9a5-cbd4-4861-9979-4a160d0eb643 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/quotas/edb46c1c40c14ab49f3fa11c28330558 HTTP/1.1" status: 200 len: 375 time: 0.0244040 Sep 18 07:00:15.692959 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1722913 Sep 18 07:00:15.698602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:15.709578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c8535-3715-436a-abe3-402e223fa8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:15.722308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-501cfa80-5288-4aec-9f33-510184ffb4d8 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751438 Sep 18 07:00:15.736211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Request body: {'subnet': {'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-790481066-subnet', 'tenant_id': '2224228861ed4f0ca45587f194663edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:15.746269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:00:15.825271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 625510ed-4408-465a-be02-c460ce5005bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:15.882886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:15.882886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.070592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 625510ed-4408-465a-be02-c460ce5005bb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:16.112092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 625510ed-4408-465a-be02-c460ce5005bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:16.112092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.151180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:16.156246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147582305', 'description': 'tempest-description--1690119782'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:16.285665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.448203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.511903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.540173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.556049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dfd50ce-1685-4365-a15d-07fb52808dbc req-91227133-8646-46c6-a820-15779c830b37 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=398c12cf-4b47-46ca-8e45-792da08b67f5 HTTP/1.1" status: 200 len: 210 time: 0.0658925 Sep 18 07:00:16.561778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bce76c2d-632c-48bd-bff1-03cfc705b490 req-7bc658b7-527a-415a-9f13-9d87cb6845f1 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 210 time: 0.0674014 Sep 18 07:00:16.564224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1b520a-9127-4fdf-966b-b623cf77d4e5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:16.600546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625510ed-4408-465a-be02-c460ce5005bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:16.601542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:16.603302 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d79025-7510-4800-bcba-c1f275a69d7a" -d '{"events": [{"server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "name": "network-vif-plugged", "status": "completed", "tag": "625510ed-4408-465a-be02-c460ce5005bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:16.640326 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c26a36a-f63c-444a-a253-64b574f2f151 x-openstack-request-id: req-3c26a36a-f63c-444a-a253-64b574f2f151 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:16.645790 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c12cf-4b47-46ca-8e45-792da08b67f5", "name": "network-vif-deleted", "tag": "bd453c4e-d0b7-4233-af26-d6d686a6b227", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:16.645790 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c26a36a-f63c-444a-a253-64b574f2f151 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:16.645790 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398c12cf-4b47-46ca-8e45-792da08b67f5', 'name': 'network-vif-deleted', 'tag': 'bd453c4e-d0b7-4233-af26-d6d686a6b227', 'status': 'completed', 'code': 200} Sep 18 07:00:16.646480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:16.698583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.699488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de1df677-c6dc-4fb7-a78f-59c0d7ca6054 req-14c18550-4754-4876-b443-b6ab1a4c8029 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 210 time: 0.0467982 Sep 18 07:00:16.702809 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d745296-2131-4970-804e-49a392e346bb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5505037 Sep 18 07:00:16.706063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44828) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:16.716747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'security_group_rule': {'security_group_id': '134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:16.733502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:16.733888 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.735517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.825446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-07d56613-38ff-45a5-a644-204fcec7c27b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=edb46c1c40c14ab49f3fa11c28330558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392945 Sep 18 07:00:16.851256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.884360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.888997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:16.953527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:16.956138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb950e54-d79a-406e-b9f9-a4b0723b1fa4 req-b512488c-ed79-4eda-887d-aa581551e9dd tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:16.957977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb950e54-d79a-406e-b9f9-a4b0723b1fa4 req-b512488c-ed79-4eda-887d-aa581551e9dd tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 946 time: 0.1571229 Sep 18 07:00:17.027511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbe407f-4180-430d-909d-623fa2373d85,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:17.049602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-6c0f8c41-1b37-4545-91a7-e978ffb49ba5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:17.051082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-6c0f8c41-1b37-4545-91a7-e978ffb49ba5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117321 Sep 18 07:00:17.060674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb950e54-d79a-406e-b9f9-a4b0723b1fa4 req-0bddd43e-27b2-4f9d-8542-5b7bbd332e5c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925694 Sep 18 07:00:17.063479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Checking segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:17.063839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Network hostable DHCP agents. Network: 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:00:17.071785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.076430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-a8fe41f0-6986-4c7e-9007-4d4c8b03d78b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/quotas/edb46c1c40c14ab49f3fa11c28330558 HTTP/1.1" status: 200 len: 375 time: 0.0145807 Sep 18 07:00:17.115813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7e63b8-99cb-437a-8a27-672bb5fae249,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:17.117680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-dc7652ce-231d-45db-b2e0-a9faf02ce28b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335808 Sep 18 07:00:17.139766 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79987b94-d63f-499c-bed9-594f7262d32f x-openstack-request-id: req-79987b94-d63f-499c-bed9-594f7262d32f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:17.140298 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "name": "network-vif-plugged", "status": "completed", "tag": "625510ed-4408-465a-be02-c460ce5005bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:17.140298 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79987b94-d63f-499c-bed9-594f7262d32f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:17.140692 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625510ed-4408-465a-be02-c460ce5005bb', 'code': 200} Sep 18 07:00:17.158332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:00:17.186963 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.188478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-07d967f3-f327-4e24-8c3f-49616e1d5557 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4812553 Sep 18 07:00:17.191414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44836) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:17.196124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'security_group_rule': {'security_group_id': '134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:17.249555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50755bef-cc81-4ffb-b366-a6737bbf3540 req-d57d8346-c41f-41c3-bd9b-a819025a5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:17.251374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-50755bef-cc81-4ffb-b366-a6737bbf3540 req-d57d8346-c41f-41c3-bd9b-a819025a5d4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1098 time: 0.0478895 Sep 18 07:00:17.273030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:17.283699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633efda-e83f-4420-8188-664c19aaf51c None None] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:17.283976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:17.286090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.291692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-50755bef-cc81-4ffb-b366-a6737bbf3540 req-25451fcd-5f45-4657-9a19-5909c2723f7b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Sep 18 07:00:17.329188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.392737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-92d6277c-a124-410a-a74c-880ed0bb4aa0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6880841 Sep 18 07:00:17.442462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d503d7b-07f9-40ac-90bb-c37a06c5a62d req-fb640e02-1cb2-493d-9160-04ba0643c317 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 210 time: 0.0328138 Sep 18 07:00:17.458119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.476493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f146f9b7-e104-4f17-8ab6-3a6c2a6894b6 None None] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:00:17.531395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.587275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1a9266-aef2-49c1-bf03-2854aefea724,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:17.672455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.674543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f940f77d-d923-428f-9d83-4a89aa24444a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4818182 Sep 18 07:00:17.677215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44862) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:17.683011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:17.704921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-290cf3d2-35f5-41ec-9258-6187bfcbbcef req-34db3ebd-1f6a-4243-a41c-32cc79a15a70 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 210 time: 0.0327399 Sep 18 07:00:17.788301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.794333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device bd453c4e-d0b7-4233-af26-d6d686a6b227 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:17.822547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: bd453c4e-d0b7-4233-af26-d6d686a6b227 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:17.823020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device bd453c4e-d0b7-4233-af26-d6d686a6b227 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:17.898061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:17.980597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-e0224eab-f9fe-45f9-a85f-6eb9873d5b59 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:17.982108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-e0224eab-f9fe-45f9-a85f-6eb9873d5b59 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.1384273 Sep 18 07:00:17.983468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-6ed33b29-ea3c-487c-9bac-4e4b75062574 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296936 Sep 18 07:00:17.999096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-c98724c5-e6ce-4723-9dfe-040c53e0ef83 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/quotas/2224228861ed4f0ca45587f194663edd HTTP/1.1" status: 200 len: 375 time: 0.0095487 Sep 18 07:00:18.033579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-79dc8bde-fdc1-4550-85dd-8396ff61556d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278800 Sep 18 07:00:18.092554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 172.25.4.185 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/6332b75d-0594-4dec-bdb2-778bcb035b14) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:18.125521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-84a320d3-59f2-4c79-ac76-98a0e9d2b7e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Sep 18 07:00:18.353300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-d07d416c-dd54-410d-8162-9027f81124c5 service neutron] 10.222.0.20 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924022 Sep 18 07:00:18.417264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-0c1cf3e3-5e03-46f9-a3c7-2f4df3da609d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:18.418866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-0c1cf3e3-5e03-46f9-a3c7-2f4df3da609d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4102495 Sep 18 07:00:18.454802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Request body: {'port': {'device_id': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '5a3213b684f54c96bbc7f0c25016eb18'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:18.552896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:18.752353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Made reservation on behalf of 5a3213b684f54c96bbc7f0c25016eb18 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:18.755887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:18.759258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:18.816504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:18.830409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:18.833998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:18.835984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=6332b75d-0594-4dec-bdb2-778bcb035b14,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:18.909533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-305df325-15ab-4235-8298-d0aeaaf3a7b1 req-37b97995-bd19-4882-9a4c-3f5b25fbd8fc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 210 time: 0.0642896 Sep 18 07:00:19.017051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76c791e2-15b9-4f5d-a54f-ebd2a92fb97c req-1e6e41a6-93b8-497c-8c58-4bdf163a8322 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 210 time: 0.0520713 Sep 18 07:00:19.037259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee39d3-c8aa-4f8b-89cf-1865b52f98b1 req-ece36342-116a-4905-8d0b-dd2d90a5316d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.039475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97ee39d3-c8aa-4f8b-89cf-1865b52f98b1 req-ece36342-116a-4905-8d0b-dd2d90a5316d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 946 time: 0.1289754 Sep 18 07:00:19.082110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Allocated IP 192.168.233.127 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/0e64460a-55b5-496f-a890-4fdc48fff99d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:19.092098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97ee39d3-c8aa-4f8b-89cf-1865b52f98b1 req-59e0c45a-10df-42ca-80df-90fbea92bf95 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Sep 18 07:00:19.141191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.215060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4643a2c-46d8-4da1-b26a-5ce4d08f5a2b req-b4fe6e21-804d-4500-b156-192c7e35e2fb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 210 time: 0.0315921 Sep 18 07:00:19.244572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8820b8a-8265-408f-bc61-313b4c2e2f7b req-b2c95c03-6d03-4c57-8022-2a793eefa695 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.247432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8820b8a-8265-408f-bc61-313b4c2e2f7b req-b2c95c03-6d03-4c57-8022-2a793eefa695 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 950 time: 0.0935066 Sep 18 07:00:19.260676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.304996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8820b8a-8265-408f-bc61-313b4c2e2f7b req-b7f8eacb-cbb3-46fc-968d-ed7f8e550a9a tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Sep 18 07:00:19.388428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-7fde2da1-997f-4649-9023-21600d3dd26d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-392811495&fields=id&tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 267 time: 0.0573068 Sep 18 07:00:19.407673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.419863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cfd0cf9-b730-4463-9e41-f690f030cf4a req-106bfdd5-2063-4727-930f-457e516ea65b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 210 time: 0.0533707 Sep 18 07:00:19.519745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-2c15c103-17e9-4366-bda4-64eb09a7a86c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.521480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-2c15c103-17e9-4366-bda4-64eb09a7a86c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 946 time: 0.1100745 Sep 18 07:00:19.539086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'security_groups': ['b447b6a8-b02a-434c-ad75-41cfd1b4b32a', '43444839-0ad6-4cb7-9508-eb6fb82bc573']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:19.541356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-ade073ce-42e5-4fa3-99bd-cd4cc5f29e36 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=edb46c1c40c14ab49f3fa11c28330558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380938 Sep 18 07:00:19.567551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-af46a66d-eca1-44b8-8bef-1ff99e321b81 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.569572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-af46a66d-eca1-44b8-8bef-1ff99e321b81 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1854157 Sep 18 07:00:19.590181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:19.637444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.644128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.651100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.697828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3b9fef02-b051-4f73-87c4-c41c86d71636', '97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:19.706532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:19.719766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:19.731178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:19.758300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event updated for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:19.770408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-6f11169b-82e7-403d-99fd-5aa0f6d7a094 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.772608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-6f11169b-82e7-403d-99fd-5aa0f6d7a094 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112169 Sep 18 07:00:19.777846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.828376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Request body: {'port': {'device_id': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': 'edb46c1c40c14ab49f3fa11c28330558'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:19.888181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:19.888835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:19.947748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:19.964590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.016129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=6332b75d-0594-4dec-bdb2-778bcb035b14,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:20.049078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.090423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-d97a442b-a38d-4cfb-8a26-82a228ba47be tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6414111 Sep 18 07:00:20.119058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-80d19b5c-1f00-41c2-bb84-b8e8a7e2b219 None None] Provisioning complete for port 0e64460a-55b5-496f-a890-4fdc48fff99d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:20.122159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80d19b5c-1f00-41c2-bb84-b8e8a7e2b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.129183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a622164-66c1-4d53-96b6-fc53b4045767 req-fe320f11-6a44-43bd-951b-285d9d318dff tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 210 time: 0.0393198 Sep 18 07:00:20.134820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:20.154981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Request body: {'port': {'device_id': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:20.155780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-80d19b5c-1f00-41c2-bb84-b8e8a7e2b219 None None] Port 0e64460a-55b5-496f-a890-4fdc48fff99d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:20.187481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.188866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-28890848-d46b-4a9a-b527-f90a72c01630 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5095041 Sep 18 07:00:20.221291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.255487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29de6d32-81f6-4ae8-917b-9a31652c76ad req-6479c492-f65d-4dea-a764-ae0cd87903fc tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 210 time: 0.0321076 Sep 18 07:00:20.256119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.257166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.11 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/e7ff6c93-920c-4b77-bf1d-8f40d2fe7926) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:20.326099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Made reservation on behalf of edb46c1c40c14ab49f3fa11c28330558 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:20.329852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.341012 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.353805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70', '625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:20.416751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:20.418673 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.423294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca6d0a60-d77f-41ef-9bc2-4b1a62263755 req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "PUT /v2.0/ports/625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 982 time: 0.8935502 Sep 18 07:00:20.431425 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.459225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:20.462159 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012243b4-dbaa-4952-b327-b3fd26688fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:20.535260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:20.543392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4a2bf-c4fd-4783-9bbc-add990f2d149 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:20.574606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-31eec2f5-08e8-4a92-a141-5c581ef6fa33 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=edb46c1c40c14ab49f3fa11c28330558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418587 Sep 18 07:00:20.633644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406c769-f6b5-4170-8b15-c90e384b53a9 req-91b72584-ed2c-4135-9cfb-c0df5d15c38b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:20.635389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f406c769-f6b5-4170-8b15-c90e384b53a9 req-91b72584-ed2c-4135-9cfb-c0df5d15c38b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 936 time: 0.1661665 Sep 18 07:00:20.649548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24327017-c46a-40f1-a958-30174170b1aa req-f9784615-a7dc-497d-bc05-a5ada49dd954 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:20.651293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24327017-c46a-40f1-a958-30174170b1aa req-f9784615-a7dc-497d-bc05-a5ada49dd954 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 950 time: 0.1367245 Sep 18 07:00:20.662335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.741437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f406c769-f6b5-4170-8b15-c90e384b53a9 req-baff507a-119a-4dd5-ba8c-b8b3daa3848d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888700 Sep 18 07:00:20.751079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24327017-c46a-40f1-a958-30174170b1aa req-641ac2fb-8a4f-4caf-96da-9c6826e1af9b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849860 Sep 18 07:00:20.767049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.806878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-f61ec318-9e39-47fc-8b68-3bf884ecdb28 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:20.808486 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-f61ec318-9e39-47fc-8b68-3bf884ecdb28 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254965 Sep 18 07:00:20.829460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Request body: {'port': {'device_id': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': 'edb46c1c40c14ab49f3fa11c28330558'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:20.837546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.874749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:20.889536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:20.943054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-123dcec0-251d-4d2e-b6f4-53485426ea2c req-0a3de0c7-5b5f-48bc-9aa7-840f9f03779e tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/43444839-0ad6-4cb7-9508-eb6fb82bc573 HTTP/1.1" status: 200 len: 1799 time: 0.1532836 Sep 18 07:00:20.946893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:20.965308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:20.968054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:20.981486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:21.035638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e64460a-55b5-496f-a890-4fdc48fff99d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:21.044077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366fd8ad-1d74-44d9-a29c-17bd2877ef86,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:21.045637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1081e767-38a5-4f48-9d56-c65d5d3cafff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--147582305&fields=id&tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8 HTTP/1.1" status: 200 len: 267 time: 0.1562107 Sep 18 07:00:21.049643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.075856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Transition to ACTIVE for port object 0e64460a-55b5-496f-a890-4fdc48fff99d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:21.107197 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-123dcec0-251d-4d2e-b6f4-53485426ea2c req-f62f9441-7864-45b6-bb3f-95e37adf80e6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 07:00:21.108331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-123dcec0-251d-4d2e-b6f4-53485426ea2c req-f62f9441-7864-45b6-bb3f-95e37adf80e6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/43444839-0ad6-4cb7-9508-eb6fb82bc573 HTTP/1.1" status: 409 len: 341 time: 0.1643412 Sep 18 07:00:21.116964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.116964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.126010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0779bfd0-129e-4a05-a302-50ed02513292 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.127514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0779bfd0-129e-4a05-a302-50ed02513292 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 936 time: 0.0807400 Sep 18 07:00:21.150864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.218332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Made reservation on behalf of edb46c1c40c14ab49f3fa11c28330558 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:21.221971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.234910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0defc65c-006f-4e39-8277-d6ad107ddefd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.236561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0defc65c-006f-4e39-8277-d6ad107ddefd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 936 time: 0.0992615 Sep 18 07:00:21.270449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2693d270-adde-4172-a26e-74f18bb4b1a6 req-f41709da-3c10-4dc9-9201-bdf9032e6cfa tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 210 time: 0.0740650 Sep 18 07:00:21.285127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Allocated IP 192.168.233.187 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/671afd4d-802e-4075-8425-da7a840fde36) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:21.342711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8acefa97-2abe-448e-b73b-197e2a1d0353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7561569 Sep 18 07:00:21.344781 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62040d7c-3117-4a09-bb5d-f2922f1230bd x-openstack-request-id: req-62040d7c-3117-4a09-bb5d-f2922f1230bd {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:21.344781 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:21.344781 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62040d7c-3117-4a09-bb5d-f2922f1230bd {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:21.345168 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb', 'status': 'completed', 'code': 200} Sep 18 07:00:21.355407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-b0095e73-c618-40b6-871d-3a68f27cb4e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0952296 Sep 18 07:00:21.375443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Request body: {'port': {'device_id': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:21.434420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-aef383df-fa0b-4dcc-9030-e73ede372403 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.436694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-aef383df-fa0b-4dcc-9030-e73ede372403 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 950 time: 0.2638023 Sep 18 07:00:21.447196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:21.455657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-4a9e1c76-473a-43b0-bcce-e3ede9a5bcf8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0992279 Sep 18 07:00:21.554399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Attempting to bind port 0e64460a-55b5-496f-a890-4fdc48fff99d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:21.554684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Attempting to bind port 0e64460a-55b5-496f-a890-4fdc48fff99d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:21.555018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Attempting to bind port 0e64460a-55b5-496f-a890-4fdc48fff99d on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:21.562336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Port 0e64460a-55b5-496f-a890-4fdc48fff99d on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:21.562646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Attempting to bind port 0e64460a-55b5-496f-a890-4fdc48fff99d on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:21.579324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:21.579669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:21.580061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:21.580503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Bound port: 0e64460a-55b5-496f-a890-4fdc48fff99d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:21.580864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.596505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-17ca2ba1-69f8-4f31-bc13-4e2e344e5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.598061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-17ca2ba1-69f8-4f31-bc13-4e2e344e5039 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1137 time: 0.2177203 Sep 18 07:00:21.598625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.727051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:21.731973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e64460a-55b5-496f-a890-4fdc48fff99d,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:21.734892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.813550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.826520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-5ea127fe-f4f9-4ce7-968f-38e4f724a26e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.832769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-5ea127fe-f4f9-4ce7-968f-38e4f724a26e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.839252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-5ea127fe-f4f9-4ce7-968f-38e4f724a26e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.840933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-5ea127fe-f4f9-4ce7-968f-38e4f724a26e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 1993 time: 0.3697042 Sep 18 07:00:21.872096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.904229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 42e8025e-503d-446c-93fd-713578d012ce {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:21.904576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.909222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.910884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:21.913095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e64460a-55b5-496f-a890-4fdc48fff99d HTTP/1.1" status: 200 len: 1097 time: 1.7683625 Sep 18 07:00:21.921018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:21.923372 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626fb65f-09f5-418c-9d17-75e70eae3eff" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:21.939314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-417bae8c-cc64-4641-8309-bca1eeae1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:21.941563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-417bae8c-cc64-4641-8309-bca1eeae1b89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.3122475 Sep 18 07:00:21.984256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:21.990840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:21.993478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:21.993838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0c494913-4e78-4001-a33b-c641c20a603e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/quotas/1ec5eda3c7b2415a98cc2ae3586bf1c8 HTTP/1.1" status: 200 len: 375 time: 0.1399179 Sep 18 07:00:22.007251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Allocated IP 192.168.233.89 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/0f35020b-d2cf-4844-a9da-fbf73d027124) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:22.031137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d493395-a207-40e4-a8da-c74612855da6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:22.092839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:22.140620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:22.144976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:22.177461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a4b1-a7b4-48b0-b219-99cd369509a2 req-cab34116-e563-4361-ba56-6dfe1b7d8e71 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:22.184711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd2a4b1-a7b4-48b0-b219-99cd369509a2 req-cab34116-e563-4361-ba56-6dfe1b7d8e71 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 932 time: 0.4317365 Sep 18 07:00:22.189199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-d652c1f6-30bf-4979-b751-c45869665782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 217 time: 0.2245679 Sep 18 07:00:22.258274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.37', 63061) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:22.266422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-92cfa8ba-7b54-4393-8356-ecccbe62160f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4754167 Sep 18 07:00:22.320883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Request body: {'port': {'device_id': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:22.452634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-1cd24ca6-1b11-4b4f-a96d-8a6b85e0cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:22.454919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-1cd24ca6-1b11-4b4f-a96d-8a6b85e0cd15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 1100 time: 0.2339733 Sep 18 07:00:22.479297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-07db17bf-92da-4ff1-a7c7-6ee8ba12dfd8 None None] Provisioning complete for port 671afd4d-802e-4075-8425-da7a840fde36 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:22.479945 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07db17bf-92da-4ff1-a7c7-6ee8ba12dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:22.533240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-07db17bf-92da-4ff1-a7c7-6ee8ba12dfd8 None None] Port 671afd4d-802e-4075-8425-da7a840fde36 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:22.742505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 42e8025e-503d-446c-93fd-713578d012ce, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=42e8025e-503d-446c-93fd-713578d012ce,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:22.743110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:22.746441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-379f9548-5bcf-45b1-9751-4983893ab3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:22.747946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-379f9548-5bcf-45b1-9751-4983893ab3cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.5474503 Sep 18 07:00:22.778295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-43684cfc-b58b-4954-8ed6-677ed2233759 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7800720 Sep 18 07:00:22.810090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd2a4b1-a7b4-48b0-b219-99cd369509a2 req-1f4d99d2-9e5e-4755-86d7-e1ec94a29e73 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295136 Sep 18 07:00:22.822383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 42e8025e-503d-446c-93fd-713578d012ce owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:22.853130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-f2bbafe6-642c-461d-87a6-b709afcade61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0e64460a-55b5-496f-a890-4fdc48fff99d HTTP/1.1" status: 200 len: 217 time: 0.3738992 Sep 18 07:00:22.877033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-6b96d44d-1d73-431a-a159-ebedcfafcb1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959485 Sep 18 07:00:22.887731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:22.917413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.37', 63062) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:22.941357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:22.994309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-ebbd0efc-8449-4019-9f41-16770a13dbd5 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:22.996722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-ebbd0efc-8449-4019-9f41-16770a13dbd5 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.7344749 Sep 18 07:00:23.019675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56395063-8c12-4168-b45b-1bd8417873c0 req-4cbf82f9-bca1-4ab8-a81b-0cb3992b6484 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 210 time: 0.1234062 Sep 18 07:00:23.076537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Request body: {'port': {'device_id': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'admin_state_up': True, 'tenant_id': '2224228861ed4f0ca45587f194663edd'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:23.101435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-663656d3-f674-4c3a-b3d4-dc6272936030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.102974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-663656d3-f674-4c3a-b3d4-dc6272936030 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2318413 Sep 18 07:00:23.134881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-247fa4a2-3076-405d-b5c9-80b389b13c93 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204474 Sep 18 07:00:23.166734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:23.198942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.235268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-15ae8bfd-06ef-45a2-8ab9-1f4e48283849 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395605 Sep 18 07:00:23.259287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Transition to ACTIVE for port object e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:23.335598 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.338489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-5aaa4dc9-ca7e-423c-9889-2501f305baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.340020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-5aaa4dc9-ca7e-423c-9889-2501f305baec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054791 Sep 18 07:00:23.363044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-f57c1a48-0049-41a0-8e49-2d8b72d64643 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.364513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-f57c1a48-0049-41a0-8e49-2d8b72d64643 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.4411986 Sep 18 07:00:23.419808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Request body: {'port': {'device_id': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'admin_state_up': True, 'tenant_id': '2224228861ed4f0ca45587f194663edd'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:23.421742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.432927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-012243b4-dbaa-4952-b327-b3fd26688fd9 req-e0572127-2c2f-48c7-ac6f-d4702b47c805 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877348 Sep 18 07:00:23.472042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:23.500992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:23.510544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:23.541622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-35ecf951-4e2f-4c11-9cec-374c14178781 service neutron] 10.222.0.20 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878753 Sep 18 07:00:23.546159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:23.618759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bab858-7f0a-4507-8308-059b63f865b8 req-e04fa4f9-6357-4746-bcfe-48437c278d55 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.630218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8bab858-7f0a-4507-8308-059b63f865b8 req-e04fa4f9-6357-4746-bcfe-48437c278d55 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 985 time: 0.1843398 Sep 18 07:00:23.645485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.651351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:23.663409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:23.692728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a0dcc628-7356-48d3-b2ac-11c402a0f61d service neutron] 10.222.0.20 "GET /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1310630 Sep 18 07:00:23.721101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.721739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.737573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=42e8025e-503d-446c-93fd-713578d012ce,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:23.753845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:23.757472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.779416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107', '85dac6b7-cec1-451b-a5f8-22ac30ffb800', '42e8025e-503d-446c-93fd-713578d012ce'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:23.784499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-8a0785e9-c221-4bd7-aed4-6e6e67f630fb service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066546 Sep 18 07:00:23.785376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-167b0dc9-8935-4599-b953-7407cd6c546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:23.787198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-167b0dc9-8935-4599-b953-7407cd6c546b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1137 time: 0.2367997 Sep 18 07:00:23.827175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8bab858-7f0a-4507-8308-059b63f865b8 req-d91de974-bd50-48c5-a13f-944307fb0dc7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1884773 Sep 18 07:00:23.896940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 42e8025e-503d-446c-93fd-713578d012ce on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:23.913446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:23.915493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0e6afb44-5cc1-4931-a341-148d863c81f1 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0939491 Sep 18 07:00:23.916031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70569582-98e3-44e6-a9e1-8ac178ff8c92 req-6d75ea92-ae0e-4ad6-b1b9-f51dfdef79bb tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "DELETE /v2.0/ports/42e8025e-503d-446c-93fd-713578d012ce HTTP/1.1" status: 204 len: 173 time: 2.4568245 Sep 18 07:00:23.917974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'name': 'network-vif-deleted', 'tag': '42e8025e-503d-446c-93fd-713578d012ce'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:23.920309 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506edc0c-4583-477c-afa5-25187a7bd3eb" -d '{"events": [{"server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "name": "network-vif-deleted", "tag": "42e8025e-503d-446c-93fd-713578d012ce"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:23.927095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Attempting to bind port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:23.927587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Attempting to bind port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:23.927925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Attempting to bind port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:23.955773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:23.956167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Attempting to bind port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:23.976340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Request body: {'port': {'device_id': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:23.985146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8bdd63d9-48b7-4498-9302-b04bd1bef26e None None] Provisioning complete for port 0f35020b-d2cf-4844-a9da-fbf73d027124 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:23.985670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bdd63d9-48b7-4498-9302-b04bd1bef26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.018038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-157202a8-ab2e-4a94-8b31-67e8a738b4a3 req-f9835798-bc26-4d93-921c-86cdc4803b86 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a HTTP/1.1" status: 200 len: 210 time: 0.0817745 Sep 18 07:00:24.024733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 6, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:24.025354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:24.025964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:24.026611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Bound port: e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:24.027361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.034871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:24.046282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a1490ea9-a566-43c2-a7b8-b1574422e3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223753 Sep 18 07:00:24.063049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.142005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:24.150087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd63d9-48b7-4498-9302-b04bd1bef26e None None] Port 0f35020b-d2cf-4844-a9da-fbf73d027124 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:24.154597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.157451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-d76dc86a-1967-47c7-a654-7a140ab165c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.160643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-d76dc86a-1967-47c7-a654-7a140ab165c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.3527305 Sep 18 07:00:24.171732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe5b6d68-9a7c-4691-b4b4-f7180b098916 req-9c31733d-0700-42d3-8c5f-5eed301750b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760214 Sep 18 07:00:24.204571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.208980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Transition to ACTIVE for port object 671afd4d-802e-4075-8425-da7a840fde36 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:24.224224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:24.238142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Allocated IP 172.20.0.7 (5aba8c0d-181b-499f-b7cf-fbb840e7d3fd/8bbe407f-4180-430d-909d-623fa2373d85/2553a220-02a1-46a7-aa51-7a6132b25221) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:24.314309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.354051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:24.358467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-64eda334-28fd-4901-802c-f4274db20f20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 217 time: 0.1681545 Sep 18 07:00:24.433131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.487152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fdbb-eb1d-463f-b93f-4d62c40211c5 req-7f8adf31-8e10-42f0-8b2b-caff7da2a7e8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.493411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b3fdbb-eb1d-463f-b93f-4d62c40211c5 req-7f8adf31-8e10-42f0-8b2b-caff7da2a7e8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 948 time: 0.3113804 Sep 18 07:00:24.531741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.37', 63064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:24.536641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.537274 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.539240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 HTTP/1.1" status: 200 len: 1093 time: 3.1814036 Sep 18 07:00:24.552979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:24.556605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-88e25dd4-d582-4740-b65f-1a310c6d4e00 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705830 Sep 18 07:00:24.570370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-712a597b-9b9e-47ca-9ad6-56c2d5b9a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.571787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-712a597b-9b9e-47ca-9ad6-56c2d5b9a0d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.2035656 Sep 18 07:00:24.657853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-38cf58bb-4cb1-4384-9d02-0ab1e1dc1e18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705748 Sep 18 07:00:24.664755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5e558-9c3a-42d2-94d8-670ae9e27566 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:24.690752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b3fdbb-eb1d-463f-b93f-4d62c40211c5 req-1147cc5c-1ab7-4e37-b51b-8fedcd81eceb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582739 Sep 18 07:00:24.692738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-4b72754e-6943-41b8-ad27-2c6a560a8c58 service neutron] 10.222.0.20 "GET /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1277580 Sep 18 07:00:24.757499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-d92dfa1f-b42a-434b-96ab-c5deab4bd7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250774 Sep 18 07:00:24.761303 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12593cdb-14c9-485d-bb8c-9124bfd02b5b x-openstack-request-id: req-12593cdb-14c9-485d-bb8c-9124bfd02b5b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:24.762129 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:24.762129 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12593cdb-14c9-485d-bb8c-9124bfd02b5b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:24.762360 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d', 'status': 'completed', 'code': 200} Sep 18 07:00:24.833100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.851738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Attempting to bind port 671afd4d-802e-4075-8425-da7a840fde36 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:24.854195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Attempting to bind port 671afd4d-802e-4075-8425-da7a840fde36 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:24.854195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Attempting to bind port 671afd4d-802e-4075-8425-da7a840fde36 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:24.886948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Port 671afd4d-802e-4075-8425-da7a840fde36 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:24.887279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Attempting to bind port 671afd4d-802e-4075-8425-da7a840fde36 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:24.902860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4edf355f-8e30-4cbc-b703-a2824ad2809f req-6dfff07d-1d6b-4efe-be1a-90e9124fd89e tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 210 time: 0.0528452 Sep 18 07:00:24.912870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:24.913127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-a13a4de0-0d68-4c4d-84e6-f5831f5734de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.913253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:24.913593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:24.914070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Bound port: 671afd4d-802e-4075-8425-da7a840fde36, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:24.914447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:24.914577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-a13a4de0-0d68-4c4d-84e6-f5831f5734de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 1096 time: 0.1844928 Sep 18 07:00:24.966906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-4d9b1408-9c54-46ed-a86d-4347c974ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.968428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-4d9b1408-9c54-46ed-a86d-4347c974ebe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 1100 time: 0.1643066 Sep 18 07:00:24.971548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-ec796933-b536-43ed-844f-746fe784f190 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032465 Sep 18 07:00:24.974287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-1d05972d-5646-465b-b525-9d09b4e654fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:24.976380 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-1d05972d-5646-465b-b525-9d09b4e654fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7654a2760768453ea3622b7465005c22&device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 1101 time: 0.1734242 Sep 18 07:00:24.977194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-8dcabefd-2ef7-42d5-96a3-a5e214d4d91e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 HTTP/1.1" status: 200 len: 217 time: 0.0477171 Sep 18 07:00:24.986471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-d4f38427-a805-461f-a75c-c09d85f74968 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769725 Sep 18 07:00:25.091083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f35020b-d2cf-4844-a9da-fbf73d027124 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:25.112696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:25.182420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:25.194384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ae364-bfb0-4890-a0f7-90ba20ed3d83 req-2ddcae32-8820-46ef-872a-d98998006ea4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.196141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d3ae364-bfb0-4890-a0f7-90ba20ed3d83 req-2ddcae32-8820-46ef-872a-d98998006ea4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 944 time: 0.2221260 Sep 18 07:00:25.200741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-1d3f9801-ec5c-48ff-82ca-6847ae8228e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.202141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-1d3f9801-ec5c-48ff-82ca-6847ae8228e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.1852741 Sep 18 07:00:25.214789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:25.259397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:25.260684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Transition to ACTIVE for port object 0f35020b-d2cf-4844-a9da-fbf73d027124 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:25.275721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-c53dc0e2-c2f7-4639-a0e6-5a65b9ac2678 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634804 Sep 18 07:00:25.280076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-ddd51457-e192-4f7a-b966-105c6fa4d453 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645402 Sep 18 07:00:25.311024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-714f5904-cb34-4f4c-b5de-c25a8e0f80dc service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224094 Sep 18 07:00:25.345318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d3ae364-bfb0-4890-a0f7-90ba20ed3d83 req-a3e4a77d-f679-4f6e-a8a8-07f9a56524dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380298 Sep 18 07:00:25.411143 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3068a068-fc8b-46ee-a82f-e656861f64e2 x-openstack-request-id: req-3068a068-fc8b-46ee-a82f-e656861f64e2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:25.411581 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a", "name": "network-vif-deleted", "tag": "42e8025e-503d-446c-93fd-713578d012ce", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:25.411838 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3068a068-fc8b-46ee-a82f-e656861f64e2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:25.412235 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060a1a-a3f4-47fd-98bf-03f8d6e5ad9a', 'name': 'network-vif-deleted', 'tag': '42e8025e-503d-446c-93fd-713578d012ce', 'status': 'completed', 'code': 200} Sep 18 07:00:25.519592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-2b934d63-3d98-437e-b9b4-0ce9d606d83a service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335305 Sep 18 07:00:25.523812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f15ad8cd-c3fa-45ce-8825-da2d77f28676 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243605 Sep 18 07:00:25.591238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7cff-9575-4f75-95e8-0e94ee90cb48 req-2e3baf57-bf0e-4f3b-bfa6-6f75e7daebfd tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.592922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-253d7cff-9575-4f75-95e8-0e94ee90cb48 req-2e3baf57-bf0e-4f3b-bfa6-6f75e7daebfd tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.1232765 Sep 18 07:00:25.602168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:25.603304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:25.605155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:25.622877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:25.625136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-ca623d9e-8f35-40da-aeee-55ffda93dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.626616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-ca623d9e-8f35-40da-aeee-55ffda93dcf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.6129823 Sep 18 07:00:25.629519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:25.638525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Allocated IP 172.20.0.13 (5aba8c0d-181b-499f-b7cf-fbb840e7d3fd/8bbe407f-4180-430d-909d-623fa2373d85/636e180a-2da1-4baf-bf3e-012a6449a5ef) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:25.645173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-49b397c6-72e2-4854-a301-a7845e26a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.648686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-49b397c6-72e2-4854-a301-a7845e26a976 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.6295998 Sep 18 07:00:25.713675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-253d7cff-9575-4f75-95e8-0e94ee90cb48 req-cc97227a-f1e9-43f5-b0ea-a0a2d7726a49 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113675 Sep 18 07:00:25.740346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:25.741681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-345cd95d-c6ac-4b07-9292-532ca97c0c39 req-b8f4f668-d214-4ff5-8f15-6b7c603db67b service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071733 Sep 18 07:00:25.742764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:25.746198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-5d137b74-1acc-4c78-a281-1433684ef256 service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019231 Sep 18 07:00:25.749789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] 10.222.0.37 "PUT /v2.0/ports/671afd4d-802e-4075-8425-da7a840fde36 HTTP/1.1" status: 200 len: 1097 time: 3.4452665 Sep 18 07:00:25.756816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-42957f99-13d7-4464-9a25-27490d8634fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0e64460a-55b5-496f-a890-4fdc48fff99d HTTP/1.1" status: 200 len: 217 time: 0.1141789 Sep 18 07:00:25.772525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event updated for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:25.824945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 42e8025e-503d-446c-93fd-713578d012ce no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:25.868005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 42e8025e-503d-446c-93fd-713578d012ce {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:25.868591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 42e8025e-503d-446c-93fd-713578d012ce not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:25.884167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-bca77f48-bd06-447a-9e5c-6dd0f2a640a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=389afaf4-df78-4fd0-8a98-69390438c044 HTTP/1.1" status: 200 len: 217 time: 0.1980052 Sep 18 07:00:25.898651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1f627cb8-fb01-4f6f-bb76-920fe3af752f service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360054 Sep 18 07:00:26.029515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.030254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:26.141838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-d3534cd9-9047-436a-9b66-a6af379b4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.143415 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-d3534cd9-9047-436a-9b66-a6af379b4ae2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.3670294 Sep 18 07:00:26.165085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-ffdfe15d-024b-42be-9f00-d38fd796bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.167127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-ffdfe15d-024b-42be-9f00-d38fd796bf0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2050438 Sep 18 07:00:26.167751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeed7c-1a66-4496-b55f-d39e5ae802bd service neutron] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:26.250137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-a8e8f9dd-145a-4048-aef8-b26d84eb58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.251655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-a8e8f9dd-145a-4048-aef8-b26d84eb58fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 1100 time: 0.3432603 Sep 18 07:00:26.280514 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-a19c9885-231f-477e-8356-9e4a0fa08661 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2222412 Sep 18 07:00:26.339884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Request body: {'port': {'device_id': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:26.342610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6333a54-7060-4d6f-b5a2-57aa41337750 req-5ddecd68-1653-4b5e-a5e0-d7a196235372 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.344108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6333a54-7060-4d6f-b5a2-57aa41337750 req-5ddecd68-1653-4b5e-a5e0-d7a196235372 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 985 time: 0.1007564 Sep 18 07:00:26.348112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-6ea16cfe-5e47-4186-9b09-cb1ba400a25e service neutron] 10.222.0.20 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455788 Sep 18 07:00:26.406346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-8cb4850b-9bb0-4422-8b94-ef61d2142933 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=671afd4d-802e-4075-8425-da7a840fde36 HTTP/1.1" status: 200 len: 217 time: 0.1205845 Sep 18 07:00:26.439248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:26.441638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Attempting to bind port 0f35020b-d2cf-4844-a9da-fbf73d027124 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:26.442017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Attempting to bind port 0f35020b-d2cf-4844-a9da-fbf73d027124 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:26.442362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Attempting to bind port 0f35020b-d2cf-4844-a9da-fbf73d027124 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:26.442755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6333a54-7060-4d6f-b5a2-57aa41337750 req-8f67a258-3496-4ae1-a4ae-4da3f964db27 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0905278 Sep 18 07:00:26.470679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-21f4579c-d300-4d56-997b-cb206b68ed40 service neutron] 10.222.0.20 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101732 Sep 18 07:00:26.488340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Port 0f35020b-d2cf-4844-a9da-fbf73d027124 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:26.488671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Attempting to bind port 0f35020b-d2cf-4844-a9da-fbf73d027124 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:26.491952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-c4b7ecaa-2868-4b31-9c1f-a8d5238f9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.493489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-c4b7ecaa-2868-4b31-9c1f-a8d5238f9e36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3353963 Sep 18 07:00:26.514232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-87647708-219b-4d88-8e65-91cb6c6d5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.515762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-87647708-219b-4d88-8e65-91cb6c6d5c2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3271799 Sep 18 07:00:26.553379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:26.553731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:26.554146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:26.554600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Bound port: 0f35020b-d2cf-4844-a9da-fbf73d027124, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:26.554967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:26.597076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f25d60ca-6925-463e-85aa-702a85cdee02 service neutron] 10.222.0.20 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217763 Sep 18 07:00:26.609533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:26.621182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3ad4-c1ea-4a79-b49a-dbe9688f5719 req-40cba436-8e1b-4c72-9614-4b9f02ff3acc tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.622656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e4c3ad4-c1ea-4a79-b49a-dbe9688f5719 req-40cba436-8e1b-4c72-9614-4b9f02ff3acc tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 948 time: 0.0709221 Sep 18 07:00:26.631063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:26.641600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-b870d963-e3bc-4da4-bbf2-edc6d85a9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.643053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-b870d963-e3bc-4da4-bbf2-edc6d85a9637 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2224338 Sep 18 07:00:26.706896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e4c3ad4-c1ea-4a79-b49a-dbe9688f5719 req-45d7ab88-351b-43e3-ac0a-fe2054a2864c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745907 Sep 18 07:00:26.730001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-810ab701-59b3-4f99-b966-ba593fa63005 service neutron] 10.222.0.20 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243007 Sep 18 07:00:26.775925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:26.778172 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bad608-0e8a-4ed5-aff4-2162862c4ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:26.826481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df449b1e-c4c0-46b4-8ed5-842c1f1ce420 req-c1653775-1d03-4a61-bceb-33deae1fa9b5 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 210 time: 0.0558839 Sep 18 07:00:26.866785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-022f5b2c-1e71-40cc-9c5d-85fa12a29301 service neutron] 10.222.0.20 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240509 Sep 18 07:00:26.937682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-8612d248-c921-47fb-822b-6c8b8efe63a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191144 Sep 18 07:00:26.939427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1560bc-b817-4fa2-a033-8723378ad97f req-118c2387-87eb-467d-a377-512c95fe19cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.941554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf1560bc-b817-4fa2-a033-8723378ad97f req-118c2387-87eb-467d-a377-512c95fe19cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 944 time: 0.0525987 Sep 18 07:00:26.946036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-582a4ca6-53cb-4896-b97c-7e00fed9977c service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130304 Sep 18 07:00:26.964879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-5b0dbb21-0228-4558-afd0-4f3d88d1d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:26.966395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-5b0dbb21-0228-4558-afd0-4f3d88d1d799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3161950 Sep 18 07:00:26.968195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:26.986213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf1560bc-b817-4fa2-a033-8723378ad97f req-ec28ce66-f4f0-4066-9ad6-840e519366fc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Sep 18 07:00:27.036808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:27.060762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:27.179148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:27.272906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:27.297156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:27.303576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.304204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:27.305617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] 10.222.0.37 "PUT /v2.0/ports/0f35020b-d2cf-4844-a9da-fbf73d027124 HTTP/1.1" status: 200 len: 1096 time: 3.3428862 Sep 18 07:00:27.311453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:27.315735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event updated for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:27.413528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:27.416456 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:27.491666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5daf7f-d017-4554-89e5-d40aa3e9ec56 req-c657d8d3-0914-40ae-b9be-43882e669307 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.493724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa5daf7f-d017-4554-89e5-d40aa3e9ec56 req-c657d8d3-0914-40ae-b9be-43882e669307 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.0665681 Sep 18 07:00:27.546274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa5daf7f-d017-4554-89e5-d40aa3e9ec56 req-645c24e5-ba7e-4dd5-8c64-26b2fc4ea8d7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Sep 18 07:00:27.674312 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4eaee-8bab-4988-85cb-b7ab98772f8e x-openstack-request-id: req-f5e4eaee-8bab-4988-85cb-b7ab98772f8e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:27.674599 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:27.674848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5e4eaee-8bab-4988-85cb-b7ab98772f8e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:27.675238 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'status': 'completed', 'code': 200} Sep 18 07:00:27.703191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-25f82b03-76cc-457f-a251-63508345fd8f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287047 Sep 18 07:00:27.716480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c936bd6d-2e8a-4b59-9e00-db2cd4849991 req-16f1f8a0-d8cf-4cf5-adaa-9cea61de3850 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403390 Sep 18 07:00:27.737353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-626fb65f-09f5-418c-9d17-75e70eae3eff req-1207000b-8080-45d3-836e-219ed5c9011d service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835157 Sep 18 07:00:27.752594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b783363-6aab-4ab2-919f-2ed301b9ce40 req-af49a8b4-7b9a-48f0-9fd7-7d088507586d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.754187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b783363-6aab-4ab2-919f-2ed301b9ce40 req-af49a8b4-7b9a-48f0-9fd7-7d088507586d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.0631273 Sep 18 07:00:27.803513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b783363-6aab-4ab2-919f-2ed301b9ce40 req-a61fa77b-8900-4f1c-af5b-c7bc90a4712d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Sep 18 07:00:27.807044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.807686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:27.819765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb9cca-e4fc-4961-a8b4-96b06f4a523d service neutron] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:27.867714 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e649b77-654b-4f11-aafd-8808e47f7cfb x-openstack-request-id: req-9e649b77-654b-4f11-aafd-8808e47f7cfb {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:27.868009 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:27.868264 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e649b77-654b-4f11-aafd-8808e47f7cfb {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:27.868660 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'status': 'completed', 'code': 200} Sep 18 07:00:27.892829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-6f72a7ca-5c80-45c1-8efe-a7831b18f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.894419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-6f72a7ca-5c80-45c1-8efe-a7831b18f16b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 1099 time: 0.2091939 Sep 18 07:00:27.961806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2553a220-02a1-46a7-aa51-7a6132b25221 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:27.966610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-4f6b82ec-03d3-4b65-b1a1-6881a20f964f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5583315 Sep 18 07:00:27.971831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bda609-08c2-4252-88e7-7e464fd0ca3b req-ef8b8e0e-fcfb-4474-bea7-8c3abd3ba3c6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:27.974211 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-0dab13a0-ebab-4363-96f9-72fd974e93b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=0f35020b-d2cf-4844-a9da-fbf73d027124 HTTP/1.1" status: 200 len: 217 time: 0.0709252 Sep 18 07:00:27.976146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:27.979593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58bda609-08c2-4252-88e7-7e464fd0ca3b req-ef8b8e0e-fcfb-4474-bea7-8c3abd3ba3c6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 985 time: 0.0594423 Sep 18 07:00:28.015618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Request body: {'port': {'device_id': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:28.027428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58bda609-08c2-4252-88e7-7e464fd0ca3b req-db085c4f-7f27-416a-b531-24bbc0a478e9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0459380 Sep 18 07:00:28.045686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c111be5-fd34-4d40-b2e2-209a5ad6728f req-c87cd22d-76aa-4d9c-8cff-3caa2ac553fd service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319540 Sep 18 07:00:28.065696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Transition to ACTIVE for port object 2553a220-02a1-46a7-aa51-7a6132b25221 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:28.098105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-415f84ea-ce44-4195-b9a6-d8b3d34f1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.099585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-415f84ea-ce44-4195-b9a6-d8b3d34f1179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1015141 Sep 18 07:00:28.115230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-0a2f96d9-fb41-4317-a860-6c75851d2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.117283 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-0a2f96d9-fb41-4317-a860-6c75851d2537 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 1096 time: 0.1684806 Sep 18 07:00:28.132652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b4021-1700-46ab-b9b3-1b97b92ced57 req-d813e485-c9ce-42c8-a4f8-87102d530391 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.134270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b8b4021-1700-46ab-b9b3-1b97b92ced57 req-d813e485-c9ce-42c8-a4f8-87102d530391 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 948 time: 0.0522265 Sep 18 07:00:28.170066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:28.173144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b8b4021-1700-46ab-b9b3-1b97b92ced57 req-3961e562-07ea-42b1-be5f-22992a4bab8a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Sep 18 07:00:28.175818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:28.328234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-2c2e92d5-9937-4e11-a48b-6373f8e7d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.329762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-2c2e92d5-9937-4e11-a48b-6373f8e7d581 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098649 Sep 18 07:00:28.354987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Pushing event updated for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:28.368685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf5a9a-988c-4068-8102-b2940a160a00 req-7574d60c-a151-44f8-8f37-720a5afed652 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.376059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bccf5a9a-988c-4068-8102-b2940a160a00 req-7574d60c-a151-44f8-8f37-720a5afed652 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 932 time: 0.1062987 Sep 18 07:00:28.404173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdfe92-1610-4888-ac10-e8f7bd27b4f7 req-9a3295fd-7a1d-4410-82f8-4b80a7c6fb17 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.405969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ffdfe92-1610-4888-ac10-e8f7bd27b4f7 req-9a3295fd-7a1d-4410-82f8-4b80a7c6fb17 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 944 time: 0.1065404 Sep 18 07:00:28.442519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bccf5a9a-988c-4068-8102-b2940a160a00 req-25cbeb03-31b5-4373-b031-c8b43df65279 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653436 Sep 18 07:00:28.464909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-d51b85bb-59b4-44ac-9a45-6d24b035ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.466457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-d51b85bb-59b4-44ac-9a45-6d24b035ec78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.3340178 Sep 18 07:00:28.473436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ffdfe92-1610-4888-ac10-e8f7bd27b4f7 req-be8f8196-e6e0-4982-b2cb-6b217a8d789a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549109 Sep 18 07:00:28.547254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c91955a-9e55-4acc-855f-e4a3714f1e87 req-549bb4ca-d4ef-49c7-94f9-10aa635562a0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Sep 18 07:00:28.571516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-33f75f24-e662-4f8f-896d-9d968c97e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.573037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-33f75f24-e662-4f8f-896d-9d968c97e795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 1100 time: 0.2715471 Sep 18 07:00:28.591406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef142308-0c1f-4736-9a31-3489850a425a req-3f66dcb6-a02c-4755-9963-8c28fe4ab86a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1229148518&fields=id&tenant_id=cb58815a4b67451a87b61153fa31617a HTTP/1.1" status: 200 len: 267 time: 0.0647576 Sep 18 07:00:28.618732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-2e7af013-8581-4590-93f5-346a6e623979 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 HTTP/1.1" status: 200 len: 217 time: 0.0773728 Sep 18 07:00:28.685353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142308-0c1f-4736-9a31-3489850a425a req-1f2efc52-071d-4b06-bfbe-294d5d51d9c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.688367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef142308-0c1f-4736-9a31-3489850a425a req-1f2efc52-071d-4b06-bfbe-294d5d51d9c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 985 time: 0.0895040 Sep 18 07:00:28.700053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc606e-5234-4bc4-a256-986fe48fd11c req-797a3abd-3337-4d96-b1a7-79b2ec1c4827 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.701618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dcc606e-5234-4bc4-a256-986fe48fd11c req-797a3abd-3337-4d96-b1a7-79b2ec1c4827 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.0905745 Sep 18 07:00:28.707241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'port': {'security_groups': ['43444839-0ad6-4cb7-9508-eb6fb82bc573', 'b447b6a8-b02a-434c-ad75-41cfd1b4b32a', '20b1cbf3-88d1-4855-b5b0-126495f7288c']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:28.715465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Attempting to bind port 2553a220-02a1-46a7-aa51-7a6132b25221 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:28.715824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Attempting to bind port 2553a220-02a1-46a7-aa51-7a6132b25221 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:28.716153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Attempting to bind port 2553a220-02a1-46a7-aa51-7a6132b25221 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:28.737361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-17f90ff1-1144-4970-916c-1868ca402f8f service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878100 Sep 18 07:00:28.747327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:28.764458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Port 2553a220-02a1-46a7-aa51-7a6132b25221 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:28.764793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Attempting to bind port 2553a220-02a1-46a7-aa51-7a6132b25221 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:28.797196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dcc606e-5234-4bc4-a256-986fe48fd11c req-68a03581-c91d-43c9-8a78-0c314a29c3bf tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Sep 18 07:00:28.804941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:28.832347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:28.832702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Checking segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:28.833097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Bound using segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:28.833545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Bound port: 2553a220-02a1-46a7-aa51-7a6132b25221, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:28.836290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:28.845776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-628dd7df-370a-40ed-b805-00f076cc734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.847321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-628dd7df-370a-40ed-b805-00f076cc734a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.2033045 Sep 18 07:00:28.952272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-a04943c8-2fc5-44d8-9649-ec595ea1ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:28.953765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-a04943c8-2fc5-44d8-9649-ec595ea1ef47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3478885 Sep 18 07:00:29.025833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-b32aac03-990f-4712-a4ed-53969f46148a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872929 Sep 18 07:00:29.033956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-e18b51cb-3107-4be9-b8b8-2de060d501bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=671afd4d-802e-4075-8425-da7a840fde36 HTTP/1.1" status: 200 len: 217 time: 0.0638864 Sep 18 07:00:29.067961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:29.100410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.112412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690474c9-0676-40c1-b3ef-a511dccd0bff req-314815eb-b2fc-4701-85dd-b031bcf68d5d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.113950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-690474c9-0676-40c1-b3ef-a511dccd0bff req-314815eb-b2fc-4701-85dd-b031bcf68d5d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.1509593 Sep 18 07:00:29.154136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-690474c9-0676-40c1-b3ef-a511dccd0bff req-b41325d6-1a49-4da3-890b-24627764ab87 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Sep 18 07:00:29.155100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:29.168427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6aca6f8-50b6-4f86-a2f4-a120ed339548 req-c9e463af-c1f0-449b-9bfd-21e5a56666a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734760 Sep 18 07:00:29.169517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.182542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70', '625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:29.218564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2553a220-02a1-46a7-aa51-7a6132b25221,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:29.229126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636e180a-2da1-4baf-bf3e-012a6449a5ef {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:29.232231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.233605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.241573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef142308-0c1f-4736-9a31-3489850a425a req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "PUT /v2.0/ports/625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 1021 time: 0.5379555 Sep 18 07:00:29.245202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.251605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-871fab86-7521-4ea4-b241-aabe833a0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.254725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-871fab86-7521-4ea4-b241-aabe833a0013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1886394 Sep 18 07:00:29.270328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-5e9829f7-aa54-435c-91e0-339a5216d46a service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270396 Sep 18 07:00:29.274150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Transition to ACTIVE for port object 636e180a-2da1-4baf-bf3e-012a6449a5ef will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:29.321875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.330660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c436a-7ef8-4dba-8ad2-d0c9344cafab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:29.361595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:29.392466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229012dc-1627-49d1-a369-4b9072003dc9 req-53d19e5f-e251-46b6-aaf6-1d6d2ae0ab22 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.401127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.403491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-229012dc-1627-49d1-a369-4b9072003dc9 req-53d19e5f-e251-46b6-aaf6-1d6d2ae0ab22 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 948 time: 0.1217856 Sep 18 07:00:29.408825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.409701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:29.411313 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] 10.222.0.37 "PUT /v2.0/ports/2553a220-02a1-46a7-aa51-7a6132b25221 HTTP/1.1" status: 200 len: 1092 time: 3.1080270 Sep 18 07:00:29.430320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d516dbd-4eb5-43a6-abfa-74558142580b req-d5cbfe5e-10ad-47a0-80e7-7aae5bdccb23 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/20b1cbf3-88d1-4855-b5b0-126495f7288c HTTP/1.1" status: 200 len: 1801 time: 0.1473823 Sep 18 07:00:29.434933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-0207af93-ac4d-4e0e-915e-0dc02eb2ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.436725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-0207af93-ac4d-4e0e-915e-0dc02eb2ed4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1638536 Sep 18 07:00:29.475687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-229012dc-1627-49d1-a369-4b9072003dc9 req-e6cb2f28-3965-4dcc-8698-55944c234e9a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698380 Sep 18 07:00:29.493611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-651d8bb8-b01c-4b9f-a64a-00e93f73c4b4 req-68d40260-aa42-4cf8-b95d-5a536e579d93 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108443 Sep 18 07:00:29.494335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcd2a3-6fd6-42f4-8ae0-e6f706395b99 service neutron] Pushing event updated for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:29.550793 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-6d516dbd-4eb5-43a6-abfa-74558142580b req-62384a49-b3ce-491f-a73d-e0c448cc5958 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 07:00:29.552308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d516dbd-4eb5-43a6-abfa-74558142580b req-62384a49-b3ce-491f-a73d-e0c448cc5958 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/20b1cbf3-88d1-4855-b5b0-126495f7288c HTTP/1.1" status: 409 len: 341 time: 0.1080036 Sep 18 07:00:29.664695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Pushing event updated for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:29.678342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124'}, {'name': 'network-changed', 'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:29.680649 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dafd63c-258d-4500-853c-62337b743934" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124"}, {"name": "network-changed", "server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:29.685002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bc984-c10d-421f-83c6-7973b3369c26 req-377a172f-3dd9-49fb-a0a9-d09541b9426e tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.687458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa5bc984-c10d-421f-83c6-7973b3369c26 req-377a172f-3dd9-49fb-a0a9-d09541b9426e tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 944 time: 0.0939724 Sep 18 07:00:29.696330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-ff200ec1-050d-4332-a06f-bb38ae81789d service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485960 Sep 18 07:00:29.718032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-3fec757d-80a3-42d9-a2ed-f1f90c39d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.719482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-3fec757d-80a3-42d9-a2ed-f1f90c39d61a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=2299d7da-fe0e-426c-8ddd-37777837aa03 HTTP/1.1" status: 200 len: 1095 time: 0.1386817 Sep 18 07:00:29.720846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a985fe5-02a8-4fd4-8b7c-0153f7a417b3 req-e4a0f2e0-58aa-458d-afb0-782bdd9008c2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:29.725749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a985fe5-02a8-4fd4-8b7c-0153f7a417b3 req-e4a0f2e0-58aa-458d-afb0-782bdd9008c2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 944 time: 0.0866654 Sep 18 07:00:29.733458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Attempting to bind port 636e180a-2da1-4baf-bf3e-012a6449a5ef on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:29.734119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Attempting to bind port 636e180a-2da1-4baf-bf3e-012a6449a5ef by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:29.737202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Attempting to bind port 636e180a-2da1-4baf-bf3e-012a6449a5ef on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:29.779474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa5bc984-c10d-421f-83c6-7973b3369c26 req-855c8fbb-7b01-4d48-9157-c80e01ac3a9c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768263 Sep 18 07:00:29.802930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a985fe5-02a8-4fd4-8b7c-0153f7a417b3 req-0ab32c8a-87b9-41c4-856f-bc11bb87dd38 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667167 Sep 18 07:00:29.847300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e64460a-55b5-496f-a890-4fdc48fff99d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:29.869868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:29.872632 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94eec2-2079-450a-b9aa-723bc6c5fba3" -d '{"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:29.962050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07dc0275-d3bd-4744-b25b-1077996db15c req-03b9737b-06f3-403a-a465-e0e7d9b738cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Sep 18 07:00:29.994409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e64460a-55b5-496f-a890-4fdc48fff99d,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:30.018441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '0e64460a-55b5-496f-a890-4fdc48fff99d', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '0e64460a-55b5-496f-a890-4fdc48fff99d', 'mac_address': 'fa:16:3e:b1:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:30.082034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.082369 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaaac11-bca1-47c1-8398-f74a4c38610c x-openstack-request-id: req-6aaaac11-bca1-47c1-8398-f74a4c38610c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:30.082674 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:30.082928 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aaaac11-bca1-47c1-8398-f74a4c38610c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:30.083322 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'status': 'completed', 'code': 200} Sep 18 07:00:30.083577 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221', 'status': 'completed', 'code': 200} Sep 18 07:00:30.096642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e64460a-55b5-496f-a890-4fdc48fff99d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:30.102761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-da3f2f68-6390-44e7-b09d-8f20fdccfe03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2553a220-02a1-46a7-aa51-7a6132b25221 HTTP/1.1" status: 200 len: 217 time: 0.3658144 Sep 18 07:00:30.103231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Port 636e180a-2da1-4baf-bf3e-012a6449a5ef on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:30.103560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Attempting to bind port 636e180a-2da1-4baf-bf3e-012a6449a5ef on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:30.116514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e64460a-55b5-496f-a890-4fdc48fff99d,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:30.153520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3d906-4a81-4674-9b99-e9dd3946f81d req-bbd3b72c-2937-4faf-b53d-99883166e313 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.155313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ea3d906-4a81-4674-9b99-e9dd3946f81d req-bbd3b72c-2937-4faf-b53d-99883166e313 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.0571468 Sep 18 07:00:30.186568 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.187730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:30.189056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:30.189583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Checking segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:30.189889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Bound using segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:30.190272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Bound port: 636e180a-2da1-4baf-bf3e-012a6449a5ef, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:30.190620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.201446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ea3d906-4a81-4674-9b99-e9dd3946f81d req-e640cebf-7286-4fd9-a4cc-6293d7b8a134 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Sep 18 07:00:30.266801 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e72787d-4cf2-4a67-93ac-11436be69c58 x-openstack-request-id: req-0e72787d-4cf2-4a67-93ac-11436be69c58 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:30.266801 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "tag": "625510ed-4408-465a-be02-c460ce5005bb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:30.266801 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e72787d-4cf2-4a67-93ac-11436be69c58 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:30.266801 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'tag': '625510ed-4408-465a-be02-c460ce5005bb', 'status': 'completed', 'code': 200} Sep 18 07:00:30.314071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:30.338385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039579-2791-4860-9f52-1d0631616e8c req-bffd63a2-ea96-40d1-aadb-b8038acc3587 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.339913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-61039579-2791-4860-9f52-1d0631616e8c req-bffd63a2-ea96-40d1-aadb-b8038acc3587 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.2547128 Sep 18 07:00:30.358593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-69dda320-7a54-45be-80af-224fc4938454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.360222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-69dda320-7a54-45be-80af-224fc4938454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 1099 time: 0.2810845 Sep 18 07:00:30.368226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-8725a9ea-9ecb-4930-aaed-d1861d73d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.369671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-8725a9ea-9ecb-4930-aaed-d1861d73d617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.2166774 Sep 18 07:00:30.382709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a5a05-8fd1-401b-8ba5-ec5aa537f1e6 req-cfdd2c88-2c1b-49cf-917f-e8ffc43e3f08 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.384563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf4a5a05-8fd1-401b-8ba5-ec5aa537f1e6 req-cfdd2c88-2c1b-49cf-917f-e8ffc43e3f08 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.0561583 Sep 18 07:00:30.392274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-91a74ad7-f3a2-41e8-83d7-bff0bc18972b service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855953 Sep 18 07:00:30.445268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:30.458584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'mac_address': 'fa:16:3e:0c:bd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:30.461292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf4a5a05-8fd1-401b-8ba5-ec5aa537f1e6 req-faa35b12-9033-44ce-a95d-fda28df496d3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Sep 18 07:00:30.472888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-698f36fb-d31b-4141-afca-3563999bb79a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838227 Sep 18 07:00:30.493108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:30.518114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.540370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:30.562495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:30.566118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a15b64-7c0f-4bd5-b875-619949f74172 req-f80fd1ae-8197-46ae-b243-f77a7f4855b7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.567688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a15b64-7c0f-4bd5-b875-619949f74172 req-f80fd1ae-8197-46ae-b243-f77a7f4855b7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1024 time: 0.1190970 Sep 18 07:00:30.591815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:30.601281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-884633bc-39a3-4788-bda4-59ecc36c72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.602860 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-884633bc-39a3-4788-bda4-59ecc36c72af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb58815a4b67451a87b61153fa31617a&device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1176 time: 0.2942181 Sep 18 07:00:30.636225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a15b64-7c0f-4bd5-b875-619949f74172 req-cbe490d5-8c66-4c82-b35d-72f507d654bd tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&id=20b1cbf3-88d1-4855-b5b0-126495f7288c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0588722 Sep 18 07:00:30.644144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.647003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3389c-cc27-47eb-90f1-2d8814d47513 req-f0cb2506-0224-46d8-b957-a5e3396f911e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.648577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7de3389c-cc27-47eb-90f1-2d8814d47513 req-f0cb2506-0224-46d8-b957-a5e3396f911e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 949 time: 0.0799618 Sep 18 07:00:30.696911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:30.699141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7de3389c-cc27-47eb-90f1-2d8814d47513 req-ba710456-6ade-4102-9d22-a9e76291fb5f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Sep 18 07:00:30.707919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.710344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-6507d9ed-c5fd-4657-a871-2df52a85d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.711866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-6507d9ed-c5fd-4657-a871-2df52a85d210 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3413296 Sep 18 07:00:30.754634 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-4b97bfbc-59a8-4006-a382-ddd03365d0ba service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680755 Sep 18 07:00:30.847785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.848421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.850400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] 10.222.0.37 "PUT /v2.0/ports/636e180a-2da1-4baf-bf3e-012a6449a5ef HTTP/1.1" status: 200 len: 1093 time: 2.8502598 Sep 18 07:00:30.851716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-e0d574ce-2b73-481e-bd63-4533386e8807 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=0f35020b-d2cf-4844-a9da-fbf73d027124 HTTP/1.1" status: 200 len: 217 time: 0.0994785 Sep 18 07:00:30.871349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:30.871703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:30.938964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba5441-46ea-4971-b852-961f3a0fe321 req-2505f975-6f4f-4a12-ab1e-1344f9d5d3af tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.940368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dba5441-46ea-4971-b852-961f3a0fe321 req-2505f975-6f4f-4a12-ab1e-1344f9d5d3af tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 944 time: 0.0845811 Sep 18 07:00:30.955215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f63db-c0ca-4fe1-a166-cb06a0eb30c0 req-4206f72c-b2f1-40d3-bcea-8426d40f8693 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.956824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-544f63db-c0ca-4fe1-a166-cb06a0eb30c0 req-4206f72c-b2f1-40d3-bcea-8426d40f8693 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 945 time: 0.0737939 Sep 18 07:00:30.993284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-0d73c99e-14b5-4ad6-8915-c018167ef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:30.994789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-0d73c99e-14b5-4ad6-8915-c018167ef0f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 200 len: 913 time: 0.3569937 Sep 18 07:00:30.995392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d07b8b-76dd-45d2-be04-62c0e5c5b83f service neutron] Pushing event updated for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:31.013205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0dba5441-46ea-4971-b852-961f3a0fe321 req-218c4a9f-b54e-4b69-b6a8-7b6dff5cc87e tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658193 Sep 18 07:00:31.032824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-544f63db-c0ca-4fe1-a166-cb06a0eb30c0 req-c517d5ff-d509-4f79-96d2-57e6042a9c36 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Sep 18 07:00:31.103255 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-bf0892bf-6207-4e9c-b1f7-fa617c8a9b38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 200 len: 217 time: 0.0794837 Sep 18 07:00:31.112374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-f9a736a2-52cc-438a-b77c-ba90a95a02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.113822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-f9a736a2-52cc-438a-b77c-ba90a95a02e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.2316184 Sep 18 07:00:31.159796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3aacccb-7b90-4b87-b1d8-69f106ef607d req-5070151b-c77b-41ca-8a13-a62a10c26234 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Sep 18 07:00:31.192627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-ada06282-844c-4ac5-888a-8cd033c70755 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075356 Sep 18 07:00:31.198176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0e64460a-55b5-496f-a890-4fdc48fff99d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:31.208381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-eeb8966d-2361-4048-96cf-0f043ce69884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.210419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-eeb8966d-2361-4048-96cf-0f043ce69884 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2388589 Sep 18 07:00:31.242891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 85dac6b7-cec1-451b-a5f8-22ac30ffb800, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=85dac6b7-cec1-451b-a5f8-22ac30ffb800,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:31.243263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:31.283631 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-b69551b4-9e91-4ea2-9c0d-07dd5f2d0041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef HTTP/1.1" status: 200 len: 217 time: 0.0599422 Sep 18 07:00:31.291062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-12e66410-896c-4dea-8e3d-4d947c29dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.292523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-12e66410-896c-4dea-8e3d-4d947c29dd81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 200 len: 852 time: 0.1778193 Sep 18 07:00:31.295214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 85dac6b7-cec1-451b-a5f8-22ac30ffb800 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:31.304342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-bbc7d29a-a8e8-44d8-ba4c-65c83a94a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.305798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-bbc7d29a-a8e8-44d8-ba4c-65c83a94a928 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785457 Sep 18 07:00:31.321012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e7ff6c93-920c-4b77-bf1d-8f40d2fe7926'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:31.342317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-79b2074d-51d5-41b4-bcc4-89c0987c1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.344112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-79b2074d-51d5-41b4-bcc4-89c0987c1acf service neutron] 10.222.0.24 "GET /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 1032 time: 0.0433521 Sep 18 07:00:31.385943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-0ddb771b-dea6-43ae-b71e-aef2f006d35c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec1fb803-3117-494a-9782-ef814e99644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762990 Sep 18 07:00:31.420088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-613808bf-2639-4bd3-a2d7-d15542219ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.421562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-613808bf-2639-4bd3-a2d7-d15542219ad3 service neutron] 10.222.0.24 "GET /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 1032 time: 0.0675220 Sep 18 07:00:31.439570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52fd1-fd90-479e-b8f3-e4095efeb9e0 req-dd0c0509-1f85-41de-8a50-5bf163b3696e tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.448227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bc52fd1-fd90-479e-b8f3-e4095efeb9e0 req-dd0c0509-1f85-41de-8a50-5bf163b3696e tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.1358049 Sep 18 07:00:31.519439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919766-749d-4685-a003-7abcb191fd42 req-b81b9fbe-4492-4ecc-a203-44f3f13caf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.520540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-b81b9fbe-4492-4ecc-a203-44f3f13caf0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.2264564 Sep 18 07:00:31.545064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bc52fd1-fd90-479e-b8f3-e4095efeb9e0 req-19f3ab48-1136-4503-85df-4a06bf99d1ea tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Sep 18 07:00:31.603166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-796c4fe4-3b9a-4510-8fa5-ae7172988148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668948 Sep 18 07:00:31.621829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855890b2-3973-41d7-bfa5-35154445059c req-dd6e54a1-4f7b-4d06-b718-9bfde84098f1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.623378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-855890b2-3973-41d7-bfa5-35154445059c req-dd6e54a1-4f7b-4d06-b718-9bfde84098f1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 949 time: 0.0751894 Sep 18 07:00:31.630147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-758a9b11-f783-4979-b3aa-321fa56139f1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.636502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-758a9b11-f783-4979-b3aa-321fa56139f1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.642366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-758a9b11-f783-4979-b3aa-321fa56139f1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.643977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-758a9b11-f783-4979-b3aa-321fa56139f1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 1993 time: 0.1938310 Sep 18 07:00:31.697437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-855890b2-3973-41d7-bfa5-35154445059c req-6847f7d0-235f-4512-bb76-8bd183759718 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Sep 18 07:00:31.702088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-19bb816c-eedf-40db-801c-aee163a1d6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655193 Sep 18 07:00:31.716965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-35aaa743-7e36-483a-92ca-db092695b8d7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8 HTTP/1.1" status: 200 len: 379 time: 0.0504215 Sep 18 07:00:31.736296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'admin_state_up': True, 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'security_groups': ['134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:31.750038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-f126462e-8f67-480e-9160-d7a260952144 service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442669 Sep 18 07:00:31.815906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:31.849264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 85dac6b7-cec1-451b-a5f8-22ac30ffb800 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:31.865145 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-fed28eef-94fd-4005-8c83-20f1ef13b36d service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467840 Sep 18 07:00:31.905377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c6bf-4533-4400-9f15-53f7129009aa req-3b2df1f2-1b93-4f5a-a82f-da3af0da4aa3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.907092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2758c6bf-4533-4400-9f15-53f7129009aa req-3b2df1f2-1b93-4f5a-a82f-da3af0da4aa3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1024 time: 0.1716375 Sep 18 07:00:31.921046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f376-a44f-4bd5-8601-28e44749b956 req-08bd25c0-574e-428d-aed2-0b1a91224d17 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:31.929293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f7f376-a44f-4bd5-8601-28e44749b956 req-08bd25c0-574e-428d-aed2-0b1a91224d17 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 949 time: 0.1282158 Sep 18 07:00:31.952704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No active binding found for port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 {{(pid=101980) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 07:00:31.953023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 85dac6b7-cec1-451b-a5f8-22ac30ffb800 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:31.976124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:31.990841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '671afd4d-802e-4075-8425-da7a840fde36', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '671afd4d-802e-4075-8425-da7a840fde36', 'mac_address': 'fa:16:3e:09:9a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:32.010370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2758c6bf-4533-4400-9f15-53f7129009aa req-4fc444cf-0e03-4057-a8a2-e600acf04fab tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&id=20b1cbf3-88d1-4855-b5b0-126495f7288c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0749488 Sep 18 07:00:32.039906 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.059843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:32.063603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f7f376-a44f-4bd5-8601-28e44749b956 req-b0d7207d-e755-479a-ad33-c6d2984c2912 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333210 Sep 18 07:00:32.090142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:32.135068 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.137542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:32.141128 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.202612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:32.218815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c139ee-92b1-48ea-b2f0-63667f0f3541 req-fbf0f332-de7a-4e15-be28-eaa5ce41df1b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:32.220381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87c139ee-92b1-48ea-b2f0-63667f0f3541 req-fbf0f332-de7a-4e15-be28-eaa5ce41df1b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 944 time: 0.1216412 Sep 18 07:00:32.262696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:32.265593 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff88967-bfe1-4242-8abd-9573bc66ccce" -d '{"events": [{"name": "network-changed", "server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:32.283281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de41e-f32e-4404-b088-ad7391a75481 req-f11739a8-149c-49e0-b224-ee43ceaa17c1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:32.284823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-711de41e-f32e-4404-b088-ad7391a75481 req-f11739a8-149c-49e0-b224-ee43ceaa17c1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 945 time: 0.1328397 Sep 18 07:00:32.299966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.311529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:32.379832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-711de41e-f32e-4404-b088-ad7391a75481 req-893f84fb-6fdd-43c5-ad5e-77d2d8766d9e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Sep 18 07:00:32.387148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87c139ee-92b1-48ea-b2f0-63667f0f3541 req-c0aef49d-e372-43f6-8e5b-5f2ba15b5351 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328831 Sep 18 07:00:32.412398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 172.20.0.10 (e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9/b4a7e527-1d94-42b5-bfc0-f5b506dd51af/83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:32.417074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['671afd4d-802e-4075-8425-da7a840fde36'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:32.449817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=85dac6b7-cec1-451b-a5f8-22ac30ffb800,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:32.547303 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a1266d-e77f-4749-8bdb-08270bf88245 x-openstack-request-id: req-d2a1266d-e77f-4749-8bdb-08270bf88245 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:32.551385 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:32.551385 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2a1266d-e77f-4749-8bdb-08270bf88245 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:32.551385 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef', 'status': 'completed', 'code': 200} Sep 18 07:00:32.559991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-4278eae8-9406-4a33-bec6-e6d4bee744e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227797 Sep 18 07:00:32.612452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-6f2ebc5d-bc23-4496-8bb3-684e0d96a10a service neutron] 10.222.0.37 "GET /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8409505 Sep 18 07:00:32.613414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 85dac6b7-cec1-451b-a5f8-22ac30ffb800 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:32.621876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.623879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-61039579-2791-4860-9f52-1d0631616e8c req-47a773bd-c0fe-459d-9aac-1b2202cff073 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "DELETE /v2.0/ports/85dac6b7-cec1-451b-a5f8-22ac30ffb800 HTTP/1.1" status: 204 len: 173 time: 2.2605436 Sep 18 07:00:32.643560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4389b3b1-8e9e-4aab-8cba-6caa320d566e req-641cc6e7-b6b6-43c7-9387-75368c0accc4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0777760 Sep 18 07:00:32.698945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-2fc9021f-2ca7-4ce3-a903-7e7e2564ee0d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:32.698945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-2fc9021f-2ca7-4ce3-a903-7e7e2564ee0d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1024 time: 0.4209936 Sep 18 07:00:32.722207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-df919766-749d-4685-a003-7abcb191fd42 req-27e57616-0f8e-42ae-bb4c-13f55f6b6a98 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473658 Sep 18 07:00:32.755233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:32.759053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.779342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-14ef8ac8-59db-4618-8831-9a52e67531bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:32.780544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-14ef8ac8-59db-4618-8831-9a52e67531bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=2299d7da-fe0e-426c-8ddd-37777837aa03 HTTP/1.1" status: 200 len: 1095 time: 0.1623178 Sep 18 07:00:32.861863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7141ef66-df3a-4acd-b172-5e8537ae5fb2 req-5eccfbd1-9ab6-4694-bb71-2be1b649c0ab tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4d13120-7142-4956-be8f-79eaee805559 HTTP/1.1" status: 200 len: 210 time: 0.0526745 Sep 18 07:00:32.873683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a33a-65aa-4972-9a95-6e8db260590d req-4f9f8628-90e8-41c0-8883-25e18dd1ebd5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:32.875278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7088a33a-65aa-4972-9a95-6e8db260590d req-4f9f8628-90e8-41c0-8883-25e18dd1ebd5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.1880212 Sep 18 07:00:32.935677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7088a33a-65aa-4972-9a95-6e8db260590d req-fca4a746-ff77-4446-9195-f003de79dbba tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542374 Sep 18 07:00:32.939344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:32.992745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Deleting port 625510ed-4408-465a-be02-c460ce5005bb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:32.998896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:33.001209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:33.004840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:33.028455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:33.031891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:33.060095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-6af8f57f-288e-48bc-bb02-d4dd4f0b4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.062463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-6af8f57f-288e-48bc-bb02-d4dd4f0b4715 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 1096 time: 0.2318161 Sep 18 07:00:33.076052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-f230cff7-2fbe-406f-962d-c6c9253f50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.077819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-f230cff7-2fbe-406f-962d-c6c9253f50c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 913 time: 0.2749164 Sep 18 07:00:33.200527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.201213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:33.212271 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-d437b1da-d7d3-4b3b-afe9-fc4de5437d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2553a220-02a1-46a7-aa51-7a6132b25221 HTTP/1.1" status: 200 len: 217 time: 0.1229391 Sep 18 07:00:33.323491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c007c0-d2b0-4f82-b335-d4307d9a576d req-a53c0938-b58d-4568-bc6e-7a144e618d0d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.325105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27c007c0-d2b0-4f82-b335-d4307d9a576d req-a53c0938-b58d-4568-bc6e-7a144e618d0d tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 1024 time: 0.1545181 Sep 18 07:00:33.333130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-32b472f3-feda-4473-b7e4-213e7fbedf98 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6015887 Sep 18 07:00:33.351642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'admin_state_up': True, 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'security_groups': ['134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:33.386763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944f1e-dc4e-4a55-bc4c-acc16ccf7185 req-c96c4b51-4066-404f-8f71-9e5f7b1e32d9 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.388366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54944f1e-dc4e-4a55-bc4c-acc16ccf7185 req-c96c4b51-4066-404f-8f71-9e5f7b1e32d9 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 949 time: 0.1667092 Sep 18 07:00:33.431084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafd63c-258d-4500-853c-62337b743934 req-3c42d913-15ca-45dd-8d67-ff2b6766f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.432571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-3c42d913-15ca-45dd-8d67-ff2b6766f670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.2055862 Sep 18 07:00:33.468209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 625510ed-4408-465a-be02-c460ce5005bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=625510ed-4408-465a-be02-c460ce5005bb,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:33.468604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:33.479357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bacd51c8-e58a-4d5e-aa54-2c69a5bdebac None None] Provisioning complete for port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:33.479915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bacd51c8-e58a-4d5e-aa54-2c69a5bdebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:33.491649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-1b1d669d-1ad8-497d-81d5-5bc0fb4eb32c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443301 Sep 18 07:00:33.494514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-195de021-dc28-4c68-9c3b-aa48cdfaae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.495911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-195de021-dc28-4c68-9c3b-aa48cdfaae97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 913 time: 0.3935213 Sep 18 07:00:33.507423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Calling delete_port for 625510ed-4408-465a-be02-c460ce5005bb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:33.510765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27c007c0-d2b0-4f82-b335-d4307d9a576d req-ce17e6ea-3651-4292-980e-1701efbe0111 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=43444839-0ad6-4cb7-9508-eb6fb82bc573&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&id=20b1cbf3-88d1-4855-b5b0-126495f7288c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1764297 Sep 18 07:00:33.531487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bacd51c8-e58a-4d5e-aa54-2c69a5bdebac None None] Port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:33.573100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54944f1e-dc4e-4a55-bc4c-acc16ccf7185 req-7a1cd290-2483-4a7d-b4e5-d6a021c0c873 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675761 Sep 18 07:00:33.645559 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-5704eec2-0dfc-43ac-954d-254e6a6119f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef HTTP/1.1" status: 200 len: 217 time: 0.0781848 Sep 18 07:00:33.702781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be52fb1-e851-4486-a1b8-c38ada9b7aa9 req-dd51898f-5a02-49ea-96ed-7faea8446a1d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.704553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3be52fb1-e851-4486-a1b8-c38ada9b7aa9 req-dd51898f-5a02-49ea-96ed-7faea8446a1d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 944 time: 0.0881448 Sep 18 07:00:33.716778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e371c1e-fa1c-4b0c-9255-983314c498b7 req-b1f1ef30-acde-4419-b05e-4468482c5d9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.725821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e371c1e-fa1c-4b0c-9255-983314c498b7 req-b1f1ef30-acde-4419-b05e-4468482c5d9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 945 time: 0.0799115 Sep 18 07:00:33.741452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:33.745295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:33.808692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-37ae3713-8a69-4c8c-a92c-dac4f8005e09 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926355 Sep 18 07:00:33.810215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-8ff421bb-6ed0-4c6d-afda-9b52a1d5dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:33.811948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-8ff421bb-6ed0-4c6d-afda-9b52a1d5dada service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.1576986 Sep 18 07:00:33.821918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:33.824198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:33.826004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e371c1e-fa1c-4b0c-9255-983314c498b7 req-618bf899-3885-4523-8226-6239d0f184d8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991638 Sep 18 07:00:33.832270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3be52fb1-e851-4486-a1b8-c38ada9b7aa9 req-2c61b71e-fbf6-4647-beef-d806fa764eeb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038330 Sep 18 07:00:33.989848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dafd63c-258d-4500-853c-62337b743934 req-d5a3ca49-2ff1-4b22-a8a7-214c19b52549 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589420 Sep 18 07:00:33.992354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-cf973bd9-fa25-4230-9542-abff93121fe9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288339 Sep 18 07:00:34.098395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.1.1.83 (115ee592-2d90-4fb5-87da-f9613371bee8/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3/938f981e-dcab-4787-ae71-c7ad544572df) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:34.139015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbff539-4b61-4b02-9ce2-4451bd0179f3 req-22928100-691a-4783-a2fc-482be1689904 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:34.140902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bbff539-4b61-4b02-9ce2-4451bd0179f3 req-22928100-691a-4783-a2fc-482be1689904 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 932 time: 0.1432841 Sep 18 07:00:34.154490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e64460a-55b5-496f-a890-4fdc48fff99d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:34.204326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36894e-30b2-4c1b-bd67-f42c4194851b req-087a77f5-7e5c-4a2a-aa8b-8d4746050fb3 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:34.206180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b36894e-30b2-4c1b-bd67-f42c4194851b req-087a77f5-7e5c-4a2a-aa8b-8d4746050fb3 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.1299119 Sep 18 07:00:34.237086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-f40ff231-fd99-4997-afe9-f1422e304d47 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334769 Sep 18 07:00:34.272127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bbff539-4b61-4b02-9ce2-4451bd0179f3 req-073a8186-20fd-4901-8a14-f4572aff42e4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131327 Sep 18 07:00:34.313179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 0e64460a-55b5-496f-a890-4fdc48fff99d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:34.318774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 0e64460a-55b5-496f-a890-4fdc48fff99d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:34.321123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.359172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:34.372820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b36894e-30b2-4c1b-bd67-f42c4194851b req-cb183b38-917b-4cb2-9ca1-cd918d5cf9e7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536908 Sep 18 07:00:34.391327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.394264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'mac_address': 'fa:16:3e:2e:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:34.402360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 671afd4d-802e-4075-8425-da7a840fde36 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:34.406629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 671afd4d-802e-4075-8425-da7a840fde36 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:34.407005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.432364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['599e77ef-8907-476f-8008-116005c25a70', '625510ed-4408-465a-be02-c460ce5005bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:34.443420 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.445292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ff88967-bfe1-4242-8abd-9573bc66ccce req-5bc4b827-dbcd-468a-bb6c-fcc91f01d167 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005250 Sep 18 07:00:34.446914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'Port': ['ID=625510ed-4408-465a-be02-c460ce5005bb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:34.508057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] No DVR routers for this DVR port 625510ed-4408-465a-be02-c460ce5005bb on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:34.511138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.513287 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3b70decb-624f-4b82-a59a-0d1f66c2f739 req-af90c2e4-f631-41dc-acdb-79d21561adb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "DELETE /v2.0/ports/625510ed-4408-465a-be02-c460ce5005bb HTTP/1.1" status: 204 len: 173 time: 1.8085346 Sep 18 07:00:34.549831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'name': 'network-vif-deleted', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800'}, {'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'name': 'network-vif-deleted', 'tag': '625510ed-4408-465a-be02-c460ce5005bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:34.552839 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad659b8-f26c-4c3a-bf1b-293f28bfe50f" -d '{"events": [{"server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "name": "network-vif-deleted", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800"}, {"server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "name": "network-vif-deleted", "tag": "625510ed-4408-465a-be02-c460ce5005bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:34.570828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.578920 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.600421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01482860-5075-464e-ae66-aa384980c591 req-c6b3dc50-714a-4016-955f-d5cfe0aaebb7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=73fb2425-f585-44ab-b713-b7179fb70063 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Sep 18 07:00:34.621066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f35020b-d2cf-4844-a9da-fbf73d027124 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:34.623248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.667774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:34.672577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:34.672922 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce2f76e-6c89-45a0-86bd-34ccd4dbb7e5 x-openstack-request-id: req-cce2f76e-6c89-45a0-86bd-34ccd4dbb7e5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:34.673718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:34.674088 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d13120-7142-4956-be8f-79eaee805559", "name": "network-vif-deleted", "tag": "85dac6b7-cec1-451b-a5f8-22ac30ffb800", "status": "completed", "code": 200}, {"server_uuid": "73fb2425-f585-44ab-b713-b7179fb70063", "name": "network-vif-deleted", "tag": "625510ed-4408-465a-be02-c460ce5005bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:34.674373 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cce2f76e-6c89-45a0-86bd-34ccd4dbb7e5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:34.675120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:34.675840 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d13120-7142-4956-be8f-79eaee805559', 'name': 'network-vif-deleted', 'tag': '85dac6b7-cec1-451b-a5f8-22ac30ffb800', 'status': 'completed', 'code': 200} Sep 18 07:00:34.676039 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b601e-e9f2-43eb-b1d9-37dfab3f4dbf" -d '{"events": [{"server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "name": "network-vif-plugged", "status": "completed", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:34.676216 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb2425-f585-44ab-b713-b7179fb70063', 'name': 'network-vif-deleted', 'tag': '625510ed-4408-465a-be02-c460ce5005bb', 'status': 'completed', 'code': 200} Sep 18 07:00:34.735266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:34.779650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.781164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:34.781846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.793719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e64460a-55b5-496f-a890-4fdc48fff99d,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:34.817790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:34.820830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:34.855564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09fc4c-1ab6-4217-8c36-01a8a22185bf req-fdda6012-00d2-4027-ac19-67e9de4efa62 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:34.857496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca09fc4c-1ab6-4217-8c36-01a8a22185bf req-fdda6012-00d2-4027-ac19-67e9de4efa62 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 949 time: 0.0670316 Sep 18 07:00:34.912531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:34.914364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:34.925010 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa30eb-b0a0-4261-8edc-848b6adde957 x-openstack-request-id: req-d9aa30eb-b0a0-4261-8edc-848b6adde957 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:34.925010 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "name": "network-vif-plugged", "status": "completed", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:34.925010 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9aa30eb-b0a0-4261-8edc-848b6adde957 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:34.925010 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d', 'code': 200} Sep 18 07:00:34.935009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca09fc4c-1ab6-4217-8c36-01a8a22185bf req-e917dea3-5987-45eb-ae78-cece8245d0a7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Sep 18 07:00:34.942993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-219f496c-6cf5-4c11-bcc6-1c73547b23dd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5981500 Sep 18 07:00:34.964704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'admin_state_up': True, 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'security_groups': ['134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:35.000283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.002428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.080161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:35.108127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e8fb4-8289-401f-9a92-d37cc26ddac3 req-66ad9b26-e04e-4d6a-bd2e-32f9a2164ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.109806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-724e8fb4-8289-401f-9a92-d37cc26ddac3 req-66ad9b26-e04e-4d6a-bd2e-32f9a2164ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 1102 time: 0.0642779 Sep 18 07:00:35.135137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-67189115-10fa-4898-99d5-05c521cd0ade None None] Provisioning complete for port 938f981e-dcab-4787-ae71-c7ad544572df triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:35.135522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67189115-10fa-4898-99d5-05c521cd0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.165042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-724e8fb4-8289-401f-9a92-d37cc26ddac3 req-6bf54313-f3da-4a54-884a-a2103564f841 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Sep 18 07:00:35.190330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:35.200988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:35.211122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:35.211507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.217739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-67189115-10fa-4898-99d5-05c521cd0ade None None] Port 938f981e-dcab-4787-ae71-c7ad544572df cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:35.334257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:35.392175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0f35020b-d2cf-4844-a9da-fbf73d027124'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:35.436506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.498742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:35.540600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b061-1436-4b37-9d8c-a837b38762b0 req-a7000288-986a-4405-9c3d-d0760a51ccae tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.541695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e270b061-1436-4b37-9d8c-a837b38762b0 req-a7000288-986a-4405-9c3d-d0760a51ccae tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 945 time: 0.4294817 Sep 18 07:00:35.549972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff19a96-378f-4926-b8f1-f3807b4e5e7d req-66c0753c-ad6d-4226-a873-af6d2f3a3ff5 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.551417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bff19a96-378f-4926-b8f1-f3807b4e5e7d req-66c0753c-ad6d-4226-a873-af6d2f3a3ff5 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 944 time: 0.1001196 Sep 18 07:00:35.595361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.608768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e270b061-1436-4b37-9d8c-a837b38762b0 req-5efd2cec-d822-4d9d-940d-6ccc6b36486c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Sep 18 07:00:35.614046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bff19a96-378f-4926-b8f1-f3807b4e5e7d req-6aed3db9-79a3-4573-9377-3089f8efd26d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Sep 18 07:00:35.620595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:35.634583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:35.700038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:35.837988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 636e180a-2da1-4baf-bf3e-012a6449a5ef details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:35.841366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 625510ed-4408-465a-be02-c460ce5005bb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:35.856728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.1.1.222 (115ee592-2d90-4fb5-87da-f9613371bee8/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3/3dcb73bd-23d3-4dc2-a09a-60f17a66a868) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:35.864060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 625510ed-4408-465a-be02-c460ce5005bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:35.864507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 625510ed-4408-465a-be02-c460ce5005bb not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:35.888238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c386-9628-453e-b2ac-5e6a82bd587e req-4dbad00c-12b5-4712-883a-875ad64c0a0f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.894394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800c386-9628-453e-b2ac-5e6a82bd587e req-4dbad00c-12b5-4712-883a-875ad64c0a0f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.896049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5800c386-9628-453e-b2ac-5e6a82bd587e req-4dbad00c-12b5-4712-883a-875ad64c0a0f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 1653 time: 0.1302724 Sep 18 07:00:35.915355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949494-3512-4934-8b55-c74a2b9e4f01 req-5aaa4794-3ef5-43b2-8c45-a2be8328f655 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:35.916980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56949494-3512-4934-8b55-c74a2b9e4f01 req-5aaa4794-3ef5-43b2-8c45-a2be8328f655 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 950 time: 0.1097734 Sep 18 07:00:35.964511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:35.976854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '636e180a-2da1-4baf-bf3e-012a6449a5ef', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'port_id': '636e180a-2da1-4baf-bf3e-012a6449a5ef', 'mac_address': 'fa:16:3e:2b:b9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbe407f-4180-430d-909d-623fa2373d85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:36.015615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.015868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5800c386-9628-453e-b2ac-5e6a82bd587e req-543e8203-a5ea-452f-a10e-85740ddd4e2b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977662 Sep 18 07:00:36.025536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56949494-3512-4934-8b55-c74a2b9e4f01 req-532e39dc-18e6-4d1a-b7d0-d0c9ddb2a8cc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949225 Sep 18 07:00:36.032540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636e180a-2da1-4baf-bf3e-012a6449a5ef {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:36.096564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:36.120763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.163780 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.164630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2553a220-02a1-46a7-aa51-7a6132b25221 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:36.191114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c670-0c6e-4a61-9e1a-39835e4c474f req-9b131b35-3994-4414-b0f0-128007992ea7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.192666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72a3c670-0c6e-4a61-9e1a-39835e4c474f req-9b131b35-3994-4414-b0f0-128007992ea7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 948 time: 0.0897119 Sep 18 07:00:36.234262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2553a220-02a1-46a7-aa51-7a6132b25221,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:36.241605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:36.250232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '2553a220-02a1-46a7-aa51-7a6132b25221', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'port_id': '2553a220-02a1-46a7-aa51-7a6132b25221', 'mac_address': 'fa:16:3e:6b:4d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbe407f-4180-430d-909d-623fa2373d85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:36.259139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409e0c5-d6a8-4b2b-a999-4a1e15bb9254 req-d29ac338-600f-4031-b626-21e3d059b1f5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.260678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a409e0c5-d6a8-4b2b-a999-4a1e15bb9254 req-d29ac338-600f-4031-b626-21e3d059b1f5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.0889342 Sep 18 07:00:36.266143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72a3c670-0c6e-4a61-9e1a-39835e4c474f req-5006c8a3-6a0c-446b-ad7d-1ae084a5c9de tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Sep 18 07:00:36.289803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.304226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2553a220-02a1-46a7-aa51-7a6132b25221 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:36.317079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a409e0c5-d6a8-4b2b-a999-4a1e15bb9254 req-04985159-5c89-434f-8426-76ad41365a3a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Sep 18 07:00:36.326659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2553a220-02a1-46a7-aa51-7a6132b25221,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:36.332794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.409417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network 115ee592-2d90-4fb5-87da-f9613371bee8 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:36.414866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:36.417311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:36.430681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-41bb9864-d0d3-48aa-9814-9018de6b7662 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/43444839-0ad6-4cb7-9508-eb6fb82bc573 HTTP/1.1" status: 200 len: 1799 time: 0.1212764 Sep 18 07:00:36.433723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.451440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:36.504704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.505425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.505633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:36.541146 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.564970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.595385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-e4d90285-79fc-4205-9195-4f8c4ffc3791 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6382737 Sep 18 07:00:36.616005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'admin_state_up': True, 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'security_groups': ['134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:36.684617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.687416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.688838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4f707a-64f4-4ab8-87b6-9c4113a00f68 req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/43444839-0ad6-4cb7-9508-eb6fb82bc573 HTTP/1.1" status: 204 len: 173 time: 0.2322223 Sep 18 07:00:36.735943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b504-8bb8-4874-ab0e-53c551a0463b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43444839-0ad6-4cb7-9508-eb6fb82bc573,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:36.766184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4ab23f24-793e-40d4-a4a7-ec3f7a27163d None None] Provisioning complete for port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:36.767769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4ab23f24-793e-40d4-a4a7-ec3f7a27163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:36.826634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2553a220-02a1-46a7-aa51-7a6132b25221'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:36.827756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1c8f3-207e-4838-8a8b-de0ae26841c5 req-a22e92d1-3d74-4e98-9ff5-6abefe010220 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.829290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['636e180a-2da1-4baf-bf3e-012a6449a5ef'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:36.829540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bf1c8f3-207e-4838-8a8b-de0ae26841c5 req-a22e92d1-3d74-4e98-9ff5-6abefe010220 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.1274161 Sep 18 07:00:36.836640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-f9228c80-7c33-43b2-9496-cd96687154ca tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.839365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-f9228c80-7c33-43b2-9496-cd96687154ca tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/ports?device_id=26be9784-174a-4161-8a81-3b2eb2ea410c HTTP/1.1" status: 200 len: 950 time: 0.0651653 Sep 18 07:00:36.878475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4ab23f24-793e-40d4-a4a7-ec3f7a27163d None None] Port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:36.883457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f124-02c1-4ccb-851f-d6622b47c169 req-10c7ca22-a3f3-43f8-a75c-b3e12436077a tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:36.886094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e96f124-02c1-4ccb-851f-d6622b47c169 req-10c7ca22-a3f3-43f8-a75c-b3e12436077a tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 945 time: 0.1417222 Sep 18 07:00:36.904206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bf1c8f3-207e-4838-8a8b-de0ae26841c5 req-3dbeb8ea-335a-4bd9-9549-a4ef2eaba43f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Sep 18 07:00:36.925750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}, {'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:36.929216 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257d35c-d817-44aa-b38b-9c99da23b7c7" -d '{"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}, {"server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "name": "network-vif-plugged", "status": "completed", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:36.939632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e96f124-02c1-4ccb-851f-d6622b47c169 req-e7ee6299-9628-4276-b631-3ca09b954016 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Sep 18 07:00:36.957483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:36.972379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port ea21ed47-3ae1-48d0-9649-dc0ad951b773 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:36.972379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.095468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-c38e8fa4-ebc8-4285-bbbd-4e343ee465e8 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/20b1cbf3-88d1-4855-b5b0-126495f7288c HTTP/1.1" status: 200 len: 1801 time: 0.1030352 Sep 18 07:00:37.128128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port ea21ed47-3ae1-48d0-9649-dc0ad951b773, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ea21ed47-3ae1-48d0-9649-dc0ad951b773,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:37.128128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.158296 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b7310-9e1d-4834-b43d-a78d2ad82266 x-openstack-request-id: req-481b7310-9e1d-4834-b43d-a78d2ad82266 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:37.158296 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "code": 200}, {"server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "name": "network-vif-plugged", "status": "completed", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:37.158296 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-481b7310-9e1d-4834-b43d-a78d2ad82266 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:37.158296 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'code': 200} Sep 18 07:00:37.158296 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'code': 200} Sep 18 07:00:37.188140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for ea21ed47-3ae1-48d0-9649-dc0ad951b773 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:37.206509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.223978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.333041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea988268-d7c2-4160-ad0a-f9756abfdf95 req-940948db-f6e0-4b4a-a470-8c96bec75126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.335468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea988268-d7c2-4160-ad0a-f9756abfdf95 req-940948db-f6e0-4b4a-a470-8c96bec75126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 1102 time: 0.0929751 Sep 18 07:00:37.341036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.386553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173b72-a780-4f96-ae42-887cb6517509 req-7f482583-216e-4adf-9513-24ea6fe22b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.388213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5173b72-a780-4f96-ae42-887cb6517509 req-7f482583-216e-4adf-9513-24ea6fe22b82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 1098 time: 0.0986991 Sep 18 07:00:37.429369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea988268-d7c2-4160-ad0a-f9756abfdf95 req-85ec255f-0925-403b-9233-68941e6a9199 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838249 Sep 18 07:00:37.460428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb0407-7d4d-4229-b096-56a5f1cb98f6 req-76d5aa72-9762-4d2b-bae2-d55eac6d6876 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.466433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bcb0407-7d4d-4229-b096-56a5f1cb98f6 req-76d5aa72-9762-4d2b-bae2-d55eac6d6876 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 950 time: 0.2217577 Sep 18 07:00:37.467475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5173b72-a780-4f96-ae42-887cb6517509 req-494c7a4f-4c1b-4f65-9fc1-055f3c3766cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662076 Sep 18 07:00:37.540329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.545637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bcb0407-7d4d-4229-b096-56a5f1cb98f6 req-b56b3a19-a0f9-49e7-ae4d-92ea29990eac tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742357 Sep 18 07:00:37.562305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.2.2.100 (b316bcb6-b2bc-46f2-80f8-de5fc34d25e2/7ae5ec80-bb3a-401b-ac6b-67c4bd227cce/f79f970b-4b77-4cd8-ba3b-ab42a7e61f01) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:37.569671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=ea21ed47-3ae1-48d0-9649-dc0ad951b773,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:37.589611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3724fffd-b5d5-4f16-ae2c-8a12892bc107'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:37.601590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.608795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.609997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a7ab4b0-73df-4b2b-8699-0d7a28b3f456 req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/20b1cbf3-88d1-4855-b5b0-126495f7288c HTTP/1.1" status: 204 len: 173 time: 0.5137143 Sep 18 07:00:37.647758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port ea21ed47-3ae1-48d0-9649-dc0ad951b773 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:37.650732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c672-8525-4a75-8411-02daee7770a3 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1cbf3-88d1-4855-b5b0-126495f7288c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:37.651265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.661123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87fd98cc-85ee-4727-aaeb-9769b5cbdd6c req-b1701323-635a-4f72-9df1-973dfa28df68 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "DELETE /v2.0/ports/ea21ed47-3ae1-48d0-9649-dc0ad951b773 HTTP/1.1" status: 204 len: 173 time: 0.8147054 Sep 18 07:00:37.661753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'name': 'network-vif-deleted', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:37.664136 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b348970-bbc5-4918-99a1-8b9d41121679" -d '{"events": [{"server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "name": "network-vif-deleted", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:37.805932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed15da-a8f0-47db-ad9e-bc8c3bd93c42 req-b6214da4-5a8e-40bf-b602-8b74e02a01d8 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.807398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ed15da-a8f0-47db-ad9e-bc8c3bd93c42 req-b6214da4-5a8e-40bf-b602-8b74e02a01d8 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 948 time: 0.1188083 Sep 18 07:00:37.820636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417379f-9569-4418-a0da-69b31b391af0 req-1510b9ba-023f-4362-a088-ae8773cc7b9a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.826495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417379f-9569-4418-a0da-69b31b391af0 req-1510b9ba-023f-4362-a088-ae8773cc7b9a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.832439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417379f-9569-4418-a0da-69b31b391af0 req-1510b9ba-023f-4362-a088-ae8773cc7b9a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:37.834031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2417379f-9569-4418-a0da-69b31b391af0 req-1510b9ba-023f-4362-a088-ae8773cc7b9a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 2374 time: 0.1640074 Sep 18 07:00:37.842515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:37.863761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:37.906796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ed15da-a8f0-47db-ad9e-bc8c3bd93c42 req-bdbbe9a7-2c1b-4eb0-8c38-b0a607ddfcfb tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Sep 18 07:00:37.920839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:37.934149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2417379f-9569-4418-a0da-69b31b391af0 req-2c6b8d85-9fe5-4801-b4be-ec352d126e91 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765436 Sep 18 07:00:37.980532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1258494187', 'description': 'tempest-description-1011453162'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:37.989353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 0f35020b-d2cf-4844-a9da-fbf73d027124 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:38.002242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0f35020b-d2cf-4844-a9da-fbf73d027124 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:38.002673 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.044920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.069205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-1bd14f19-2a93-4b99-b296-8675ab165f95 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:38.073644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-1bd14f19-2a93-4b99-b296-8675ab165f95 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 950 time: 0.0706706 Sep 18 07:00:38.093116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.127490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:38.144320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:38.157728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:38.201696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:38.217267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:38.217618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.219768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac992-b1ac-4b3a-bb6f-fd9fb080d908 req-20dc7529-b72c-4ee9-92a6-d4f3b967f12f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:38.227107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.228688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779ac992-b1ac-4b3a-bb6f-fd9fb080d908 req-20dc7529-b72c-4ee9-92a6-d4f3b967f12f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.2275019 Sep 18 07:00:38.261459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:38.262219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.300600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:38.337641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779ac992-b1ac-4b3a-bb6f-fd9fb080d908 req-d30615e6-e3ef-41cd-bde5-7b7d71ca13f3 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080420 Sep 18 07:00:38.367293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 3724fffd-b5d5-4f16-ae2c-8a12892bc107, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3724fffd-b5d5-4f16-ae2c-8a12892bc107,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:38.367293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.398350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 3724fffd-b5d5-4f16-ae2c-8a12892bc107 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:38.404258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.405077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ea21ed47-3ae1-48d0-9649-dc0ad951b773 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:38.459794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.496752 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2006fa4-654b-4b00-b92b-2468775d3237 x-openstack-request-id: req-a2006fa4-654b-4b00-b92b-2468775d3237 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:38.497149 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be9784-174a-4161-8a81-3b2eb2ea410c", "name": "network-vif-deleted", "tag": "ea21ed47-3ae1-48d0-9649-dc0ad951b773", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:38.500379 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2006fa4-654b-4b00-b92b-2468775d3237 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:38.506806 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26be9784-174a-4161-8a81-3b2eb2ea410c', 'name': 'network-vif-deleted', 'tag': 'ea21ed47-3ae1-48d0-9649-dc0ad951b773', 'status': 'completed', 'code': 200} Sep 18 07:00:38.514029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.626491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cda9cb-cc07-4ffa-9de8-c73e31b9ee00,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:38.651999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6944449-494d-49c0-a9eb-4894ee55d15f req-34872a88-dfd2-4efd-a46c-6192b0de5d5c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:38.660956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6944449-494d-49c0-a9eb-4894ee55d15f req-34872a88-dfd2-4efd-a46c-6192b0de5d5c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.1098680 Sep 18 07:00:38.669244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73deb0e7-4b4a-4de2-9aec-16bc9c713016 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0539305 Sep 18 07:00:38.712419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6944449-494d-49c0-a9eb-4894ee55d15f req-4570977a-fdd8-4a45-915d-ab4f5ecd3dc6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Sep 18 07:00:38.723365 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.723895 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.724654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcaaf599-4604-4b4e-b1aa-fe3381a8dbfa req-4b378afb-5c97-4031-a79f-61f8f3db87ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7530918 Sep 18 07:00:38.776670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'admin_state_up': True, 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'security_groups': ['134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:38.821491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: ea21ed47-3ae1-48d0-9649-dc0ad951b773 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:38.822228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=3724fffd-b5d5-4f16-ae2c-8a12892bc107,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:38.823054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ea21ed47-3ae1-48d0-9649-dc0ad951b773 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:38.835224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:38.918347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a80b4432-23f5-4f88-80f4-ec737201fcdc None None] Provisioning complete for port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:38.919061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a80b4432-23f5-4f88-80f4-ec737201fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.945812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 3724fffd-b5d5-4f16-ae2c-8a12892bc107 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:38.949727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:38.953715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e0a8d611-d54e-45d7-b2d9-a62402d3d0d7 req-76e8873d-f9ed-4f51-8f19-7c98cbede93d tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.24 "DELETE /v2.0/ports/3724fffd-b5d5-4f16-ae2c-8a12892bc107 HTTP/1.1" status: 204 len: 173 time: 0.8628490 Sep 18 07:00:38.980779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a80b4432-23f5-4f88-80f4-ec737201fcdc None None] Port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:39.001852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa9a47-54eb-4c12-9b1e-df56c2beadd0 req-b16ac711-9d57-42ae-8c3c-6be9fbf84d2f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.003404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1aa9a47-54eb-4c12-9b1e-df56c2beadd0 req-b16ac711-9d57-42ae-8c3c-6be9fbf84d2f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 945 time: 0.1648436 Sep 18 07:00:39.032420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-429b8f72-52b3-443a-b536-27dc4049f753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.055259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1aa9a47-54eb-4c12-9b1e-df56c2beadd0 req-9018dc76-b319-4456-8f55-b82571d41a5c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Sep 18 07:00:39.116348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Made reservation on behalf of 1ec5eda3c7b2415a98cc2ae3586bf1c8 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:39.121156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.154111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f44bf0f-cf25-43cc-9d4a-06f4d3f0a984 req-6794ef4b-052b-4667-8453-a795b5f6f1f0 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c HTTP/1.1" status: 200 len: 210 time: 0.0287776 Sep 18 07:00:39.159926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:39.163369 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba932d17-301c-42d7-8546-3895f69c6f9e" -d '{"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-plugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:39.214835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3f24d2aa-55b3-4088-9507-24e3d43f6f34 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/32cda9cb-cc07-4ffa-9de8-c73e31b9ee00 HTTP/1.1" status: 200 len: 1801 time: 0.0597191 Sep 18 07:00:39.229707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1143402653', 'description': 'tempest-description-hth-615811213'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:39.325826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.392695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7064a-2084-4cd4-a81f-b24645b1cf27 req-7e1ba38b-4d41-4f8d-be9f-17f71769150b tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.398430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70c7064a-2084-4cd4-a81f-b24645b1cf27 req-7e1ba38b-4d41-4f8d-be9f-17f71769150b tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.1644759 Sep 18 07:00:39.513532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.519272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70c7064a-2084-4cd4-a81f-b24645b1cf27 req-4860c2cc-8ef6-4290-8129-2b91a9bdbd46 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101599 Sep 18 07:00:39.543243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Allocated IP 10.2.2.200 (b316bcb6-b2bc-46f2-80f8-de5fc34d25e2/7ae5ec80-bb3a-401b-ac6b-67c4bd227cce/548cd5f5-1240-4ba0-aa3a-640e8acd5df2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:39.619493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.622116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.623407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ce2383-ac3f-41d9-9431-c92b59de865c req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "PUT /v2.0/security-groups/32cda9cb-cc07-4ffa-9de8-c73e31b9ee00 HTTP/1.1" status: 200 len: 1774 time: 0.3976629 Sep 18 07:00:39.689472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b08a4-556b-43f9-bded-ee35b8534724 req-152a25f9-0ed9-4e54-8bff-d78dc5b676bf tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.691380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd1b08a4-556b-43f9-bded-ee35b8534724 req-152a25f9-0ed9-4e54-8bff-d78dc5b676bf tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 949 time: 0.1077664 Sep 18 07:00:39.759895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3277-8e46-4eca-b03d-9acecb2e3af7 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cda9cb-cc07-4ffa-9de8-c73e31b9ee00,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:39.829979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd1b08a4-556b-43f9-bded-ee35b8534724 req-1a72fb45-442e-46f9-8d51-9eea09de580b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037610 Sep 18 07:00:39.831236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 636e180a-2da1-4baf-bf3e-012a6449a5ef up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:39.849587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.883019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772155e-ad46-4775-979d-45296072453f req-653b4260-e072-4799-81ce-3703b62d9a51 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.890462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772155e-ad46-4775-979d-45296072453f req-653b4260-e072-4799-81ce-3703b62d9a51 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.901607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772155e-ad46-4775-979d-45296072453f req-653b4260-e072-4799-81ce-3703b62d9a51 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.908061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772155e-ad46-4775-979d-45296072453f req-653b4260-e072-4799-81ce-3703b62d9a51 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:39.910295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8772155e-ad46-4775-979d-45296072453f req-653b4260-e072-4799-81ce-3703b62d9a51 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 3095 time: 0.1899080 Sep 18 07:00:39.927120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:39.962432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 636e180a-2da1-4baf-bf3e-012a6449a5ef completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:39.970524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 636e180a-2da1-4baf-bf3e-012a6449a5ef triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:39.971182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:39.977796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8772155e-ad46-4775-979d-45296072453f req-2d4566bc-09bb-488e-9078-e069fa1c92f0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589342 Sep 18 07:00:40.032244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.095078 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e73321-1fc8-461a-a0e7-274939a8ea19 x-openstack-request-id: req-f0e73321-1fc8-461a-a0e7-274939a8ea19 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:40.095380 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-plugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:40.095639 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e73321-1fc8-461a-a0e7-274939a8ea19 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:40.096441 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'code': 200} Sep 18 07:00:40.135267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:40.146717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:40.194797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:40.236950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.252791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b034-4c7a-4e1a-8ac7-74e4d9ab6010 req-63ee4d60-a6b6-46e2-bea0-96b83f57ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.254888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b205b034-4c7a-4e1a-8ac7-74e4d9ab6010 req-63ee4d60-a6b6-46e2-bea0-96b83f57ff70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 1101 time: 0.0654783 Sep 18 07:00:40.305129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b205b034-4c7a-4e1a-8ac7-74e4d9ab6010 req-f48313e0-487e-4354-a04a-ebd35428852e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Sep 18 07:00:40.311051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:40.315457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:40.347548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-443c7ce6-e445-41f8-9974-0397a4f72599 req-b02098dd-f06c-4303-9ab8-bfdf5ed235b8 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/32cda9cb-cc07-4ffa-9de8-c73e31b9ee00 HTTP/1.1" status: 200 len: 1774 time: 0.2403245 Sep 18 07:00:40.403569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.404235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.410226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.411361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2553a220-02a1-46a7-aa51-7a6132b25221 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:40.447795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.447795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.447795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.448243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.448830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.449295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.449755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.450259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.450770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.451240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.451796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.452349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.452823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.453290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.453750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.454249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.454772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.455241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.455706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.458574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-e695f026-b1d3-4df1-87da-574ae8789a38 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7&device_id=2299d7da-fe0e-426c-8ddd-37777837aa03&device_id=d63a2cd6-0208-4699-a446-13b74d315cd5&device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06&device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153&device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f&device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba&device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2&device_id=ebe51b95-c341-4b08-976b-f5244fdac255&device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af&device_id=31208128-d670-47d5-b38c-427a2086cfd0&device_id=9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c&device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032&device_id=5b3d4000-c96f-4014-9757-091be46fb8ab&device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde&device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 16830 time: 0.2658067 Sep 18 07:00:40.508803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'name': 'network-vif-deleted', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:40.513178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-abcdf76e-6fa2-4fc0-a786-1113a002f9df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7405767 Sep 18 07:00:40.513390 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0002027-1811-44ef-bd2e-0d8f3fa52cbb" -d '{"events": [{"server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "name": "network-vif-deleted", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:40.524485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-04ce336c-aff2-4dbf-9afb-1621c705a6a1 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.541169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-5f5fa544-3d8a-4926-b86d-d9770e76678d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096163 Sep 18 07:00:40.545041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:40.550151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:40.608874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5935ec-3fe2-4af7-9c8a-aaa592e8312a req-1a001907-a48d-4589-9eae-a1a53243248b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.616775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c5935ec-3fe2-4af7-9c8a-aaa592e8312a req-1a001907-a48d-4589-9eae-a1a53243248b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.1563270 Sep 18 07:00:40.645585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-473ae62e-cc64-4cda-b431-4bc90f606cf9 None None] Provisioning complete for port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:40.645997 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-473ae62e-cc64-4cda-b431-4bc90f606cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.676659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 2553a220-02a1-46a7-aa51-7a6132b25221 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:00:40.682045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-cf19f290-6672-4ff6-aef8-6d4636d1ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.685061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-cf19f290-6672-4ff6-aef8-6d4636d1ef5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0512187 Sep 18 07:00:40.689092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 2553a220-02a1-46a7-aa51-7a6132b25221 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:40.689440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.717372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.736093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-473ae62e-cc64-4cda-b431-4bc90f606cf9 None None] Port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:00:40.738074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c5935ec-3fe2-4af7-9c8a-aaa592e8312a req-c6b483e8-b264-4189-aae8-a11291368c0b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154139 Sep 18 07:00:40.817334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.878178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2553a220-02a1-46a7-aa51-7a6132b25221,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:40.878557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-04ce336c-aff2-4dbf-9afb-1621c705a6a1 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.895280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-85388bf3-64d3-4163-a0c1-0949ef8d4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:40.897367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-85388bf3-64d3-4163-a0c1-0949ef8d4737 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.1910465 Sep 18 07:00:40.946218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-04ece084-b698-4bdd-84d0-7722a67e1893 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1 HTTP/1.1" status: 200 len: 217 time: 0.0404742 Sep 18 07:00:40.946455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:40.999937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:41.007017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-0be17ff1-722c-40f7-a091-8e15d8593de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:41.008318 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-0be17ff1-722c-40f7-a091-8e15d8593de0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0542779 Sep 18 07:00:41.017526 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-04ce336c-aff2-4dbf-9afb-1621c705a6a1 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.051562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-f7a945b6-9998-4d78-a93a-644abab963fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270338 Sep 18 07:00:41.092745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c84e73a1-f856-4930-999b-31d71ff11a19 req-04ce336c-aff2-4dbf-9afb-1621c705a6a1 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&id=87d0902c-444e-47dc-9a27-b02cdff989f4&id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&id=df42ec2d-38dd-4012-918b-88ffe8c17638&id=2484f39e-f26b-40e1-ae29-bdfc472eada1&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&id=196b3a2e-a752-4bf8-9d69-9764527d49ac&id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&id=4797ae8e-6ecb-462f-9612-0518c64101dd&fields=id&fields=name HTTP/1.1" status: 200 len: 1036 time: 0.5890715 Sep 18 07:00:41.126003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40f742-d149-4dbb-ae20-c6f9da540ea2 req-417efcce-8f73-4cde-8134-9b43754cca10 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:41.126003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a40f742-d149-4dbb-ae20-c6f9da540ea2 req-417efcce-8f73-4cde-8134-9b43754cca10 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 946 time: 0.1750543 Sep 18 07:00:41.141761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce336c-aff2-4dbf-9afb-1621c705a6a1 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d4050-0ad6-4923-a7e1-7a569ce2c614,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:41.169249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-5940f5a7-0ff4-47a1-b154-e3af8bdfc863 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105173 Sep 18 07:00:41.188144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a40f742-d149-4dbb-ae20-c6f9da540ea2 req-99445a6f-ee75-4955-9980-ede07074100e tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Sep 18 07:00:41.270794 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb0d57a-8299-4a12-8855-a12defa76af5 x-openstack-request-id: req-9eb0d57a-8299-4a12-8855-a12defa76af5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:41.272106 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c", "name": "network-vif-deleted", "tag": "3724fffd-b5d5-4f16-ae2c-8a12892bc107", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:41.272625 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eb0d57a-8299-4a12-8855-a12defa76af5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:41.273181 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4be8b5-66c5-4e81-aea9-c1cf7d6ed59c', 'name': 'network-vif-deleted', 'tag': '3724fffd-b5d5-4f16-ae2c-8a12892bc107', 'status': 'completed', 'code': 200} Sep 18 07:00:41.290890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-9b03856b-7858-4b74-9164-a7a672d6b374 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/32cda9cb-cc07-4ffa-9de8-c73e31b9ee00 HTTP/1.1" status: 200 len: 1774 time: 0.1017802 Sep 18 07:00:41.295029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:41.310971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-981c59e8-ca36-45d4-b3c2-24b8e55c84b7 req-b3c8f979-06f2-4a57-8cc4-23da1f2871e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314220 Sep 18 07:00:41.316951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.355115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Transition to ACTIVE for port object 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:41.429848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.443577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58fcb4b6-1b78-463c-af22-ee31a0d7574f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.483139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.541808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.544584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:41.559454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-a96934dc-28b1-4bcd-ae0f-0580eb768a30 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:41.561166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-a96934dc-28b1-4bcd-ae0f-0580eb768a30 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.2244351 Sep 18 07:00:41.634595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-6b39ba3d-f61b-4a5a-95c2-bfdfb8bd3ad1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0469580 Sep 18 07:00:41.704875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Attempting to bind port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:41.705214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Attempting to bind port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:41.705578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Attempting to bind port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 on network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:41.713418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 on network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:41.713799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Attempting to bind port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 on network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:41.721641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:41.722011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Checking segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:41.722394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Bound using segment: {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:41.722824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Bound port: 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ecbcee-0ae5-4783-b89c-429e3a42026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:41.723187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.732626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-f13e6f2c-6d72-4053-abd7-6a45170df626 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893083 Sep 18 07:00:41.750635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.753215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:41.754388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25046cbf-1401-41f2-8e7a-e639281f7b28 req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/32cda9cb-cc07-4ffa-9de8-c73e31b9ee00 HTTP/1.1" status: 204 len: 173 time: 0.4549801 Sep 18 07:00:41.802806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf6688-1cc2-4738-bd8c-5b9a57e393ac tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cda9cb-cc07-4ffa-9de8-c73e31b9ee00,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:41.892004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3724fffd-b5d5-4f16-ae2c-8a12892bc107 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:41.910436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:41.916784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-a6ece05e-7784-46dc-97df-d260181fead8 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761320 Sep 18 07:00:41.918811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 3724fffd-b5d5-4f16-ae2c-8a12892bc107 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:41.919364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3724fffd-b5d5-4f16-ae2c-8a12892bc107 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:41.927737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:41.966570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cad46c-80dd-4079-83e0-8f768763f855 req-7d250ea1-dd2d-45b4-ac61-b8e28f993ed6 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:41.968106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58cad46c-80dd-4079-83e0-8f768763f855 req-7d250ea1-dd2d-45b4-ac61-b8e28f993ed6 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 949 time: 0.1118600 Sep 18 07:00:41.980548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:42.098179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef'}, {'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:42.101142 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ea9fa-e934-4a7a-91d6-f02d1151a11b" -d '{"events": [{"server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "name": "network-vif-plugged", "status": "completed", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef"}, {"server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "name": "network-vif-plugged", "status": "completed", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:42.319850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:42.383297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.383910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:42.385298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] 10.222.0.24 "PUT /v2.0/ports/83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 1093 time: 1.8505254 Sep 18 07:00:42.387910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:42.394952 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727556c-8e4b-4bd5-90e7-7d7d21f13035" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:42.396969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-cb8aca48-ca97-41c4-b41c-15ace84eb04d service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658129 Sep 18 07:00:42.405088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58cad46c-80dd-4079-83e0-8f768763f855 req-fd96bfee-55e3-47ad-a6a7-be450de5364f tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306591 Sep 18 07:00:42.415657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3f43-13cc-493d-a5dd-acc5c39a88da service neutron] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:42.513065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:42.593542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:42.707674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35b3c4-325f-4eac-b1fc-a1e44a1c97f5 req-27746e6e-ad28-4e53-ad86-bec719f0d9a9 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.709246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f35b3c4-325f-4eac-b1fc-a1e44a1c97f5 req-27746e6e-ad28-4e53-ad86-bec719f0d9a9 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.0932832 Sep 18 07:00:42.863664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.869926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.875933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.882596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.888802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:42.890685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-f6083618-5c0f-4ac6-b0a7-4f1a116871df tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 3828 time: 0.2088797 Sep 18 07:00:42.897146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f35b3c4-325f-4eac-b1fc-a1e44a1c97f5 req-6c2457a8-fcff-411b-a0e6-790a5206bb8f tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714251 Sep 18 07:00:42.988706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-731a300f-dc0a-44b1-9b10-398d0c4f7ce3 req-4553dd84-e54c-4003-9e0e-dc9cfc366ab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843201 Sep 18 07:00:43.077352 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ef97c-58ba-4c81-809e-2db1fa8ed82a x-openstack-request-id: req-1f6ef97c-58ba-4c81-809e-2db1fa8ed82a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:43.077883 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "name": "network-vif-plugged", "status": "completed", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef", "code": 200}, {"server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "name": "network-vif-plugged", "status": "completed", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:43.078301 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f6ef97c-58ba-4c81-809e-2db1fa8ed82a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:43.080125 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef', 'code': 200} Sep 18 07:00:43.080766 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221', 'code': 200} Sep 18 07:00:43.139495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc24cf77-4bfe-440b-8418-da02b0f45582 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:43.148115 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f3b57-be03-42fb-ad22-80ba08a70651 x-openstack-request-id: req-c78f3b57-be03-42fb-ad22-80ba08a70651 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:43.148512 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:43.148988 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c78f3b57-be03-42fb-ad22-80ba08a70651 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:43.149477 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'status': 'completed', 'code': 200} Sep 18 07:00:43.151692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.191490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.197063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Transition to ACTIVE for port object bc24cf77-4bfe-440b-8418-da02b0f45582 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:43.240925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba702-7836-4e6f-9c3b-e0a7810198bf req-7005fe05-db54-4446-bf94-e5a2e935d92b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.248331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea9ba702-7836-4e6f-9c3b-e0a7810198bf req-7005fe05-db54-4446-bf94-e5a2e935d92b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 946 time: 0.0925539 Sep 18 07:00:43.258608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022beda8-9e07-4579-ac86-7f517fec4da8 req-f01f06a3-dea2-464b-ad7c-5ff9820cca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.260082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-022beda8-9e07-4579-ac86-7f517fec4da8 req-f01f06a3-dea2-464b-ad7c-5ff9820cca29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2299d7da-fe0e-426c-8ddd-37777837aa03 HTTP/1.1" status: 200 len: 1097 time: 0.1076102 Sep 18 07:00:43.278172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36f51-3560-44d6-9453-b5e24d0a4642 req-d26f298a-dc9e-4dc8-927b-7e077b759414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.279635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9c36f51-3560-44d6-9453-b5e24d0a4642 req-d26f298a-dc9e-4dc8-927b-7e077b759414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1178327 Sep 18 07:00:43.297265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c95bc-6f05-411b-91ca-56cc99964fc1 req-c290f071-f2c8-469b-8801-41bf44177c72 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.298796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f13c95bc-6f05-411b-91ca-56cc99964fc1 req-c290f071-f2c8-469b-8801-41bf44177c72 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 950 time: 0.1030035 Sep 18 07:00:43.301578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.309967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.310475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.310967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.311454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.311923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.313010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea9ba702-7836-4e6f-9c3b-e0a7810198bf req-3621230c-c44b-4203-8bfb-e5923585f6d9 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637989 Sep 18 07:00:43.313651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-92bf08fb-efd4-4ae0-97e5-779d43429a27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 4364 time: 0.1064992 Sep 18 07:00:43.351009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-022beda8-9e07-4579-ac86-7f517fec4da8 req-d5baee3c-eddf-425b-a2e5-d7200103c00b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821853 Sep 18 07:00:43.362566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9c36f51-3560-44d6-9453-b5e24d0a4642 req-e40fbb51-5f14-45ef-a06b-19620e71f367 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Sep 18 07:00:43.381562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:43.410006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f13c95bc-6f05-411b-91ca-56cc99964fc1 req-ae7c3e45-f9ec-480c-948a-5cd7623ef00b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029503 Sep 18 07:00:43.469483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dad77e84-be18-4b16-a650-fea122a13fdb req-9289b7ff-f959-40d4-964f-5ab68945b352 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 210 time: 0.0566332 Sep 18 07:00:43.505678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-46ef80da-255f-492b-80cd-e2bf1cf6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.506397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-46ef80da-255f-492b-80cd-e2bf1cf6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.506876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-46ef80da-255f-492b-80cd-e2bf1cf6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.507737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Attempting to bind port bc24cf77-4bfe-440b-8418-da02b0f45582 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:43.508079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Attempting to bind port bc24cf77-4bfe-440b-8418-da02b0f45582 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:43.508412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Attempting to bind port bc24cf77-4bfe-440b-8418-da02b0f45582 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:43.520761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-46ef80da-255f-492b-80cd-e2bf1cf6cb1d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1855986 Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Port bc24cf77-4bfe-440b-8418-da02b0f45582 on network 115ee592-2d90-4fb5-87da-f9613371bee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Attempting to bind port bc24cf77-4bfe-440b-8418-da02b0f45582 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Bound using segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Bound port: bc24cf77-4bfe-440b-8418-da02b0f45582, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:43.532346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.626193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:43.660380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-ad561b69-19a1-427a-a1e3-6e03b3d4d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.662988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3727556c-8e4b-4bd5-90e7-7d7d21f13035 req-ad561b69-19a1-427a-a1e3-6e03b3d4d9e4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284714 Sep 18 07:00:43.709993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bc24cf77-4bfe-440b-8418-da02b0f45582,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:43.721709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf543-843e-4fd3-a110-52ac2669c729 req-37ef373d-327b-4b86-92e0-6c946a515461 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.722356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf543-843e-4fd3-a110-52ac2669c729 req-37ef373d-327b-4b86-92e0-6c946a515461 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.722760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf543-843e-4fd3-a110-52ac2669c729 req-37ef373d-327b-4b86-92e0-6c946a515461 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.725062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69bdf543-843e-4fd3-a110-52ac2669c729 req-37ef373d-327b-4b86-92e0-6c946a515461 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba&device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2&device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 2887 time: 0.0953453 Sep 18 07:00:43.761271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69bdf543-843e-4fd3-a110-52ac2669c729 req-239222ad-24ce-4f48-b271-b52791ab9c5b tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297437 Sep 18 07:00:43.808540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.848807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:43.850084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:43.851462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 1136 time: 1.3436513 Sep 18 07:00:43.872321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1796e2-408a-4778-8f34-20cec82139d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:43.961883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:44.018482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.178006 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-39bd2eab-3351-443f-9d0c-9af7097f5e64 req-6fe86327-b736-4f7b-b17a-8750524b523b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:44.179054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39bd2eab-3351-443f-9d0c-9af7097f5e64 req-6fe86327-b736-4f7b-b17a-8750524b523b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/20b1cbf3-88d1-4855-b5b0-126495f7288c HTTP/1.1" status: 404 len: 352 time: 0.0281863 Sep 18 07:00:44.362196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab770858-e10c-4cbb-a959-d016cc293f39 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:44.370178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.383297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Transition to ACTIVE for port object ab770858-e10c-4cbb-a959-d016cc293f39 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:44.446724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.452737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.458742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.464714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.470943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.476818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.478759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-9d838740-82a0-4090-b765-28caee44ef63 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 4605 time: 0.0869660 Sep 18 07:00:44.528887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.540647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05ba08c6-ca88-4083-92bf-b9e16a231860 req-2eeb0a35-93af-4526-94a9-b673ac181368 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553274 Sep 18 07:00:44.613582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.614201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:44.694168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.734478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Attempting to bind port ab770858-e10c-4cbb-a959-d016cc293f39 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:44.734478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Attempting to bind port ab770858-e10c-4cbb-a959-d016cc293f39 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:44.734478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Attempting to bind port ab770858-e10c-4cbb-a959-d016cc293f39 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:44.734478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Port ab770858-e10c-4cbb-a959-d016cc293f39 on network 115ee592-2d90-4fb5-87da-f9613371bee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:44.734478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Attempting to bind port ab770858-e10c-4cbb-a959-d016cc293f39 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:44.739489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:44.739858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:44.740301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Bound using segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:44.740736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Bound port: ab770858-e10c-4cbb-a959-d016cc293f39, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:44.741152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.797450 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-9bf86355-571d-4d0a-9b93-dd1e41670cf4 req-f66c34d3-b1dc-45b7-b606-93f777554b4a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:44.798580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bf86355-571d-4d0a-9b93-dd1e41670cf4 req-f66c34d3-b1dc-45b7-b606-93f777554b4a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/43444839-0ad6-4cb7-9508-eb6fb82bc573 HTTP/1.1" status: 404 len: 352 time: 0.0391095 Sep 18 07:00:44.846396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:44.850984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab770858-e10c-4cbb-a959-d016cc293f39,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:44.916987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.968368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:44.969051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:44.970475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 1136 time: 1.0138814 Sep 18 07:00:45.082405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:45.110415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74dbd2-fbcf-48d5-b113-b93aecddedf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:45.142624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ceba613-2277-46f9-b231-e7cc1b7cac30 req-00cbfeae-d5e4-47bf-a012-33d456b1af2c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 210 time: 0.0466976 Sep 18 07:00:45.151015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'bc24cf77-4bfe-440b-8418-da02b0f45582'}, {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'ab770858-e10c-4cbb-a959-d016cc293f39'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:45.153213 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2198e15d-120e-4697-91a4-41691d3539aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "bc24cf77-4bfe-440b-8418-da02b0f45582"}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "ab770858-e10c-4cbb-a959-d016cc293f39"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:45.178873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:45.195275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfca85-cfbb-41fd-aadd-ff6ae0f02d61 req-bffb004c-210c-4602-860a-460aadc26a73 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.197017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ddfca85-cfbb-41fd-aadd-ff6ae0f02d61 req-bffb004c-210c-4602-860a-460aadc26a73 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 946 time: 0.2229767 Sep 18 07:00:45.301889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ddfca85-cfbb-41fd-aadd-ff6ae0f02d61 req-56263895-4b75-477f-af7f-0b16a99aa8ec tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972087 Sep 18 07:00:45.309367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-ba39e295-e9b9-49c8-8837-f12830ecebae tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.310958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-ba39e295-e9b9-49c8-8837-f12830ecebae tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.2508647 Sep 18 07:00:45.327977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8583a8-40e1-45b1-92cd-18ae4f9e5523 req-feb1b340-e1b1-486e-89e9-8d9a26ba0e9b tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.329579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e8583a8-40e1-45b1-92cd-18ae4f9e5523 req-feb1b340-e1b1-486e-89e9-8d9a26ba0e9b tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.0993807 Sep 18 07:00:45.338436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:45.467383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e8583a8-40e1-45b1-92cd-18ae4f9e5523 req-c80e9915-d2aa-4d6f-9727-c913f8d6a153 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238716 Sep 18 07:00:45.470259 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-8c024d8e-2cec-4fe2-b2ff-35401329fe53 req-5cf20959-91c4-4cab-932c-6c0a095e2da1 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:45.471423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c024d8e-2cec-4fe2-b2ff-35401329fe53 req-5cf20959-91c4-4cab-932c-6c0a095e2da1 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/180b1c60-0b86-45e9-b46e-995e048e2413 HTTP/1.1" status: 404 len: 352 time: 0.1121910 Sep 18 07:00:45.578142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938f981e-dcab-4787-ae71-c7ad544572df {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:45.585580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:45.600049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Transition to ACTIVE for port object 938f981e-dcab-4787-ae71-c7ad544572df will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:45.616167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204179d-2960-4e1c-9473-199f1703bce6 req-dd4f12e8-d297-4617-bf19-2d4db8fabbe5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.617763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6204179d-2960-4e1c-9473-199f1703bce6 req-dd4f12e8-d297-4617-bf19-2d4db8fabbe5 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 949 time: 0.0549986 Sep 18 07:00:45.618874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:45.622325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:45.694457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:45.702978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6204179d-2960-4e1c-9473-199f1703bce6 req-efe0fb7a-712b-4ef8-aaa8-eaa57879f8f9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783160 Sep 18 07:00:45.764361 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552cb0d-492f-4034-a459-e795b29ad9fa x-openstack-request-id: req-7552cb0d-492f-4034-a459-e795b29ad9fa {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:45.765085 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "bc24cf77-4bfe-440b-8418-da02b0f45582", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "ab770858-e10c-4cbb-a959-d016cc293f39", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:45.765648 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7552cb0d-492f-4034-a459-e795b29ad9fa {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:45.766232 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'bc24cf77-4bfe-440b-8418-da02b0f45582', 'status': 'completed', 'code': 200} Sep 18 07:00:45.766635 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'ab770858-e10c-4cbb-a959-d016cc293f39', 'status': 'completed', 'code': 200} Sep 18 07:00:45.814947 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-28501ff9-8e77-4c19-8077-3cac8f250e0d req-fc1fbad4-fa50-49b2-816a-dab7e52bcf7a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:45.816276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28501ff9-8e77-4c19-8077-3cac8f250e0d req-fc1fbad4-fa50-49b2-816a-dab7e52bcf7a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/b22fc097-915f-4302-8d7d-7ac84e680ea8 HTTP/1.1" status: 404 len: 352 time: 0.0217719 Sep 18 07:00:45.847101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:45.863608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.864105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.864556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.865567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.866172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.866622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.867057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.867491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.868111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.868516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.868951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.869381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:45.876329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Attempting to bind port 938f981e-dcab-4787-ae71-c7ad544572df on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:45.877297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Attempting to bind port 938f981e-dcab-4787-ae71-c7ad544572df by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:45.877297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Attempting to bind port 938f981e-dcab-4787-ae71-c7ad544572df on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:45.884185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Port 938f981e-dcab-4787-ae71-c7ad544572df on network 115ee592-2d90-4fb5-87da-f9613371bee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:45.886248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Attempting to bind port 938f981e-dcab-4787-ae71-c7ad544572df on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:45.893675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:45.894254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:45.894783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Bound using segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:45.895331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Bound port: 938f981e-dcab-4787-ae71-c7ad544572df, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:45.895801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:45.908871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.5 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/cce59d14-9fb8-4930-96a1-45128b5553e3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:45.915596 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-2f479c9a-1d5b-475d-9339-7ab9fe11065b req-95a8a42d-c3cb-4622-8e1a-c26942162b2e tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:45.924755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f479c9a-1d5b-475d-9339-7ab9fe11065b req-95a8a42d-c3cb-4622-8e1a-c26942162b2e tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/e65fe6e7-73de-4542-9d49-d73bf9341675 HTTP/1.1" status: 404 len: 352 time: 0.0369959 Sep 18 07:00:45.965127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.965620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.966852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.967051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.967527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.968138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.968607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:45.970610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-683a9fc2-e10d-4c6b-81d1-ff4cf9444638 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6248 time: 0.1457529 Sep 18 07:00:45.993034 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:00:46.011814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:46.015842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:46.122946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:46.162879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.163965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:46.165625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] 10.222.0.24 "PUT /v2.0/ports/938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 200 len: 1091 time: 1.0876560 Sep 18 07:00:46.166628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:46.170370 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a501e-4d92-4e8b-8b4d-44ec66417353" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "938f981e-dcab-4787-ae71-c7ad544572df"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:46.202757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e01c-ec6e-43f0-ba0b-2f4d1c682103 service neutron] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:46.215932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.227280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.233329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.239313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.245463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.251660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.258502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.260564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-74a21c0c-22e3-4e35-b861-5cb1c4c6a4b4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5394 time: 0.3232801 Sep 18 07:00:46.268165 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-49f3287d-7276-4cc9-ac65-2523af32422c req-7cc9fde6-3a2b-42d9-ae69-fc07256322bc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] show failed (client error): The resource could not be found. Sep 18 07:00:46.282211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:46.282532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49f3287d-7276-4cc9-ac65-2523af32422c req-7cc9fde6-3a2b-42d9-ae69-fc07256322bc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/970ae917-e64f-4f4a-b99e-1fdf818f8903 HTTP/1.1" status: 404 len: 352 time: 0.1401911 Sep 18 07:00:46.354712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:46.424934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f4c0db0-8d1d-4fc0-b4d5-cc685e262064 req-1bcd301a-d3ed-4357-a3e9-6b2050edec5a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413457 Sep 18 07:00:46.427477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-def9d1cf-de3b-40e6-900b-331b67e3507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.430401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-def9d1cf-de3b-40e6-900b-331b67e3507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.436603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-def9d1cf-de3b-40e6-900b-331b67e3507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.438345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-def9d1cf-de3b-40e6-900b-331b67e3507f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4131508 Sep 18 07:00:46.534850 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2757ab51-8a53-49a8-acc9-b8d03c7bd592 x-openstack-request-id: req-2757ab51-8a53-49a8-acc9-b8d03c7bd592 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:46.535531 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "938f981e-dcab-4787-ae71-c7ad544572df", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:46.535982 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2757ab51-8a53-49a8-acc9-b8d03c7bd592 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:46.536598 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df', 'status': 'completed', 'code': 200} Sep 18 07:00:46.542587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:46.567575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-2c56cb4c-2482-45d7-9858-d571ca8816d3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.567757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-2c56cb4c-2482-45d7-9858-d571ca8816d3 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 949 time: 0.1642485 Sep 18 07:00:46.591807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-94349543-9057-42d5-a812-4da5b40cf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.593314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-94349543-9057-42d5-a812-4da5b40cf575 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474700 Sep 18 07:00:46.655119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34646d39-a9d3-4abb-8ae3-ec549cec1016 req-cdf60118-3eeb-4149-9235-56111ce1291c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Sep 18 07:00:46.669216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:46.714612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1', 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:46.838049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:00:46.848098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:00:46.851437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:00:46.855025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:46.929278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.929671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.930203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.930847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.931319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.931781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.932245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.934319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-05f307b4-2a4c-4f43-9638-6c1d9c396ebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6290 time: 0.2534738 Sep 18 07:00:46.951545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35d203-4851-4b19-b827-6ae5029ca962 req-17dcaad0-b890-40f5-8432-8c8de820d7de tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.958794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d35d203-4851-4b19-b827-6ae5029ca962 req-17dcaad0-b890-40f5-8432-8c8de820d7de tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 946 time: 0.1652358 Sep 18 07:00:46.998410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:46.999204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.091982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d35d203-4851-4b19-b827-6ae5029ca962 req-f748382e-3eb2-4a51-b674-09c352a40771 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191111 Sep 18 07:00:47.153512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-befb309f-5d01-485a-a25e-2bf9b2411cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.154013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-befb309f-5d01-485a-a25e-2bf9b2411cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.154491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-befb309f-5d01-485a-a25e-2bf9b2411cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.163074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-befb309f-5d01-485a-a25e-2bf9b2411cf5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1999938 Sep 18 07:00:47.194447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-567a5046-a4e5-402c-aa0f-a5c836422acd tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.196101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-567a5046-a4e5-402c-aa0f-a5c836422acd tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.37 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.1577921 Sep 18 07:00:47.203616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-255d4085-ef6a-4e0a-a624-30309e9d14ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8689544 Sep 18 07:00:47.215261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:47.215763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.234220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Request body: {'port': {'device_id': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:47.341110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eaef0-aec4-4449-b539-65555479de89 req-af9033c8-7777-465d-b40f-4f5806d21d37 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.342629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c79eaef0-aec4-4449-b539-65555479de89 req-af9033c8-7777-465d-b40f-4f5806d21d37 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 945 time: 0.1695778 Sep 18 07:00:47.387578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:47.399388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb87d-5e7a-40a1-8f3e-00f1db3c5731 req-a92a0cf3-e323-47f0-87d0-ed25a75d81f6 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.405439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2cb87d-5e7a-40a1-8f3e-00f1db3c5731 req-a92a0cf3-e323-47f0-87d0-ed25a75d81f6 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1102 time: 0.1919672 Sep 18 07:00:47.406457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.430296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.447789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Transition to ACTIVE for port object 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:47.456762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-64f8a0ac-c482-4e14-8ed5-b2877adb07dc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.459298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e15d-120e-4697-91a4-41691d3539aa req-cf26dd96-c35f-4fb8-9f51-7fefb09ced65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.459456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-64f8a0ac-c482-4e14-8ed5-b2877adb07dc tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 950 time: 0.1826088 Sep 18 07:00:47.459769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2198e15d-120e-4697-91a4-41691d3539aa req-cf26dd96-c35f-4fb8-9f51-7fefb09ced65 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967033 Sep 18 07:00:47.465297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:47.465705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.492511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:47.519562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c79eaef0-aec4-4449-b539-65555479de89 req-4746132a-8f4d-421f-8801-ef0605f533c7 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups?id=196b3a2e-a752-4bf8-9d69-9764527d49ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694756 Sep 18 07:00:47.557044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.557307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2cb87d-5e7a-40a1-8f3e-00f1db3c5731 req-0dac08c5-5e94-43ee-a9bc-ac4ac4b1e742 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343246 Sep 18 07:00:47.557753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Deleting port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:47.557753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.751650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.751650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.752092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.752582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.753019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.753487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.753997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.755177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:47.756605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-884d25bf-eead-4012-b83c-0b539953a4b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6316 time: 0.2321799 Sep 18 07:00:47.823936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeb372-b429-4c8d-94b3-ba33207a9693 req-1d310e96-aede-4999-a48a-530b79a9ad3e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.825477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eeeb372-b429-4c8d-94b3-ba33207a9693 req-1d310e96-aede-4999-a48a-530b79a9ad3e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0587733-6f2e-42ab-aac7-067fd47fbbde HTTP/1.1" status: 200 len: 949 time: 0.1602600 Sep 18 07:00:47.863673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb72d6-be26-4e8f-8cba-b7aa7a970acb req-086eb75f-86f5-4f01-ba95-56ba08332f9f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:47.867403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27fb72d6-be26-4e8f-8cba-b7aa7a970acb req-086eb75f-86f5-4f01-ba95-56ba08332f9f tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1023 time: 0.2037263 Sep 18 07:00:47.916772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] For port 3d462930-67d2-4e1c-a8f0-b67a88d0e096, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3d462930-67d2-4e1c-a8f0-b67a88d0e096,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:47.917148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:47.922207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:47.939223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:47.939570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.043395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Attempting to bind port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:48.043742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Attempting to bind port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:48.044082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Attempting to bind port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:48.101381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 on network 115ee592-2d90-4fb5-87da-f9613371bee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:48.101712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Attempting to bind port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:48.124683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:48.125087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Checking segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:48.125414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Bound using segment: {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:48.125869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Bound port: 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:48.126260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.133252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:48.163486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '671afd4d-802e-4075-8425-da7a840fde36', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '671afd4d-802e-4075-8425-da7a840fde36', 'mac_address': 'fa:16:3e:09:9a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:48.179467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.236224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=3c94b06b-dfe6-4479-b8e8-899e5ad191f7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:48.250735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.253282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044', '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:48.317021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:48.338357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:48.410210 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.426526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eeeb372-b429-4c8d-94b3-ba33207a9693 req-3bbe5937-d244-4d08-91a9-6f5582b21b2e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381072 Sep 18 07:00:48.445614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27fb72d6-be26-4e8f-8cba-b7aa7a970acb req-72751520-cfc1-4a18-820d-d7390fff7c30 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=2484f39e-f26b-40e1-ae29-bdfc472eada1&id=4797ae8e-6ecb-462f-9612-0518c64101dd&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5422730 Sep 18 07:00:48.462982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-c611a3f2-c5e3-4a8e-88ec-0c255ad68d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.463461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-c611a3f2-c5e3-4a8e-88ec-0c255ad68d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.463930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-c611a3f2-c5e3-4a8e-88ec-0c255ad68d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.466305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-c611a3f2-c5e3-4a8e-88ec-0c255ad68d16 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6845758 Sep 18 07:00:48.476710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:48.480721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:48.483894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.486562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-37f102d1-0528-4e2f-8789-aad44d3c5e0a req-829ffe39-fed9-4aff-9b22-c575e690e084 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "DELETE /v2.0/ports/3c94b06b-dfe6-4479-b8e8-899e5ad191f7 HTTP/1.1" status: 204 len: 173 time: 1.9117694 Sep 18 07:00:48.490726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:48.491993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.520359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:48.531430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:48.537476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.537837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.538181 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Floating IP fbff552c-6cb9-453c-ae0e-eea5b95c7b7e disassociated. External IP: 172.25.4.100, port: 3d462930-67d2-4e1c-a8f0-b67a88d0e096. Sep 18 07:00:48.538522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Calling delete_port for 3d462930-67d2-4e1c-a8f0-b67a88d0e096 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:48.541860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:48.543134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'name': 'network-vif-deleted', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:48.546355 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f8934e-f47d-4cf3-9026-269e31dabb72" -d '{"events": [{"server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "name": "network-vif-deleted", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:48.555722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.556083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.556432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.557065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.557402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.558007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.558348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.568312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.568312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.568312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.568312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.568312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:48.639027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['671afd4d-802e-4075-8425-da7a840fde36'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:48.662243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.751880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce59d14-9fb8-4930-96a1-45128b5553e3 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:48.786089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.799284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.801707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:48.807618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] 10.222.0.24 "PUT /v2.0/ports/3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 200 len: 1092 time: 2.5303009 Sep 18 07:00:48.876044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3cf39-d182-459e-b03b-e34f7efe48b5 req-3ab6cf55-620d-4554-aa78-2b334496e7d9 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.879713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2f3cf39-d182-459e-b03b-e34f7efe48b5 req-3ab6cf55-620d-4554-aa78-2b334496e7d9 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=2299d7da-fe0e-426c-8ddd-37777837aa03 HTTP/1.1" status: 200 len: 945 time: 0.3015275 Sep 18 07:00:48.881886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Transition to ACTIVE for port object cce59d14-9fb8-4930-96a1-45128b5553e3 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:48.985831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-1856525f-250a-4e3b-8ead-897d46b45529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:48.988439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-020a501e-4d92-4e8b-8b4d-44ec66417353 req-1856525f-250a-4e3b-8ead-897d46b45529 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111732 Sep 18 07:00:49.005299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.011846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:49.019026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.027900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.034159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.040719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.047176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.055607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.056639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5c9e8-ac83-44be-a65d-485e19a3901d service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:49.064524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d26169-3d4e-413b-b89a-4168247f89ee req-30221a0d-b361-4ecf-9ab3-003d93e911dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5406 time: 0.3823223 Sep 18 07:00:49.068484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.127736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce55fb-467b-4473-b296-c79a991acf96 req-2b8e9f58-cdaf-4478-9c98-683076f3d1dc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.129487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acce55fb-467b-4473-b296-c79a991acf96 req-2b8e9f58-cdaf-4478-9c98-683076f3d1dc tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1023 time: 0.3205194 Sep 18 07:00:49.137543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2f3cf39-d182-459e-b03b-e34f7efe48b5 req-7d51604d-f458-4b07-ab78-1e803735cf40 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200539 Sep 18 07:00:49.269304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.327008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Pushing event updated for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:49.354852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d26169-3d4e-413b-b89a-4168247f89ee req-0fa04a97-a1c5-4e55-9fcd-83933ac86f7e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2893548 Sep 18 07:00:49.366050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.366433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.366739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.367075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.367406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.367735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.368059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.368382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.368719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.369030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.369353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.371489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:00:49.418811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Attempting to bind port cce59d14-9fb8-4930-96a1-45128b5553e3 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:49.419504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Attempting to bind port cce59d14-9fb8-4930-96a1-45128b5553e3 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:49.420082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Attempting to bind port cce59d14-9fb8-4930-96a1-45128b5553e3 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:49.425698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Port cce59d14-9fb8-4930-96a1-45128b5553e3 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:49.426309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Attempting to bind port cce59d14-9fb8-4930-96a1-45128b5553e3 on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:49.434045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40329b01-41c3-42f3-a6f4-fd16b0d51652 req-3893d4b1-910c-4fe2-81bd-81003e5f96df tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.440811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40329b01-41c3-42f3-a6f4-fd16b0d51652 req-3893d4b1-910c-4fe2-81bd-81003e5f96df tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1102 time: 0.1605053 Sep 18 07:00:49.440811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:49.440811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:49.440811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:49.440811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Bound port: cce59d14-9fb8-4930-96a1-45128b5553e3, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:49.441353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.668259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40329b01-41c3-42f3-a6f4-fd16b0d51652 req-0c3241e3-100e-4c37-b7b9-4ea68626662c tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234845 Sep 18 07:00:49.732251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:49.740228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=cce59d14-9fb8-4930-96a1-45128b5553e3,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:49.854560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:49.863224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c9b9e-4bf4-4eb3-97cf-b3fbeff56a3a req-32873c06-655d-4cf7-b86f-6ee0ad55b8f6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:49.863768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.875578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200c9b9e-4bf4-4eb3-97cf-b3fbeff56a3a req-32873c06-655d-4cf7-b86f-6ee0ad55b8f6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 943 time: 0.3278642 Sep 18 07:00:49.880887 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6bbea9-8aa0-4648-8aa8-241c641550b1 x-openstack-request-id: req-2b6bbea9-8aa0-4648-8aa8-241c641550b1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:49.881236 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0587733-6f2e-42ab-aac7-067fd47fbbde", "name": "network-vif-deleted", "tag": "3c94b06b-dfe6-4479-b8e8-899e5ad191f7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:49.881428 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b6bbea9-8aa0-4648-8aa8-241c641550b1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:49.881827 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0587733-6f2e-42ab-aac7-067fd47fbbde', 'name': 'network-vif-deleted', 'tag': '3c94b06b-dfe6-4479-b8e8-899e5ad191f7', 'status': 'completed', 'code': 200} Sep 18 07:00:49.883474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.907999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:49.923258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.926770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:49.939672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Transition to ACTIVE for port object f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:49.941050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:49.954028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Deleting port 599e77ef-8907-476f-8008-116005c25a70 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:49.954028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.011860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:50.012005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.013352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] 10.222.0.24 "PUT /v2.0/ports/cce59d14-9fb8-4930-96a1-45128b5553e3 HTTP/1.1" status: 200 len: 1092 time: 2.7833011 Sep 18 07:00:50.013565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:50.013943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event deleted for resources: {'Port': ['ID=3d462930-67d2-4e1c-a8f0-b67a88d0e096,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:50.014967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:50.017546 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034604ff-e67f-4e6b-9f4f-644ca42cd628" -d '{"events": [{"name": "network-changed", "server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:50.047441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.065590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200c9b9e-4bf4-4eb3-97cf-b3fbeff56a3a req-4f494e7e-93d4-490f-8ab8-7aaf8e8fe872 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890202 Sep 18 07:00:50.181336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:50.190285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.196381 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-020fbc97-4f46-43d4-8f37-7f4aefa3112e req-745aeba6-13bc-4cc2-b3de-a3e300b7bca6 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "DELETE /v2.0/ports/8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 HTTP/1.1" status: 204 len: 173 time: 2.7206509 Sep 18 07:00:50.237120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 671afd4d-802e-4075-8425-da7a840fde36 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:00:50.237496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.239014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b2e12bf-db54-464a-bb71-1630e14e1063 req-8ab90f34-1ae4-45eb-8cf6-08f9c6b2a7f2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.1712742 Sep 18 07:00:50.284088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:50.319163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787f77-f672-4b7d-850e-ff5e23bbf195 service neutron] Pushing event updated for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:50.366630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-e15227db-04bb-4026-af94-1618de7edca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:50.368174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-e15227db-04bb-4026-af94-1618de7edca2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 1095 time: 0.2030296 Sep 18 07:00:50.437045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.518510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:50.519924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:50.524974 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718f5ac-f42d-4107-80fa-9bead0329b13" -d '{"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:50.566897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-e4c7d48f-79e8-4287-9a85-8b3aa3d75bf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce59d14-9fb8-4930-96a1-45128b5553e3 HTTP/1.1" status: 200 len: 217 time: 0.1734946 Sep 18 07:00:50.634514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.636063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:50.697676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dc5dc-e674-4cdb-b251-5efc76885823 req-223391c8-23db-4308-b26d-f7a2738384a1 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:50.710729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-141dc5dc-e674-4cdb-b251-5efc76885823 req-223391c8-23db-4308-b26d-f7a2738384a1 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 1023 time: 0.1935806 Sep 18 07:00:50.714266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:50.714780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:50.716148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:50.743518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:50.743903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:50.789174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Calling delete_port for 599e77ef-8907-476f-8008-116005c25a70 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:50.802120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-406fc23a-369c-41fa-a4a0-230e600435ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:50.814296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-406fc23a-369c-41fa-a4a0-230e600435ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.2396214 Sep 18 07:00:50.857191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:50.857543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3c94b06b-dfe6-4479-b8e8-899e5ad191f7 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:50.857982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3d462930-67d2-4e1c-a8f0-b67a88d0e096 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:50.908469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-bb68d112-8639-4b18-86c8-5eec3e71894b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827701 Sep 18 07:00:50.938405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 3d462930-67d2-4e1c-a8f0-b67a88d0e096 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:50.941667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3d462930-67d2-4e1c-a8f0-b67a88d0e096 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:50.942272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 599e77ef-8907-476f-8008-116005c25a70 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:51.057144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:51.110736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-29d3a019-73fe-4d93-a9fa-7ca989e12a23 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915410 Sep 18 07:00:51.201078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-141dc5dc-e674-4cdb-b251-5efc76885823 req-56b17f1c-71f8-48e6-98a3-da86b438bc3a tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups?id=2484f39e-f26b-40e1-ae29-bdfc472eada1&id=4797ae8e-6ecb-462f-9612-0518c64101dd&id=b447b6a8-b02a-434c-ad75-41cfd1b4b32a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4781520 Sep 18 07:00:51.210886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:51.257688 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e40bc7-18d3-42fa-848a-3e5f8634642f x-openstack-request-id: req-56e40bc7-18d3-42fa-848a-3e5f8634642f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:51.258017 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:51.258281 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56e40bc7-18d3-42fa-848a-3e5f8634642f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:51.263119 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3', 'status': 'completed', 'code': 200} Sep 18 07:00:51.310735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 599e77ef-8907-476f-8008-116005c25a70, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=599e77ef-8907-476f-8008-116005c25a70,segment=NetworkSegment(e0b90c38-e5b1-4456-b194-2fe59b1f82cf),segment_id=e0b90c38-e5b1-4456-b194-2fe59b1f82cf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:51.420597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:51.431714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4616af9e-06be-4d63-98fd-73404628e268 req-b8de8fd8-98ce-48ef-9e04-189e48955481 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3d4000-c96f-4014-9757-091be46fb8ab HTTP/1.1" status: 200 len: 210 time: 0.0364554 Sep 18 07:00:51.469181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.478009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.484817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.494104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.500913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.515307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.519083 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c5d63-781b-4f14-ae23-6954555bce9f x-openstack-request-id: req-353c5d63-781b-4f14-ae23-6954555bce9f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:51.519379 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:51.519629 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-353c5d63-781b-4f14-ae23-6954555bce9f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:51.520503 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'code': 200} Sep 18 07:00:51.523828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.528167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:51.532764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-2ada7a05-01ec-4ac3-96d3-9d825646d460 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5418 time: 0.1801567 Sep 18 07:00:51.557789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d8ba6cb-23a0-4707-b0ca-3f86ac06b8a7 req-d7c47896-eee6-4ac4-9c38-d0935e8ff127 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281442 Sep 18 07:00:51.569284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Attempting to bind port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:51.570288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Attempting to bind port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:51.570818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Attempting to bind port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:51.585046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Router 76749ada-43df-471c-ae9b-174aa30a0972 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:00:51.587468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:51.588611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Attempting to bind port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:51.592432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69b3843e-7b8a-4771-a761-4df5dd470516 req-cfaa123f-1d1c-4b4b-bd5f-290abc28e316 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542781 Sep 18 07:00:51.598169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:51.599457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Checking segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:51.600148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Bound using segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:51.600931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Bound port: f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:51.601482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:51.680572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:51.787331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'Port': ['ID=599e77ef-8907-476f-8008-116005c25a70,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:51.822738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7120d-a61d-4d2a-aad2-5529b18790f3 req-adb5bbf4-ca1e-4844-9261-a8b3930a3bd3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.824559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b7120d-a61d-4d2a-aad2-5529b18790f3 req-adb5bbf4-ca1e-4844-9261-a8b3930a3bd3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 943 time: 0.1379631 Sep 18 07:00:51.827673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-d4ad6990-6d00-40dc-b613-1b606a81e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:51.830865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-d4ad6990-6d00-40dc-b613-1b606a81e227 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 1095 time: 0.0899837 Sep 18 07:00:51.879029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:51.895848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868'}, {'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'name': 'network-vif-deleted', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:51.899442 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b459846-1806-4a07-905d-7eded0000722" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868"}, {"server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "name": "network-vif-deleted", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:51.906368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] No DVR routers for this DVR port 599e77ef-8907-476f-8008-116005c25a70 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:51.915946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:51.917028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b7120d-a61d-4d2a-aad2-5529b18790f3 req-723f6547-0be3-4873-9815-1f5562d6d420 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846276 Sep 18 07:00:51.918830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-acce55fb-467b-4473-b296-c79a991acf96 req-18df7e55-13e3-4a3d-a97b-c2b8c1d996c9 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.37 "DELETE /v2.0/ports/599e77ef-8907-476f-8008-116005c25a70 HTTP/1.1" status: 204 len: 173 time: 2.7465980 Sep 18 07:00:51.929583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:51.961400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:00:51.992401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Sync routers for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:00:52.007013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:00:52.009687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:00:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:52.040685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] No DVR routers for this DVR port 3d462930-67d2-4e1c-a8f0-b67a88d0e096 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:52.043903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-dacc1837-6711-43f4-bea5-561a1f7d60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.045528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-dacc1837-6711-43f4-bea5-561a1f7d60e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.1904473 Sep 18 07:00:52.046873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:52.050464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-09cf648a-44d0-4cf6-b025-0768f80a1a57 req-2e577216-c76d-48c3-9509-674158b80703 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.37 "DELETE /v2.0/ports/3d462930-67d2-4e1c-a8f0-b67a88d0e096 HTTP/1.1" status: 204 len: 173 time: 4.8420017 Sep 18 07:00:52.061288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:52.134413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-55c9c060-4de6-451b-8561-19a133bd76ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce59d14-9fb8-4930-96a1-45128b5553e3 HTTP/1.1" status: 200 len: 217 time: 0.0800235 Sep 18 07:00:52.140671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.141296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:52.142784 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 1092 time: 3.1786959 Sep 18 07:00:52.197868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33123516-0e51-4276-a3b6-6059ad3723b2 req-ecea0325-0e43-44dc-aaad-c908887712f6 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/ports?device_id=37441b2d-467c-40eb-a03d-ccd91cdd9032 HTTP/1.1" status: 200 len: 210 time: 0.1055589 Sep 18 07:00:52.212849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:00:52.214928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1a73a-c676-47b1-b815-3379519558d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:52.288556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Request body: {'port': {'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:52.304100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-33a6eb42-4d02-4087-871b-b4e228f61223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.305411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-33a6eb42-4d02-4087-871b-b4e228f61223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.1534872 Sep 18 07:00:52.359033 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b593f8-dba3-4f30-bb34-105db52a03e3 x-openstack-request-id: req-44b593f8-dba3-4f30-bb34-105db52a03e3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:52.359337 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868", "status": "completed", "code": 200}, {"server_uuid": "5b3d4000-c96f-4014-9757-091be46fb8ab", "name": "network-vif-deleted", "tag": "8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:52.359594 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44b593f8-dba3-4f30-bb34-105db52a03e3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:52.360002 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'status': 'completed', 'code': 200} Sep 18 07:00:52.360255 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3d4000-c96f-4014-9757-091be46fb8ab', 'name': 'network-vif-deleted', 'tag': '8cd81a95-8d67-4cf0-a630-fc0ce1c2c1b8', 'status': 'completed', 'code': 200} Sep 18 07:00:52.509092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:52.520381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-adb671f9-8155-4a17-b421-b2ed5f9c7b97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475029 Sep 18 07:00:52.548524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-3e506926-d89f-403f-9c6c-855b909e2490 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.550119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-3e506926-d89f-403f-9c6c-855b909e2490 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2299d7da-fe0e-426c-8ddd-37777837aa03 HTTP/1.1" status: 200 len: 945 time: 0.1505427 Sep 18 07:00:52.608617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:52.652016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Checking router: 76749ada-43df-471c-ae9b-174aa30a0972 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:00:52.663825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:00:52.664340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:00:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:52.685203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.685698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.686208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.686698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.687170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.687642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.688334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.690534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b459846-1806-4a07-905d-7eded0000722 req-8d342015-4e49-4f65-9892-6dd59131df39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6426 time: 0.2289193 Sep 18 07:00:52.711552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-de81711b-a787-4d3a-b828-98122bd4048b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:52.720145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-de81711b-a787-4d3a-b828-98122bd4048b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.3650417 Sep 18 07:00:52.749975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-63e9b699-75d0-4912-8f6e-1dd4e89b9d97 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/quotas/2224228861ed4f0ca45587f194663edd HTTP/1.1" status: 200 len: 375 time: 0.0304501 Sep 18 07:00:52.816949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-e95b7587-b9cb-428e-8811-e818b415364c service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652948 Sep 18 07:00:52.930292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Deleting port 2553a220-02a1-46a7-aa51-7a6132b25221 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:52.931666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:52.952550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-61e25e20-0ba3-44af-a3f7-f9dfdc88f7e7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016132 Sep 18 07:00:52.988739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:00:52.993268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e22034dc-4a27-4c80-a95e-daecb065ba52 req-72681b97-5e0c-455d-a150-6fe9d46a44b6 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cbad9bc-88bb-48a2-885e-84e9e5dbc8af HTTP/1.1" status: 200 len: 210 time: 0.0895965 Sep 18 07:00:53.045864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-90aaf235-3e3e-43b6-ae13-d21f4bd71352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.046396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-90aaf235-3e3e-43b6-ae13-d21f4bd71352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.047026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-90aaf235-3e3e-43b6-ae13-d21f4bd71352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.048789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b459846-1806-4a07-905d-7eded0000722 req-90aaf235-3e3e-43b6-ae13-d21f4bd71352 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3212185 Sep 18 07:00:53.149944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:53.160514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.176874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Transition to ACTIVE for port object 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:00:53.214047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] For port 2553a220-02a1-46a7-aa51-7a6132b25221, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=2553a220-02a1-46a7-aa51-7a6132b25221,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:53.217293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.232982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-034604ff-e67f-4e6b-9f4f-644ca42cd628 req-aec8055f-42ac-4b0e-a642-1fee1566862a service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050069 Sep 18 07:00:53.252769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Calling delete_port for 2553a220-02a1-46a7-aa51-7a6132b25221 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:53.266828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.326621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-e8efd395-f2d9-49f1-9ac1-e7595e08c3f0 service neutron] 10.222.0.20 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730638 Sep 18 07:00:53.393581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.398663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:53.400818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.414161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.420171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.439660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a562c-2a64-470a-9352-3ea0e2c3f57f None None] The sync data for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 is: [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T06:58:23Z', 'revision_number': 4, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '65d9dc72-344d-4769-b462-77bdb3701c7a', 'name': '', 'network_id': 'c0782104-70c1-4c35-9bd2-10e065e032b7', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'mac_address': 'fa:16:3e:2e:15:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:22Z', 'updated_at': '2021-09-18T06:58:28Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'subnets': [{'id': 'df64f289-d77b-421e-8c68-8f569733fec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:00:53.440915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.447828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.457952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.470963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-b8a0f554-33b5-4c78-a85e-e67ee2c1d856 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.2179859 Sep 18 07:00:53.522013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:53.526401 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd31a984-b28d-4d1b-a41e-305e8f94b2ca" -d '{"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-unplugged", "status": "completed", "tag": "599e77ef-8907-476f-8008-116005c25a70"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:53.637147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b459846-1806-4a07-905d-7eded0000722 req-e0b9da95-75ca-4c20-9035-0e3b671ce0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.650299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b459846-1806-4a07-905d-7eded0000722 req-e0b9da95-75ca-4c20-9035-0e3b671ce0cc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5644052 Sep 18 07:00:53.664751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:53.681803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f40fdd75-9e87-4e6a-89dd-61394689bc96 req-da084fd3-5f9d-45b6-8651-4d1b32ce6665 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2098696 Sep 18 07:00:53.727101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-7b7af869-df96-46f6-ac70-64ec7304eae1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:53.728664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-7b7af869-df96-46f6-ac70-64ec7304eae1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/ports?device_id=d63a2cd6-0208-4699-a446-13b74d315cd5 HTTP/1.1" status: 200 len: 946 time: 0.1807256 Sep 18 07:00:53.747515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-7bc6404f-3c50-47f6-bc9b-6a7c3c6bf941 service neutron] 10.222.0.20 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199164 Sep 18 07:00:53.757222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Attempting to bind port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:00:53.757571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Attempting to bind port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:00:53.757923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Attempting to bind port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:53.787328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.799692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:00:53.799942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Attempting to bind port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 on network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:00:53.802659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['2553a220-02a1-46a7-aa51-7a6132b25221', '636e180a-2da1-4baf-bf3e-012a6449a5ef'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:53.846982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event deleted for resources: {'Port': ['ID=2553a220-02a1-46a7-aa51-7a6132b25221,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:53.878311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:00:53.878677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Checking segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:00:53.879052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Bound using segment: {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:00:53.879518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Bound port: 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:00:53.879888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.943546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] No DVR routers for this DVR port 2553a220-02a1-46a7-aa51-7a6132b25221 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:53.944974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f7ee8-f53b-4c71-868b-470070aa69f6 None None] New status for floating IP fbff552c-6cb9-453c-ae0e-eea5b95c7b7e: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:00:53.964579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:53.968038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05b2e7e-9245-44a8-b3fb-75f8fc89e05c req-e1e5b5a0-baf1-4498-a912-2af47678b7ff tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "DELETE /v2.0/ports/2553a220-02a1-46a7-aa51-7a6132b25221 HTTP/1.1" status: 204 len: 173 time: 1.4062221 Sep 18 07:00:54.013510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Deleting port 636e180a-2da1-4baf-bf3e-012a6449a5ef {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:54.013950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:54.081434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:00:54.101636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:00:54.140009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] For port 636e180a-2da1-4baf-bf3e-012a6449a5ef, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=636e180a-2da1-4baf-bf3e-012a6449a5ef,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:54.140434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:54.162991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Calling delete_port for 636e180a-2da1-4baf-bf3e-012a6449a5ef owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:54.240417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:54.347064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.348177 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:54.351454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] 10.222.0.24 "PUT /v2.0/ports/548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 1092 time: 2.0676472 Sep 18 07:00:54.407041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-deleted', 'tag': '599e77ef-8907-476f-8008-116005c25a70'}, {'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'name': 'network-vif-deleted', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096'}, {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01'}, {'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'name': 'network-vif-deleted', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221'}, {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:54.411058 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c63992-45e9-4593-95af-e825b7432241" -d '{"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-deleted", "tag": "599e77ef-8907-476f-8008-116005c25a70"}, {"server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "name": "network-vif-deleted", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096"}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01"}, {"server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "name": "network-vif-deleted", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221"}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:54.526648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f77d00-9731-4e05-96be-e9be535883aa service neutron] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:54.693422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd740a-65bd-4f0f-8487-f2bf523c1cd8 req-5b244b2c-fcef-4be0-86ce-7b96b8fc298d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.710985 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6cfd5e-d34d-4190-b0c3-a62548e808f3 x-openstack-request-id: req-7a6cfd5e-d34d-4190-b0c3-a62548e808f3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:54.711590 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-unplugged", "status": "completed", "tag": "599e77ef-8907-476f-8008-116005c25a70", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:54.711858 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a6cfd5e-d34d-4190-b0c3-a62548e808f3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:54.712811 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'code': 200} Sep 18 07:00:54.713078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4dd740a-65bd-4f0f-8487-f2bf523c1cd8 req-5b244b2c-fcef-4be0-86ce-7b96b8fc298d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 943 time: 0.2098825 Sep 18 07:00:54.828615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4dd740a-65bd-4f0f-8487-f2bf523c1cd8 req-1f907c00-a7ca-48c5-984c-0771216d1c70 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121032 Sep 18 07:00:54.874847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.875494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.876047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.877660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.878255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.879041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.879381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:54.883968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-232b8b27-ef79-451b-96c8-57b45aeae397 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6494 time: 0.2837279 Sep 18 07:00:54.969532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-73dd736f-2e1a-4d90-bc60-96ea5cdc6ec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 217 time: 0.0621018 Sep 18 07:00:54.969532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.043192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event deleted for resources: {'Port': ['ID=636e180a-2da1-4baf-bf3e-012a6449a5ef,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:55.078520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c3b1b-23dd-4589-a15d-9685d2beee6b req-c3210743-484a-48d5-ac19-5205d1039e89 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.080645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d2c3b1b-23dd-4589-a15d-9685d2beee6b req-c3210743-484a-48d5-ac19-5205d1039e89 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1023319 Sep 18 07:00:55.120797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] No DVR routers for this DVR port 636e180a-2da1-4baf-bf3e-012a6449a5ef on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:55.125009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.127226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfc0ce0e-dfdb-46ee-9fc9-abe191df790e req-1e39de7f-fbbf-43ae-96ca-fc307baf7749 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "DELETE /v2.0/ports/636e180a-2da1-4baf-bf3e-012a6449a5ef HTTP/1.1" status: 204 len: 173 time: 1.3852050 Sep 18 07:00:55.129381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-353204da-a21c-474a-8186-82457e615b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.131499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-353204da-a21c-474a-8186-82457e615b89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 200 len: 855 time: 0.1394846 Sep 18 07:00:55.164150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d2c3b1b-23dd-4589-a15d-9685d2beee6b req-a746a420-3fe4-4001-bcb8-c7f3e2542c0b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747600 Sep 18 07:00:55.230916 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 859 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a7ec5-fcea-4e3f-868d-f88da00f9ca6 x-openstack-request-id: req-5a4a7ec5-fcea-4e3f-868d-f88da00f9ca6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:55.232531 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbad9bc-88bb-48a2-885e-84e9e5dbc8af", "name": "network-vif-deleted", "tag": "599e77ef-8907-476f-8008-116005c25a70", "status": "completed", "code": 200}, {"server_uuid": "37441b2d-467c-40eb-a03d-ccd91cdd9032", "name": "network-vif-deleted", "tag": "3d462930-67d2-4e1c-a8f0-b67a88d0e096", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01", "status": "completed", "code": 200}, {"server_uuid": "2299d7da-fe0e-426c-8ddd-37777837aa03", "name": "network-vif-deleted", "tag": "2553a220-02a1-46a7-aa51-7a6132b25221", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:55.232818 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a4a7ec5-fcea-4e3f-868d-f88da00f9ca6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:55.233238 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbad9bc-88bb-48a2-885e-84e9e5dbc8af', 'name': 'network-vif-deleted', 'tag': '599e77ef-8907-476f-8008-116005c25a70', 'status': 'completed', 'code': 200} Sep 18 07:00:55.234825 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37441b2d-467c-40eb-a03d-ccd91cdd9032', 'name': 'network-vif-deleted', 'tag': '3d462930-67d2-4e1c-a8f0-b67a88d0e096', 'status': 'completed', 'code': 200} Sep 18 07:00:55.235097 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'status': 'completed', 'code': 200} Sep 18 07:00:55.238886 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299d7da-fe0e-426c-8ddd-37777837aa03', 'name': 'network-vif-deleted', 'tag': '2553a220-02a1-46a7-aa51-7a6132b25221', 'status': 'completed', 'code': 200} Sep 18 07:00:55.238886 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'status': 'completed', 'code': 200} Sep 18 07:00:55.251640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-528dcb75-6308-445c-820a-4652a29623a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.254862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-528dcb75-6308-445c-820a-4652a29623a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982876 Sep 18 07:00:55.377031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45508) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:55.430729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-c4b1dcf3-45e0-4f62-808e-b7e612c68e31 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686354 Sep 18 07:00:55.496358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.569528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.579670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.579909 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.595412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.616136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.622391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.641001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.647616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-741dbe74-1d11-4b6b-b95f-c864a82b86ae service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080998 Sep 18 07:00:55.647924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.656263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-ef51bc0c-1887-4290-ab4b-a8d7aa2d42ce tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1944759 Sep 18 07:00:55.697872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-99bf32d6-9071-4da0-bb22-b623755b055c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 217 time: 0.0384140 Sep 18 07:00:55.730338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd5de56a-f684-46d0-9309-c455019a5f41 req-d67bb66d-bd72-4ab0-a100-4d12360b58d9 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665100 Sep 18 07:00:55.757017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-c6805c3b-f8fe-48d8-964e-c2748ffbbdb4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/2484f39e-f26b-40e1-ae29-bdfc472eada1 HTTP/1.1" status: 200 len: 1799 time: 0.0925815 Sep 18 07:00:55.798254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.801325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.803650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "DELETE /v2.0/security-groups/196b3a2e-a752-4bf8-9d69-9764527d49ac HTTP/1.1" status: 204 len: 168 time: 0.4254844 Sep 18 07:00:55.809741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:55.824967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8c57c-6259-4fcd-8cf0-80c1e9e7f1e2 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b3a2e-a752-4bf8-9d69-9764527d49ac,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:55.832837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a678de98-9a00-4f5f-be22-71107ab50ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.834488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a678de98-9a00-4f5f-be22-71107ab50ba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0894644 Sep 18 07:00:55.921212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-887911fd-eea0-4fbb-b56a-50a91685ddbb req-50e2dcf4-098c-4079-ab57-4d133ba4dfdc tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 210 time: 0.0676112 Sep 18 07:00:55.921212 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-87fda91f-db47-409f-84f1-c9a89b22957c tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] show failed (client error): The resource could not be found. Sep 18 07:00:55.921212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-87fda91f-db47-409f-84f1-c9a89b22957c tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "GET /v2.0/security-groups/196b3a2e-a752-4bf8-9d69-9764527d49ac HTTP/1.1" status: 404 len: 347 time: 0.0817258 Sep 18 07:00:55.922989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45520) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:55.923677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.944973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 636e180a-2da1-4baf-bf3e-012a6449a5ef no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:55.949565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device cce59d14-9fb8-4930-96a1-45128b5553e3 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:00:55.952271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0e3c38a4-c7d5-47b4-827d-756f3b08868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:55.954010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0e3c38a4-c7d5-47b4-827d-756f3b08868d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086912 Sep 18 07:00:55.964999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:55.977828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 636e180a-2da1-4baf-bf3e-012a6449a5ef {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:55.978403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 636e180a-2da1-4baf-bf3e-012a6449a5ef not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:55.979007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2553a220-02a1-46a7-aa51-7a6132b25221 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:00:56.007571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 2553a220-02a1-46a7-aa51-7a6132b25221 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:00:56.008449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 2553a220-02a1-46a7-aa51-7a6132b25221 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:00:56.067618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92099ed-a790-420f-805d-d3d1e43b79db req-19efc3c7-d331-4317-bfbb-cfe86aac98a9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.076640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a92099ed-a790-420f-805d-d3d1e43b79db req-19efc3c7-d331-4317-bfbb-cfe86aac98a9 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.1137376 Sep 18 07:00:56.104117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-b8c1f911-5196-41fd-97be-1d1d93430a60 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221185 Sep 18 07:00:56.110850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Deleting port 8c2474fa-a931-4ace-bd03-6d66773a897f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:56.111202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.117708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a92099ed-a790-420f-805d-d3d1e43b79db req-21374e3b-cd30-446f-aaf7-b205e11f03bd tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 Sep 18 07:00:56.124371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=cce59d14-9fb8-4930-96a1-45128b5553e3,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:56.138169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'cce59d14-9fb8-4930-96a1-45128b5553e3', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'cce59d14-9fb8-4930-96a1-45128b5553e3', 'mac_address': 'fa:16:3e:db:d6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:00:56.196689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.210474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce59d14-9fb8-4930-96a1-45128b5553e3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:00:56.231362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=cce59d14-9fb8-4930-96a1-45128b5553e3,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:56.262512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.265994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.278470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.278739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fad2c21-a402-4a52-a2c2-0c5ebe7fdb03 req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/2484f39e-f26b-40e1-ae29-bdfc472eada1 HTTP/1.1" status: 204 len: 173 time: 0.5129051 Sep 18 07:00:56.278904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.293596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-cb6ca175-bcb0-4a22-b4c8-c4959c2192ff service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768970 Sep 18 07:00:56.296062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Calling delete_port for 8c2474fa-a931-4ace-bd03-6d66773a897f owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:56.335187 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.345868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43d808-f815-429f-aef4-4b17246edad4 tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484f39e-f26b-40e1-ae29-bdfc472eada1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:56.358958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-6fa58977-43c5-4785-9ebd-cfc876730df4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 217 time: 0.0607684 Sep 18 07:00:56.424700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de9dd9-dd78-4535-a66e-f59b38b83ee0 req-fb67634f-7277-42bb-9e07-0d99825c9219 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.427643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71de9dd9-dd78-4535-a66e-f59b38b83ee0 req-fb67634f-7277-42bb-9e07-0d99825c9219 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 943 time: 0.1339965 Sep 18 07:00:56.464655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb381415-b9f1-4d98-9d73-477635e79fb9 req-bb0e6238-ef62-478a-bd79-9b608091da7d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.474790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb381415-b9f1-4d98-9d73-477635e79fb9 req-bb0e6238-ef62-478a-bd79-9b608091da7d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1226742 Sep 18 07:00:56.484999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:56.533798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-4bb1868a-a887-478e-a6ff-c4e438a54a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.537207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-4bb1868a-a887-478e-a6ff-c4e438a54a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1119511 Sep 18 07:00:56.548424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71de9dd9-dd78-4535-a66e-f59b38b83ee0 req-c7a33c7e-8ef5-4a22-917c-d036b39d018f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065705 Sep 18 07:00:56.578622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb381415-b9f1-4d98-9d73-477635e79fb9 req-2308ab55-8c20-46d9-a53e-269881acdc8b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941081 Sep 18 07:00:56.640244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-778b384e-6171-46ca-87e1-577244b9359c tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "GET /v2.0/security-groups/4797ae8e-6ecb-462f-9612-0518c64101dd HTTP/1.1" status: 200 len: 1801 time: 0.0605042 Sep 18 07:00:56.643827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a10eb947-42aa-4854-87cd-520b3cb53d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.646240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a10eb947-42aa-4854-87cd-520b3cb53d44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969400 Sep 18 07:00:56.739896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.754033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.800605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:56.814892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Pushing event deleted for resources: {'Port': ['ID=8c2474fa-a931-4ace-bd03-6d66773a897f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:56.822284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f2b7b2b0-3061-4b3c-b3b9-b39637ec5849 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643877 Sep 18 07:00:56.858086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['cce59d14-9fb8-4930-96a1-45128b5553e3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:56.950558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.960025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.969954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.979612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.987142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:56.994609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.001495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.003888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.007478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.008837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d69e266-1b3d-492b-bd73-c08b3d340039 tempest-ServersTestManualDisk-1883960277 tempest-ServersTestManualDisk-1883960277-project] 10.222.0.20 "DELETE /v2.0/floatingips/fbff552c-6cb9-453c-ae0e-eea5b95c7b7e HTTP/1.1" status: 204 len: 168 time: 1.1090937 Sep 18 07:00:57.013473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5dc6473-146b-422b-be78-013246cdb42c req-9b61f8c3-e71e-47a4-b302-009f0c2f298c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1608067 Sep 18 07:00:57.013629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45542) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:57.034078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.038232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.046049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dfa7dda-640e-42c6-89cc-41e197738caa req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] 10.222.0.20 "DELETE /v2.0/security-groups/4797ae8e-6ecb-462f-9612-0518c64101dd HTTP/1.1" status: 204 len: 173 time: 0.4045172 Sep 18 07:00:57.047884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45544) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:57.141065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f2fbf-8ab0-400a-a2f9-e08f9c6f934b tempest-SecurityGroupsTestJSON-1440025407 tempest-SecurityGroupsTestJSON-1440025407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4797ae8e-6ecb-462f-9612-0518c64101dd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:57.153865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5dc6473-146b-422b-be78-013246cdb42c req-02cc021d-8cf8-4ced-b0f2-83003f64281b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414990 Sep 18 07:00:57.202549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebf7897f-fb4d-441d-a127-553b0f2a1f9e req-f7bd98fd-c318-4df0-8bf3-68e544bc665c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 210 time: 0.0435338 Sep 18 07:00:57.227687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Deleting subnet a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:00:57.235797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.335867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.423057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ca16-9703-4918-b6fa-1ce8b4dc52cc req-80bc0ca2-83bc-46c7-b46d-896c461c064b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.430584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f60ca16-9703-4918-b6fa-1ce8b4dc52cc req-80bc0ca2-83bc-46c7-b46d-896c461c064b tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.1118877 Sep 18 07:00:57.450750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.513711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'name': 'network-vif-deleted', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:57.515885 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1534dc6-a7f1-4540-a1bd-e97bc35e5f7c" -d '{"events": [{"server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "name": "network-vif-deleted", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:57.527413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f60ca16-9703-4918-b6fa-1ce8b4dc52cc req-08b80ff4-76b0-4bc4-8982-9e5668b4aba1 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955775 Sep 18 07:00:57.602547 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e140eee-c471-4144-9554-deb93a88c3a7 x-openstack-request-id: req-5e140eee-c471-4144-9554-deb93a88c3a7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:57.602841 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a2cd6-0208-4699-a446-13b74d315cd5", "name": "network-vif-deleted", "tag": "636e180a-2da1-4baf-bf3e-012a6449a5ef", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:57.603104 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e140eee-c471-4144-9554-deb93a88c3a7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:57.603502 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a2cd6-0208-4699-a446-13b74d315cd5', 'name': 'network-vif-deleted', 'tag': '636e180a-2da1-4baf-bf3e-012a6449a5ef', 'status': 'completed', 'code': 200} Sep 18 07:00:57.626775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f3633b28-f8ab-42e7-96d7-fdd39ce6d0a6 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7844737 Sep 18 07:00:57.677395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-ad6128b6-c71f-41dc-aa30-4d186fa5ee2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 200 len: 217 time: 0.0410097 Sep 18 07:00:57.707742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.754389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef00ea-aacc-4d3c-b133-97d60178abed req-747e5b24-3a0a-4047-99aa-ca9c3dc97426 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.756640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:57.757150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-daef00ea-aacc-4d3c-b133-97d60178abed req-747e5b24-3a0a-4047-99aa-ca9c3dc97426 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.2440636 Sep 18 07:00:57.762006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a5ae9e8e-9dd0-437c-9d57-1a5f509143c4 HTTP/1.1" status: 204 len: 168 time: 0.7104807 Sep 18 07:00:57.762499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:57.765160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990caa3-a356-4220-90ed-eb67a217acfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ae9e8e-9dd0-437c-9d57-1a5f509143c4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:57.797181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376403d-5313-4329-90e1-ed39fbe3ee02 req-31cdd97e-3565-42c2-925b-8faa7218d7c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.798904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a376403d-5313-4329-90e1-ed39fbe3ee02 req-31cdd97e-3565-42c2-925b-8faa7218d7c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 944 time: 0.1383169 Sep 18 07:00:57.831769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208a423-c37e-4108-ac80-8bddc55d29cc req-d4ba029d-49ae-49bf-8fc1-9b8c1586a48a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.833863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4208a423-c37e-4108-ac80-8bddc55d29cc req-d4ba029d-49ae-49bf-8fc1-9b8c1586a48a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1362543 Sep 18 07:00:57.865295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a376403d-5313-4329-90e1-ed39fbe3ee02 req-ee33d91b-f87a-4772-91f0-79748bb6a074 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Sep 18 07:00:57.889970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4208a423-c37e-4108-ac80-8bddc55d29cc req-c38b6d3a-614d-48bb-9984-2de0bbd4c676 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Sep 18 07:00:57.946655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0e92ffce-8ea9-456e-b6d2-8df15ae29a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:57.948104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-0e92ffce-8ea9-456e-b6d2-8df15ae29a28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.2319610 Sep 18 07:00:58.016334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.090480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-c0617178-6a4d-4b50-8f31-9658cf0d287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.092010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-c0617178-6a4d-4b50-8f31-9658cf0d287a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146359 Sep 18 07:00:58.171327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Deleting port 389afaf4-df78-4fd0-8a98-69390438c044 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:00:58.171674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.245690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.388106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-950b3203-79c1-4935-a440-79487ffaed10 req-10bede95-082d-4107-9078-2ad9c8098d49 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 210 time: 0.0354621 Sep 18 07:00:58.398959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1fb803-3117-494a-9782-ef814e99644b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:58.454889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.455684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:58.455972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b90c38-e5b1-4456-b194-2fe59b1f82cf') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:00:58.463424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.471957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.480573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.486733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.493330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.499338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.513099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-da43f97c-ba7e-411a-8ca2-5c9b66557874 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.2385249 Sep 18 07:00:58.532577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.612425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] For port 389afaf4-df78-4fd0-8a98-69390438c044, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=389afaf4-df78-4fd0-8a98-69390438c044,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:00:58.613677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.644939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ad9de5a-1587-4661-bd86-a3f13b830bd0 req-b2f37454-cc6a-490c-92aa-540086622f44 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313796 Sep 18 07:00:58.648126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Calling delete_port for 389afaf4-df78-4fd0-8a98-69390438c044 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:00:58.703275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-2312c30b-34ca-40b9-97fa-1c5a469a150b service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778742 Sep 18 07:00:58.738573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.744913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-29530892-0786-4459-a1ea-a297165a101c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.746518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-29530892-0786-4459-a1ea-a297165a101c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.24 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.4140427 Sep 18 07:00:58.771159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Request body: {'port': {'device_id': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'admin_state_up': True, 'tenant_id': '2224228861ed4f0ca45587f194663edd'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:58.774721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.780244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-76a9df37-c50c-4909-a385-de5c52d1729b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.782012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-76a9df37-c50c-4909-a385-de5c52d1729b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 812 time: 0.4850860 Sep 18 07:00:58.792887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c41fd-6965-48b6-a519-2190f361f676 req-5f5049cb-92d2-45b9-b5a9-255dfeeb0b7c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:58.795280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b65c41fd-6965-48b6-a519-2190f361f676 req-5f5049cb-92d2-45b9-b5a9-255dfeeb0b7c tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 949 time: 0.1035695 Sep 18 07:00:58.798070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:00:58.798685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:00:58.802516 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:00:58.812918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Request body: {'port': {'device_id': '42f02205-8e00-49f4-a5fc-05721c11563d', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'admin_state_up': True, 'tenant_id': '2224228861ed4f0ca45587f194663edd'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:00:58.902517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b65c41fd-6965-48b6-a519-2190f361f676 req-f8c0090a-7194-4df7-8d4a-7612069cc65e tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/security-groups?id=df42ec2d-38dd-4012-918b-88ffe8c17638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005018 Sep 18 07:00:59.059648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e842410-fc12-4667-ac4f-9f75eee8a542 req-25437c8b-a464-40c5-bc58-17b4a1c1b011 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:59.061259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e842410-fc12-4667-ac4f-9f75eee8a542 req-25437c8b-a464-40c5-bc58-17b4a1c1b011 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 944 time: 0.0886531 Sep 18 07:00:59.063303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:59.068120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.084757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52c06-99e7-4864-aab2-fd4e98fd8b4f req-cd16c554-2fa6-4533-85d6-e8f0653beb69 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:59.086254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4b52c06-99e7-4864-aab2-fd4e98fd8b4f req-cd16c554-2fa6-4533-85d6-e8f0653beb69 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0995786 Sep 18 07:00:59.095580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.115913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.123046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.128231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec1fb803-3117-494a-9782-ef814e99644b HTTP/1.1" status: 204 len: 168 time: 1.3590579 Sep 18 07:00:59.189582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f0e7-11a0-4c64-ade5-043d142b7711 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1fb803-3117-494a-9782-ef814e99644b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:59.233522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a1770389-cd7b-446e-8d9c-f4f9b255d0d9 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917800 Sep 18 07:00:59.368499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.371479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-dad36b65-6bdb-4d0c-9332-f120ce24d151 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 200 len: 217 time: 0.1285446 Sep 18 07:00:59.372201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Made reservation on behalf of 2224228861ed4f0ca45587f194663edd for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:00:59.376013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.384143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['389afaf4-df78-4fd0-8a98-69390438c044'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:00:59.484247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-16fa45f3-983f-49fb-85ea-5a445c8dbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:59.491571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-16fa45f3-983f-49fb-85ea-5a445c8dbe76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0936787 Sep 18 07:00:59.569947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45590) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:59.598870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4b52c06-99e7-4864-aab2-fd4e98fd8b4f req-8e750b4a-b6d9-4c2e-b8d8-c999dda98c36 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037522 Sep 18 07:00:59.632550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Pushing event deleted for resources: {'Port': ['ID=389afaf4-df78-4fd0-8a98-69390438c044,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:00:59.632787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e842410-fc12-4667-ac4f-9f75eee8a542 req-85000ddb-6d24-4576-ad7a-38123f629bea tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592518 Sep 18 07:00:59.731113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Allocated IP 172.20.0.7 (5aba8c0d-181b-499f-b7cf-fbb840e7d3fd/8bbe407f-4180-430d-909d-623fa2373d85/1fc1f27b-2cba-4665-835a-9c80a4b01a8d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:00:59.738581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] No DVR routers for this DVR port 389afaf4-df78-4fd0-8a98-69390438c044 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:00:59.745452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:00:59.747488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-daef00ea-aacc-4d3c-b133-97d60178abed req-4c5860bf-d65e-4b54-967f-7cad272e7d31 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.37 "DELETE /v2.0/ports/389afaf4-df78-4fd0-8a98-69390438c044 HTTP/1.1" status: 204 len: 173 time: 1.9698746 Sep 18 07:00:59.752435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'name': 'network-vif-deleted', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:00:59.755736 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7405f308-230c-443a-9f40-c8d18cef78e8" -d '{"events": [{"server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "name": "network-vif-deleted", "tag": "389afaf4-df78-4fd0-8a98-69390438c044"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:00:59.773543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3c9c99d5-915b-481f-b887-8721e84ac5e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb58815a4b67451a87b61153fa31617a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992197 Sep 18 07:00:59.775605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-ee347ae3-0d24-457c-a67e-3348306971c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:00:59.777116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-ee347ae3-0d24-457c-a67e-3348306971c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2620394 Sep 18 07:00:59.777839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:00:59.803348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c00b386-60a7-40bd-82b1-141c46a217a8 req-03c0d949-06be-4357-8175-ec177cdd5049 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 210 time: 0.0347149 Sep 18 07:00:59.926049 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac0f88-e677-40af-aa7e-0763633a7537 x-openstack-request-id: req-67ac0f88-e677-40af-aa7e-0763633a7537 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:00:59.926226 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0651270-c1d1-4966-854c-31784f0a0385", "name": "network-vif-deleted", "tag": "389afaf4-df78-4fd0-8a98-69390438c044", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:00:59.927398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67ac0f88-e677-40af-aa7e-0763633a7537 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:00:59.927955 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0651270-c1d1-4966-854c-31784f0a0385', 'name': 'network-vif-deleted', 'tag': '389afaf4-df78-4fd0-8a98-69390438c044', 'status': 'completed', 'code': 200} Sep 18 07:00:59.964505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device cce59d14-9fb8-4930-96a1-45128b5553e3 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:00:59.991405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.001878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.017039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-6c71eac4-3e5c-4e04-b655-5124082b8666 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305894 Sep 18 07:01:00.063569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.071189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.077749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.081868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.084954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.092179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.099654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.111260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.113702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-b50a8f1a-c744-4eab-9c2e-ee8ff11e0cfe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.2599385 Sep 18 07:01:00.116195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.203484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port cce59d14-9fb8-4930-96a1-45128b5553e3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:00.209834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port cce59d14-9fb8-4930-96a1-45128b5553e3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:00.214957 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.228477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a1ece2e-dfe4-4063-a470-16aafb684555 req-453e2234-8d72-4d8b-a198-c066d85cb82d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058638 Sep 18 07:01:00.279123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:00.288004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:00.290753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:00.307037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3953965-3c8f-4831-8719-b8ad3a2359d0 req-03e6e84f-d4fe-4bdb-a678-57a080078388 tempest-ServersOnMultiNodesTest-1097746150 tempest-ServersOnMultiNodesTest-1097746150-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0651270-c1d1-4966-854c-31784f0a0385 HTTP/1.1" status: 200 len: 210 time: 0.1748891 Sep 18 07:01:00.360000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Deleting port 65d9dc72-344d-4769-b462-77bdb3701c7a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:00.360778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.366498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event updated for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:00.402976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-cf8007b8-8ee4-4131-8b2e-22e6b9e516d6 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760362 Sep 18 07:01:00.409145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:00.410118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.411268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Allocated IP 172.20.0.14 (5aba8c0d-181b-499f-b7cf-fbb840e7d3fd/8bbe407f-4180-430d-909d-623fa2373d85/ec6d95a3-acad-4887-ad9c-cdad5d2a6c15) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:00.506974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3be1c2c9-d36b-46dc-ae8e-8a7acba1156b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7428775 Sep 18 07:01:00.531124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Request body: {'port': {'device_id': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:00.541702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.597050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:00.600220 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad44165b-d851-44f9-bb48-f72a96df8fce" -d '{"events": [{"server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "name": "network-vif-plugged", "status": "completed", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:00.640569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=cce59d14-9fb8-4930-96a1-45128b5553e3,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:00.656140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.701851 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924be477-6392-440c-8cbd-d8ed5400369a x-openstack-request-id: req-924be477-6392-440c-8cbd-d8ed5400369a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:00.704779 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "name": "network-vif-plugged", "status": "completed", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:00.706289 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-924be477-6392-440c-8cbd-d8ed5400369a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:00.706995 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3', 'code': 200} Sep 18 07:01:00.717417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.840627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.843446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:00.860139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b447b6a8-b02a-434c-ad75-41cfd1b4b32a HTTP/1.1" status: 204 len: 168 time: 1.0714078 Sep 18 07:01:00.875758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:00.882403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-a00abb07-cc5b-4459-bf49-ba90b3dd1e09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 217 time: 0.4671862 Sep 18 07:01:00.922009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce837d6b-b29e-439c-a1f7-c586f3366e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b447b6a8-b02a-434c-ad75-41cfd1b4b32a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:00.998171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] For port 65d9dc72-344d-4769-b462-77bdb3701c7a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=65d9dc72-344d-4769-b462-77bdb3701c7a,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:00.998538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.034041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Calling delete_port for 65d9dc72-344d-4769-b462-77bdb3701c7a owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:01.034937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24dee2-1a4a-4e12-be95-f323c37de98f req-fe5a2525-e0f9-42bb-b807-c2c6cca061df tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.037093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f6eba190-0064-4fa7-bf29-71f19a32a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.037225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac24dee2-1a4a-4e12-be95-f323c37de98f req-fe5a2525-e0f9-42bb-b807-c2c6cca061df tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.1653023 Sep 18 07:01:01.038590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-f6eba190-0064-4fa7-bf29-71f19a32a5a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1379149 Sep 18 07:01:01.050455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91792d0-5440-43b9-85aa-d87eec6f9459 req-b08394a7-e222-43eb-90b9-4d6b7a3b21c2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.052141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f91792d0-5440-43b9-85aa-d87eec6f9459 req-b08394a7-e222-43eb-90b9-4d6b7a3b21c2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2842324 Sep 18 07:01:01.065616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78eada-2f4e-4bb9-8ae1-3e0cd9bb4ffe req-b0ae0091-3616-4a89-86ef-1d12a2f330c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.067273 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce78eada-2f4e-4bb9-8ae1-3e0cd9bb4ffe req-b0ae0091-3616-4a89-86ef-1d12a2f330c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 1097 time: 0.1066339 Sep 18 07:01:01.148197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac24dee2-1a4a-4e12-be95-f323c37de98f req-a1c86c45-b43d-4520-8fae-80067dfc8aff tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923553 Sep 18 07:01:01.184192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f91792d0-5440-43b9-85aa-d87eec6f9459 req-d13b749e-6e65-4bce-bd9f-8badae98ecd4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Sep 18 07:01:01.184192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce78eada-2f4e-4bb9-8ae1-3e0cd9bb4ffe req-d893fef8-5fe9-4b1e-b5ce-300819e06787 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Sep 18 07:01:01.184784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-603e3d4c-0d18-4130-b47f-e0828bc1c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.187394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-603e3d4c-0d18-4130-b47f-e0828bc1c139 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356750 Sep 18 07:01:01.248477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84cfbd37-23a8-47e8-8522-10f8e6a56648 req-25755267-c35d-40a0-aaf9-1a5c6248b87c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 210 time: 0.0275455 Sep 18 07:01:01.292280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.424465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.430965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.437027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.443746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.450324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.452747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.456767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.463451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:01.465405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-93941a0d-aa35-41ff-872e-5946109464b6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1332297 Sep 18 07:01:01.565742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event updated for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:01.582780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.610570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3f43b3e-8031-4905-9f65-b8abe0019935 req-6985ae5e-7de7-4cce-8ecb-ce4aa7ba727c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325023 Sep 18 07:01:01.625551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d9dc72-344d-4769-b462-77bdb3701c7a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:01.733216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:01.735550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:01.760294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:01.788064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc1f27b-2cba-4665-835a-9c80a4b01a8d {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:01.806532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.850952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Transition to ACTIVE for port object 1fc1f27b-2cba-4665-835a-9c80a4b01a8d will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:01.912011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:01.973103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 389afaf4-df78-4fd0-8a98-69390438c044 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:02.003302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.004071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.013044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 389afaf4-df78-4fd0-8a98-69390438c044 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:02.014769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 389afaf4-df78-4fd0-8a98-69390438c044 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:02.039182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:02.041654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-3eb4c2e6-b50f-47bd-a556-bb3044d9e6ab service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517865 Sep 18 07:01:02.119035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20e3f6f0-9332-4faf-8e5b-c5cfa244ebbe tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3098557 Sep 18 07:01:02.121278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:02.134679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Request body: {'port': {'device_id': '42f02205-8e00-49f4-a5fc-05721c11563d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:02.145524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Attempting to bind port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:02.146333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Attempting to bind port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:02.147788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Attempting to bind port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:02.158264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:02.160869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Attempting to bind port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:02.170687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:02.172266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Checking segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:02.173155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Bound using segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:02.173805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Bound port: 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:02.174578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.229004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.243874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.319037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:02.341741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:02.358537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f334b-b9bd-4141-9336-9decd6b61551 req-16c073b7-4807-4c33-b25e-8cc38b0f61e5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.360204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-209f334b-b9bd-4141-9336-9decd6b61551 req-16c073b7-4807-4c33-b25e-8cc38b0f61e5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0774322 Sep 18 07:01:02.413253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.475636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-6f5f770e-1c70-4634-8000-71b6235d84b4 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230361 Sep 18 07:01:02.497056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-209f334b-b9bd-4141-9336-9decd6b61551 req-a2d10c44-d796-45a9-8b36-f337eec2d99b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265182 Sep 18 07:01:02.517806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4147303-f0a5-461b-85ef-e1053eab43b0 req-9df7cc50-c050-49f5-83ea-94debb724e4b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.525278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4147303-f0a5-461b-85ef-e1053eab43b0 req-9df7cc50-c050-49f5-83ea-94debb724e4b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.1595542 Sep 18 07:01:02.526954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.528034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:02.530017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] 10.222.0.24 "PUT /v2.0/ports/1fc1f27b-2cba-4665-835a-9c80a4b01a8d HTTP/1.1" status: 200 len: 1092 time: 2.0046647 Sep 18 07:01:02.533224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:02.535859 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:02.585703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20459feb-9563-461f-8de3-da1fad149d10 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:02.617396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4147303-f0a5-461b-85ef-e1053eab43b0 req-e2c69ee4-60ec-4b34-a92d-9d1f19769ed2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Sep 18 07:01:02.672113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-bee2bb35-da8e-453c-8db1-0ec91d2c322f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 217 time: 0.1844389 Sep 18 07:01:02.740993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45684) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:02.744108 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38204875-b08e-43d7-b898-427ac7f60cd9 x-openstack-request-id: req-38204875-b08e-43d7-b898-427ac7f60cd9 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:02.744402 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:02.744761 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38204875-b08e-43d7-b898-427ac7f60cd9 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:02.745160 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d', 'status': 'completed', 'code': 200} Sep 18 07:01:02.811984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9bac9818-184b-48dd-81e5-165f3887f3e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7654a2760768453ea3622b7465005c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688189 Sep 18 07:01:02.821637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45688) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:02.855520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3c39b-e654-4013-a8cc-6acb2e220c60 req-29e3ec33-48f1-4f53-a619-78962a0dca2c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.857105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fd3c39b-e654-4013-a8cc-6acb2e220c60 req-29e3ec33-48f1-4f53-a619-78962a0dca2c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 932 time: 0.1147349 Sep 18 07:01:02.878239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-74697802-e846-40c5-825f-108139594e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.879698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-74697802-e846-40c5-825f-108139594e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 1095 time: 0.1923223 Sep 18 07:01:02.929710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.934386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-7530ded6-4c9d-47df-8db0-0ebd2860e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.935777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.935922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-7530ded6-4c9d-47df-8db0-0ebd2860e507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1917393 Sep 18 07:01:02.945495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.953828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.961327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.967683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.974525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:02.976510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-9b9c118b-f992-43f6-914b-31c9ad59a77c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1903903 Sep 18 07:01:02.993356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fd3c39b-e654-4013-a8cc-6acb2e220c60 req-d2da8ddb-7c0e-4268-a460-3ac466ae243b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Sep 18 07:01:03.060790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-188250264-network', 'tenant_id': '5d30952913b9483c87dd0f15bb9bb477'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:03.078625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-3d916962-bf79-4b6b-9e8f-b539065408c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d HTTP/1.1" status: 200 len: 217 time: 0.1010926 Sep 18 07:01:03.097373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d376b776-0ecd-466c-9ce7-4e53a8b7ab52 req-f1b24ed2-e7e5-47cf-88c3-493dac59109a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990651 Sep 18 07:01:03.143824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Router 76749ada-43df-471c-ae9b-174aa30a0972 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:01:03.151988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.159178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-bef6fdfb-de70-43d2-8fb3-2664b55e7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:03.160720 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-bef6fdfb-de70-43d2-8fb3-2664b55e7c39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2007720 Sep 18 07:01:03.185129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-05a10f91-e957-4231-aa7e-fe2b9e77caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:03.187422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-05a10f91-e957-4231-aa7e-fe2b9e77caed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.0812492 Sep 18 07:01:03.211593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.225141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Made reservation on behalf of 5d30952913b9483c87dd0f15bb9bb477 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:03.227452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.236976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-bcf3ff62-09d5-47c3-8730-e4a825f3077f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300105 Sep 18 07:01:03.320912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.362450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-d0118fa4-71e8-4854-addc-2d1e2d327e26 service neutron] 10.222.0.24 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160083 Sep 18 07:01:03.467930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:03.482472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-cce69097-c545-475d-9309-a2c479b9801e service neutron] 10.222.0.24 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115825 Sep 18 07:01:03.509017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.572277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Transition to ACTIVE for port object ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:03.587984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:01:03.596991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e4e378d-2a0a-4141-a45b-07528b6bab39 admin admin] 10.222.0.20 "PUT /v2.0/routers/76749ada-43df-471c-ae9b-174aa30a0972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5813606 Sep 18 07:01:03.597174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-086d0baa-875c-40ca-8b77-05acbd7d26f9 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895440 Sep 18 07:01:03.597656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45692) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:03.606301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Sync routers for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:01:03.625956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:01:03.626916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:00:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:03.706229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.728516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.729815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.733260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.734464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df42ec2d-38dd-4012-918b-88ffe8c17638 HTTP/1.1" status: 204 len: 168 time: 0.9084179 Sep 18 07:01:03.770131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766958b2-255d-493f-99b3-7c61aa2ed5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df42ec2d-38dd-4012-918b-88ffe8c17638,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:03.813116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:03.881461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:01:03.889733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-61862733-18fb-4bf7-bf66-91e969e2ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:03.891277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-61862733-18fb-4bf7-bf66-91e969e2ab59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 1095 time: 0.2409451 Sep 18 07:01:03.904650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8493a0-a47b-4286-b6e3-bc3f6431fb03 req-ef460200-f761-4e61-86e0-54fea514fb70 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:03.914780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f8493a0-a47b-4286-b6e3-bc3f6431fb03 req-ef460200-f761-4e61-86e0-54fea514fb70 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2630892 Sep 18 07:01:03.918252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:01:04.009097 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.160081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f8493a0-a47b-4286-b6e3-bc3f6431fb03 req-3378293e-93ca-4a03-8a1b-64d4fc6eaff6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442505 Sep 18 07:01:04.168099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476a78-2f76-4726-b6a2-d2b4c401661f req-d4cfecb4-db81-492b-bafd-6637f354788b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.170785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66476a78-2f76-4726-b6a2-d2b4c401661f req-d4cfecb4-db81-492b-bafd-6637f354788b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.3511884 Sep 18 07:01:04.193997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T07:01:01Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:04.285842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Checking router: 76749ada-43df-471c-ae9b-174aa30a0972 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:01:04.294776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66476a78-2f76-4726-b6a2-d2b4c401661f req-ed647bad-c520-4d50-8f75-bdc411402a1c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104200 Sep 18 07:01:04.306258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Routers {'76749ada-43df-471c-ae9b-174aa30a0972'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:01:04.307008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:00:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['76749ada-43df-471c-ae9b-174aa30a0972'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:04.329662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-133a4df0-47f4-4403-ab29-beb17be02c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.331210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-133a4df0-47f4-4403-ab29-beb17be02c6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 913 time: 0.4067605 Sep 18 07:01:04.412385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-85cceac5-7f74-4ce0-86ae-ef4bebe3f1fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d HTTP/1.1" status: 200 len: 217 time: 0.0706203 Sep 18 07:01:04.433040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.496161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] Set router 76749ada-43df-471c-ae9b-174aa30a0972 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:01:04.538251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-77d004ba-25d7-4040-a580-36d0f8648942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.540073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-77d004ba-25d7-4040-a580-36d0f8648942 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.0998058 Sep 18 07:01:04.552923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e86f0-48f3-447d-904c-eb6995656e38 req-e7940020-a7ea-4ffe-b438-1034261e0d22 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.554968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e0e86f0-48f3-447d-904c-eb6995656e38 req-e7940020-a7ea-4ffe-b438-1034261e0d22 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 944 time: 0.1561327 Sep 18 07:01:04.593428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5aefa3e-931b-4679-8d61-18dc7d853462 req-765e7d2c-be1a-446a-8de6-e2aed5312b36 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8826621 Sep 18 07:01:04.602171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-1645f4c1-c44d-4eff-9431-3d740966b991 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459769 Sep 18 07:01:04.624646 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.625024 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Added segment 968426f3-a4d3-44eb-8960-14257a914fca of type vlan for network 8be053ad-8eaf-4503-b372-e207d8c36fc2 Sep 18 07:01:04.669739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.678621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.680536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Attempting to bind port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:04.681144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Attempting to bind port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:04.681705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Attempting to bind port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:04.684110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:04.705145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.708077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d144aa2b-75eb-4188-97d2-2c67a3046489,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:04.718353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.726334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:04.726889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Attempting to bind port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 on network 5aba8c0d-181b-499f-b7cf-fbb840e7d3fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:04.735378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.736332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.738238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:04.738777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Checking segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:04.740037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Bound using segment: {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:04.740680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Bound port: ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3870ede6-6b47-4889-9051-c8efd5794626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:04.741226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.746033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.753666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.783262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-d7d8db7d-5231-457b-9e1a-423cbbdd747a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.3011606 Sep 18 07:01:04.803761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T07:01:01Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:04.819745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:04.823357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:04.824557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45716) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:04.846356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3334944-0af9-40d0-b4f4-662bb3b0d71a None None] The sync data for ids ['76749ada-43df-471c-ae9b-174aa30a0972'] in n-d-789963-14 is: [{'id': '76749ada-43df-471c-ae9b-174aa30a0972', 'name': 'tempest-ServersTestManualDisk-489873485-router', 'tenant_id': '5669b8df35a44d85b5e848987afd9f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '42a17300-3511-4c94-b063-7a58649d88cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:58:18Z', 'updated_at': '2021-09-18T07:01:01Z', 'revision_number': 5, 'project_id': '5669b8df35a44d85b5e848987afd9f33', 'gw_port': {'id': '42a17300-3511-4c94-b063-7a58649d88cd', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76749ada-43df-471c-ae9b-174aa30a0972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:58:19Z', 'updated_at': '2021-09-18T06:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:01:04.895053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b4c1c9f-43e8-426d-bb68-9b3e08beb31e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60a6f45724c043679a11433a2fc72612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671673 Sep 18 07:01:04.906749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45718) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:04.946823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.966680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e0e86f0-48f3-447d-904c-eb6995656e38 req-265b5036-35e9-4670-aaeb-41130b91bde7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631692 Sep 18 07:01:04.988386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:04.990018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:04.990754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.006419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-3a55b3ff-7054-4129-9864-956e192adfe9 service neutron] 10.222.0.24 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863769 Sep 18 07:01:05.014592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Deleting port 42a17300-3511-4c94-b063-7a58649d88cd {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:05.021090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.037836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.037836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.037836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] 10.222.0.37 "PUT /v2.0/ports/ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 HTTP/1.1" status: 200 len: 1093 time: 2.9096160 Sep 18 07:01:05.038647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:05.041429 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a40d2fd-726e-4339-bbe5-0488c56b2db9" -d '{"events": [{"name": "network-changed", "server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:05.118146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.118742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.119295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.119858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.120368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.121314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.121456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.123523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-cd5ee203-f50d-4295-a8c4-dba81800933c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6494 time: 0.2159822 Sep 18 07:01:05.133761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8be053ad-8eaf-4503-b372-e207d8c36fc2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:05.144067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:01:05.147608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bb12f-2d7c-4a82-a3c7-36355219bf8e service neutron] Pushing event updated for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:05.164848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e0d2d7e8-7df3-4831-ac0d-54f8f23666b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4193594 Sep 18 07:01:05.169233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.183935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:05.189763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Request body: {'subnet': {'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-188250264-subnet', 'tenant_id': '5d30952913b9483c87dd0f15bb9bb477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:05.234975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c3f5ffc-32ff-4717-8cfb-02f131699d15 req-5f22f4c8-ae35-4086-b503-3305687e1e46 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4508162 Sep 18 07:01:05.326634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.330968 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d95025c-670e-4f5c-ac5a-73e9098377ae x-openstack-request-id: req-8d95025c-670e-4f5c-ac5a-73e9098377ae {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:05.331724 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:05.331724 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d95025c-670e-4f5c-ac5a-73e9098377ae {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:05.332097 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15', 'status': 'completed', 'code': 200} Sep 18 07:01:05.384913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-abda31c4-0b32-4a86-af08-e7c05927d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.391285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-abda31c4-0b32-4a86-af08-e7c05927d80c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 1096 time: 0.2229469 Sep 18 07:01:05.393666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-3b67760e-8424-4c09-8f5b-94ab3b455fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.397044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-3b67760e-8424-4c09-8f5b-94ab3b455fec service neutron] 10.222.0.24 "GET /v2.0/networks?id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 902 time: 0.2604203 Sep 18 07:01:05.397716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b72849-bc52-407d-ae6e-444ec429aa20 req-8e8e018f-e4c5-4e25-a3c3-33a6797b49f2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.399401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b72849-bc52-407d-ae6e-444ec429aa20 req-8e8e018f-e4c5-4e25-a3c3-33a6797b49f2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.2771907 Sep 18 07:01:05.402312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] For port 42a17300-3511-4c94-b063-7a58649d88cd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=42a17300-3511-4c94-b063-7a58649d88cd,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:05.402771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.446344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0811c8ef-bab2-4e8b-b870-6c7c39e9e7cc req-b7dde181-8bc7-4339-98af-43d7023c3451 service neutron] 10.222.0.24 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581977 Sep 18 07:01:05.448493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Calling delete_port for 42a17300-3511-4c94-b063-7a58649d88cd owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:05.468232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Made reservation on behalf of 5d30952913b9483c87dd0f15bb9bb477 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:05.470908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.510333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b72849-bc52-407d-ae6e-444ec429aa20 req-cb8b26aa-7038-484a-8f6f-aaf22a313c18 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958450 Sep 18 07:01:05.515304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-2c225b7e-dfa3-4c1a-9902-c2271bcc7c87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 217 time: 0.1035933 Sep 18 07:01:05.527975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-d551d9bc-e9f4-4b98-a15c-d2fd79ca1161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 HTTP/1.1" status: 200 len: 217 time: 0.1174400 Sep 18 07:01:05.563282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98152c-ed09-459b-ac30-cdde1971ad39 req-066075f8-d03b-43e6-9a64-29f432e821ce tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.564947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f98152c-ed09-459b-ac30-cdde1971ad39 req-066075f8-d03b-43e6-9a64-29f432e821ce tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1138933 Sep 18 07:01:05.642878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f98152c-ed09-459b-ac30-cdde1971ad39 req-575203b8-ca27-407c-9654-90b74a9d3de1 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652645 Sep 18 07:01:05.707315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-c46ff365-8405-47d7-8f3b-7094afd9952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.708866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-c46ff365-8405-47d7-8f3b-7094afd9952e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1779909 Sep 18 07:01:05.741650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-d3d6e9da-5d32-47ca-8d31-f101d9e4fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.741650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-d3d6e9da-5d32-47ca-8d31-f101d9e4fc0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.1618326 Sep 18 07:01:05.741650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.743692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:05.747887 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e7816a9-af38-4fb0-82c9-edfaca4b69c7 HTTP/1.1" status: 204 len: 168 time: 0.8448296 Sep 18 07:01:05.794046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed30c-f998-4eec-bab1-0146ef71f334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7816a9-af38-4fb0-82c9-edfaca4b69c7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:05.844412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-5e7163ba-9321-44af-8faa-7b3b00460c41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738738 Sep 18 07:01:05.859979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b9cef-1b8b-4715-ac84-ce27c5a977b2 req-ac9fb874-e231-44a2-ade2-e1f6a5fccd5a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:05.861657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc6b9cef-1b8b-4715-ac84-ce27c5a977b2 req-ac9fb874-e231-44a2-ade2-e1f6a5fccd5a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.0968564 Sep 18 07:01:05.950610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc6b9cef-1b8b-4715-ac84-ce27c5a977b2 req-72f1a9ed-0084-4937-b9fa-a99fd636c247 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Sep 18 07:01:06.050216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.088688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-9e733782-8dce-42aa-9a72-77231aaa67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.091140 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-9e733782-8dce-42aa-9a72-77231aaa67c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3724077 Sep 18 07:01:06.125307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a17300-3511-4c94-b063-7a58649d88cd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:06.153165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-500b27bd-8edc-4bd0-95fa-ec6111e27986 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851468 Sep 18 07:01:06.223930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad1735-24bb-4592-a7cb-ab322d60f592 req-d727c943-f346-4af1-a242-7a6a1a5810b8 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.232091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bad1735-24bb-4592-a7cb-ab322d60f592 req-d727c943-f346-4af1-a242-7a6a1a5810b8 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 944 time: 0.1239593 Sep 18 07:01:06.242823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.408299 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.437277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.437277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bad1735-24bb-4592-a7cb-ab322d60f592 req-6286bbeb-9177-4e29-a0c6-2c7cdb557186 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986842 Sep 18 07:01:06.508834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-8a659da5-904b-4899-be6f-6a404a7ceff3 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202751 Sep 18 07:01:06.542740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-771114f0-efd4-4eb5-b491-de1b5cc61dda req-6a941864-4c2f-476c-a776-209b829ccbe5 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776660 Sep 18 07:01:06.599358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 65d9dc72-344d-4769-b462-77bdb3701c7a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:06.602154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.608371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.615903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.622247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.628272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 65d9dc72-344d-4769-b462-77bdb3701c7a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:06.628479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.628750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 65d9dc72-344d-4769-b462-77bdb3701c7a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:06.635261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.641528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.643533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-5932c420-0466-4fef-a588-037c21d05cc0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1619961 Sep 18 07:01:06.643951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-36030604-3b50-4cf0-9f5a-5062302fc7f6 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236446 Sep 18 07:01:06.664853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da3442-c63c-4279-8725-1e0dfb91fb34 req-482cbab3-3d22-46a6-80ea-036bca3e22a5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.666315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8da3442-c63c-4279-8725-1e0dfb91fb34 req-482cbab3-3d22-46a6-80ea-036bca3e22a5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.1303036 Sep 18 07:01:06.711111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3efdcce-e93e-4e0b-b016-7d2eeeb35927 req-8966dbce-fcf8-438c-a942-98e8733c86db tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597298 Sep 18 07:01:06.724074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8da3442-c63c-4279-8725-1e0dfb91fb34 req-aba3f74e-adcc-4c94-b0b7-3955db10fc1c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Sep 18 07:01:06.788325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.798562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-de513906-520c-429e-805e-877be6b9adf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6494 time: 0.0587552 Sep 18 07:01:06.855650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3377752-3c1b-4b4b-8187-fc25397288f3 req-7dcd1f3a-3e2a-4923-9301-070c8cb05847 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:06.857257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3377752-3c1b-4b4b-8187-fc25397288f3 req-7dcd1f3a-3e2a-4923-9301-070c8cb05847 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0552566 Sep 18 07:01:06.865252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.879059 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.879764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76749ada-43df-471c-ae9b-174aa30a0972 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:01:06.885486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:06.893166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70a45842-2159-48d0-881d-c36c15efb837 admin admin] 10.222.0.20 "DELETE /v2.0/routers/76749ada-43df-471c-ae9b-174aa30a0972 HTTP/1.1" status: 204 len: 168 time: 3.2894881 Sep 18 07:01:06.895094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45770) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:06.953733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3377752-3c1b-4b4b-8187-fc25397288f3 req-8a785b67-e407-4f59-b0a6-c210d8e75b0b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 Sep 18 07:01:06.983934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Deleting subnet df64f289-d77b-421e-8c68-8f569733fec9 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:01:06.987588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.042209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.098910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bd223c-c247-4d58-bcf8-89fcbfd0b649,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:07.120172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-5aed27f1-0887-4193-9580-de89d6c3c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.121692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-5aed27f1-0887-4193-9580-de89d6c3c822 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 902 time: 0.3189981 Sep 18 07:01:07.124278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-530d6066-4f9d-4219-9abd-3ee3f05f7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.125861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-530d6066-4f9d-4219-9abd-3ee3f05f7dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2224228861ed4f0ca45587f194663edd&device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 1096 time: 0.2105684 Sep 18 07:01:07.137757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Checking segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:07.137995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Network hostable DHCP agents. Network: 8be053ad-8eaf-4503-b372-e207d8c36fc2, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:01:07.154321 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.191956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-507ea805-b6bd-4f6f-b9b5-780858f0725d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 217 time: 0.0600421 Sep 18 07:01:07.307553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-c538fa6a-0e79-4879-a83b-bec52fb19195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.309177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-c538fa6a-0e79-4879-a83b-bec52fb19195 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1079350 Sep 18 07:01:07.324414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-50027fab-2306-47f0-a75c-ed5b38770dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.326146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-50027fab-2306-47f0-a75c-ed5b38770dad service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 200 len: 913 time: 0.1851714 Sep 18 07:01:07.376104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.386438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:01:07.392437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-1847005d-ccc9-4303-8eca-f0195c1f3071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 HTTP/1.1" status: 200 len: 217 time: 0.0557959 Sep 18 07:01:07.440299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df64f289-d77b-421e-8c68-8f569733fec9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:07.456865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaceaf12-5812-469d-8e3c-61a10a3e9126 None None] Network c0782104-70c1-4c35-9bd2-10e065e032b7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:07.459630 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.462828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b44b2e3-e2b8-48fd-8b9c-e0d2a12d2618 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df64f289-d77b-421e-8c68-8f569733fec9 HTTP/1.1" status: 204 len: 168 time: 0.5651755 Sep 18 07:01:07.466290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:07.466440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8be053ad-8eaf-4503-b372-e207d8c36fc2) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:07.495406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a3572-9f59-4def-bb7a-52de6e988bba None None] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:07.498889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.499742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:07.512859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63992-45e9-4593-95af-e825b7432241 req-487ce89a-c473-4ec3-b18a-70f00c8e5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.514954 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-487ce89a-c473-4ec3-b18a-70f00c8e5ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1870122 Sep 18 07:01:07.539249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-1b2295c0-d64b-46f0-aa1e-a1a3bc926f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:07.540731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-1b2295c0-d64b-46f0-aa1e-a1a3bc926f3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 200 len: 852 time: 0.1402194 Sep 18 07:01:07.627424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-44bc54af-4ca9-45e9-9e4e-3d8f424956a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711772 Sep 18 07:01:07.788036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-217a9529-bbc3-427e-a8b7-a0216d1e8c93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5774922 Sep 18 07:01:07.870483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9a49d-64f0-4a30-b2f7-619b2866045a None None] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:07.871210 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-46d3819e-c16a-4062-a731-d1532025d10b service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451903 Sep 18 07:01:08.030547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] DHCP port deletion for c0782104-70c1-4c35-9bd2-10e065e032b7 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:01:08.033442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1fc1f27b-2cba-4665-835a-9c80a4b01a8d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:08.059102 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.088135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ebcc1-b239-4cdd-b39f-63f2c7c45ded req-1e9c2642-c2d2-442f-9fa0-56160a1cb847 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.096992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-055ebcc1-b239-4cdd-b39f-63f2c7c45ded req-1e9c2642-c2d2-442f-9fa0-56160a1cb847 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 944 time: 0.1763024 Sep 18 07:01:08.112275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.121084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.128368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.139920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.147286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.154814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.161702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.168105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-37721de8-6043-4a8b-9d62-0ae9f6da89c2 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014640 Sep 18 07:01:08.168830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-7ba7d231-d34b-4b10-bff8-da11b276a3e0 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.2495985 Sep 18 07:01:08.170039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c63992-45e9-4593-95af-e825b7432241 req-77adee0f-62a7-4aeb-8504-ef168a937041 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230139 Sep 18 07:01:08.291900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bbd5ec9-dc51-40f8-b082-c692f5e33a43 req-14152244-0394-488b-9316-8cbb3d08ca57 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129522 Sep 18 07:01:08.304110 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a40d2fd-726e-4339-bbe5-0488c56b2db9 req-85f264d3-5685-43d3-adfb-7056d1b8b514 service neutron] 10.222.0.37 "GET /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264944 Sep 18 07:01:08.326202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-055ebcc1-b239-4cdd-b39f-63f2c7c45ded req-02034fb1-6491-422b-b4c7-74a3162ed252 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234070 Sep 18 07:01:08.368105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Deleting port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:08.368510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.505224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709c95e-2904-449b-8848-f87036a68914 req-be741751-5ef5-44be-8bab-35166310a17e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.516464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f709c95e-2904-449b-8848-f87036a68914 req-be741751-5ef5-44be-8bab-35166310a17e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.0856702 Sep 18 07:01:08.517774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Deleting port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:08.518247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.527941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:08.530250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] For port 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1286a79e-aa6a-4e39-baff-fa6e0aa64631,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:08.530740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.559794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'port_id': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d', 'mac_address': 'fa:16:3e:21:58:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbe407f-4180-430d-909d-623fa2373d85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:08.578941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6870bb3-26b8-4218-8f0c-c957e6eaa61f req-fd418ed4-0476-4674-9787-df3bbb0f9817 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.580942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6870bb3-26b8-4218-8f0c-c957e6eaa61f req-fd418ed4-0476-4674-9787-df3bbb0f9817 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 945 time: 0.1753740 Sep 18 07:01:08.589704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Calling delete_port for 1286a79e-aa6a-4e39-baff-fa6e0aa64631 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:08.610001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1286a79e-aa6a-4e39-baff-fa6e0aa64631 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:08.657778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port cce59d14-9fb8-4930-96a1-45128b5553e3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:08.658164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.682954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] For port 1286a79e-aa6a-4e39-baff-fa6e0aa64631, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1286a79e-aa6a-4e39-baff-fa6e0aa64631,segment=NetworkSegment(1e72eea5-d3b8-45f5-9cb9-d751ab13bbca),segment_id=1e72eea5-d3b8-45f5-9cb9-d751ab13bbca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:08.683594 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.699073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653060b-5620-48d9-8102-bacc4e25e614 req-355bdd99-ae5d-4633-b440-4cbf3c244479 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:08.700720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9653060b-5620-48d9-8102-bacc4e25e614 req-355bdd99-ae5d-4633-b440-4cbf3c244479 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2153881 Sep 18 07:01:08.714441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Calling delete_port for 1286a79e-aa6a-4e39-baff-fa6e0aa64631 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:08.741402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.763287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6870bb3-26b8-4218-8f0c-c957e6eaa61f req-d0a0885c-7e96-4f49-95aa-d45f84e95695 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476035 Sep 18 07:01:08.787096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9653060b-5620-48d9-8102-bacc4e25e614 req-0ccf7f5c-e59f-4b09-b092-e10c8f9a9cb0 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796046 Sep 18 07:01:08.789212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port cce59d14-9fb8-4930-96a1-45128b5553e3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=cce59d14-9fb8-4930-96a1-45128b5553e3,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:08.789598 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.818159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for cce59d14-9fb8-4930-96a1-45128b5553e3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:08.851300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc1f27b-2cba-4665-835a-9c80a4b01a8d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:08.860127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0d158dd-ae3d-461e-b7ce-147e9903d2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.901220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.919721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:08.933948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:08.949404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1286a79e-aa6a-4e39-baff-fa6e0aa64631,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:08.951549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] No DVR routers for this DVR port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:09.003020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 42a17300-3511-4c94-b063-7a58649d88cd no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:09.005729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.011371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.054650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 42a17300-3511-4c94-b063-7a58649d88cd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:09.055257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 42a17300-3511-4c94-b063-7a58649d88cd not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:09.074262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] No DVR routers for this DVR port 1286a79e-aa6a-4e39-baff-fa6e0aa64631 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:09.089061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f5735-df1a-4b45-865f-2fa512f547f0 req-aeb5ea4b-12ce-45d4-9895-0a5e9bb41c3b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:09.090083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b2f5735-df1a-4b45-865f-2fa512f547f0 req-aeb5ea4b-12ce-45d4-9895-0a5e9bb41c3b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 950 time: 0.1363573 Sep 18 07:01:09.093564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.107528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:09.107811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.130926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0782104-70c1-4c35-9bd2-10e065e032b7']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:09.144618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1', 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'cce59d14-9fb8-4930-96a1-45128b5553e3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:09.147781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2bf2c-8591-4b9a-88d3-3c1b298ccacd None None] Pushing event deleted for resources: {'Port': ['ID=1286a79e-aa6a-4e39-baff-fa6e0aa64631,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:09.152432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:09.152611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e72eea5-d3b8-45f5-9cb9-d751ab13bbca') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:09.162086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=cce59d14-9fb8-4930-96a1-45128b5553e3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:09.196501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b2f5735-df1a-4b45-865f-2fa512f547f0 req-adce64e2-4956-41f9-86bb-623de9f39a77 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055319 Sep 18 07:01:09.198763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.232517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port cce59d14-9fb8-4930-96a1-45128b5553e3 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:09.232750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.232878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.232878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f709c95e-2904-449b-8848-f87036a68914 req-e9ff27b1-2b0c-4223-860d-5cb0ab657441 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "DELETE /v2.0/ports/cce59d14-9fb8-4930-96a1-45128b5553e3 HTTP/1.1" status: 204 len: 173 time: 0.6966355 Sep 18 07:01:09.232878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'name': 'network-vif-deleted', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:09.233187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:01:09.233308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa233f-063f-49ab-8cb2-71ab6a308fc3" -d '{"events": [{"server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "name": "network-vif-deleted", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:01:09.233428 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:01:09.363028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-858c4b4a-4d7f-46ad-8f87-2f86756d166d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:09.364730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-858c4b4a-4d7f-46ad-8f87-2f86756d166d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.2169728 Sep 18 07:01:09.374921 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0914ac-0b56-40c6-a75d-c3cb9456990e x-openstack-request-id: req-1f0914ac-0b56-40c6-a75d-c3cb9456990e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:09.375592 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e8e3a-5783-4b51-879f-91e5a13b9e16", "name": "network-vif-deleted", "tag": "cce59d14-9fb8-4930-96a1-45128b5553e3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:09.376143 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f0914ac-0b56-40c6-a75d-c3cb9456990e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:09.376806 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e8e3a-5783-4b51-879f-91e5a13b9e16', 'name': 'network-vif-deleted', 'tag': 'cce59d14-9fb8-4930-96a1-45128b5553e3', 'status': 'completed', 'code': 200} Sep 18 07:01:09.388473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-98a1049d-fe48-4b01-a732-ec787d67a41a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/quotas/5d30952913b9483c87dd0f15bb9bb477 HTTP/1.1" status: 200 len: 375 time: 0.0165355 Sep 18 07:01:09.392976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.400500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.415102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0782104-70c1-4c35-9bd2-10e065e032b7 HTTP/1.1" status: 204 len: 168 time: 1.9457984 Sep 18 07:01:09.468616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-934eb018-cc0c-49b7-952f-2b4602e34c7c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734196 Sep 18 07:01:09.469740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd98d-5e78-4711-85b0-2355354dcc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0782104-70c1-4c35-9bd2-10e065e032b7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:09.571914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-8fa7ca6b-7ecf-43cd-b15a-1a4789ede54f service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897663 Sep 18 07:01:09.665624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-78846ba1-8266-43f2-9ced-6cd67a7a4e03 service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875092 Sep 18 07:01:09.806170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:09.835681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1fc1f27b-2cba-4665-835a-9c80a4b01a8d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:09.845465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e836293b-3deb-4382-8f5f-d23c1d30d3d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5669b8df35a44d85b5e848987afd9f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380864 Sep 18 07:01:09.848661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45888) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:09.896257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.918714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:09.993162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:10.063694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:10.068025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:10.072669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7ec72e5-f69e-43f9-ad9e-e4aa9a8c6042 HTTP/1.1" status: 204 len: 168 time: 0.2223628 Sep 18 07:01:10.088271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.095030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.102036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.108092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.114347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.126481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.126762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.135105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-47fd4dfb-d86c-479f-b5bd-c35406d93cd2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1523547 Sep 18 07:01:10.161790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4398d0-32e0-49e6-9be3-5d423ff9fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec72e5-f69e-43f9-ad9e-e4aa9a8c6042,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:10.183803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b6848-8a6b-4ba1-b42c-61a4c68c9255 req-061c6933-abe3-4b43-b670-b0f1408dfeb7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.185616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b8b6848-8a6b-4ba1-b42c-61a4c68c9255 req-061c6933-abe3-4b43-b670-b0f1408dfeb7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 944 time: 0.1575720 Sep 18 07:01:10.192328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:10.209281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19d8eb27-d7a7-429c-8c61-4ff1b4ceea04 req-f9eb1cbe-b4a0-4909-bdcf-18640f6eb7a5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732744 Sep 18 07:01:10.219434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15', 'network_id': '5aba8c0d-181b-499f-b7cf-fbb840e7d3fd', 'port_id': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15', 'mac_address': 'fa:16:3e:4f:4e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbe407f-4180-430d-909d-623fa2373d85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:10.242520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b8b6848-8a6b-4ba1-b42c-61a4c68c9255 req-4af56507-e89a-4571-b0b5-eb3212c004c7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Sep 18 07:01:10.290020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:10.314513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:10.347631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:10.397803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:10.432961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-089be618-c427-4898-bdba-141d1c4d77c3 req-25d41425-81fa-482f-8d3e-f30e23b37d7e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=af7e8e3a-5783-4b51-879f-91e5a13b9e16 HTTP/1.1" status: 200 len: 210 time: 0.0675306 Sep 18 07:01:10.471679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:10.492119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c2cd-00a1-41e8-bfa8-6b1975e579e7 req-0257d771-7737-4b6f-92df-987262daf6e2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:10.492119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e24c2cd-00a1-41e8-bfa8-6b1975e579e7 req-0257d771-7737-4b6f-92df-987262daf6e2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1152554 Sep 18 07:01:10.543468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-039b9ac4-5aff-4bc2-ab6c-ba085908d022 req-68d9477f-aaa4-40aa-9209-d4d9f26b4ab8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 210 time: 0.0356762 Sep 18 07:01:10.566581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e24c2cd-00a1-41e8-bfa8-6b1975e579e7 req-7d349509-432c-4b65-94e7-0d522c411d00 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754998 Sep 18 07:01:10.664583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:11.121265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45942) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:11.211357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45948) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:11.243885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac35e6b5-ed72-4034-8248-35b4e5d110f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.264372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-600586203-network', 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:11.358264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac35e6b5-ed72-4034-8248-35b4e5d110f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.359254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.365917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.372549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.378841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.385272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.391197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.397691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.399652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-af068cbb-4cdd-4bcd-8819-1efaff72ac5c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1075401 Sep 18 07:01:11.427630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac35e6b5-ed72-4034-8248-35b4e5d110f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.456602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28172d35-7e10-4bb4-affc-cc1ba574573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.473855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447576f-04ed-4e9a-92ed-0aa37a1894d5 req-4ec6ca01-175a-4f20-9244-cb8f1294f8f1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.475367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2447576f-04ed-4e9a-92ed-0aa37a1894d5 req-4ec6ca01-175a-4f20-9244-cb8f1294f8f1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 945 time: 0.1435623 Sep 18 07:01:11.478433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac35e6b5-ed72-4034-8248-35b4e5d110f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b25bbc1214c4f78911c4e6e68b37932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535428 Sep 18 07:01:11.480430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c004d9d-edc1-4272-8770-d4136598cf25 req-204726f7-61ac-4b70-b787-106bd97c7674 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670133 Sep 18 07:01:11.480895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45958) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:11.486811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35e6b5-ed72-4034-8248-35b4e5d110f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be923ab4-ffdb-4898-a70a-cc3833b699fc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:11.545459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:11.547853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.551994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2447576f-04ed-4e9a-92ed-0aa37a1894d5 req-84e405fd-51a8-4ab3-a74e-bd8db40f77f9 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594313 Sep 18 07:01:11.565249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.583807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.622825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.669493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aab8f726-05b9-46c0-a85a-ebf86b29b134 req-36d256db-2d64-4b3c-ae24-aeef1c691da7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 210 time: 0.0379305 Sep 18 07:01:11.684156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.777189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a304-cf3f-4023-8ec5-59dc26e51b1b req-4e393f75-7a55-4882-8b80-9fa730da3f39 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:11.778762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79a4a304-cf3f-4023-8ec5-59dc26e51b1b req-4e393f75-7a55-4882-8b80-9fa730da3f39 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0533359 Sep 18 07:01:11.790958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.816220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42346a-c98b-4d69-a457-94c1b8d7f22a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:11.816473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79a4a304-cf3f-4023-8ec5-59dc26e51b1b req-0c842c95-7073-4a56-9d0d-23bdf0ebd897 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Sep 18 07:01:11.824485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:01:11.829538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.829538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.834067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be923ab4-ffdb-4898-a70a-cc3833b699fc HTTP/1.1" status: 204 len: 168 time: 0.3520226 Sep 18 07:01:11.845531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.845884 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Added segment 932aaada-c11f-4136-8f99-f2c138aad27c of type vlan for network 2a6eef1b-0e41-4bd6-a540-f3e28218738e Sep 18 07:01:11.858167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877b0f-52bc-4007-aedf-07a65c410870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be923ab4-ffdb-4898-a70a-cc3833b699fc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:11.911575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:11.992463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:12.019834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.021990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.023063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.025552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.045329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1fc1f27b-2cba-4665-835a-9c80a4b01a8d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:12.097922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6eef1b-0e41-4bd6-a540-f3e28218738e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:12.108659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:01:12.131093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da4fa-1acc-4484-8c10-06b280144037 req-cb61c4db-ed36-44d4-b358-4e8c59c01c06 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.132757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc9da4fa-1acc-4484-8c10-06b280144037 req-cb61c4db-ed36-44d4-b358-4e8c59c01c06 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.0515208 Sep 18 07:01:12.135316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f59481f2-10a5-4508-9c32-e44a321e30b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9228482 Sep 18 07:01:12.138077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45980) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:12.143173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Request body: {'subnet': {'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-600586203-subnet', 'tenant_id': 'b6c82329267c490496dc5463908835f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:12.165169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:12.167141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:12.189710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:12.190452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.196006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:12.198644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.216252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc9da4fa-1acc-4484-8c10-06b280144037 req-900cb48f-abcf-4e83-952f-9d3294d434bd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660045 Sep 18 07:01:12.318200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:12.321308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.333932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.351348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.372971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:12.375251 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25deb3-f895-4171-9820-e45f31289935" -d '{"events": [{"server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:12.400217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:12.417595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:12.427678 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62274e-afcb-4539-8a58-d24b2eca6073 x-openstack-request-id: req-bb62274e-afcb-4539-8a58-d24b2eca6073 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:12.428069 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "name": "network-vif-plugged", "status": "completed", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:12.428426 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb62274e-afcb-4539-8a58-d24b2eca6073 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:12.429214 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d', 'code': 200} Sep 18 07:01:12.443544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-5128311e-2116-4fe2-9c2b-da9de3294940 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.445026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-5128311e-2116-4fe2-9c2b-da9de3294940 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.1246305 Sep 18 07:01:12.464427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Request body: {'port': {'device_id': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'admin_state_up': True, 'tenant_id': '5d30952913b9483c87dd0f15bb9bb477'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:12.517721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.519722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device cce59d14-9fb8-4930-96a1-45128b5553e3 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:12.525361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.527522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:12.565536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: cce59d14-9fb8-4930-96a1-45128b5553e3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:12.565885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device cce59d14-9fb8-4930-96a1-45128b5553e3 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:12.566745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:12.611362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8fceb-6aca-4139-8a7f-1cff6bc6658f req-2383ed6c-da3d-4688-88fa-344e9eb21178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.613077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69d8fceb-6aca-4139-8a7f-1cff6bc6658f req-2383ed6c-da3d-4688-88fa-344e9eb21178 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 1097 time: 0.0659108 Sep 18 07:01:12.653855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.666597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69d8fceb-6aca-4139-8a7f-1cff6bc6658f req-a7977c36-51cc-4d07-9535-b760573a2171 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Sep 18 07:01:12.681676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:12.697438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ac64cf0-a574-4ec6-9b4a-2739f160a5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.697674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.703464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.709464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.712672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:12.716334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.722580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.729457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.735296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.737226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-a94b5d2e-736b-452d-8044-73a02aee80cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1526849 Sep 18 07:01:12.748403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.755326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Made reservation on behalf of 5d30952913b9483c87dd0f15bb9bb477 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:12.760068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.814226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0cb1d21-4351-4e97-8c15-1820cd1abc73,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:12.829497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:12.841448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:12.842575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.851076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab1bc5dc-aa41-4177-9a10-fcdac3440068 req-3b953c07-5958-49bc-95c1-3f967d83e74a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966434 Sep 18 07:01:12.866997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0ad2e-4823-4abd-9559-70f74c74498c req-a9079dd6-1bd0-4924-b584-098026502c8f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:12.874243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9c0ad2e-4823-4abd-9559-70f74c74498c req-a9079dd6-1bd0-4924-b584-098026502c8f tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.1923296 Sep 18 07:01:12.884700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:12.884700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Network hostable DHCP agents. Network: 2a6eef1b-0e41-4bd6-a540-f3e28218738e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:01:12.884955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:12.927071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9c0ad2e-4823-4abd-9559-70f74c74498c req-05229cbb-bfe4-4399-a251-cc01729c7fb7 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Sep 18 07:01:12.946979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.965854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ac64cf0-a574-4ec6-9b4a-2739f160a5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:12.971846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Allocated IP 172.20.0.13 (8be053ad-8eaf-4503-b372-e207d8c36fc2/e0bd223c-c247-4d58-bcf8-89fcbfd0b649/49b0bb65-0740-4fce-aa65-f3166e872bc4) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:12.977563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dac8ff0e-156d-4b8d-a66d-e949bb48ad61 req-5c2e9531-54af-486e-97e9-86b32506cbea tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 210 time: 0.0315859 Sep 18 07:01:13.011245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:13.015002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.033766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:01:13.059157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e4c75-d142-4e9f-8922-89ba17683b0d req-841a6fa2-8e55-4837-8ea2-1c92948bd145 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:13.062831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-899e4c75-d142-4e9f-8922-89ba17683b0d req-841a6fa2-8e55-4837-8ea2-1c92948bd145 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 948 time: 0.0738859 Sep 18 07:01:13.084377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ac64cf0-a574-4ec6-9b4a-2739f160a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.092606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:13.108474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-899e4c75-d142-4e9f-8922-89ba17683b0d req-554161e2-626f-4952-81a3-2cf3167ce5b7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Sep 18 07:01:13.128269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2a6eef1b-0e41-4bd6-a540-f3e28218738e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:13.133715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:13.134963 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.138720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154c149-87d4-4671-bb57-1570a2aab827 None None] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:13.197085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.242057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc6b32d6-291a-4cca-947a-f6c6655aa73c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1026587 Sep 18 07:01:13.281729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7c509-22d9-4bfc-ab18-d52d25c99429 None None] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:13.344173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a04e53-463f-4da7-a028-c9a804179b26 req-cc64b725-bc38-434c-b707-c7e738ece380 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:13.352385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0a04e53-463f-4da7-a028-c9a804179b26 req-cc64b725-bc38-434c-b707-c7e738ece380 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.0622308 Sep 18 07:01:13.412476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0a04e53-463f-4da7-a028-c9a804179b26 req-a2ed42e9-ca58-4182-a4bb-d2a78e5ac450 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Sep 18 07:01:13.468490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9ac64cf0-a574-4ec6-9b4a-2739f160a5ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f69ed170633a40a98b003e4c94f96aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7854640 Sep 18 07:01:13.471171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:13.471529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64cf0-a574-4ec6-9b4a-2739f160a5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a1136-fb4d-4850-907c-ff90034e2a27,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:13.510663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.540219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.564223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.654699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.684096 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.686680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.687828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e36a1136-fb4d-4850-907c-ff90034e2a27 HTTP/1.1" status: 204 len: 168 time: 0.2150972 Sep 18 07:01:13.699755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:13.700636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1162ae-4e29-4673-b24e-dd679b62360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a1136-fb4d-4850-907c-ff90034e2a27,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:13.708496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:13.712717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:13.724244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-3e4fc349-ccf5-4141-875a-0490fd7e2896 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:13.725973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-3e4fc349-ccf5-4141-875a-0490fd7e2896 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1203799 Sep 18 07:01:13.741424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-05bea90e-ed7e-4358-93eb-b78dfa469fe6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0092039 Sep 18 07:01:13.759188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:13.776235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-fa0bfa60-8bec-408f-ac17-01dcc8175454 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281079 Sep 18 07:01:13.788718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:13.789683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.854859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-18d75964-170d-45b4-bc22-04eb2cc2b72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3958709 Sep 18 07:01:13.866940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b2346912-fc71-4dba-85c2-45ca64afb662 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Sep 18 07:01:13.871214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Request body: {'port': {'device_id': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:13.928178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:13.992773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-856c265b-a921-41d4-ad65-452f3f8503ca service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197841 Sep 18 07:01:13.993015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:14.022949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.029300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.036404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.043341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.049630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.056197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.061942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.063973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37148462-f976-4d2b-a517-af361a3f2668 req-3ef332cd-f001-4bd2-bb7f-04bf540a1005 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1115391 Sep 18 07:01:14.069215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:14.132935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37148462-f976-4d2b-a517-af361a3f2668 req-9a6b763a-3274-4de4-8dfc-a3372706f9c2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562367 Sep 18 07:01:14.209132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:14.260791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'mac_address': 'fa:16:3e:2e:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:14.322610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b0bb65-0740-4fce-aa65-f3166e872bc4 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:14.339281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d24a6b-47d8-4617-a96a-f02eac7c10d4 req-126cc71d-983d-4d17-9311-3234278b2270 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.343631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.350875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01d24a6b-47d8-4617-a96a-f02eac7c10d4 req-126cc71d-983d-4d17-9311-3234278b2270 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.1238790 Sep 18 07:01:14.366387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:14.367597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Transition to ACTIVE for port object 49b0bb65-0740-4fce-aa65-f3166e872bc4 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:14.386961 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.393736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'mac_address': 'fa:16:3e:ff:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:14.400225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f35020b-d2cf-4844-a9da-fbf73d027124 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:14.430433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'}, {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}, {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:14.431998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.432698 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b570c24-18b5-4ccb-9c7e-abbd5a1dc220" -d '{"events": [{"server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "name": "network-vif-plugged", "status": "completed", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15"}, {"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-unplugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}, {"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:14.439167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01d24a6b-47d8-4617-a96a-f02eac7c10d4 req-3bccf538-9669-4108-9419-3b82da392317 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848658 Sep 18 07:01:14.451461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:14.465084 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.469264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a9f9-e9af-4917-ae91-9a1eb54719f5 req-1cda384f-bb5e-4dd7-8980-56ded865d97b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.470788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76c5a9f9-e9af-4917-ae91-9a1eb54719f5 req-1cda384f-bb5e-4dd7-8980-56ded865d97b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 932 time: 0.1161096 Sep 18 07:01:14.506926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:14.522073 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.574578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76c5a9f9-e9af-4917-ae91-9a1eb54719f5 req-6da78e0a-170b-4214-85be-df6c9c1cd0ca tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956378 Sep 18 07:01:14.644692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:14.655523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:14.662895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92f789b7-a335-4482-9855-9f8e681b3c90 req-d44451a2-d7b9-4052-b148-ecea03295d75 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 210 time: 0.0413539 Sep 18 07:01:14.671950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d4c4904d-f50a-4d48-87e3-bead6ebed03c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.671950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d4c4904d-f50a-4d48-87e3-bead6ebed03c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.1865420 Sep 18 07:01:14.673531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Attempting to bind port 49b0bb65-0740-4fce-aa65-f3166e872bc4 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:14.673867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Attempting to bind port 49b0bb65-0740-4fce-aa65-f3166e872bc4 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:14.674224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Attempting to bind port 49b0bb65-0740-4fce-aa65-f3166e872bc4 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:14.705649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Port 49b0bb65-0740-4fce-aa65-f3166e872bc4 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:14.706075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Attempting to bind port 49b0bb65-0740-4fce-aa65-f3166e872bc4 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:14.713665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:14.715975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:14.716318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Checking segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:14.716708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Bound using segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:14.717156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Bound port: 49b0bb65-0740-4fce-aa65-f3166e872bc4, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:14.717645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.730216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0f35020b-d2cf-4844-a9da-fbf73d027124'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:14.805854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f837-645c-4071-9f5f-485b3c64605e req-21f49806-45dc-4a77-9758-b4d25ef57be2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.813297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-beb2f837-645c-4071-9f5f-485b3c64605e req-21f49806-45dc-4a77-9758-b4d25ef57be2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 948 time: 0.1177354 Sep 18 07:01:14.824644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:14.828620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:14.867973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b138096-8bbe-44de-beab-7eb15f0bfc8c req-fdb4dd70-4d7f-4285-824f-f6ea30b982e9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.869759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b138096-8bbe-44de-beab-7eb15f0bfc8c req-fdb4dd70-4d7f-4285-824f-f6ea30b982e9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 946 time: 0.1229227 Sep 18 07:01:14.875790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:14.876141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.906102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-beb2f837-645c-4071-9f5f-485b3c64605e req-d26a0337-ff3f-4e8e-a63e-25dc964cb1c3 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907433 Sep 18 07:01:14.908499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.952637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b138096-8bbe-44de-beab-7eb15f0bfc8c req-38a0fd97-7c66-40f6-a83e-98b94e397b5b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Sep 18 07:01:14.976940 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b55629d-21f8-4455-a9ab-ae26c3e2b096 x-openstack-request-id: req-4b55629d-21f8-4455-a9ab-ae26c3e2b096 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:14.977243 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "name": "network-vif-plugged", "status": "completed", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15", "code": 200}, {"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-unplugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "code": 200}, {"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:14.977525 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b55629d-21f8-4455-a9ab-ae26c3e2b096 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:14.978001 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15', 'code': 200} Sep 18 07:01:14.978266 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'code': 200} Sep 18 07:01:14.978513 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'code': 200} Sep 18 07:01:14.979113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.979822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.981462 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.983032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:14.983650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:14.985091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] 10.222.0.37 "PUT /v2.0/ports/49b0bb65-0740-4fce-aa65-f3166e872bc4 HTTP/1.1" status: 200 len: 1093 time: 1.1181343 Sep 18 07:01:14.989592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:14.992157 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff" -d '{"events": [{"name": "network-changed", "server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:15.064165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:15.064973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:15.072605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:15.074161 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d2cf9-f748-47b6-9091-d47c687c2d32 x-openstack-request-id: req-a82d2cf9-f748-47b6-9091-d47c687c2d32 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:15.074457 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:15.074719 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a82d2cf9-f748-47b6-9091-d47c687c2d32 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:15.075694 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'status': 'completed', 'code': 200} Sep 18 07:01:15.076589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936359-0b87-4d14-bfe5-bdb6802cfbed service neutron] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:15.110414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:15.201884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-0e34e577-1e55-4fb1-a6df-099eddcb23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.203450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-0e34e577-1e55-4fb1-a6df-099eddcb23f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 1096 time: 0.1213331 Sep 18 07:01:15.212079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a9d1-b939-4178-8311-26d4a90d2c88 req-478c85fd-7135-4675-b189-00c7e142a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.213542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66a3a9d1-b939-4178-8311-26d4a90d2c88 req-478c85fd-7135-4675-b189-00c7e142a200 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 1098 time: 0.1011763 Sep 18 07:01:15.310183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.316704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.323253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.329170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.335095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.340693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66a3a9d1-b939-4178-8311-26d4a90d2c88 req-829da110-20d8-4771-a55c-446c724141d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 Sep 18 07:01:15.341035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.346961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.348889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-02a6c355-e79b-442e-a8a0-16ffe635aaff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1192527 Sep 18 07:01:15.382692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-299289a0-6f9b-4bd4-ba04-ec9e9c8cd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.385941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-299289a0-6f9b-4bd4-ba04-ec9e9c8cd188 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d30952913b9483c87dd0f15bb9bb477&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1653564 Sep 18 07:01:15.393982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b0c2b58-9037-4956-bde9-934dec19fe38 req-58d684e0-d299-43b8-93e0-eea0410e61d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377192 Sep 18 07:01:15.429804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:15.488418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:15.518890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=e7ff6c93-920c-4b77-bf1d-8f40d2fe7926,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:15.564527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a630cc-370b-4acd-9972-14a101c0dfbe req-0799ff78-bf9a-4af8-864a-7be22e5d722d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.566835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9a630cc-370b-4acd-9972-14a101c0dfbe req-0799ff78-bf9a-4af8-864a-7be22e5d722d tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.0559955 Sep 18 07:01:15.605153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:15.613223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:15.616535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-89bf9f24-1304-41ec-9bae-61b2eeca60e2 req-d7158ea3-5772-4853-a85d-a96b9220d875 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "DELETE /v2.0/ports/e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 HTTP/1.1" status: 204 len: 173 time: 0.9382582 Sep 18 07:01:15.636237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9a630cc-370b-4acd-9972-14a101c0dfbe req-bcd41b04-ce44-474f-9033-25ea37f958f1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544205 Sep 18 07:01:15.706796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1eac5b-b0b4-459d-84bd-ed29c71471fc req-c9882dcd-9f70-43c4-aaf8-f7e9c7b51d93 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.708869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e1eac5b-b0b4-459d-84bd-ed29c71471fc req-c9882dcd-9f70-43c4-aaf8-f7e9c7b51d93 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0693321 Sep 18 07:01:15.719313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-0d21953a-af73-4c32-8916-e9cfd5f3ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.721175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b69e0a0e-ae6d-4b04-a50e-8b3c480221ff req-0d21953a-af73-4c32-8916-e9cfd5f3ba70 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701403 Sep 18 07:01:15.750203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e1eac5b-b0b4-459d-84bd-ed29c71471fc req-65dc5f90-738c-4e97-bdb1-95acb7c60142 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Sep 18 07:01:15.800130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1f89b2a-6c3c-487e-91d1-3d4235628322 req-f6540027-8c7f-47ba-beb5-efb94a2b9099 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 210 time: 0.0309944 Sep 18 07:01:15.829515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-f7fa4b1d-9f87-44f1-bd43-4ad394f72288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.831356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-f7fa4b1d-9f87-44f1-bd43-4ad394f72288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 1096 time: 0.0573390 Sep 18 07:01:15.883935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-41ece1d5-e9e2-4ef0-8c54-8e7a3bf75c0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4 HTTP/1.1" status: 200 len: 217 time: 0.0407989 Sep 18 07:01:15.941249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-0433221e-30fd-4eb9-8fad-2ac022d56a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:15.942874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-0433221e-30fd-4eb9-8fad-2ac022d56a7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 200 len: 854 time: 0.0484836 Sep 18 07:01:15.992969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:16.010695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-1fa27c83-446b-495f-a8ca-e91a9ec1a411 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8be053ad-8eaf-4503-b372-e207d8c36fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598221 Sep 18 07:01:16.030415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7af24-50a7-40f3-b043-ed76cb6e3cd1 req-1e8c15de-41c9-453f-9574-ddd6f01bb4b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.039222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf7af24-50a7-40f3-b043-ed76cb6e3cd1 req-1e8c15de-41c9-453f-9574-ddd6f01bb4b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 949 time: 0.0667410 Sep 18 07:01:16.097091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0f35020b-d2cf-4844-a9da-fbf73d027124 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:16.097698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:16.101822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d5ee423-09d6-4aa3-860e-39999445dce6 req-2ea5b801-90a9-4da8-88c5-5175a8c7d966 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153 HTTP/1.1" status: 200 len: 210 time: 0.0461211 Sep 18 07:01:16.116709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf7af24-50a7-40f3-b043-ed76cb6e3cd1 req-d3af0a46-8f6e-46fc-9d54-0f6162b951ab tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765116 Sep 18 07:01:16.156412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-b6e18592-00f5-4f8d-ac92-5c740b4370d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331506 Sep 18 07:01:16.200312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:16.236101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:16.259927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6fa8b53-65f7-41f3-8a39-58f9a0f84712 req-3c44b231-a29b-4bd0-a9bd-ca5257af5d5e service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959148 Sep 18 07:01:16.317052 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:16.368384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:16.377169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-c474a623-8654-411e-a7ca-d23861f929ba tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=87559480ebe7401a992fc67b578b9fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215511 Sep 18 07:01:16.392416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:16.532841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-4d99e95f-7c73-424b-b1c2-ace96b15e03f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.534319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-4d99e95f-7c73-424b-b1c2-ace96b15e03f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515825 Sep 18 07:01:16.562164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.568142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.574403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.580248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.586172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.592028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.598379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.600168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-24a1a946-9aa3-4eda-8097-4eec7258889e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1239779 Sep 18 07:01:16.602865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-07cac4eb-6dc5-4059-815c-56197b36e34d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/quotas/87559480ebe7401a992fc67b578b9fe2 HTTP/1.1" status: 200 len: 375 time: 0.0613842 Sep 18 07:01:16.652367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-cd295b5c-f31c-45e8-bd57-4117687950f1 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87559480ebe7401a992fc67b578b9fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308924 Sep 18 07:01:16.667247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b8c8455-fa94-47e4-87cd-c3defc094d72 req-a029c45a-e94f-4507-a397-8908a2b0f3a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606549 Sep 18 07:01:16.786048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ef4b-d970-4bcb-96b9-d1a3c51cb11d req-585834ae-365e-471c-a1e1-524716c642ef tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:16.787522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f954ef4b-d970-4bcb-96b9-d1a3c51cb11d req-585834ae-365e-471c-a1e1-524716c642ef tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.0567069 Sep 18 07:01:16.824247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f954ef4b-d970-4bcb-96b9-d1a3c51cb11d req-3b1331b9-10c3-4846-9937-495ff3cb8894 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304515 Sep 18 07:01:16.979250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:16.981664 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b598dc-7b38-4aea-a86a-73e062c4e230" -d '{"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-plugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:16.986065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55e60290-26b3-4c6c-a05c-3d3e6f20d786 req-5f6f2eb6-e566-4e55-aec9-735c6903a6dc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Sep 18 07:01:17.002700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db8428-861a-4882-9520-b8c168f26006 req-b30aa72d-ef99-4038-8d64-c9fb6080c9b6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.004212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89db8428-861a-4882-9520-b8c168f26006 req-b30aa72d-ef99-4038-8d64-c9fb6080c9b6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0747914 Sep 18 07:01:17.052755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89db8428-861a-4882-9520-b8c168f26006 req-164cad8b-4700-4c17-9f62-756f5a72a4ef tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Sep 18 07:01:17.073516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cc95165-0624-4a9b-9c56-6cf24e4184f5 req-24a7eabf-9fd7-4f9b-b2f1-e72f39f43b29 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0367162 Sep 18 07:01:17.077303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'name': 'network-vif-deleted', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:17.080302 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a040fe-619b-4747-8782-64b7767dd334" -d '{"events": [{"server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "name": "network-vif-deleted", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:17.105736 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6cd5ae-497a-49d1-ab97-0175005b1f39 x-openstack-request-id: req-9c6cd5ae-497a-49d1-ab97-0175005b1f39 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:17.106275 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-plugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:17.108312 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c6cd5ae-497a-49d1-ab97-0175005b1f39 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:17.108312 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'code': 200} Sep 18 07:01:17.117493 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c13ab6-1598-4a80-8f00-682a21e3a79f x-openstack-request-id: req-47c13ab6-1598-4a80-8f00-682a21e3a79f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:17.117959 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153", "name": "network-vif-deleted", "tag": "e7ff6c93-920c-4b77-bf1d-8f40d2fe7926", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:17.118362 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47c13ab6-1598-4a80-8f00-682a21e3a79f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:17.118931 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aebc4c4-d5eb-4f5c-8cc3-7787a54c8153', 'name': 'network-vif-deleted', 'tag': 'e7ff6c93-920c-4b77-bf1d-8f40d2fe7926', 'status': 'completed', 'code': 200} Sep 18 07:01:17.238844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43be7f4-9865-4dc3-ac0c-fee329badce3 req-cb6497c8-f7ad-4738-9d77-9ad1fa0113e7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.240279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a43be7f4-9865-4dc3-ac0c-fee329badce3 req-cb6497c8-f7ad-4738-9d77-9ad1fa0113e7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 949 time: 0.0522552 Sep 18 07:01:17.282853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a43be7f4-9865-4dc3-ac0c-fee329badce3 req-38c8d042-75b6-4e7f-bd5a-debca24518d6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Sep 18 07:01:17.418589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b870aad2-c171-471c-8c5d-a03139f5d73f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.420110 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b870aad2-c171-471c-8c5d-a03139f5d73f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1108818 Sep 18 07:01:17.435468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-f9198a36-5ce6-4bf3-8bc5-782019640461 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.437276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-f9198a36-5ce6-4bf3-8bc5-782019640461 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1088035 Sep 18 07:01:17.440763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': 'c5ced212-90f9-4327-a450-d41380352e38', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:17.454644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-f3791145-89d0-4d71-a548-e54f991287a7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0106566 Sep 18 07:01:17.515800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-cb3d957a-5ab6-442b-acd3-5496abf3b212 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466442 Sep 18 07:01:17.608423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-7d1280d9-5ae2-40ac-bebc-9f0018cfbe9b service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853126 Sep 18 07:01:17.648571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:17.652120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:17.712196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-77321824-f5e6-465f-b51e-9a4a31e1d9d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971124 Sep 18 07:01:17.798238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.11 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/1b09bf04-6d74-493f-b7ca-00d7d1d4940d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:17.817260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.823280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.829367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.835309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.841146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.847196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.853697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:17.855595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88263669-0e8e-473d-966b-b2a506d3bffd req-3633601e-1fed-4914-986c-71415a13f518 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1011591 Sep 18 07:01:17.897324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88263669-0e8e-473d-966b-b2a506d3bffd req-74257d83-10cb-4e02-8664-f972b0fdd067 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350776 Sep 18 07:01:17.971543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.060186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:18.069300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e312e40-0ef7-46bd-ba6e-858fc344a89c req-c194306f-4948-47e1-b1d0-54a0bbe6fa6a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0421200 Sep 18 07:01:18.080265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04a63-169f-4d0b-80b4-520f10d08756 req-be7ddcac-a1ee-487c-aa29-1dca818ec8a2 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.083270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5e04a63-169f-4d0b-80b4-520f10d08756 req-be7ddcac-a1ee-487c-aa29-1dca818ec8a2 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.0972095 Sep 18 07:01:18.106820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.138282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5e04a63-169f-4d0b-80b4-520f10d08756 req-4d063f87-0b1d-44ac-9e69-b648f41c1952 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Sep 18 07:01:18.177370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:18.178006 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.193773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:18.196898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:18.201146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:18.212743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:18.219542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f04d-a1a4-4086-bc9f-b307b644c7fa req-b6f1d4bc-eb50-4d59-8620-0e5d1f4874ff tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.222374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2402f04d-a1a4-4086-bc9f-b307b644c7fa req-b6f1d4bc-eb50-4d59-8620-0e5d1f4874ff tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 932 time: 0.0776653 Sep 18 07:01:18.271503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.273442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.278822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.300613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2402f04d-a1a4-4086-bc9f-b307b644c7fa req-8bbfac3a-5263-447e-bf6f-05586d17227f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Sep 18 07:01:18.314068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61183a1-722f-4b12-bfe0-bc4309e84a04 req-deb2d1a7-c548-48dc-be62-8b06acc5bd6a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.321595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b61183a1-722f-4b12-bfe0-bc4309e84a04 req-deb2d1a7-c548-48dc-be62-8b06acc5bd6a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0969744 Sep 18 07:01:18.327191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:18.355994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b61183a1-722f-4b12-bfe0-bc4309e84a04 req-4461ad74-88b8-4e15-9f7f-323c8828cb91 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Sep 18 07:01:18.390433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f2eac82-351e-47c0-bab2-2511772c4976 req-5ef67713-c289-4e99-a3c0-53f67c4e08da tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0286033 Sep 18 07:01:18.391280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-c77a2c6d-ff3a-4a1e-ad83-35e217fdba66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9550688 Sep 18 07:01:18.424918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.425744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:18.468247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:18.468590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e7ff6c93-920c-4b77-bf1d-8f40d2fe7926 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:18.498698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:18.499346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d50f7-84af-4461-afd6-fd11ce6203c2 req-2efe2177-8b41-4d2e-9785-fe4c92a37967 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.501540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d5d50f7-84af-4461-afd6-fd11ce6203c2 req-2efe2177-8b41-4d2e-9785-fe4c92a37967 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 945 time: 0.0804729 Sep 18 07:01:18.509905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Request body: {'port': {'device_id': 'c5ced212-90f9-4327-a450-d41380352e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:18.542928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6600f6-0510-44a1-a498-5e98aca2fd50 req-7d2c9e1a-caeb-43b6-8269-e16e206b202d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:18.544397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff6600f6-0510-44a1-a498-5e98aca2fd50 req-7d2c9e1a-caeb-43b6-8269-e16e206b202d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0780306 Sep 18 07:01:18.573243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d5d50f7-84af-4461-afd6-fd11ce6203c2 req-e99bc37e-27a1-4fc1-a1b8-e86ab3dad83c tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617950 Sep 18 07:01:18.577306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.594206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff6600f6-0510-44a1-a498-5e98aca2fd50 req-6520579a-c54c-467c-b4bd-e03b9d040288 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Sep 18 07:01:18.861222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b09bf04-6d74-493f-b7ca-00d7d1d4940d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:18.869737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:18.881735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Transition to ACTIVE for port object 1b09bf04-6d74-493f-b7ca-00d7d1d4940d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:19.029305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.035185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.041835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.044021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:19.048026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.054181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.060061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.066337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.068286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-12af205e-521b-43d0-84ae-a70e2760e767 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.0949910 Sep 18 07:01:19.107770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:19.114695 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2af8dab-de4a-47ff-9f75-e5e6f48cee83" -d '{"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:19.119407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38903d63-18e4-4002-bcac-6a9d2fd5cbef req-ff662c90-25d2-460a-b722-79d3bb3c32f9 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448399 Sep 18 07:01:19.133315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Pushing event updated for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:19.214654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-226883f0-bfbb-4595-bc3e-ae734dd8265e req-52b8cfc7-6e11-44d5-a10d-30ee677a5715 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0285220 Sep 18 07:01:19.218770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Attempting to bind port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:19.219428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Attempting to bind port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:19.219838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Attempting to bind port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:19.225761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:19.226200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Attempting to bind port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:19.237810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:19.237810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:19.237810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:19.237810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Bound port: 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:19.237810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:19.280605 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a1e0c-bba1-48d9-80d3-571c94ce3402 x-openstack-request-id: req-4d8a1e0c-bba1-48d9-80d3-571c94ce3402 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:19.281132 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:19.281423 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d8a1e0c-bba1-48d9-80d3-571c94ce3402 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:19.281814 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'code': 200} Sep 18 07:01:19.308274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:19.311255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:19.436850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e2d6-3e18-4f8f-977e-8f8c462c8bfd req-d3b1607a-2aaf-486c-a3e0-44c065d90cc4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.438411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb60e2d6-3e18-4f8f-977e-8f8c462c8bfd req-d3b1607a-2aaf-486c-a3e0-44c065d90cc4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.0596011 Sep 18 07:01:19.448688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:19.495369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.496109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:19.497649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] 10.222.0.24 "PUT /v2.0/ports/1b09bf04-6d74-493f-b7ca-00d7d1d4940d HTTP/1.1" status: 200 len: 1093 time: 0.9970512 Sep 18 07:01:19.498468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:19.509695 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d270ecb7-46dd-4095-b250-968670464603" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:19.523811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb60e2d6-3e18-4f8f-977e-8f8c462c8bfd req-59aeefc1-a3f3-4b3b-90a9-08c62d2f8984 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Sep 18 07:01:19.539146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6268af1-ed10-487d-82a7-7c65a74708cf service neutron] Pushing event updated for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:19.605034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88124-f046-4b62-b40e-9a061dd34612 req-e8fd4f81-6fb1-4e49-84e8-a4bcd64afcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.606767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9d88124-f046-4b62-b40e-9a061dd34612 req-e8fd4f81-6fb1-4e49-84e8-a4bcd64afcf2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1102 time: 0.0522003 Sep 18 07:01:19.661723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-c9f9ab5e-5f87-4e18-af08-4b8d36b16f05 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=87559480ebe7401a992fc67b578b9fe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370367 Sep 18 07:01:19.674923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9d88124-f046-4b62-b40e-9a061dd34612 req-fef9826e-b63b-4949-94db-236d9acb4a38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495408 Sep 18 07:01:19.675078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620c8de-bb70-48f0-bb28-7246f9265b9f req-04cc04f7-c5db-49b1-9ce4-8e36478dc96e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.675078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c620c8de-bb70-48f0-bb28-7246f9265b9f req-04cc04f7-c5db-49b1-9ce4-8e36478dc96e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0801213 Sep 18 07:01:19.732465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64d26c43-700c-4dbf-bc4b-276c83729651 req-02eea2a3-cec2-4d34-a892-c594a1b40517 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0697548 Sep 18 07:01:19.777338 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65baf4c-592f-47cb-b847-1372d3a6608f x-openstack-request-id: req-f65baf4c-592f-47cb-b847-1372d3a6608f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:19.777641 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:19.777920 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f65baf4c-592f-47cb-b847-1372d3a6608f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:19.783942 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d', 'status': 'completed', 'code': 200} Sep 18 07:01:19.800905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c620c8de-bb70-48f0-bb28-7246f9265b9f req-6ffccc74-ff07-4e1b-9825-059f5634faea tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099560 Sep 18 07:01:19.871519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-42e71472-eb80-474d-98f2-27c8df924253 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.874406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-42e71472-eb80-474d-98f2-27c8df924253 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979814 Sep 18 07:01:19.923560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac969a-0d2d-42c1-bbb6-7956237782b9 req-ef9e4a12-9ed1-4234-9f85-f0f811652c5a tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.924959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5ac969a-0d2d-42c1-bbb6-7956237782b9 req-ef9e4a12-9ed1-4234-9f85-f0f811652c5a tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 945 time: 0.0983872 Sep 18 07:01:19.950837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532ab9-5a78-43e9-b5c9-b111b072b9a1 req-cd9a20c5-db9a-4200-9cb6-65b686ced75c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:19.952300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3532ab9-5a78-43e9-b5c9-b111b072b9a1 req-cd9a20c5-db9a-4200-9cb6-65b686ced75c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0884349 Sep 18 07:01:19.997620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:20.004564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5ac969a-0d2d-42c1-bbb6-7956237782b9 req-40ae5f95-85ce-4d7f-a506-1a88c7d15d62 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Sep 18 07:01:20.022320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3532ab9-5a78-43e9-b5c9-b111b072b9a1 req-075c6664-1b28-420b-9b86-c921bb0bde07 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609777 Sep 18 07:01:20.130911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Request body: {'port': {'device_id': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '87559480ebe7401a992fc67b578b9fe2'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:20.143658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:20.158647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'port_id': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'mac_address': 'fa:16:3e:96:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd223c-c247-4d58-bcf8-89fcbfd0b649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:20.204643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-41ead5ec-ace8-47c4-a888-1431df566f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.204643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-41ead5ec-ace8-47c4-a888-1431df566f3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 1096 time: 0.0996032 Sep 18 07:01:20.242174 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:20.271880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-e862e15e-8504-4148-94fc-bd70f869a4d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d HTTP/1.1" status: 200 len: 217 time: 0.0530922 Sep 18 07:01:20.280625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b0bb65-0740-4fce-aa65-f3166e872bc4 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:20.314756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:20.405216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b564d3b-3137-4ba7-b8b3-1fbccd3e15a7 req-8233b3aa-209e-4f45-a8db-406370d6e461 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.1062169 Sep 18 07:01:20.432543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049294fa-280d-43f4-a784-c440170c4bf5 req-e533ea7b-d675-45ea-9cde-0ba6349a8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.434121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-e533ea7b-d675-45ea-9cde-0ba6349a8558 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.1545656 Sep 18 07:01:20.466508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.472387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.479536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.485655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.491913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.498242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.504541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:20.506645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-b9cec85e-6e94-4b44-9681-f108f17f6b3f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1811223 Sep 18 07:01:20.532650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-2852ce30-128c-476e-a60e-33e08a75d4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882759 Sep 18 07:01:20.541024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:20.584155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Made reservation on behalf of 87559480ebe7401a992fc67b578b9fe2 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:20.588746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:20.623555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:20.628467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:20.633307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0b1fafb-5e0a-4b6c-ab04-8e42052ca12b req-d9132279-4ef4-4317-82aa-bee107f4c180 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036286 Sep 18 07:01:20.834766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['49b0bb65-0740-4fce-aa65-f3166e872bc4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:21.093434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01d965bd-c988-45a8-94a8-49a405e0e7b7 req-c75b164a-6649-4c8f-a8c2-9e750e505250 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0484786 Sep 18 07:01:21.139725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc08e36-3037-4191-ac23-4803a64be642 req-2201363d-8080-4aa9-b21c-7ef6f88a2964 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.147613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bc08e36-3037-4191-ac23-4803a64be642 req-2201363d-8080-4aa9-b21c-7ef6f88a2964 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.5255303 Sep 18 07:01:21.164417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-6e0621a2-267e-4085-a643-57ed170f937f service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157503 Sep 18 07:01:21.254238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-dbc687ba-9173-4d6a-9128-49a756cbc511 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.258441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-dbc687ba-9173-4d6a-9128-49a756cbc511 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "GET /v2.0/ports?device_id=42f02205-8e00-49f4-a5fc-05721c11563d HTTP/1.1" status: 200 len: 946 time: 0.0934923 Sep 18 07:01:21.276373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bc08e36-3037-4191-ac23-4803a64be642 req-31b32576-1db8-4f5b-bf5a-907a7ba5f595 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209311 Sep 18 07:01:21.432371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Deleting port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:21.432811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:21.455978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a85bc-5b6c-42aa-846e-c985f1acf5ba req-dedeba2d-8852-4c9f-bcf2-a661c557b34b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.463930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a56a85bc-5b6c-42aa-846e-c985f1acf5ba req-dedeba2d-8852-4c9f-bcf2-a661c557b34b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 945 time: 0.2868657 Sep 18 07:01:21.507065 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:21.515159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-049294fa-280d-43f4-a784-c440170c4bf5 req-dcb2b50f-fcbc-4861-8625-6e01c60bd0fe service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014932 Sep 18 07:01:21.547533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e3be-3998-4641-baf6-bf6ef17d70f3 req-6bba1ba6-7cf6-458b-a602-d6a8c4bc0784 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.555509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b163e3be-3998-4641-baf6-bf6ef17d70f3 req-6bba1ba6-7cf6-458b-a602-d6a8c4bc0784 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 945 time: 0.1977768 Sep 18 07:01:21.564928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a56a85bc-5b6c-42aa-846e-c985f1acf5ba req-536a6093-3e60-42b7-92f9-0dad591988b0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001475 Sep 18 07:01:21.577333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] For port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:21.578608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:21.592064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Calling delete_port for ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:21.612771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b163e3be-3998-4641-baf6-bf6ef17d70f3 req-8f1d2446-d0d9-4bd2-8ea6-99adc5e704ab tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Sep 18 07:01:21.614729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:21.733197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:21.829744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-89618cba-adc3-4ad3-95a9-6fcbf8d0cb4a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.831430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-89618cba-adc3-4ad3-95a9-6fcbf8d0cb4a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.4536221 Sep 18 07:01:21.852498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab7414c8-05c5-41d2-9eaf-20e9a62a728c req-7a53d1e7-8fc2-4969-8e18-52d9699295f8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0721874 Sep 18 07:01:21.928905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '163421fc-d0da-4300-b5c1-5e38d117d190', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:21.968643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7ed31-a5f5-487d-90bb-702e52034b81 req-0cce6bf0-0c64-4bb8-a1c1-6b3d717b0d25 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:21.976855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f7ed31-a5f5-487d-90bb-702e52034b81 req-0cce6bf0-0c64-4bb8-a1c1-6b3d717b0d25 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2446880 Sep 18 07:01:22.018983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:22.076407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Allocated IP 192.168.233.204 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/f9ffe096-8729-414d-a055-96f79ef144ac) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:22.125336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.159065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:22.175539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1fc1f27b-2cba-4665-835a-9c80a4b01a8d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:22.235581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-dc5893e3-294a-4359-91b0-9c6b35d94126 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.237104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-dc5893e3-294a-4359-91b0-9c6b35d94126 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 945 time: 0.2958727 Sep 18 07:01:22.237884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event deleted for resources: {'Port': ['ID=ec6d95a3-acad-4887-ad9c-cdad5d2a6c15,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:22.298778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.306285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.312408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.318675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.324869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.331163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.332084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] No DVR routers for this DVR port ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:22.336181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.337708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.338843 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e29f2778-18f7-4eab-8222-fbdb002fa5e3 req-a36ef4d9-0459-422d-8bd6-2abebba41ecb tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.37 "DELETE /v2.0/ports/ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 HTTP/1.1" status: 204 len: 173 time: 1.0736506 Sep 18 07:01:22.343473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'name': 'network-vif-deleted', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:22.346326 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5307d-bfa4-4980-b914-2c9aafc1255e" -d '{"events": [{"server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "name": "network-vif-deleted", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:22.346744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-fb261bf1-9761-4a2d-bb6b-d99e7d373a39 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.3893895 Sep 18 07:01:22.359465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f7ed31-a5f5-487d-90bb-702e52034b81 req-688b5d0f-6f80-4b81-b663-4fd1e439c001 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817079 Sep 18 07:01:22.381066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270ecb7-46dd-4095-b250-968670464603 req-898dfafa-d1bd-4503-a4cb-556785f5d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.382844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-898dfafa-d1bd-4503-a4cb-556785f5d77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 1096 time: 0.4613378 Sep 18 07:01:22.389879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Deleting port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:22.392666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.424981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 49b0bb65-0740-4fce-aa65-f3166e872bc4 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:22.462989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 49b0bb65-0740-4fce-aa65-f3166e872bc4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:22.470902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.555416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40219f85-30a7-4e5f-b21b-3cab23aff34c req-e868e682-05f1-459c-9cb5-130e500caf8f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2073588 Sep 18 07:01:22.556739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270ecb7-46dd-4095-b250-968670464603 req-06d3f4f2-671b-4be1-94a8-82994d5992c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.558018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-06d3f4f2-671b-4be1-94a8-82994d5992c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 912 time: 0.1498156 Sep 18 07:01:22.635235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb78ece5-a79b-46f1-9b4a-49cf10f477d1 req-bccde833-4d2a-48c2-bafd-b982ee81520c tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0760598 Sep 18 07:01:22.713384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-3b0dcfef-dfa8-472c-b59e-d57cd693f80a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d HTTP/1.1" status: 200 len: 217 time: 0.0746946 Sep 18 07:01:22.756749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.812170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977bfeb-e00b-4b16-a0eb-627509c1114a req-ba6261ee-8138-4e18-ba63-370f2c2001b9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.820178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d977bfeb-e00b-4b16-a0eb-627509c1114a req-ba6261ee-8138-4e18-ba63-370f2c2001b9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.1296864 Sep 18 07:01:22.830010 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.859582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270ecb7-46dd-4095-b250-968670464603 req-08d0b1c9-0c5b-4645-89c6-4d82a695bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:22.861416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-08d0b1c9-0c5b-4645-89c6-4d82a695bed3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.1222754 Sep 18 07:01:22.885745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:22.888152 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba72c2dd-a0b2-4974-84e6-d9c6cd6be00a" -d '{"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-plugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:22.912260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-23f70cda-c4aa-4156-a606-dc0097308297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277879 Sep 18 07:01:22.926505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:22.983893 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de57966-3f20-471d-911e-337efb3b9f68 x-openstack-request-id: req-5de57966-3f20-471d-911e-337efb3b9f68 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:22.985849 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:22.992855 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:01:22.993487 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f02205-8e00-49f4-a5fc-05721c11563d", "name": "network-vif-deleted", "tag": "ec6d95a3-acad-4887-ad9c-cdad5d2a6c15", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:22.993634 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5de57966-3f20-471d-911e-337efb3b9f68 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:22.994037 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f02205-8e00-49f4-a5fc-05721c11563d', 'name': 'network-vif-deleted', 'tag': 'ec6d95a3-acad-4887-ad9c-cdad5d2a6c15', 'status': 'completed', 'code': 200} Sep 18 07:01:22.997310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:23.001168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.042270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-da1fdaa7-d685-4787-b8cd-ff6508054878 service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110151 Sep 18 07:01:23.067644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d977bfeb-e00b-4b16-a0eb-627509c1114a req-10071b79-4d1e-4de4-9659-f497c573d292 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462103 Sep 18 07:01:23.080763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:23.132541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] For port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,segment=NetworkSegment(3870ede6-6b47-4889-9051-c8efd5794626),segment_id=3870ede6-6b47-4889-9051-c8efd5794626)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:23.132921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.154871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c437f-f93d-497b-b4b5-6843d70d866c req-e9678c3b-6d19-45e0-ba8b-6e425ea17f60 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.159705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b75c437f-f93d-497b-b4b5-6843d70d866c req-e9678c3b-6d19-45e0-ba8b-6e425ea17f60 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 945 time: 0.2970893 Sep 18 07:01:23.169263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Calling delete_port for 1fc1f27b-2cba-4665-835a-9c80a4b01a8d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:23.315407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.11 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/f324003d-9157-4742-bc17-f8077dfb839f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:23.322694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.390317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-718eeaa8-12f9-4876-8fd3-e4ed13fcf947 service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186841 Sep 18 07:01:23.407606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:23.416052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b75c437f-f93d-497b-b4b5-6843d70d866c req-117f043e-d0ef-460d-bb97-995037572f52 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419679 Sep 18 07:01:23.420284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:23.434098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:23.453886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c9806-9c38-4de2-a3a8-569d88386628 req-a1dd3bc7-912d-4048-83a5-60c3d4d538aa tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.455537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce6c9806-9c38-4de2-a3a8-569d88386628 req-a1dd3bc7-912d-4048-83a5-60c3d4d538aa tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 945 time: 0.2829080 Sep 18 07:01:23.515503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Pushing event updated for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:23.573089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.573747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.611544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce6c9806-9c38-4de2-a3a8-569d88386628 req-afd04fea-1c51-430c-bed6-54d3a5d1327b tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/security-groups?id=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Sep 18 07:01:23.630218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02c1bce1-3d31-4e6c-91cd-a2cf90db6166 req-8c94fe03-498f-4647-9c39-052887ee9b82 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0379448 Sep 18 07:01:23.642008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.647391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.659448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ec6d95a3-acad-4887-ad9c-cdad5d2a6c15'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:23.678388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-ee09b5be-10d9-4c89-a7a1-b1ea92a4db4d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5585718 Sep 18 07:01:23.699204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Request body: {'port': {'device_id': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:23.713422 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d20d4-15f9-4f6f-888a-fcd51893c9c6 x-openstack-request-id: req-d09d20d4-15f9-4f6f-888a-fcd51893c9c6 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:23.713718 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-plugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:23.714204 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d09d20d4-15f9-4f6f-888a-fcd51893c9c6 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:23.714790 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'code': 200} Sep 18 07:01:23.729189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Pushing event deleted for resources: {'Port': ['ID=1fc1f27b-2cba-4665-835a-9c80a4b01a8d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:23.807816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-413d33c4-5ea2-49f1-9e18-6c72695d7e9b None None] Provisioning complete for port f9ffe096-8729-414d-a055-96f79ef144ac triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:23.808659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-413d33c4-5ea2-49f1-9e18-6c72695d7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.823643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] No DVR routers for this DVR port 1fc1f27b-2cba-4665-835a-9c80a4b01a8d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:23.840438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.842487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdc4dd6e-eeb8-40b8-ab8a-97a57c4af400 req-b4329715-f762-4064-8ed9-e3767ff10ef1 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.24 "DELETE /v2.0/ports/1fc1f27b-2cba-4665-835a-9c80a4b01a8d HTTP/1.1" status: 204 len: 173 time: 1.5802200 Sep 18 07:01:23.858550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-413d33c4-5ea2-49f1-9e18-6c72695d7e9b None None] Port f9ffe096-8729-414d-a055-96f79ef144ac cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:01:23.871132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5c2e-f824-4a70-8a1c-4f51287307b4 req-b0261647-4828-4d39-8cbe-68fcc8dcb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.872666 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-316d5c2e-f824-4a70-8a1c-4f51287307b4 req-b0261647-4828-4d39-8cbe-68fcc8dcb64b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 1098 time: 0.0820403 Sep 18 07:01:23.887627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.919536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-316d5c2e-f824-4a70-8a1c-4f51287307b4 req-a64c483d-08d4-4eb0-acd2-6babe0a51f92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Sep 18 07:01:23.923571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6329a-4373-4d91-93c7-dd7727af83d4 req-a876905f-9233-4391-9ead-fab7609febf7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.930489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ce6329a-4373-4d91-93c7-dd7727af83d4 req-a876905f-9233-4391-9ead-fab7609febf7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1695921 Sep 18 07:01:23.980389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:23.989136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:23.995328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.001279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.007899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.014351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.017286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:24.021990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.026940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.027110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:24.028870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-f170b552-690a-4e11-be90-c824ad7a3311 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1890662 Sep 18 07:01:24.030360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:24.041091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:24.071445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:24.106214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ce6329a-4373-4d91-93c7-dd7727af83d4 req-bcbb5df4-72f8-462b-80fa-10319b518955 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732612 Sep 18 07:01:24.170628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e6f16e6-2056-4613-b361-36cb7b5479c6 req-b348eb79-24b0-4abb-a7e8-391b45441790 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159446 Sep 18 07:01:24.178114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.192746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:24.283247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-d42ef8df-6e41-4662-bb4d-b1b005aaf8dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3667743 Sep 18 07:01:24.303291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Request body: {'port': {'device_id': '163421fc-d0da-4300-b5c1-5e38d117d190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:24.373541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:24.447081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb27f1-fd53-4985-b02b-b443486c3512 req-da7dcff5-5423-4c30-b0f9-4cfe7cdd742a tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.448730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdfb27f1-fd53-4985-b02b-b443486c3512 req-da7dcff5-5423-4c30-b0f9-4cfe7cdd742a tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 936 time: 0.1893039 Sep 18 07:01:24.463683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365343ad-9d76-4df8-bf07-22a367c18343 req-ca27c7b0-6b91-40c0-aeb0-5bd5433c51a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.465224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365343ad-9d76-4df8-bf07-22a367c18343 req-ca27c7b0-6b91-40c0-aeb0-5bd5433c51a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.1574745 Sep 18 07:01:24.564573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdfb27f1-fd53-4985-b02b-b443486c3512 req-4df5f00d-baa6-4075-9f44-f812f5e1a0af tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982552 Sep 18 07:01:24.567782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365343ad-9d76-4df8-bf07-22a367c18343 req-4c19a7f6-3d9f-4122-b791-37fa57016bb3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Sep 18 07:01:24.661512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ffe096-8729-414d-a055-96f79ef144ac {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:24.674874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:24.741256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Transition to ACTIVE for port object f9ffe096-8729-414d-a055-96f79ef144ac will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:24.774167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540a210-25fd-495c-98f1-aab45318f1eb req-dde340e4-47bc-42b6-9465-f2458d1387a6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.775987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9540a210-25fd-495c-98f1-aab45318f1eb req-dde340e4-47bc-42b6-9465-f2458d1387a6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0921261 Sep 18 07:01:24.784672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f9053-7514-428e-b785-b4e8ef70c0c7 req-44e0d34b-295d-48d1-9bfe-49c59e671033 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:24.786978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36f9053-7514-428e-b785-b4e8ef70c0c7 req-44e0d34b-295d-48d1-9bfe-49c59e671033 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0933139 Sep 18 07:01:24.808706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:24.831833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f324003d-9157-4742-bc17-f8077dfb839f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:24.841286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:24.858666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Transition to ACTIVE for port object f324003d-9157-4742-bc17-f8077dfb839f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:24.903457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9540a210-25fd-495c-98f1-aab45318f1eb req-b2c979cc-ab04-461e-87a9-2fd62d22db51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153080 Sep 18 07:01:24.909174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:24.918907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36f9053-7514-428e-b785-b4e8ef70c0c7 req-38ba0c76-cd4b-4441-ba83-0647a38fd090 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Sep 18 07:01:24.994868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'name': 'network-vif-deleted', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:24.998192 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd3fa1-b734-47e4-b30d-d6c74c85c938" -d '{"events": [{"server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "name": "network-vif-deleted", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:25.043873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Attempting to bind port f9ffe096-8729-414d-a055-96f79ef144ac on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:25.044214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Attempting to bind port f9ffe096-8729-414d-a055-96f79ef144ac by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:25.044547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Attempting to bind port f9ffe096-8729-414d-a055-96f79ef144ac on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:25.049284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Port f9ffe096-8729-414d-a055-96f79ef144ac on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:25.049635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Attempting to bind port f9ffe096-8729-414d-a055-96f79ef144ac on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:25.076069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:25.076410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:25.076794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:25.077240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Bound port: f9ffe096-8729-414d-a055-96f79ef144ac, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:25.077604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.130360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5efed7e-a69c-4e22-a0c1-8732175fd02a req-37507fa2-0b37-4839-8fee-fefe1351e802 tempest-MultipleCreateTestJSON-1808956184 tempest-MultipleCreateTestJSON-1808956184-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f652916-f22f-47e3-b441-aad20a7caf3b HTTP/1.1" status: 200 len: 210 time: 0.0776589 Sep 18 07:01:25.162288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.217064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:25.222062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f9ffe096-8729-414d-a055-96f79ef144ac,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:25.232236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a197d8-01bf-442a-b05a-d4d632361b6f req-92a5d4e8-124a-465c-aa60-fa1950a57ef3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.240366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6a197d8-01bf-442a-b05a-d4d632361b6f req-92a5d4e8-124a-465c-aa60-fa1950a57ef3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 932 time: 0.1757600 Sep 18 07:01:25.247383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:25.291550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6a197d8-01bf-442a-b05a-d4d632361b6f req-4c759eb1-cfc1-4fc9-a97a-4faf8d739f3c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Sep 18 07:01:25.340690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.352981 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5b3a7-9cd1-4850-a0e7-99e6b844322a x-openstack-request-id: req-9dd5b3a7-9cd1-4850-a0e7-99e6b844322a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:25.353333 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f652916-f22f-47e3-b441-aad20a7caf3b", "name": "network-vif-deleted", "tag": "1fc1f27b-2cba-4665-835a-9c80a4b01a8d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:25.356222 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dd5b3a7-9cd1-4850-a0e7-99e6b844322a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:25.356653 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f652916-f22f-47e3-b441-aad20a7caf3b', 'name': 'network-vif-deleted', 'tag': '1fc1f27b-2cba-4665-835a-9c80a4b01a8d', 'status': 'completed', 'code': 200} Sep 18 07:01:25.392660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.393097 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.394588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] 10.222.0.24 "PUT /v2.0/ports/f9ffe096-8729-414d-a055-96f79ef144ac HTTP/1.1" status: 200 len: 1097 time: 1.6998894 Sep 18 07:01:25.397838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:25.399301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Attempting to bind port f324003d-9157-4742-bc17-f8077dfb839f on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:25.399646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Attempting to bind port f324003d-9157-4742-bc17-f8077dfb839f by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:25.399985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Attempting to bind port f324003d-9157-4742-bc17-f8077dfb839f on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:25.400719 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dc7a12-edb8-4fa9-aedc-4c6434360799" -d '{"events": [{"name": "network-changed", "server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:25.416584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Port f324003d-9157-4742-bc17-f8077dfb839f on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:25.417097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Attempting to bind port f324003d-9157-4742-bc17-f8077dfb839f on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:25.427659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:25.428147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:25.428639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:25.429298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Bound port: f324003d-9157-4742-bc17-f8077dfb839f, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:25.429789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.471335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1af4-69d2-40f4-87b4-951b8455d677 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:25.540613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:25.545816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f324003d-9157-4742-bc17-f8077dfb839f,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:25.566840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.573416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.579779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.586923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.595851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.611288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.618192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.627223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-71b2294b-53fd-42ac-89db-413d970c4ccd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5430 time: 0.1867907 Sep 18 07:01:25.652880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.751774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76aba70c-41c2-42d8-9df8-8130064eccf7 req-ddc1fa1f-d6f7-405f-b6d1-90d123e77097 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188335 Sep 18 07:01:25.762566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.762566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:25.764752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/f324003d-9157-4742-bc17-f8077dfb839f HTTP/1.1" status: 200 len: 1093 time: 1.4653316 Sep 18 07:01:25.806885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-804e967c-c5dd-4905-a661-f52cc8202f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:25.811293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-76efc9a9-2c10-4bcf-9831-89f91c102414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1732774 Sep 18 07:01:25.812290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26354-14d2-48d3-8d5d-e8aad53493a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:25.813613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-804e967c-c5dd-4905-a661-f52cc8202f08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87559480ebe7401a992fc67b578b9fe2&device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 1100 time: 0.1820004 Sep 18 07:01:25.836009 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef08268-3529-457f-ad30-7e8938f471f4 x-openstack-request-id: req-2ef08268-3529-457f-ad30-7e8938f471f4 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:25.836189 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:25.836350 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ef08268-3529-457f-ad30-7e8938f471f4 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:25.836720 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac', 'status': 'completed', 'code': 200} Sep 18 07:01:25.930969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-6c5a32a2-cc11-445b-8d4d-b69f606d03af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f9ffe096-8729-414d-a055-96f79ef144ac HTTP/1.1" status: 200 len: 217 time: 0.1009572 Sep 18 07:01:26.003321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-74bb9ff1-f89f-4dcf-a54f-b01d2e6f5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.005409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-74bb9ff1-f89f-4dcf-a54f-b01d2e6f5a61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb46c1c40c14ab49f3fa11c28330558&device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 1100 time: 0.1225283 Sep 18 07:01:26.007091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-1b5fbd1d-ca08-4a3f-b7f2-0853d354e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.008800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-1b5fbd1d-ca08-4a3f-b7f2-0853d354e859 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 1096 time: 0.1121256 Sep 18 07:01:26.031726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:26.054444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b98e11-c742-49bf-96d3-3f7f067220c4 req-eb11dad5-b6ff-4fff-be37-12f48aa4f5f6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.062756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74b98e11-c742-49bf-96d3-3f7f067220c4 req-eb11dad5-b6ff-4fff-be37-12f48aa4f5f6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.1324677 Sep 18 07:01:26.071038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-1109dde9-21d7-4519-b381-2e967965f287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f324003d-9157-4742-bc17-f8077dfb839f HTTP/1.1" status: 200 len: 217 time: 0.0467179 Sep 18 07:01:26.091197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:26.092108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ec6d95a3-acad-4887-ad9c-cdad5d2a6c15 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:26.112809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:26.118197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74b98e11-c742-49bf-96d3-3f7f067220c4 req-a88265d2-556d-4cb9-b1e7-85cf358620dd tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544646 Sep 18 07:01:26.119990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-4367e7be-d3c3-48be-8bce-3dadae7bd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.127721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-4367e7be-d3c3-48be-8bce-3dadae7bd732 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1707680 Sep 18 07:01:26.138935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-1045d76a-5dab-440d-a306-8714ca0e8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.140829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-1045d76a-5dab-440d-a306-8714ca0e8eff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0553131 Sep 18 07:01:26.172673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0e0df-d9bb-4a05-9828-786e49f18a82 req-a7609c65-a832-479e-926d-75f32ef4d63b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.176777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eea0e0df-d9bb-4a05-9828-786e49f18a82 req-a7609c65-a832-479e-926d-75f32ef4d63b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.2562869 Sep 18 07:01:26.203962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-b6ecd5e7-6d6a-4f0a-b8de-5f161bc03c36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471525 Sep 18 07:01:26.212632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1fc1f27b-2cba-4665-835a-9c80a4b01a8d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:26.247775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 1fc1f27b-2cba-4665-835a-9c80a4b01a8d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:26.248285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1fc1f27b-2cba-4665-835a-9c80a4b01a8d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:26.285601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76232-69a4-4fff-8417-de672ce3470b req-3a5a4d51-6aa4-42fd-9738-27d281b916c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.287505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-3a5a4d51-6aa4-42fd-9738-27d281b916c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510913 Sep 18 07:01:26.298711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eea0e0df-d9bb-4a05-9828-786e49f18a82 req-79ed9ec3-b59a-408c-bb92-a9e5c1cb50b9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781705 Sep 18 07:01:26.346157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:26.357861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-05d570a4-cba2-461d-8bd1-8162cb8777cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.365214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'port_id': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'mac_address': 'fa:16:3e:78:b0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae5ec80-bb3a-401b-ac6b-67c4bd227cce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:26.365738 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-05d570a4-cba2-461d-8bd1-8162cb8777cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2925074 Sep 18 07:01:26.414491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-d56265ee-03c5-4747-889f-6a1842be3779 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145208 Sep 18 07:01:26.417999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:26.433481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:26.445301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7f99-7649-4606-81f3-79095b4e5bfa req-8d2ffe9d-7e8e-4928-8fe4-af76848d4124 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.459082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:26.462455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e3c7f99-7649-4606-81f3-79095b4e5bfa req-8d2ffe9d-7e8e-4928-8fe4-af76848d4124 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2323425 Sep 18 07:01:26.499094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-7663742f-1dce-45e9-859a-262f56a70a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=671afd4d-802e-4075-8425-da7a840fde36 HTTP/1.1" status: 200 len: 217 time: 0.0988748 Sep 18 07:01:26.540280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:26.541828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 938f981e-dcab-4787-ae71-c7ad544572df details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:26.576922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-27be8ddd-28d5-462b-af8e-89755ab73687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.578994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-27be8ddd-28d5-462b-af8e-89755ab73687 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0729234 Sep 18 07:01:26.581185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-449b871c-3723-49bc-987e-d1462e380e66 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804158 Sep 18 07:01:26.631973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e3c7f99-7649-4606-81f3-79095b4e5bfa req-c43986f2-bb11-4c45-bf45-d52935ff3ae5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685181 Sep 18 07:01:26.659167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08312e90-5a9d-4ee7-b3a4-911728572642 req-9bb231f0-bba0-455b-914d-d459de6fff3b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.667584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08312e90-5a9d-4ee7-b3a4-911728572642 req-9bb231f0-bba0-455b-914d-d459de6fff3b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1746988 Sep 18 07:01:26.733669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-81fcf873-9aac-4c28-b321-07959f52f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:26.735658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-81fcf873-9aac-4c28-b321-07959f52f4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489186 Sep 18 07:01:26.766501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.resource_extend [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 07:01:26.770061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:26.787098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e76232-69a4-4fff-8417-de672ce3470b req-5a21c892-3cad-460b-bdec-e7775ce02c87 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143806 Sep 18 07:01:26.790640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08312e90-5a9d-4ee7-b3a4-911728572642 req-8cb809ca-19a0-43d0-a1c3-dfbfc6ac077b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219471 Sep 18 07:01:26.884023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:26.954584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Deleting subnet 8bbe407f-4180-430d-909d-623fa2373d85 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:01:26.958343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:26.970240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f849607b-9582-44fa-9e39-40890f3e2d0f req-9337a60c-47d2-401b-adb2-361053eae92b service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693039 Sep 18 07:01:26.976146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:26.980364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-c049e435-619f-453d-afc1-18086556f04e service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340875 Sep 18 07:01:27.016143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '938f981e-dcab-4787-ae71-c7ad544572df', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'port_id': '938f981e-dcab-4787-ae71-c7ad544572df', 'mac_address': 'fa:16:3e:a0:00:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:27.025439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30bc5c-bf5b-4030-ab86-b58de6110393 req-28e8f6c5-df46-4647-b8a7-e631a66d60b9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.027021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e30bc5c-bf5b-4030-ab86-b58de6110393 req-28e8f6c5-df46-4647-b8a7-e631a66d60b9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 944 time: 0.1609144 Sep 18 07:01:27.069611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.120769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.135011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.140883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.143713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938f981e-dcab-4787-ae71-c7ad544572df {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:27.147687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.155357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.163091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.169083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.171346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f9bd800-484a-4c39-8c0c-c2c805ad6089 req-1b0ab0da-6152-4e1e-af53-562c1294e66a service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824839 Sep 18 07:01:27.176678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.178780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:27.185232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51ee3553-7255-4260-be57-b26b89514a88 req-a43fbc04-3ffd-4d37-b9e9-56104ceb74c7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5431 time: 0.2491465 Sep 18 07:01:27.248777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.249463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:27.341198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:27.358168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:27.360511 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c" -d '{"events": [{"name": "network-changed", "server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "tag": "f324003d-9157-4742-bc17-f8077dfb839f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:27.426294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:27.439655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'port_id': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'mac_address': 'fa:16:3e:20:95:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:27.483536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.501716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:27.522793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-10cfbd41-e9ce-405a-abdc-2b711fe23d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.524335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-10cfbd41-e9ce-405a-abdc-2b711fe23d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=87559480ebe7401a992fc67b578b9fe2&device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 1100 time: 0.5182698 Sep 18 07:01:27.529164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:27.557382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e30bc5c-bf5b-4030-ab86-b58de6110393 req-2bf51e4c-0dec-46aa-8691-f4f4e3af4709 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040340 Sep 18 07:01:27.603858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.604476 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.606258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab770858-e10c-4cbb-a959-d016cc293f39 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:27.622847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51ee3553-7255-4260-be57-b26b89514a88 req-c9544924-e101-49c2-ae63-1d8c4f3872ec tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4365952 Sep 18 07:01:27.653953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab770858-e10c-4cbb-a959-d016cc293f39,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:27.659294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ab770858-e10c-4cbb-a959-d016cc293f39', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'port_id': 'ab770858-e10c-4cbb-a959-d016cc293f39', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:27.754436 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.769110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab770858-e10c-4cbb-a959-d016cc293f39 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:27.776275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:27.803068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab770858-e10c-4cbb-a959-d016cc293f39,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:27.823699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-6335345e-b2eb-4501-b4a6-9b9530e2037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.825202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-6335345e-b2eb-4501-b4a6-9b9530e2037e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2845001 Sep 18 07:01:27.836522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a814e-3b14-4a8b-a99a-83c515982ba7 req-c2695e06-bfb2-4a17-bb2c-4e4a1cd7109c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.837991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e7a814e-3b14-4a8b-a99a-83c515982ba7 req-c2695e06-bfb2-4a17-bb2c-4e4a1cd7109c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1629980 Sep 18 07:01:27.866063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.867141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1b09bf04-6d74-493f-b7ca-00d7d1d4940d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:27.888116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799dda0-e474-4bb9-991e-646788dca109 req-cfbf0763-0268-4522-8c69-0e30ed531b46 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:27.889647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5799dda0-e474-4bb9-991e-646788dca109 req-cfbf0763-0268-4522-8c69-0e30ed531b46 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.1491795 Sep 18 07:01:27.902341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-6479c8e8-56ad-4ad9-8e69-d6f13d35333b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f9ffe096-8729-414d-a055-96f79ef144ac HTTP/1.1" status: 200 len: 217 time: 0.0577803 Sep 18 07:01:27.905052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.949079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:27.979024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbe407f-4180-430d-909d-623fa2373d85,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:27.986602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:27.990926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2a2b841-490b-45cb-ac47-6f3ad1760a53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8bbe407f-4180-430d-909d-623fa2373d85 HTTP/1.1" status: 204 len: 168 time: 1.1097767 Sep 18 07:01:27.991415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:28.013438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e7a814e-3b14-4a8b-a99a-83c515982ba7 req-8267bf0c-bc09-48a4-ba5f-29ba2fe6c818 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668577 Sep 18 07:01:28.027147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5799dda0-e474-4bb9-991e-646788dca109 req-bde9d8ea-6081-4e60-be51-e51873b84dbe tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234546 Sep 18 07:01:28.029032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-52578c0e-c58e-430e-a744-2855ca993af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.030509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-52578c0e-c58e-430e-a744-2855ca993af8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1204219 Sep 18 07:01:28.094136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:28.116301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-66e805b0-57ff-4b45-9251-6cbd2a061836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.119629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d', 'mac_address': 'fa:16:3e:d8:e5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:28.119885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.122398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-66e805b0-57ff-4b45-9251-6cbd2a061836 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806363 Sep 18 07:01:28.135618 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525bc9bd-5d19-4e57-94ba-d3bd6c3d6686 x-openstack-request-id: req-525bc9bd-5d19-4e57-94ba-d3bd6c3d6686 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:28.135972 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "tag": "f324003d-9157-4742-bc17-f8077dfb839f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:28.136238 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-525bc9bd-5d19-4e57-94ba-d3bd6c3d6686 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:28.136644 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f', 'status': 'completed', 'code': 200} Sep 18 07:01:28.163665 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.190187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b09bf04-6d74-493f-b7ca-00d7d1d4940d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:28.229485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:28.261440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.290930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3335c9-1078-4352-a00a-eb2b6c571b3f req-f343b7c3-ca64-4beb-8a88-7d147dcb54e6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.292782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce3335c9-1078-4352-a00a-eb2b6c571b3f req-f343b7c3-ca64-4beb-8a88-7d147dcb54e6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 944 time: 0.1668172 Sep 18 07:01:28.294229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.295702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bc24cf77-4bfe-440b-8418-da02b0f45582 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:28.306356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aba8c0d-181b-499f-b7cf-fbb840e7d3fd']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:28.322499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3870ede6-6b47-4889-9051-c8efd5794626') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:28.324213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3870ede6-6b47-4889-9051-c8efd5794626') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:28.331059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-0a21144d-6efa-49f2-88c7-fe6c09be274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.332648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-0a21144d-6efa-49f2-88c7-fe6c09be274b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 1096 time: 0.1427546 Sep 18 07:01:28.334036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bc24cf77-4bfe-440b-8418-da02b0f45582,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:28.336201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.348482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'bc24cf77-4bfe-440b-8418-da02b0f45582', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'port_id': 'bc24cf77-4bfe-440b-8418-da02b0f45582', 'mac_address': 'fa:16:3e:c1:13:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:28.365632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce3335c9-1078-4352-a00a-eb2b6c571b3f req-a7e5d8d6-66a4-43ad-9588-c103a910e8c6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627918 Sep 18 07:01:28.370534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.400324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-75ecf947-55be-4cf4-b07d-f6abb6354232 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417378 Sep 18 07:01:28.400550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:01:28.400727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:01:28.402694 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:01:28.429190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737724cd-89af-46a9-9811-0199959daf60 req-0d2cbcdc-0105-46f0-8f04-db05ec12f5cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.447615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-737724cd-89af-46a9-9811-0199959daf60 req-0d2cbcdc-0105-46f0-8f04-db05ec12f5cf tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.2252986 Sep 18 07:01:28.514995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-0b892c57-0c31-4e3d-a296-39299ff23fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.516678 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-0b892c57-0c31-4e3d-a296-39299ff23fd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.1739745 Sep 18 07:01:28.589214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-1056bbd5-9c07-422a-9a8c-94c53c8f07a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f324003d-9157-4742-bc17-f8077dfb839f HTTP/1.1" status: 200 len: 217 time: 0.0638773 Sep 18 07:01:28.589581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.614605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.624615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5aba8c0d-181b-499f-b7cf-fbb840e7d3fd HTTP/1.1" status: 204 len: 168 time: 0.6312439 Sep 18 07:01:28.653574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3443-7747-4751-955b-3604fedbfdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aba8c0d-181b-499f-b7cf-fbb840e7d3fd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:28.678272 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.692105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:28.705933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-737724cd-89af-46a9-9811-0199959daf60 req-f16cdf3f-7373-43af-84aa-2097bbeb9d40 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413614 Sep 18 07:01:28.714240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24cf77-4bfe-440b-8418-da02b0f45582 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:28.715126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-a82aab32-45d2-4617-911e-43a11f998224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.716807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-a82aab32-45d2-4617-911e-43a11f998224 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0905554 Sep 18 07:01:28.736793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bc24cf77-4bfe-440b-8418-da02b0f45582,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:28.770069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dc7a12-edb8-4fa9-aedc-4c6434360799 req-913f5b34-4614-4198-a42a-cefd8ba9b9c9 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198156 Sep 18 07:01:28.779800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-17d10d0b-abaf-42c9-a1e5-a3f1cae95940 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446689 Sep 18 07:01:28.809654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.836829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:28.837876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:28.890741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694705f-a640-4558-bf18-891663daed5c req-c637803e-ffe6-4ede-8fb3-6928985c92d8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:28.898400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:28.898908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1694705f-a640-4558-bf18-891663daed5c req-c637803e-ffe6-4ede-8fb3-6928985c92d8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 944 time: 0.0998614 Sep 18 07:01:28.936021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'network_id': '115ee592-2d90-4fb5-87da-f9613371bee8', 'port_id': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'mac_address': 'fa:16:3e:92:07:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35650ca8-4d6a-448a-b3d3-cb1e9e0875f3', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:28.940628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-ebd41df6-836d-4938-bef7-c0ebaa5c08bb service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435652 Sep 18 07:01:28.963626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1694705f-a640-4558-bf18-891663daed5c req-03d8e495-0306-4122-9f15-919c9a0f2cdb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600641 Sep 18 07:01:29.060045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.080469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:29.116822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-815ac9d8-c6c0-4081-ac4b-c7dac4a8c02c req-e28d802c-cf19-4947-9a32-e77c570b41eb service neutron] 10.222.0.24 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679685 Sep 18 07:01:29.118207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:29.124274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:29.149552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46452) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:29.184489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.190832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.196858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.197412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.203192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.209753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.215859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.221836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.223855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-eb40edbc-2d3f-4aa3-b4dc-b98749ae83e5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5435 time: 0.1931224 Sep 18 07:01:29.233938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954a54-5ddc-420e-8082-2c9b342f40e9 req-2c25f898-0ba3-4613-9746-2340d69d9cf6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.234218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77945764-9626-43c9-9c1b-b72c1f4217fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2224228861ed4f0ca45587f194663edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817013 Sep 18 07:01:29.234345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e954a54-5ddc-420e-8082-2c9b342f40e9 req-2c25f898-0ba3-4613-9746-2340d69d9cf6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1412144 Sep 18 07:01:29.234674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46458) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:29.270992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:29.336293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f09e941c-9269-43b8-99ff-8757c61b1c3b req-2fa2e022-1d14-47bb-ae19-966702c282dc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022520 Sep 18 07:01:29.357863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:29.361706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e954a54-5ddc-420e-8082-2c9b342f40e9 req-9cb4c10f-734b-4c87-b77b-92b4aca905dd tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117649 Sep 18 07:01:29.373942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.430959 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.535958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:29.548190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'network_id': 'b316bcb6-b2bc-46f2-80f8-de5fc34d25e2', 'port_id': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'mac_address': 'fa:16:3e:23:b1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae5ec80-bb3a-401b-ac6b-67c4bd227cce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:29.605344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.622506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:29.633456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c21989-5c3c-4c60-8baa-def1bbf2a319 req-8e9434f4-b831-4e9a-b494-5e471f75ba37 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.640792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c21989-5c3c-4c60-8baa-def1bbf2a319 req-8e9434f4-b831-4e9a-b494-5e471f75ba37 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.1830857 Sep 18 07:01:29.653339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:29.664642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f5299-5dde-434e-af92-82402eb70ca7 req-a665c5e6-a942-4284-a9b3-42ab532cec88 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.666193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-210f5299-5dde-434e-af92-82402eb70ca7 req-a665c5e6-a942-4284-a9b3-42ab532cec88 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.1588271 Sep 18 07:01:29.668818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.671521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.672648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dc14b39-7e8f-4ca3-b0c3-87f7571a1907 HTTP/1.1" status: 204 len: 168 time: 0.4371452 Sep 18 07:01:29.716813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:29.727908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be7a48-a47d-4cd1-a41b-bbad4ceab485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc14b39-7e8f-4ca3-b0c3-87f7571a1907,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:29.750029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c21989-5c3c-4c60-8baa-def1bbf2a319 req-15326101-9b83-407f-8e73-96afe44b30f8 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037476 Sep 18 07:01:29.772737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-210f5299-5dde-434e-af92-82402eb70ca7 req-6a2ec48b-e009-4587-ad89-831e583144fe tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Sep 18 07:01:29.819697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:29.921775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273212-34b0-4212-8b10-4004bdd24d44 req-b671c0e3-5aae-4bd1-89e0-50e3c0b7966c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:29.929254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a273212-34b0-4212-8b10-4004bdd24d44 req-b671c0e3-5aae-4bd1-89e0-50e3c0b7966c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0693581 Sep 18 07:01:29.967664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a273212-34b0-4212-8b10-4004bdd24d44 req-d0042d8a-ca49-4b8d-af18-e9bf922a0eb5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Sep 18 07:01:30.085803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b767c-3b90-4ca1-badb-fe1bb973c27b req-9921ba67-0089-4224-b4f8-0b549bfea2bd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.087430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a58b767c-3b90-4ca1-badb-fe1bb973c27b req-9921ba67-0089-4224-b4f8-0b549bfea2bd tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 944 time: 0.0582016 Sep 18 07:01:30.138367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a58b767c-3b90-4ca1-badb-fe1bb973c27b req-3d5c6f35-6858-489a-b7bb-8c78bc807e5f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433862 Sep 18 07:01:30.508819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.514754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.520755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.526943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.532869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.539324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.545241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.547698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc454e8-641a-4678-892b-89fcb1436998 req-4835a1cf-8ead-4087-bb5b-ff6ed1c579d5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5437 time: 0.1192420 Sep 18 07:01:30.555292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece2eeb-54a1-426d-850f-4d057ceda601 req-ba27931a-4985-4b9e-8550-0c672887df05 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.556719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ece2eeb-54a1-426d-850f-4d057ceda601 req-ba27931a-4985-4b9e-8550-0c672887df05 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1194336 Sep 18 07:01:30.619394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc454e8-641a-4678-892b-89fcb1436998 req-710cf9c0-4a0d-4a9f-929c-88af708059b8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614572 Sep 18 07:01:30.628291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ece2eeb-54a1-426d-850f-4d057ceda601 req-ff88d867-2e55-4e13-a8d1-587b310114e9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646384 Sep 18 07:01:30.900459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff6917-f746-4b05-b1cd-3157885bff05 req-ade67b56-87f0-499d-aef1-86b8f29582d6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:30.902390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eff6917-f746-4b05-b1cd-3157885bff05 req-ade67b56-87f0-499d-aef1-86b8f29582d6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.0767701 Sep 18 07:01:30.970617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eff6917-f746-4b05-b1cd-3157885bff05 req-ee889d43-81a9-42dc-8d40-e163b72525d2 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579853 Sep 18 07:01:31.012606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54ef7f-db5f-4a05-93c5-8a66719831e1 req-cd59d353-03c7-4ac8-b078-4bda9210e2af tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.014385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef54ef7f-db5f-4a05-93c5-8a66719831e1 req-cd59d353-03c7-4ac8-b078-4bda9210e2af tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.1110089 Sep 18 07:01:31.095549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef54ef7f-db5f-4a05-93c5-8a66719831e1 req-e5b652df-e683-46f1-971e-5f6e6c4ac92c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705891 Sep 18 07:01:31.151304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46520) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:31.173485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b66d1-30ac-42df-8185-914472cfeef0 req-87300617-e0be-4e58-bfc2-0f4279a4ddcb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.181949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-019b66d1-30ac-42df-8185-914472cfeef0 req-87300617-e0be-4e58-bfc2-0f4279a4ddcb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0621755 Sep 18 07:01:31.228153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-019b66d1-30ac-42df-8185-914472cfeef0 req-d72cb3bd-970f-4c30-96a6-7e4800035551 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Sep 18 07:01:31.300006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1916153351-network', 'tenant_id': '7d4f69a96cbf44db816788faf484c4f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:31.305745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe949-acdb-4127-925a-d5a601b3617b req-232f99e5-8d07-4cfa-9a25-6d1dd391787b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.307603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbdfe949-acdb-4127-925a-d5a601b3617b req-232f99e5-8d07-4cfa-9a25-6d1dd391787b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 944 time: 0.0625119 Sep 18 07:01:31.354374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbdfe949-acdb-4127-925a-d5a601b3617b req-fb5c42b6-cc7c-4b30-aaa2-51bb6ab8c71a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Sep 18 07:01:31.413980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Made reservation on behalf of 7d4f69a96cbf44db816788faf484c4f0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:31.416733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.428183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.535506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.605011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1b09bf04-6d74-493f-b7ca-00d7d1d4940d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:31.614548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.626333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:01:31.636039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.636501 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Added segment 971177e2-412e-4c62-b26a-652157861b08 of type vlan for network db7ad022-caed-4d8b-9b03-e4daadc0427b Sep 18 07:01:31.683896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.716890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:31.740178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deebe280-08e2-45d0-baa4-827f03822673,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:31.769935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.769935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.770774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:31.778183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f79f970b-4b77-4cd8-ba3b-ab42a7e61f01'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:31.780866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['bc24cf77-4bfe-440b-8418-da02b0f45582'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:31.843397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] Pushing event updated for resources: {'Network': ['ID=db7ad022-caed-4d8b-9b03-e4daadc0427b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:31.855713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-118e3d15-faa0-4f53-a5cc-2a09907d7147 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7026558 Sep 18 07:01:31.856941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:31.864971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.865237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Request body: {'subnet': {'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1916153351-subnet', 'tenant_id': '7d4f69a96cbf44db816788faf484c4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:31.871921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.880012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.887312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.896068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.903481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.909420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.911985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ade269d5-494f-4470-ade3-d50e780dce00 req-f72c72fe-0dc6-4289-a934-b89a0a962ae4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5437 time: 0.1665215 Sep 18 07:01:31.927388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b865be-b631-4fc3-b0e9-0fb7fabde90d req-34b6ac76-3989-4339-ad98-de71ccecd72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:31.929015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49b865be-b631-4fc3-b0e9-0fb7fabde90d req-34b6ac76-3989-4339-ad98-de71ccecd72f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1325321 Sep 18 07:01:31.966662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['938f981e-dcab-4787-ae71-c7ad544572df'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:31.969450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network db7ad022-caed-4d8b-9b03-e4daadc0427b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:01:31.988443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ade269d5-494f-4470-ade3-d50e780dce00 req-e991d1b8-30d7-4bfd-8784-04dfad340988 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687196 Sep 18 07:01:31.998539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Made reservation on behalf of 7d4f69a96cbf44db816788faf484c4f0 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:32.000755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:32.001600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49b865be-b631-4fc3-b0e9-0fb7fabde90d req-0e311515-2067-46ea-a08c-fd19e270da4b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546715 Sep 18 07:01:32.190367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ab770858-e10c-4cbb-a959-d016cc293f39'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:32.217161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147e01-59f1-468b-9fad-9b9b4e14daef req-a800b139-94df-48f4-ae52-cd7bb1745145 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:32.218694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64147e01-59f1-468b-9fad-9b9b4e14daef req-a800b139-94df-48f4-ae52-cd7bb1745145 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.1063483 Sep 18 07:01:32.245804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3dcb73bd-23d3-4dc2-a09a-60f17a66a868'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:32.249522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['548cd5f5-1240-4ba0-aa3a-640e8acd5df2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:32.289869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64147e01-59f1-468b-9fad-9b9b4e14daef req-b29b3001-3f13-49bd-a1cf-0366dc7308ce tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575206 Sep 18 07:01:32.320156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1b2eb-2252-411d-9469-e6fef000dd55 req-c000f210-c0a9-41f2-83b8-2eb57e1305af tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:32.332896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2e1b2eb-2252-411d-9469-e6fef000dd55 req-c000f210-c0a9-41f2-83b8-2eb57e1305af tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.1087980 Sep 18 07:01:32.378210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2e1b2eb-2252-411d-9469-e6fef000dd55 req-1a32d3a8-dc24-4521-9462-63d2432292ca tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Sep 18 07:01:32.387828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:32.462498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9faa2b-9eb7-4113-bd36-782212f677bc req-53c2ca45-c9f9-4c8b-a9d9-ef15b9eab19d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:32.464063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d9faa2b-9eb7-4113-bd36-782212f677bc req-53c2ca45-c9f9-4c8b-a9d9-ef15b9eab19d tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0976553 Sep 18 07:01:32.526466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Checking segment: {'id': '971177e2-412e-4c62-b26a-652157861b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:32.531454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Network hostable DHCP agents. Network: db7ad022-caed-4d8b-9b03-e4daadc0427b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:01:32.548921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fb48f5-0b2c-43c2-bd16-2596a936698b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:32.563956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d9faa2b-9eb7-4113-bd36-782212f677bc req-ab9ab7c2-1349-4b14-b151-14ab608874df tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930221 Sep 18 07:01:32.613189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccec27-a4b8-4199-b9ad-5666510b3936 req-3ab4a89b-eb1a-4ca8-9deb-60a2106d0e6d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:32.614943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cccec27-a4b8-4199-b9ad-5666510b3936 req-3ab4a89b-eb1a-4ca8-9deb-60a2106d0e6d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 944 time: 0.0849340 Sep 18 07:01:32.660414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Network db7ad022-caed-4d8b-9b03-e4daadc0427b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:01:32.686776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cccec27-a4b8-4199-b9ad-5666510b3936 req-4176baa1-8528-488e-8239-eec7bfff3027 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633235 Sep 18 07:01:32.762622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, db7ad022-caed-4d8b-9b03-e4daadc0427b) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:32.770043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:32.770836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:32.815007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28a408-a63c-4652-ad7b-648e705e08ea None None] Network db7ad022-caed-4d8b-9b03-e4daadc0427b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:32.856108 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-12b22129-1053-41a0-a91b-17ce952ac9c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9910340 Sep 18 07:01:33.191092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b793-b638-4197-973a-c8566bd4a33f req-9b6c9904-bfaa-41b8-92f2-a953b27815cd tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.209509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f24b793-b638-4197-973a-c8566bd4a33f req-9b6c9904-bfaa-41b8-92f2-a953b27815cd tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0910447 Sep 18 07:01:33.291350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f24b793-b638-4197-973a-c8566bd4a33f req-76272f60-2100-4cde-b2c0-22de08f1e685 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808501 Sep 18 07:01:33.397521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4d22e-ac19-48e5-aef6-fa1d5e85b5f4 None None] Network db7ad022-caed-4d8b-9b03-e4daadc0427b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:01:33.446301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.453172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.460165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.466986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.474214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.493911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.500204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.518372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-3bafc38e-3caa-40b0-b9a5-dccac60bc927 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5437 time: 0.1563518 Sep 18 07:01:33.578660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a94f5719-cee2-4d34-aa8c-cdff1d7b0f2a req-d49d680e-9a0d-4bf1-a245-6b7ecf3d5c5f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579166 Sep 18 07:01:33.633873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f324003d-9157-4742-bc17-f8077dfb839f details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:33.707331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd863d-d000-44d3-915c-356e2a2c9064 req-37f3b18f-3697-40da-9638-9afbdcfb5609 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.714289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34bd863d-d000-44d3-915c-356e2a2c9064 req-37f3b18f-3697-40da-9638-9afbdcfb5609 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 948 time: 0.1010330 Sep 18 07:01:33.763996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfe37b-26a4-4d2e-b357-0cd0ed29e807 req-366cb567-ea91-4520-9e28-5e363646347c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.769918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9dfe37b-26a4-4d2e-b357-0cd0ed29e807 req-366cb567-ea91-4520-9e28-5e363646347c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.1020381 Sep 18 07:01:33.778841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f324003d-9157-4742-bc17-f8077dfb839f,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:33.789302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34bd863d-d000-44d3-915c-356e2a2c9064 req-21110401-7760-4f22-a9b0-f1dcf540994f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Sep 18 07:01:33.834359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9dfe37b-26a4-4d2e-b357-0cd0ed29e807 req-f69782e2-73a8-43af-addc-4e00fdb7c9f6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Sep 18 07:01:33.937754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'f324003d-9157-4742-bc17-f8077dfb839f', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'f324003d-9157-4742-bc17-f8077dfb839f', 'mac_address': 'fa:16:3e:57:b6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:33.982881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:33.996635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14066e-c3ad-4f2f-9eb5-f38b5c5abdab req-91ae2fae-eb1b-4282-98a3-da408ee1cb21 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:33.999149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f324003d-9157-4742-bc17-f8077dfb839f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:34.002777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca14066e-c3ad-4f2f-9eb5-f38b5c5abdab req-91ae2fae-eb1b-4282-98a3-da408ee1cb21 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0663080 Sep 18 07:01:34.024867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f324003d-9157-4742-bc17-f8077dfb839f,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:34.055779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca14066e-c3ad-4f2f-9eb5-f38b5c5abdab req-3e9504e5-acc0-4cf8-801a-7b6673dd18b8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Sep 18 07:01:34.095795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:34.096036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f9ffe096-8729-414d-a055-96f79ef144ac details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:34.182097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:34.196655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f83c2-1997-419a-9adc-f9a3e4a1cd18 req-ae486b6a-fd55-4e6c-9ec0-3195db091a37 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.198362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b7f83c2-1997-419a-9adc-f9a3e4a1cd18 req-ae486b6a-fd55-4e6c-9ec0-3195db091a37 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0870452 Sep 18 07:01:34.246285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b7f83c2-1997-419a-9adc-f9a3e4a1cd18 req-7ae24cb7-6b79-41b4-85ba-bcd670f9351e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Sep 18 07:01:34.254906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f9ffe096-8729-414d-a055-96f79ef144ac,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:34.266192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'f9ffe096-8729-414d-a055-96f79ef144ac', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'f9ffe096-8729-414d-a055-96f79ef144ac', 'mac_address': 'fa:16:3e:27:d6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:34.304184 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:34.319004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ffe096-8729-414d-a055-96f79ef144ac {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:34.342500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f9ffe096-8729-414d-a055-96f79ef144ac,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:34.414553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acadc61-cb8a-4ea8-833b-c8cce1c140ea req-621bffdd-a1a1-4bb4-8e82-1eeda86416f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.416295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9acadc61-cb8a-4ea8-833b-c8cce1c140ea req-621bffdd-a1a1-4bb4-8e82-1eeda86416f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0603230 Sep 18 07:01:34.460193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9acadc61-cb8a-4ea8-833b-c8cce1c140ea req-6b9805fb-2800-49c0-b6af-02cfb69b206c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Sep 18 07:01:34.573935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:34.632525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:34.727496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.734523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.741515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.749701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.755444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.761337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.770435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.772747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6cbaccdf-c154-478a-9ef1-cb35b7162bef tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5437 time: 0.1033056 Sep 18 07:01:34.831547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8652c6b-ca5c-4e9b-ab05-381e0570368a req-6d1bf2f2-33c4-4870-8105-779950d90873 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444081 Sep 18 07:01:34.930048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f30d8-13eb-4a80-9ecb-d3c0d59755d2 req-ea5b31ce-e1f0-4a2d-887e-996acb64746a tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:34.931646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d53f30d8-13eb-4a80-9ecb-d3c0d59755d2 req-ea5b31ce-e1f0-4a2d-887e-996acb64746a tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.0551655 Sep 18 07:01:34.970530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d53f30d8-13eb-4a80-9ecb-d3c0d59755d2 req-7a564265-4388-4488-b268-63baa5eb0da4 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Sep 18 07:01:35.093490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022329a-2fca-419f-a080-4aa4d35dd190 req-44a17dd4-0aa6-4de1-9b30-fda5ad76cd04 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.095028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a022329a-2fca-419f-a080-4aa4d35dd190 req-44a17dd4-0aa6-4de1-9b30-fda5ad76cd04 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.0610418 Sep 18 07:01:35.157684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a022329a-2fca-419f-a080-4aa4d35dd190 req-2d537dce-5da9-4670-856a-f1e6d7286c26 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559635 Sep 18 07:01:35.182619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf903c-d298-43d6-936d-adf29ae9c7af req-fde72dd9-e109-40b7-87fa-dc18e2714522 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.184117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3cf903c-d298-43d6-936d-adf29ae9c7af req-fde72dd9-e109-40b7-87fa-dc18e2714522 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0607564 Sep 18 07:01:35.221376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3cf903c-d298-43d6-936d-adf29ae9c7af req-aebd5bdb-fbb2-4ccd-9fbc-90217c7891ab tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Sep 18 07:01:35.366861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55439d-6105-4751-9fe9-44257edafcb2 req-e2c8333e-5d3e-448d-be94-48fdc1bfa91a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.368343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e55439d-6105-4751-9fe9-44257edafcb2 req-e2c8333e-5d3e-448d-be94-48fdc1bfa91a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0555336 Sep 18 07:01:35.406460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e55439d-6105-4751-9fe9-44257edafcb2 req-264e59f0-6e14-4f12-984f-d24d487ece07 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Sep 18 07:01:35.589274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093e0b0-f3c6-402d-9c8a-05ad52fe898a req-7e747139-a8c2-4430-9e8a-2581d46cf3f5 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.590843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9093e0b0-f3c6-402d-9c8a-05ad52fe898a req-7e747139-a8c2-4430-9e8a-2581d46cf3f5 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0644660 Sep 18 07:01:35.629116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9093e0b0-f3c6-402d-9c8a-05ad52fe898a req-480d3375-9106-41d7-98fe-298c223754f0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Sep 18 07:01:35.651975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:35.750931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:35.755374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:35.755939 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:35.776712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-842ab808-b6ff-4df1-b43c-ce2a05122240 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.778391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-842ab808-b6ff-4df1-b43c-ce2a05122240 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/networks?id=db7ad022-caed-4d8b-9b03-e4daadc0427b HTTP/1.1" status: 200 len: 810 time: 0.1041095 Sep 18 07:01:35.795312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-71a97c1c-097b-4d3b-9c37-480a50a75f31 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/quotas/7d4f69a96cbf44db816788faf484c4f0 HTTP/1.1" status: 200 len: 375 time: 0.0095091 Sep 18 07:01:35.835838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:35.854106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-be13e97b-91bf-4e29-b6ce-174587a200bf tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d4f69a96cbf44db816788faf484c4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512509 Sep 18 07:01:35.861193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:35.864841 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cb48da-22e8-4b47-a378-f886d4d84053" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:35.878985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:35.892568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af70060-abaa-487f-8cdd-44b65af4df9f req-7c7c3537-c49d-4256-a229-b878b199981c tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:35.894743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6af70060-abaa-487f-8cdd-44b65af4df9f req-7c7c3537-c49d-4256-a229-b878b199981c tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 949 time: 0.0926540 Sep 18 07:01:35.962560 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:35.971375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6af70060-abaa-487f-8cdd-44b65af4df9f req-c8a2517c-79a6-4119-83a2-5acbe2d95486 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699623 Sep 18 07:01:35.993634 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-589a880d-79c4-4e98-8f8d-c1b21b28b6b1 service neutron] 10.222.0.20 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306949 Sep 18 07:01:36.029016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:36.110491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-c6841fc3-e65f-44ff-a28d-030202aa974b service neutron] 10.222.0.20 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158879 Sep 18 07:01:36.121714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.127583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.133987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.139818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.146303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.152470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.158340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.160141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-38328fbb-4591-49fb-9acc-6120fdff9a31 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5438 time: 0.1085637 Sep 18 07:01:36.204462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e75d61a-8268-4c1b-b275-fb7486493d25 req-f871e502-bb4d-4bf0-a422-3d6c9dcd8626 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375497 Sep 18 07:01:36.251064 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee16f751-24af-4692-87c2-ae799348a00b x-openstack-request-id: req-ee16f751-24af-4692-87c2-ae799348a00b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:36.251360 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:36.251616 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee16f751-24af-4692-87c2-ae799348a00b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:36.252205 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'code': 200} Sep 18 07:01:36.341447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1493e-8656-445e-a3b6-a6947c7a75dc req-71222b8c-627f-4ff4-998d-5adc514adeed tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.342973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ce1493e-8656-445e-a3b6-a6947c7a75dc req-71222b8c-627f-4ff4-998d-5adc514adeed tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.0486352 Sep 18 07:01:36.381172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ce1493e-8656-445e-a3b6-a6947c7a75dc req-d287fa0d-7d45-4710-926d-487c21a0532d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Sep 18 07:01:36.487002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5327-ab0e-4fa5-8878-7a0ec305ff60 req-7d771fc4-b6a5-44dc-9edb-7b5adf014440 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.489121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d6b5327-ab0e-4fa5-8878-7a0ec305ff60 req-7d771fc4-b6a5-44dc-9edb-7b5adf014440 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Sep 18 07:01:36.578627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab56ef4-2bc2-40d2-81ef-6c50ec9d96b6 req-a85f72fd-f9d9-4723-b61b-9021d7d90e09 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.580117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ab56ef4-2bc2-40d2-81ef-6c50ec9d96b6 req-a85f72fd-f9d9-4723-b61b-9021d7d90e09 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0601695 Sep 18 07:01:36.626828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d6b5327-ab0e-4fa5-8878-7a0ec305ff60 req-51f83165-3cdb-4f5e-8e26-e66a526cea3a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302152 Sep 18 07:01:36.634240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ab56ef4-2bc2-40d2-81ef-6c50ec9d96b6 req-8da5185d-4ab9-4118-961a-bf7675755ca2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Sep 18 07:01:36.714983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db1796d9-88e3-4206-a872-6e8d0140e17e req-ed8cb29c-576c-4b09-90e5-090e7d8876b3 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 210 time: 0.0328562 Sep 18 07:01:36.751004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc285b3-8f0f-46ef-bfa5-9e32ec6f5e92 req-a22d2329-aa37-4fa4-a46b-d85f32b77e63 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.752470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fdc285b3-8f0f-46ef-bfa5-9e32ec6f5e92 req-a22d2329-aa37-4fa4-a46b-d85f32b77e63 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0600827 Sep 18 07:01:36.817282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fdc285b3-8f0f-46ef-bfa5-9e32ec6f5e92 req-8fb5364a-a75f-4486-b0e1-32cee45f32fe tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585911 Sep 18 07:01:36.835428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91afd-44e5-4447-93ed-763ff5cb9485 req-aaf99f8a-247a-4aa5-ab8e-a587d2289a68 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:36.836865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e91afd-44e5-4447-93ed-763ff5cb9485 req-aaf99f8a-247a-4aa5-ab8e-a587d2289a68 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0654790 Sep 18 07:01:36.875602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e91afd-44e5-4447-93ed-763ff5cb9485 req-afdf3c79-628c-4d2b-9179-72d615f897ac tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Sep 18 07:01:37.028430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f324003d-9157-4742-bc17-f8077dfb839f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:37.088733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568088a9-cbee-490e-9bf0-f137e2de2fd1 req-191180c5-d0ce-4579-9da7-0abb0c07bfa3 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.090325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-568088a9-cbee-490e-9bf0-f137e2de2fd1 req-191180c5-d0ce-4579-9da7-0abb0c07bfa3 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 949 time: 0.0500414 Sep 18 07:01:37.127839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-568088a9-cbee-490e-9bf0-f137e2de2fd1 req-2e7dfe21-9629-4d61-892d-519f1ab3bc14 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Sep 18 07:01:37.150384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f9ffe096-8729-414d-a055-96f79ef144ac'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:37.339011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.344973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.351579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.357526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.364148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.370136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.376086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.377977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-384f32cc-8a07-4230-b21e-461883d7a776 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5438 time: 0.0966964 Sep 18 07:01:37.420881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eeb6d66c-ff95-4c59-9518-3871ee152ca2 req-60fe1337-8aac-44ed-9bf0-1d1858efa83d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341389 Sep 18 07:01:37.530185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16927d-8859-4aa5-bfdc-5e91318c32fa req-a5a45bc8-ebb2-4bd7-a1b6-b257b1274379 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.531652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b16927d-8859-4aa5-bfdc-5e91318c32fa req-a5a45bc8-ebb2-4bd7-a1b6-b257b1274379 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.0520332 Sep 18 07:01:37.570313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b16927d-8859-4aa5-bfdc-5e91318c32fa req-ee6e4f5a-3cce-4cbc-8533-08c004125b04 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Sep 18 07:01:37.770431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996bc8-f9c6-422c-9b71-18ecfbc81b07 req-3bfaa7f9-4b55-497e-b90e-2aace5ae6315 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.772165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c996bc8-f9c6-422c-9b71-18ecfbc81b07 req-3bfaa7f9-4b55-497e-b90e-2aace5ae6315 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.0585518 Sep 18 07:01:37.832998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c996bc8-f9c6-422c-9b71-18ecfbc81b07 req-8ab0092f-5fa1-41aa-8166-53a802da161e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Sep 18 07:01:37.842310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e0a57-83b9-41dd-871a-31493dfe2ae4 req-7fff7ee5-2970-444c-8e2c-d9f33c030090 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:37.843800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c10e0a57-83b9-41dd-871a-31493dfe2ae4 req-7fff7ee5-2970-444c-8e2c-d9f33c030090 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0901163 Sep 18 07:01:37.883552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c10e0a57-83b9-41dd-871a-31493dfe2ae4 req-46f7d5bf-0340-49e1-9689-53851a4ea4a6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Sep 18 07:01:37.944732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07899f57-6dde-4494-a054-98621d149882 req-ebdb6d91-0d28-4c22-af18-a216f6902715 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 210 time: 0.0269005 Sep 18 07:01:38.000766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c14ec5-8584-4836-8a4c-8e903ce1748e req-396a251c-209e-40fb-87a9-c1adfb7bd85e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.002255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76c14ec5-8584-4836-8a4c-8e903ce1748e req-396a251c-209e-40fb-87a9-c1adfb7bd85e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Sep 18 07:01:38.064096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76c14ec5-8584-4836-8a4c-8e903ce1748e req-05c29a6f-b596-4aaf-9049-b291dda334dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527012 Sep 18 07:01:38.076511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f8c6-153c-4106-bef3-3a2208de8d3b req-f1b640c5-4738-4b4a-9747-0f383cae69a2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.078030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fee7f8c6-153c-4106-bef3-3a2208de8d3b req-f1b640c5-4738-4b4a-9747-0f383cae69a2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0748909 Sep 18 07:01:38.115716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fee7f8c6-153c-4106-bef3-3a2208de8d3b req-b13c412a-44de-48b2-a5cc-2738f11e3373 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Sep 18 07:01:38.550878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.556810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.562966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.569510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.575531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.581404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.587275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.589075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2047434b-d3ff-48f3-984e-06008117edb2 req-a68d5432-b6a3-479e-a310-a90aefd35d52 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5438 time: 0.0953848 Sep 18 07:01:38.632696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2047434b-d3ff-48f3-984e-06008117edb2 req-2787143a-055c-4664-87b3-5e892286a978 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372648 Sep 18 07:01:38.683766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d228db-d5a6-4360-a533-e99f0e8f4e4e req-f7141aee-2def-4891-b7d9-976f42510d02 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.685224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53d228db-d5a6-4360-a533-e99f0e8f4e4e req-f7141aee-2def-4891-b7d9-976f42510d02 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.0473826 Sep 18 07:01:38.734055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53d228db-d5a6-4360-a533-e99f0e8f4e4e req-4bff4828-0c8c-418b-8732-f73a40c8679c tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Sep 18 07:01:38.819488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-f26403cc-19b5-4b8b-aac3-7d5f451c3b4a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.820209 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-173ad091-e3f9-4238-94a5-1040f226ef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:38.822539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-f26403cc-19b5-4b8b-aac3-7d5f451c3b4a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.37 "GET /v2.0/networks?id=db7ad022-caed-4d8b-9b03-e4daadc0427b HTTP/1.1" status: 200 len: 810 time: 0.1084149 Sep 18 07:01:38.836397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Request body: {'port': {'device_id': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b', 'admin_state_up': True, 'tenant_id': '7d4f69a96cbf44db816788faf484c4f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:38.959326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c39b5-1753-4891-844e-15b3cef12f56 req-2631c480-7d96-467b-bdcb-a635958121ef tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:38.961073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-185c39b5-1753-4891-844e-15b3cef12f56 req-2631c480-7d96-467b-bdcb-a635958121ef tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.0559874 Sep 18 07:01:39.012580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-185c39b5-1753-4891-844e-15b3cef12f56 req-e350b640-891f-426c-aec7-a4877f12d1d1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Sep 18 07:01:39.031093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Made reservation on behalf of 7d4f69a96cbf44db816788faf484c4f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:39.035441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.065834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae91db-0ed0-4c0a-b8a0-65775f1e3876 req-88e864a4-9b9d-43ae-bc2b-59e7b2dfbc07 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.073715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcae91db-0ed0-4c0a-b8a0-65775f1e3876 req-88e864a4-9b9d-43ae-bc2b-59e7b2dfbc07 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0770044 Sep 18 07:01:39.115891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-447f4a64-9300-42f3-b894-0cd80a802561 req-afe1b8f5-f5dd-4331-97a2-7f914e87214e tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 210 time: 0.0340385 Sep 18 07:01:39.142131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcae91db-0ed0-4c0a-b8a0-65775f1e3876 req-261e80d1-99c3-4f85-8e82-edeff9afe65f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596704 Sep 18 07:01:39.193479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Allocated IP 172.20.0.13 (db7ad022-caed-4d8b-9b03-e4daadc0427b/04fb48f5-0b2c-43c2-bd16-2596a936698b/68dae777-5f0c-4a60-9d6b-1f6847bde578) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:39.257336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e768f2-43d1-44f9-bc20-af95bf7e8b6e req-abf5ff91-c45a-4125-b5bf-c94c6596b353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.258901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81e768f2-43d1-44f9-bc20-af95bf7e8b6e req-abf5ff91-c45a-4125-b5bf-c94c6596b353 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0806689 Sep 18 07:01:39.271631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf5ce0-4c53-4216-9143-d6c6d9df9f95 req-208d0f8f-ce44-4340-991d-c7097d4b8ce0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.273334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2abf5ce0-4c53-4216-9143-d6c6d9df9f95 req-208d0f8f-ce44-4340-991d-c7097d4b8ce0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0658038 Sep 18 07:01:39.320097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81e768f2-43d1-44f9-bc20-af95bf7e8b6e req-ad8c6145-633e-4b33-b413-6d3be3a12945 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Sep 18 07:01:39.332905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2abf5ce0-4c53-4216-9143-d6c6d9df9f95 req-497d99a1-dd80-491f-86f2-df6b5cf99ff7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520408 Sep 18 07:01:39.342639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.419881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.466917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Network db7ad022-caed-4d8b-9b03-e4daadc0427b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:39.469775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:39.477705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:39.480291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Pushing event updated for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:39.527702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.528337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.596998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-04c7ae92-00a0-4a9b-8605-6d5824a29ac6 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643716 Sep 18 07:01:39.609709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Request body: {'port': {'device_id': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:39.646048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 938f981e-dcab-4787-ae71-c7ad544572df up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:39.663986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.785060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 938f981e-dcab-4787-ae71-c7ad544572df completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:39.791708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 938f981e-dcab-4787-ae71-c7ad544572df triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:39.792466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.858211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.864259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.870212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.876132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.882941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.888700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.895420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.898379 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.902501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-cb45e7d4-ae15-4e05-9674-038b4c33feb7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5438 time: 0.1926284 Sep 18 07:01:39.921593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:39.923884 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54713bf2-d6e7-4511-a9bc-dedc4d99c387" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "938f981e-dcab-4787-ae71-c7ad544572df"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:39.938374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:39.949964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dae777-5f0c-4a60-9d6b-1f6847bde578 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:39.953848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e17889-7084-495a-b550-ddfbb965efd0 req-f8db2858-607c-4b38-a9db-b5b40a53f4d6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:39.955349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60e17889-7084-495a-b550-ddfbb965efd0 req-f8db2858-607c-4b38-a9db-b5b40a53f4d6 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.1548488 Sep 18 07:01:39.957466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:39.962495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-284e3145-02f9-4baf-b61e-11d9345eaa3e req-78716cfe-869e-460e-ad71-62627ffa67b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569086 Sep 18 07:01:39.970051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Transition to ACTIVE for port object 68dae777-5f0c-4a60-9d6b-1f6847bde578 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:01:39.996653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60e17889-7084-495a-b550-ddfbb965efd0 req-ae12e528-da47-4d4f-8036-7050c950196a tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Sep 18 07:01:40.008045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.008960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab770858-e10c-4cbb-a959-d016cc293f39 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:40.031061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.063577 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bec8808-c5c5-4118-a3bb-2fbfa49689a4 x-openstack-request-id: req-4bec8808-c5c5-4118-a3bb-2fbfa49689a4 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:40.063873 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "938f981e-dcab-4787-ae71-c7ad544572df", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:40.064126 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bec8808-c5c5-4118-a3bb-2fbfa49689a4 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:40.064512 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df', 'code': 200} Sep 18 07:01:40.093427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.100071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.111055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:40.153309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a83a88-23de-4fde-9406-ea30e24afabf req-cf5f866e-4486-497d-a6c5-4077fbe37cd2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.161045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89a83a88-23de-4fde-9406-ea30e24afabf req-cf5f866e-4486-497d-a6c5-4077fbe37cd2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 945 time: 0.0577846 Sep 18 07:01:40.173522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Attempting to bind port 68dae777-5f0c-4a60-9d6b-1f6847bde578 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:01:40.173861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Attempting to bind port 68dae777-5f0c-4a60-9d6b-1f6847bde578 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '971177e2-412e-4c62-b26a-652157861b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:01:40.174244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Attempting to bind port 68dae777-5f0c-4a60-9d6b-1f6847bde578 on network db7ad022-caed-4d8b-9b03-e4daadc0427b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:40.179436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Port 68dae777-5f0c-4a60-9d6b-1f6847bde578 on network db7ad022-caed-4d8b-9b03-e4daadc0427b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:01:40.179767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Attempting to bind port 68dae777-5f0c-4a60-9d6b-1f6847bde578 on network db7ad022-caed-4d8b-9b03-e4daadc0427b {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:01:40.183168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ab770858-e10c-4cbb-a959-d016cc293f39 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:40.185715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:01:40.186093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Checking segment: {'id': '971177e2-412e-4c62-b26a-652157861b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:01:40.186640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Bound using segment: {'id': '971177e2-412e-4c62-b26a-652157861b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:01:40.186907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Bound port: 68dae777-5f0c-4a60-9d6b-1f6847bde578, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971177e2-412e-4c62-b26a-652157861b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:01:40.187268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.189412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ab770858-e10c-4cbb-a959-d016cc293f39 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:40.189800 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.214133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89a83a88-23de-4fde-9406-ea30e24afabf req-88a2ba78-c9b9-4f14-9ab9-827c69af3c54 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Sep 18 07:01:40.265083 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.267737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:01:40.271386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578,segment=NetworkSegment(971177e2-412e-4c62-b26a-652157861b08),segment_id=971177e2-412e-4c62-b26a-652157861b08)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:01:40.272504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c125ed0-9d14-4ced-a6af-c0714607d592 req-82d00601-7ec8-4211-bd88-0bf5b7328506 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.274357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c125ed0-9d14-4ced-a6af-c0714607d592 req-82d00601-7ec8-4211-bd88-0bf5b7328506 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 944 time: 0.0647466 Sep 18 07:01:40.330928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:40.335382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.338504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c125ed0-9d14-4ced-a6af-c0714607d592 req-ec561005-25f5-4913-8039-9672a1f39d02 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582452 Sep 18 07:01:40.356947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c457f8-1cd0-4271-b79c-c2b26bd2f1cf req-a2e118a9-176c-411e-abb0-6ac9e1edcbf8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.358447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9c457f8-1cd0-4271-b79c-c2b26bd2f1cf req-a2e118a9-176c-411e-abb0-6ac9e1edcbf8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0710928 Sep 18 07:01:40.363283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.380383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab770858-e10c-4cbb-a959-d016cc293f39,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:40.407190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.407813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.409216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] 10.222.0.37 "PUT /v2.0/ports/68dae777-5f0c-4a60-9d6b-1f6847bde578 HTTP/1.1" status: 200 len: 1093 time: 0.8035846 Sep 18 07:01:40.410245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:40.412617 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c118cda-7423-4820-ac69-0567a751a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:40.414679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9c457f8-1cd0-4271-b79c-c2b26bd2f1cf req-60028a49-3ffa-4d9a-9fd9-7fe3f256d619 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Sep 18 07:01:40.419482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.438572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9252abd-0a6d-4395-baa3-9e8dd1f36cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.454946 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.455740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1b09bf04-6d74-493f-b7ca-00d7d1d4940d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:40.478359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ebf5-2d98-458e-9e41-97368610fab4 req-cbdf6185-9b76-4203-aef8-f6eecf1b2bf0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.480211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f60ebf5-2d98-458e-9e41-97368610fab4 req-cbdf6185-9b76-4203-aef8-f6eecf1b2bf0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0591605 Sep 18 07:01:40.508792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.558289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13339-b25e-415f-b2a9-b31effcb5adf req-be517c67-5e71-4f85-bc21-edf8f3220c64 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.559925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96e13339-b25e-415f-b2a9-b31effcb5adf req-be517c67-5e71-4f85-bc21-edf8f3220c64 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0789306 Sep 18 07:01:40.563487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f60ebf5-2d98-458e-9e41-97368610fab4 req-243ca7ac-5d8a-469a-b945-8b4effef56e7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721841 Sep 18 07:01:40.590592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.596778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-99a49dad-04ab-4997-8376-85e6c7aed08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.599257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-99a49dad-04ab-4997-8376-85e6c7aed08a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d4f69a96cbf44db816788faf484c4f0&device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 1096 time: 0.0582445 Sep 18 07:01:40.606493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96e13339-b25e-415f-b2a9-b31effcb5adf req-4309d55e-c423-4188-943e-b1f7f3877c3e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Sep 18 07:01:40.641759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:40.646489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:40.647126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.652230 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e99f54-093c-4eb5-9d02-16d50c56544f x-openstack-request-id: req-90e99f54-093c-4eb5-9d02-16d50c56544f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:40.652533 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:40.653225 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e99f54-093c-4eb5-9d02-16d50c56544f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:40.653225 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578', 'status': 'completed', 'code': 200} Sep 18 07:01:40.654718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-684bed6c-b491-4af2-9bdd-a9e7c0cec368 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578 HTTP/1.1" status: 200 len: 217 time: 0.0438900 Sep 18 07:01:40.706898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-814c1da5-b86b-41d0-b687-fadca92640dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:40.708401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-814c1da5-b86b-41d0-b687-fadca92640dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04fb48f5-0b2c-43c2-bd16-2596a936698b HTTP/1.1" status: 200 len: 850 time: 0.0441628 Sep 18 07:01:40.723150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.744279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-18601912-6b53-43ac-915f-04b6f5d84402 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db7ad022-caed-4d8b-9b03-e4daadc0427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244138 Sep 18 07:01:40.754917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:40.836575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:40.837453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bc24cf77-4bfe-440b-8418-da02b0f45582 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:40.851967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-5cc9433c-408e-4042-92d1-e6f922955996 service neutron] 10.222.0.37 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983968 Sep 18 07:01:40.915186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:40.946248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17aa55f2-f392-4c6d-afaa-b1b61495e5af req-e1de2f60-7c21-408b-94a4-4cd729ee4d38 service neutron] 10.222.0.37 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Sep 18 07:01:41.008022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port bc24cf77-4bfe-440b-8418-da02b0f45582 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:41.012364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port bc24cf77-4bfe-440b-8418-da02b0f45582 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:41.012807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.106767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.139827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118cda-7423-4820-ac69-0567a751a64c req-fb18c1c7-09f1-44aa-8e8d-236e3dd838dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.141487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-fb18c1c7-09f1-44aa-8e8d-236e3dd838dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d4f69a96cbf44db816788faf484c4f0&device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 1096 time: 0.0489342 Sep 18 07:01:41.142860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.146577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bc24cf77-4bfe-440b-8418-da02b0f45582,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:41.149462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.155486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.162281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.168311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.174394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.180899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.182843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-196c7a92-9dc3-4a24-b373-7664d93772b3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5440 time: 0.1405880 Sep 18 07:01:41.191386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c050f2d-a6ae-4ed5-a2a5-c1cb9bbc5be0 req-2fe8d56c-8a65-4689-ae43-30edc4364011 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.192827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c050f2d-a6ae-4ed5-a2a5-c1cb9bbc5be0 req-2fe8d56c-8a65-4689-ae43-30edc4364011 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.1157229 Sep 18 07:01:41.230627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.231463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:41.254617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118cda-7423-4820-ac69-0567a751a64c req-ceda21af-af83-48d9-87e9-4b058a92fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.256426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-ceda21af-af83-48d9-87e9-4b058a92fa9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=db7ad022-caed-4d8b-9b03-e4daadc0427b HTTP/1.1" status: 200 len: 911 time: 0.1079037 Sep 18 07:01:41.274697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03b6f04c-a15a-4fd5-ac9f-413c0be8b876 req-d33bf69d-228e-4a4f-bfc0-442b886ddd56 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797102 Sep 18 07:01:41.282247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c050f2d-a6ae-4ed5-a2a5-c1cb9bbc5be0 req-fe3b84d5-5e4c-49c5-ac22-0cf3935d25ca tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812714 Sep 18 07:01:41.301847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-adf2e59d-215b-4e38-9c20-3bd2fcc08c94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578 HTTP/1.1" status: 200 len: 217 time: 0.0371509 Sep 18 07:01:41.326261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:41.369796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118cda-7423-4820-ac69-0567a751a64c req-aa21f075-839e-4ec8-a78d-8d785637c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.371878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-aa21f075-839e-4ec8-a78d-8d785637c696 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04fb48f5-0b2c-43c2-bd16-2596a936698b HTTP/1.1" status: 200 len: 850 time: 0.0620291 Sep 18 07:01:41.415432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-61189a7d-fbe3-40c3-9e27-360623212e7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=db7ad022-caed-4d8b-9b03-e4daadc0427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295811 Sep 18 07:01:41.419609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:41.425755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:41.426261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.477480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dcd45d66-a0a6-4469-979f-9e91354d14f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.499174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77ddb4-a9ca-45be-8753-65e1ba807ada req-ebd73a05-3d06-46ac-968a-597363bd5121 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.500730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e77ddb4-a9ca-45be-8753-65e1ba807ada req-ebd73a05-3d06-46ac-968a-597363bd5121 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.0976460 Sep 18 07:01:41.516045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b2c94-c686-4187-9dd4-3f0922de5464 req-aedaef15-2588-4836-a423-61fd147ba703 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.524235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650b2c94-c686-4187-9dd4-3f0922de5464 req-aedaef15-2588-4836-a423-61fd147ba703 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 944 time: 0.0817428 Sep 18 07:01:41.530171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.531322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-5acd4d4a-7285-49da-a8f8-606adb6ba36b service neutron] 10.222.0.37 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077223 Sep 18 07:01:41.569441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:41.605057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e77ddb4-a9ca-45be-8753-65e1ba807ada req-d9e44097-faf9-47f5-be27-70a5d34ba044 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788090 Sep 18 07:01:41.618652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-650b2c94-c686-4187-9dd4-3f0922de5464 req-44a00fad-44ed-4381-a003-ed15a15dd513 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889537 Sep 18 07:01:41.646110 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c118cda-7423-4820-ac69-0567a751a64c req-e71d2c6f-7ee0-4962-93d7-2b75433433b0 service neutron] 10.222.0.37 "GET /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988183 Sep 18 07:01:41.648330 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.649169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:41.733026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:41.761807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23111879-ad9a-4492-b71e-797810b928b1 req-7805666c-cb6d-4e55-b376-2fb91d29df8d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.763296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23111879-ad9a-4492-b71e-797810b928b1 req-7805666c-cb6d-4e55-b376-2fb91d29df8d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.0831640 Sep 18 07:01:41.775927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c600-4e5b-4e79-8ef0-fa5500ba4db4 req-276c5ff8-0128-43af-9d35-368e67aac16c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.777268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40d4c600-4e5b-4e79-8ef0-fa5500ba4db4 req-276c5ff8-0128-43af-9d35-368e67aac16c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0659077 Sep 18 07:01:41.785743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:41.789661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:41.790070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.843323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23111879-ad9a-4492-b71e-797810b928b1 req-31a78815-3dc3-45bc-bf1d-12f6e4d42097 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Sep 18 07:01:41.847323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40d4c600-4e5b-4e79-8ef0-fa5500ba4db4 req-4c909605-ceaa-4273-b549-daa7a5a395b3 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633311 Sep 18 07:01:41.897183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.944718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:41.968215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:41.983475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bdc53-115a-4297-8de2-c9a805e5d386 req-76fb46b5-e454-4adb-b309-b58bcb3209a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:41.986599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da5bdc53-115a-4297-8de2-c9a805e5d386 req-76fb46b5-e454-4adb-b309-b58bcb3209a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0593531 Sep 18 07:01:41.991005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.023841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:42.055287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da5bdc53-115a-4297-8de2-c9a805e5d386 req-2c8928af-988c-49c5-85cd-a615d5cc09ca tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Sep 18 07:01:42.069551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab770858-e10c-4cbb-a959-d016cc293f39'}, {'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24cf77-4bfe-440b-8418-da02b0f45582'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:42.071868 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b22d3b2-ba97-4ab8-b2d9-7e879d1c4122" -d '{"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-unplugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "ab770858-e10c-4cbb-a959-d016cc293f39"}, {"server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "name": "network-vif-plugged", "status": "completed", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "bc24cf77-4bfe-440b-8418-da02b0f45582"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:42.100400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:42.146364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:42.153214 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dda8a8-e630-431c-941d-2e1513bca85e x-openstack-request-id: req-88dda8a8-e630-431c-941d-2e1513bca85e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:42.153529 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-unplugged", "status": "completed", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "ab770858-e10c-4cbb-a959-d016cc293f39", "code": 200}, {"server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "name": "network-vif-plugged", "status": "completed", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "bc24cf77-4bfe-440b-8418-da02b0f45582", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:42.153786 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88dda8a8-e630-431c-941d-2e1513bca85e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:42.154235 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'code': 200} Sep 18 07:01:42.154488 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab770858-e10c-4cbb-a959-d016cc293f39', 'code': 200} Sep 18 07:01:42.154743 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d', 'code': 200} Sep 18 07:01:42.154997 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24cf77-4bfe-440b-8418-da02b0f45582', 'code': 200} Sep 18 07:01:42.155241 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'code': 200} Sep 18 07:01:42.155488 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'code': 200} Sep 18 07:01:42.174334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-3c944458-082b-43c6-82e6-604ce67b28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.180249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-3c944458-082b-43c6-82e6-604ce67b28cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1102 time: 0.0633116 Sep 18 07:01:42.191628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:42.199482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:42.199885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.298527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:42.317317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '671afd4d-802e-4075-8425-da7a840fde36', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '671afd4d-802e-4075-8425-da7a840fde36', 'mac_address': 'fa:16:3e:09:9a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:42.408026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.424886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:42.437088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.462334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:42.490878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217582e5-2bc6-4b3a-a6da-05889672ba43 req-5edfbaf5-2efb-4f16-a779-c81aa7a7d98f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.498130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-217582e5-2bc6-4b3a-a6da-05889672ba43 req-5edfbaf5-2efb-4f16-a779-c81aa7a7d98f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 949 time: 0.0927289 Sep 18 07:01:42.512825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:42.514424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0004ad-99ae-49bf-8264-04354c3f2519 req-294c0cb5-4114-489d-b575-ab608dc22fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.516202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da0004ad-99ae-49bf-8264-04354c3f2519 req-294c0cb5-4114-489d-b575-ab608dc22fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 1098 time: 0.0824387 Sep 18 07:01:42.545275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.555750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-1fcb34ee-3f5b-46b5-bd0e-0f67f504d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.559808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-1fcb34ee-3f5b-46b5-bd0e-0f67f504d94f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.2037058 Sep 18 07:01:42.575068 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.575863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f9ffe096-8729-414d-a055-96f79ef144ac up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:42.611347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-217582e5-2bc6-4b3a-a6da-05889672ba43 req-ea8887bf-e284-40c5-a51f-c1d465d89a93 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122088 Sep 18 07:01:42.622702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-7a1b8120-b82f-4401-b1df-a64aa1b1995b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2 HTTP/1.1" status: 200 len: 217 time: 0.0494332 Sep 18 07:01:42.634669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['671afd4d-802e-4075-8425-da7a840fde36'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:42.676294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:42.735042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:42.737849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-a3a96184-0383-458f-b639-d364aa95245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.739788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-a3a96184-0383-458f-b639-d364aa95245d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1028779 Sep 18 07:01:42.825283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port f9ffe096-8729-414d-a055-96f79ef144ac completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:42.832141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port f9ffe096-8729-414d-a055-96f79ef144ac triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:42.833047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:42.841749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-c288d69c-18ba-41ce-b282-4626007a2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:42.844562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-c288d69c-18ba-41ce-b282-4626007a2aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892072 Sep 18 07:01:42.979614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-3eaa5fde-644e-4142-9574-76bc89ab2866 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231587 Sep 18 07:01:43.072456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.079753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.088622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.098870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.103043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.108254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.116030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.124104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.132114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-0a4b25d1-9a7d-4b3b-8b0a-2c5e392390b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5443 time: 0.6205058 Sep 18 07:01:43.136361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e5b1e8fc-5e50-4886-aad5-66053452cc33 req-51a8c9e0-c525-4d10-9958-82d0063d9696 service neutron] 10.222.0.24 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458621 Sep 18 07:01:43.143368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da0004ad-99ae-49bf-8264-04354c3f2519 req-57000c54-fa4b-4bad-958c-34492b16f68a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049602 Sep 18 07:01:43.145921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f9ffe096-8729-414d-a055-96f79ef144ac,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:43.150764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.202235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.203345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f324003d-9157-4742-bc17-f8077dfb839f up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:43.226805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f68ed16-1df4-4535-9872-594cd2d39218 req-a7f7903c-55b3-48c4-943b-55451e2bc30a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819440 Sep 18 07:01:43.242494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb641-8da2-43b4-a80f-33c13ff2aff4 req-ad60f9b7-4e14-4b84-aa15-da31dd4e8ed9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.244548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b6eb641-8da2-43b4-a80f-33c13ff2aff4 req-ad60f9b7-4e14-4b84-aa15-da31dd4e8ed9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.1115863 Sep 18 07:01:43.301281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b6eb641-8da2-43b4-a80f-33c13ff2aff4 req-ac307d1f-ec65-40a2-9e8f-6d96f17bf154 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Sep 18 07:01:43.335068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:43.380583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fb1a-1b8e-4212-bf4d-983a2c315e78 req-c626ed0d-da0c-4c1d-8813-096adfb72318 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.390484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3888fb1a-1b8e-4212-bf4d-983a2c315e78 req-c626ed0d-da0c-4c1d-8813-096adfb72318 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 944 time: 0.0728853 Sep 18 07:01:43.401993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port f324003d-9157-4742-bc17-f8077dfb839f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:43.406934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port f324003d-9157-4742-bc17-f8077dfb839f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:43.407361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.463728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3888fb1a-1b8e-4212-bf4d-983a2c315e78 req-82f57fc0-06e8-4ab5-9527-1cd4642344b5 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Sep 18 07:01:43.492117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426226bd-bd60-47f9-ad28-728679ccf2ad req-ce443dcd-ed03-4b84-bcec-cefab8a6dbcb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.498640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-426226bd-bd60-47f9-ad28-728679ccf2ad req-ce443dcd-ed03-4b84-bcec-cefab8a6dbcb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 945 time: 0.1056547 Sep 18 07:01:43.514311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.554059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-426226bd-bd60-47f9-ad28-728679ccf2ad req-e83f8619-0037-452f-a85e-1f90a06b29f3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Sep 18 07:01:43.567912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f324003d-9157-4742-bc17-f8077dfb839f,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:43.630943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:43.651897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792380b-0821-4bee-b0e6-edad2159752b req-f848a6ca-f6d7-4ee6-afa6-65c080f66520 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.653465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7792380b-0821-4bee-b0e6-edad2159752b req-f848a6ca-f6d7-4ee6-afa6-65c080f66520 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0904050 Sep 18 07:01:43.683006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:43.727805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7792380b-0821-4bee-b0e6-edad2159752b req-91d13583-f9dd-454c-b931-f155a4c996d7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648677 Sep 18 07:01:43.740870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2581310-62fc-4e5e-91b4-3cea16feff55 req-06255b66-23e6-449b-bab3-f8e3a7aa7d4c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.742737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2581310-62fc-4e5e-91b4-3cea16feff55 req-06255b66-23e6-449b-bab3-f8e3a7aa7d4c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1161165 Sep 18 07:01:43.807766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2581310-62fc-4e5e-91b4-3cea16feff55 req-c26e4043-8816-4d02-bd2d-3880cd0490fe tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Sep 18 07:01:43.877829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e161-8f22-44f4-9e5a-866b0f72b027 req-ed893289-2d35-4e0f-8c81-422b71e0bd6f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:43.879484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b02e161-8f22-44f4-9e5a-866b0f72b027 req-ed893289-2d35-4e0f-8c81-422b71e0bd6f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0752592 Sep 18 07:01:43.928526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b02e161-8f22-44f4-9e5a-866b0f72b027 req-95698d85-3cda-447b-b02c-c2ee0cfd7a93 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Sep 18 07:01:44.156859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2'}, {'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac'}, {'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:44.160001 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec6f19a-6c56-4417-af57-1624e9f102c1" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2"}, {"server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac"}, {"server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "name": "network-vif-plugged", "status": "completed", "tag": "f324003d-9157-4742-bc17-f8077dfb839f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:44.167197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 68dae777-5f0c-4a60-9d6b-1f6847bde578 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:01:44.169391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:44.244497 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74978afb-c15e-449a-b9ec-8d3e61a3b21f x-openstack-request-id: req-74978afb-c15e-449a-b9ec-8d3e61a3b21f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:44.244777 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-plugged", "status": "completed", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2", "code": 200}, {"server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "name": "network-vif-plugged", "status": "completed", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac", "code": 200}, {"server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "name": "network-vif-plugged", "status": "completed", "tag": "f324003d-9157-4742-bc17-f8077dfb839f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:44.245041 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74978afb-c15e-449a-b9ec-8d3e61a3b21f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:44.245554 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'code': 200} Sep 18 07:01:44.245868 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac', 'code': 200} Sep 18 07:01:44.246247 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f', 'code': 200} Sep 18 07:01:44.305585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 671afd4d-802e-4075-8425-da7a840fde36 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:44.306000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.447655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.453391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.468849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.479886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.487169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.493705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.501107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.519596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-4696b4ad-178d-4e75-a92b-6c4af15ea433 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.2110767 Sep 18 07:01:44.520118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578,segment=NetworkSegment(971177e2-412e-4c62-b26a-652157861b08),segment_id=971177e2-412e-4c62-b26a-652157861b08)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:44.536810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '68dae777-5f0c-4a60-9d6b-1f6847bde578', 'network_id': 'db7ad022-caed-4d8b-9b03-e4daadc0427b', 'port_id': '68dae777-5f0c-4a60-9d6b-1f6847bde578', 'mac_address': 'fa:16:3e:35:ee:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb48f5-0b2c-43c2-bd16-2596a936698b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:01:44.605355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b68b86a2-104b-470b-8f33-05c3498f3b68 req-c0a622d9-0df4-425c-9d53-2f564f19e4aa tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800335 Sep 18 07:01:44.619387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cb42c-341e-4919-b12f-927738347ed4 req-e237cab2-29b7-4823-8e6e-4792b3f36a66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.632089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc1cb42c-341e-4919-b12f-927738347ed4 req-e237cab2-29b7-4823-8e6e-4792b3f36a66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.2338061 Sep 18 07:01:44.683925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.684326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905a5e0-82eb-4179-90a1-f2ed901c3f51 req-be536b9e-7abf-470d-8494-c0d59a615dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.689817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4905a5e0-82eb-4179-90a1-f2ed901c3f51 req-be536b9e-7abf-470d-8494-c0d59a615dc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 1102 time: 0.1631269 Sep 18 07:01:44.729754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.741226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7aca0-498e-4ce5-b409-f6b74f3d0274 req-14520ced-0130-41a1-8271-8da92c440363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.742975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-11a7aca0-498e-4ce5-b409-f6b74f3d0274 req-14520ced-0130-41a1-8271-8da92c440363 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 1098 time: 0.1584387 Sep 18 07:01:44.745843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dae777-5f0c-4a60-9d6b-1f6847bde578 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:01:44.760737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.761317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.761807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.766286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.767451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.768039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.768543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.769024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.771033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-d93ac6fb-8b13-4960-a2b1-1d852d8e26cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.1997204 Sep 18 07:01:44.773092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc1cb42c-341e-4919-b12f-927738347ed4 req-3e25dac6-8d1a-40cb-af71-0633c5855c79 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398134 Sep 18 07:01:44.802555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578,segment=NetworkSegment(971177e2-412e-4c62-b26a-652157861b08),segment_id=971177e2-412e-4c62-b26a-652157861b08)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:44.805331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.807492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:44.833444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4905a5e0-82eb-4179-90a1-f2ed901c3f51 req-7947af46-8b42-4ce9-9cd5-a3803c5f49d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170237 Sep 18 07:01:44.857844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-11a7aca0-498e-4ce5-b409-f6b74f3d0274 req-d18720ac-1c75-46d6-be98-f2ea612efd79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033788 Sep 18 07:01:44.858452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621311-1107-4c38-ab6a-5954906f8590 req-1592c66f-5e4b-41f1-96b3-04f06036606b tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.865378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3c7ca4-45ea-409e-97b4-e576179e68bc req-a6c1168c-fb43-41dd-a62d-5b129631ae44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582638 Sep 18 07:01:44.865961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68621311-1107-4c38-ab6a-5954906f8590 req-1592c66f-5e4b-41f1-96b3-04f06036606b tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 944 time: 0.1483271 Sep 18 07:01:44.904613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:44.941139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68621311-1107-4c38-ab6a-5954906f8590 req-af81ce0a-ee61-4922-ab58-3a2228024b74 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Sep 18 07:01:44.967644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5f64-05fc-450b-83e2-42ee0668860c req-c1956ba8-c6f1-4038-a070-0e542ebd3ba6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:44.970904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:44.975516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-016e5f64-05fc-450b-83e2-42ee0668860c req-c1956ba8-c6f1-4038-a070-0e542ebd3ba6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.1025097 Sep 18 07:01:44.981077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:45.028667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-016e5f64-05fc-450b-83e2-42ee0668860c req-3797cc95-ac34-438e-90f1-cbf9ba74de9d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Sep 18 07:01:45.054405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:45.087643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a4026-aeae-4688-b113-514c8b40faaf req-e6430b0a-4bd9-4883-97f6-8cfd2882dcb1 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.095301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c0a4026-aeae-4688-b113-514c8b40faaf req-e6430b0a-4bd9-4883-97f6-8cfd2882dcb1 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0652506 Sep 18 07:01:45.170096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c0a4026-aeae-4688-b113-514c8b40faaf req-9baca423-a66e-4ac5-89c1-8c62e4f41fe8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709777 Sep 18 07:01:45.180529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['68dae777-5f0c-4a60-9d6b-1f6847bde578'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:45.216601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c674-78d2-4b63-bdb8-6af9f5870df4 req-b07e6200-bcfb-44d4-a792-dc486819b438 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.219952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e57c674-78d2-4b63-bdb8-6af9f5870df4 req-b07e6200-bcfb-44d4-a792-dc486819b438 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1077640 Sep 18 07:01:45.292817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e57c674-78d2-4b63-bdb8-6af9f5870df4 req-9df47ac2-3b14-4407-ba45-ac41a3140189 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661724 Sep 18 07:01:45.365219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58a99-931a-41b4-9cd4-b54b5e554730 req-cc525555-7d9d-4275-829b-4f9d1b30d940 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.367006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4a58a99-931a-41b4-9cd4-b54b5e554730 req-cc525555-7d9d-4275-829b-4f9d1b30d940 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0550194 Sep 18 07:01:45.424250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4a58a99-931a-41b4-9cd4-b54b5e554730 req-b7a2b72d-e4f7-48f6-9fa2-28e056342d5f tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Sep 18 07:01:45.730622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.736422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.742228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.748029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.754439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.760184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.766016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.767810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86fa463e-a5cc-4578-a361-276400e128de req-e8d15c31-21df-41fa-9057-5a66e59b9133 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.0932100 Sep 18 07:01:45.811726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86fa463e-a5cc-4578-a361-276400e128de req-e811ea93-a49b-4a39-a451-5e19373d17d9 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335729 Sep 18 07:01:45.884315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ce99e-5a67-407b-8af7-6f11531b4d5e req-3cc087a0-69a9-450a-8bd9-13393cab6bbc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:45.885700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-427ce99e-5a67-407b-8af7-6f11531b4d5e req-3cc087a0-69a9-450a-8bd9-13393cab6bbc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.0481160 Sep 18 07:01:45.923732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-427ce99e-5a67-407b-8af7-6f11531b4d5e req-caeac4d0-7bc8-43b1-994f-298d9a4f1c70 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Sep 18 07:01:46.053067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72025bb3-459a-4e7a-9e96-ade2edba66f3 req-b3f0d20d-00ae-4142-a03b-56a1a7c122ad tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.054656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72025bb3-459a-4e7a-9e96-ade2edba66f3 req-b3f0d20d-00ae-4142-a03b-56a1a7c122ad tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 945 time: 0.0483000 Sep 18 07:01:46.094167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72025bb3-459a-4e7a-9e96-ade2edba66f3 req-bc07925b-36f7-4e51-8f40-9538bbc6801e tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Sep 18 07:01:46.153507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516974f-b48c-4526-a012-a8d4f95c0c9b req-1eb09625-21f3-4fe3-a3c3-c5537fe10579 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.155157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1516974f-b48c-4526-a012-a8d4f95c0c9b req-1eb09625-21f3-4fe3-a3c3-c5537fe10579 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0562778 Sep 18 07:01:46.163846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 68dae777-5f0c-4a60-9d6b-1f6847bde578 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:01:46.242503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1516974f-b48c-4526-a012-a8d4f95c0c9b req-fe7a2af3-bfe3-47f5-820c-ca649df3c139 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739617 Sep 18 07:01:46.247730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:46.251937 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb11e0b-adfb-40da-9bdc-215bd18565f9" -d '{"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:46.299125 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8cbac-edfa-45ec-9be6-51aaaa574301 x-openstack-request-id: req-cdd8cbac-edfa-45ec-9be6-51aaaa574301 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:46.299662 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-plugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:46.300704 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdd8cbac-edfa-45ec-9be6-51aaaa574301 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:46.301293 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'code': 200} Sep 18 07:01:46.320489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0019-e2e9-4d65-a80a-53ae294c0b26 req-647f69c2-0799-4cc8-aa5c-efaa36ece196 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.324078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b07a0019-e2e9-4d65-a80a-53ae294c0b26 req-647f69c2-0799-4cc8-aa5c-efaa36ece196 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0796380 Sep 18 07:01:46.340340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 68dae777-5f0c-4a60-9d6b-1f6847bde578 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:01:46.343687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 68dae777-5f0c-4a60-9d6b-1f6847bde578 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:01:46.344250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:46.405769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b07a0019-e2e9-4d65-a80a-53ae294c0b26 req-9437e2eb-66b1-467f-b7c2-e389169bca31 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753491 Sep 18 07:01:46.461267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:46.507686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578,segment=NetworkSegment(971177e2-412e-4c62-b26a-652157861b08),segment_id=971177e2-412e-4c62-b26a-652157861b08)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:46.517399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb658589-d272-4bf8-8f02-c35ef7d05403 req-3029f44e-c6df-4326-9541-b9cbd4e2edad tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.519326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb658589-d272-4bf8-8f02-c35ef7d05403 req-3029f44e-c6df-4326-9541-b9cbd4e2edad tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0727432 Sep 18 07:01:46.573571 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:46.598460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb658589-d272-4bf8-8f02-c35ef7d05403 req-91c10331-b417-4880-b3ba-bf16b5c727dc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Sep 18 07:01:46.612596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998486a-c47a-4bee-addf-1e5cb2761380 req-7d2cd644-4263-436a-8185-7a6b5970ac35 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.623650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1998486a-c47a-4bee-addf-1e5cb2761380 req-7d2cd644-4263-436a-8185-7a6b5970ac35 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.1024051 Sep 18 07:01:46.661201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:46.674562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1998486a-c47a-4bee-addf-1e5cb2761380 req-cebc85cf-9653-4594-a5dc-3a381611db0d tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498276 Sep 18 07:01:46.959423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.965754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.974479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.979830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.986029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.992166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:46.998463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.000826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-b14d296c-fa72-4475-8d59-d0aa35306551 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1069386 Sep 18 07:01:47.076912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ac67608-8611-4fcc-82fe-1247454dd355 req-1a280b9e-f0b8-4670-8d9a-1c306744c945 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689130 Sep 18 07:01:47.096571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecac64-0617-452b-9b56-8c7e8c730d57 req-5c60e0ea-1966-4c49-89a0-7d292f8402c4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.098966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aecac64-0617-452b-9b56-8c7e8c730d57 req-5c60e0ea-1966-4c49-89a0-7d292f8402c4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.0761330 Sep 18 07:01:47.164530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aecac64-0617-452b-9b56-8c7e8c730d57 req-b56d224e-b111-403d-9ec7-8711ab8e7a3d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585237 Sep 18 07:01:47.249244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4938e-f0f7-495a-a1a6-39f4e6ef45c3 req-2d96f6c9-3087-470e-9f36-dd7e7b5ebb1f tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.251031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66a4938e-f0f7-495a-a1a6-39f4e6ef45c3 req-2d96f6c9-3087-470e-9f36-dd7e7b5ebb1f tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.0745218 Sep 18 07:01:47.302841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66a4938e-f0f7-495a-a1a6-39f4e6ef45c3 req-348d7b1f-4032-49e9-8913-021392a35d41 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Sep 18 07:01:47.427270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d357f3-5b73-4cf7-b03d-4eac23644c3c req-89773e64-5497-402d-b232-72ff3a849841 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.429122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02d357f3-5b73-4cf7-b03d-4eac23644c3c req-89773e64-5497-402d-b232-72ff3a849841 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0630622 Sep 18 07:01:47.476172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02d357f3-5b73-4cf7-b03d-4eac23644c3c req-a3b24709-eb88-4db8-8637-b4e0fb422c28 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Sep 18 07:01:47.685066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37e8ed-c47e-441a-941f-ed2bc0c9a069 req-74abe886-1fa5-4288-9858-5304e084e21b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.690371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc37e8ed-c47e-441a-941f-ed2bc0c9a069 req-74abe886-1fa5-4288-9858-5304e084e21b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0884483 Sep 18 07:01:47.727814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925cf1c-29c7-413d-a283-225e31dd1b39 req-9a9795ee-af88-44da-bc14-25e0b8cc4f37 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.729512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8925cf1c-29c7-413d-a283-225e31dd1b39 req-9a9795ee-af88-44da-bc14-25e0b8cc4f37 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.0945637 Sep 18 07:01:47.765483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc37e8ed-c47e-441a-941f-ed2bc0c9a069 req-917f74c6-115b-47c7-a9ee-1cfd925ba507 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718000 Sep 18 07:01:47.791342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8925cf1c-29c7-413d-a283-225e31dd1b39 req-17cacd70-80db-433f-a85e-44cf9b0dd838 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Sep 18 07:01:47.970837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003f84-ec00-4837-9ebc-c98a49c11b09 req-20faefa3-6fc1-4f1f-9fad-14e21093b364 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:47.974366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8003f84-ec00-4837-9ebc-c98a49c11b09 req-20faefa3-6fc1-4f1f-9fad-14e21093b364 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0978405 Sep 18 07:01:48.001651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa460d-42ca-46ce-9c4d-b2ba80a0a1d0 req-1def875c-d46f-468a-9ba7-30b4a982741b tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.003970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29fa460d-42ca-46ce-9c4d-b2ba80a0a1d0 req-1def875c-d46f-468a-9ba7-30b4a982741b tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0884261 Sep 18 07:01:48.062861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8003f84-ec00-4837-9ebc-c98a49c11b09 req-01d54c24-8af6-4d45-8aa6-b969cfaadadc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774438 Sep 18 07:01:48.086790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29fa460d-42ca-46ce-9c4d-b2ba80a0a1d0 req-d36447b1-77d9-4b8e-b674-65edf64f0ad9 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Sep 18 07:01:48.232371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.242562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.249609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.257712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.263821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.270454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.278741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.280804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-21e53731-fd95-4540-9f67-6854596df3bf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1153703 Sep 18 07:01:48.302461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:48.306352 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742886d4-adef-4a5c-a10c-174f1e9f0e4f" -d '{"events": [{"server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "name": "network-vif-plugged", "status": "completed", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:48.353916 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0794de45-a5d0-4bc9-baa1-cde8cf92daea x-openstack-request-id: req-0794de45-a5d0-4bc9-baa1-cde8cf92daea {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:48.354509 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "name": "network-vif-plugged", "status": "completed", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:48.354942 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0794de45-a5d0-4bc9-baa1-cde8cf92daea {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:48.355504 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578', 'code': 200} Sep 18 07:01:48.358819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a15c6d57-0518-4ff5-ba93-c29131819f80 req-fde590b7-ee74-4fd3-b8ee-7b31c50a4330 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682535 Sep 18 07:01:48.485251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72442f-c0c3-49e7-8524-8ca96459c294 req-18bd90ec-6ad2-44ba-b3c7-d14fa98d9a94 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.487817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec72442f-c0c3-49e7-8524-8ca96459c294 req-18bd90ec-6ad2-44ba-b3c7-d14fa98d9a94 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.0690165 Sep 18 07:01:48.491090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3088ec-073d-4051-9633-63a97139845f req-e08c4c48-6e66-495a-a416-5eadbd92938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.492609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3088ec-073d-4051-9633-63a97139845f req-e08c4c48-6e66-495a-a416-5eadbd92938a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 1098 time: 0.0548499 Sep 18 07:01:48.532688 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3088ec-073d-4051-9633-63a97139845f req-d8cf82d2-b05f-4a3c-9da3-d9ae610a173e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Sep 18 07:01:48.569233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec72442f-c0c3-49e7-8524-8ca96459c294 req-492b4c37-9f32-4fb9-a919-f302e700fccc tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759969 Sep 18 07:01:48.648587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23ff2-e76a-4794-95a2-1843c594b2e2 req-2610fb4a-ac4a-4b71-9e0b-a1790865cffa tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.650184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8be23ff2-e76a-4794-95a2-1843c594b2e2 req-2610fb4a-ac4a-4b71-9e0b-a1790865cffa tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0657041 Sep 18 07:01:48.692639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8be23ff2-e76a-4794-95a2-1843c594b2e2 req-93f7d22a-1e8b-414d-8f89-d5e61d7585dc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Sep 18 07:01:48.898423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc7b1-7e40-4fa0-a105-42fd7f3a4bee req-15ff3ac9-c4e7-4a7d-84b9-34f0722b6cad tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:48.899958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a24bc7b1-7e40-4fa0-a105-42fd7f3a4bee req-15ff3ac9-c4e7-4a7d-84b9-34f0722b6cad tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0514491 Sep 18 07:01:48.949814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a24bc7b1-7e40-4fa0-a105-42fd7f3a4bee req-53c2840b-4d78-43cf-bef7-609d21c9332e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342796 Sep 18 07:01:49.069631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5dd18-c1be-482b-9edc-44aa4f6e9caf req-8dead187-9771-439f-a703-1d03768472a3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.071256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74e5dd18-c1be-482b-9edc-44aa4f6e9caf req-8dead187-9771-439f-a703-1d03768472a3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.0843029 Sep 18 07:01:49.085407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c23a0-56d0-404d-a823-11935c2eaf65 req-d64a26cd-28c3-48a0-a43b-b43608518b39 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.087231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-424c23a0-56d0-404d-a823-11935c2eaf65 req-d64a26cd-28c3-48a0-a43b-b43608518b39 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0711212 Sep 18 07:01:49.145943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74e5dd18-c1be-482b-9edc-44aa4f6e9caf req-d54b2cb6-546c-410e-a043-adb6b5b847a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576797 Sep 18 07:01:49.151269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-424c23a0-56d0-404d-a823-11935c2eaf65 req-fe14f8c2-683a-438f-8bee-c03b98e82927 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Sep 18 07:01:49.289089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444f82-90ab-42d5-ad55-f4b630a35b1f req-fa3169e0-f714-4e75-9b91-7f69fa2873fe tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.290612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d444f82-90ab-42d5-ad55-f4b630a35b1f req-fa3169e0-f714-4e75-9b91-7f69fa2873fe tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0825315 Sep 18 07:01:49.312137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f136e67-ab78-4824-8684-6da2596b9c6f req-9cfc07f0-2adc-4175-b5ed-507a560f1769 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.313606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f136e67-ab78-4824-8684-6da2596b9c6f req-9cfc07f0-2adc-4175-b5ed-507a560f1769 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0787542 Sep 18 07:01:49.365619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d444f82-90ab-42d5-ad55-f4b630a35b1f req-116a9f68-9df4-4b7e-8a26-940f288f75f6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687330 Sep 18 07:01:49.374623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f136e67-ab78-4824-8684-6da2596b9c6f req-9a8a248a-88d0-417a-91e5-69f570a75d25 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541573 Sep 18 07:01:49.531649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1d0c9-f745-4236-a872-282016fe4ba8 req-adc9ac53-98e8-460e-880a-22a28241a076 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.533591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cba1d0c9-f745-4236-a872-282016fe4ba8 req-adc9ac53-98e8-460e-880a-22a28241a076 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0826206 Sep 18 07:01:49.553535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.562143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.569658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.575700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.582282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.588130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.594026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.596159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ce7edc94-9fe3-42d0-92fb-c0ac1db3bd4e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1342320 Sep 18 07:01:49.656744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cba1d0c9-f745-4236-a872-282016fe4ba8 req-89e0a17d-3d58-41fb-b712-3b8b3f24e04a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160982 Sep 18 07:01:49.660951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b50f68-52b8-4eb2-8b53-bcabf7d82e59 req-ef07170c-606b-4e03-bdd9-8a1dcf9d62fd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581570 Sep 18 07:01:49.775852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522296-4dd5-4cbc-8878-3f0c32060b08 req-86fd45df-f2a3-4505-9725-f413e9ef3917 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:49.777560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4522296-4dd5-4cbc-8878-3f0c32060b08 req-86fd45df-f2a3-4505-9725-f413e9ef3917 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.0512893 Sep 18 07:01:49.816239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4522296-4dd5-4cbc-8878-3f0c32060b08 req-08f71464-d79f-48d5-b5e3-9fc8c4e389a4 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Sep 18 07:01:50.013832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.025334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.034170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.042403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.048668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.055408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.061873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.064495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-400a5976-08b0-407d-afe0-d3bcfc9c2940 req-1617cf74-3a92-40ee-99eb-3b7b172742d8 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1256218 Sep 18 07:01:50.077377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:50.084867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Request body: {'floatingip': {'port_id': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:50.149125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:50.280361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d045dc0-2d89-4299-94ea-693de76360cd req-2145e9a8-e8fa-4739-8e72-db3ff56cf20a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.290561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d045dc0-2d89-4299-94ea-693de76360cd req-2145e9a8-e8fa-4739-8e72-db3ff56cf20a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0945654 Sep 18 07:01:50.356328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d045dc0-2d89-4299-94ea-693de76360cd req-ad23be1d-4db9-4a14-ae52-8f1ec6cc206f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582569 Sep 18 07:01:50.471143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-4998a7f5-48ba-4e1a-b1b5-0321af8114cc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.472548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-4998a7f5-48ba-4e1a-b1b5-0321af8114cc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.1451204 Sep 18 07:01:50.536928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd9ec-6af2-4e25-9d1c-0a69f7b9a043 req-771a2e27-ca83-4f48-bfea-d7e61968553a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.546912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-194cd9ec-6af2-4e25-9d1c-0a69f7b9a043 req-771a2e27-ca83-4f48-bfea-d7e61968553a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 946 time: 0.1000745 Sep 18 07:01:50.580127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78820d88-8cce-4ed1-8d5d-bdeefbce2d59 req-113cc7fc-f129-4f9c-b0db-f63b3a9a9d65 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.582457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78820d88-8cce-4ed1-8d5d-bdeefbce2d59 req-113cc7fc-f129-4f9c-b0db-f63b3a9a9d65 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.1046941 Sep 18 07:01:50.626026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-194cd9ec-6af2-4e25-9d1c-0a69f7b9a043 req-f940de36-eddf-4720-8a7a-a0d0eb5bf255 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779691 Sep 18 07:01:50.654797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78820d88-8cce-4ed1-8d5d-bdeefbce2d59 req-b4822bf4-ee83-4dd4-be23-3c0a5f8298ff tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Sep 18 07:01:50.772533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1073-4ccb-4eda-9516-446de1350f1e req-fd160d48-8624-41a9-93d8-08c81a62ad5d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:50.774190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1aad1073-4ccb-4eda-9516-446de1350f1e req-fd160d48-8624-41a9-93d8-08c81a62ad5d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0697668 Sep 18 07:01:50.835481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1aad1073-4ccb-4eda-9516-446de1350f1e req-65079ada-f2dd-4caf-92d4-fab926aae4e1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542488 Sep 18 07:01:51.029281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103ed80-b027-4992-9ede-a32670e657f4 req-4bbc2feb-6e04-4254-87da-ac39be6868d4 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:51.037471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a103ed80-b027-4992-9ede-a32670e657f4 req-4bbc2feb-6e04-4254-87da-ac39be6868d4 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.1056347 Sep 18 07:01:51.038607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:51.039439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.137553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a103ed80-b027-4992-9ede-a32670e657f4 req-5d10b125-7d71-4931-bb1f-13512a7812d3 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990980 Sep 18 07:01:51.640260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e2b75-4212-4fb4-9500-185a0bb205b6 req-3b8bf164-94d7-4b5d-b076-b542bb57cf38 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:51.640260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be5e2b75-4212-4fb4-9500-185a0bb205b6 req-3b8bf164-94d7-4b5d-b076-b542bb57cf38 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0884781 Sep 18 07:01:51.642445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.642445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:51.642445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.642445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for 1b09bf04-6d74-493f-b7ca-00d7d1d4940d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:51.643245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be5e2b75-4212-4fb4-9500-185a0bb205b6 req-02b6efe2-69bd-4b41-928b-a3dde3c77177 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940466 Sep 18 07:01:51.643245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11b8dd-2465-4e6a-b1f6-7f1a11472839 req-58e081a6-3d23-48ff-9b1a-780185d65d0b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:51.643245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a11b8dd-2465-4e6a-b1f6-7f1a11472839 req-58e081a6-3d23-48ff-9b1a-780185d65d0b tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0562472 Sep 18 07:01:51.644390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.644739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a11b8dd-2465-4e6a-b1f6-7f1a11472839 req-350ddb94-8824-4742-a92b-ef751a3214f4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507522 Sep 18 07:01:51.649000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.708960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1b09bf04-6d74-493f-b7ca-00d7d1d4940d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:51.720826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=1b09bf04-6d74-493f-b7ca-00d7d1d4940d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:51.733142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.733492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.733838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.734295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.734664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.735588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.735588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.735754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.735969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.736292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.736615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.736938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:51.740957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-297b3cb0-d2a3-49fd-96dd-d0ef350a4376 req-5f921c57-6c81-4f2b-a207-a551265b5443 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 210 time: 0.0353336 Sep 18 07:01:51.749223 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Floating IP 5a1f1459-5781-42fb-9aef-fd228294059c associated. External IP: 172.25.4.185, port: 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3. Sep 18 07:01:51.775586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port 1b09bf04-6d74-493f-b7ca-00d7d1d4940d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:51.778583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:51.780691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0e08807-5eef-47fc-8455-6b18673d3bee req-8a0a2a0a-29fd-422a-96df-9d2c8af2a624 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "DELETE /v2.0/ports/1b09bf04-6d74-493f-b7ca-00d7d1d4940d HTTP/1.1" status: 204 len: 173 time: 1.3010681 Sep 18 07:01:51.812940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'name': 'network-vif-deleted', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:51.815223 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d765fb0-b20f-4912-be63-b23099969a94" -d '{"events": [{"server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "name": "network-vif-deleted", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:51.898848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e790-304c-4993-a369-57497393d8c5 req-1235dca8-f339-4a58-921a-b682fe1aaddc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:51.901123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9791e790-304c-4993-a369-57497393d8c5 req-1235dca8-f339-4a58-921a-b682fe1aaddc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.1023474 Sep 18 07:01:51.917000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f9b71-6fef-4506-b3ee-a84decc3487e req-b27d186b-a326-4677-8d62-2f2921ed9a33 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:51.919490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e69f9b71-6fef-4506-b3ee-a84decc3487e req-b27d186b-a326-4677-8d62-2f2921ed9a33 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.0856707 Sep 18 07:01:51.983822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9791e790-304c-4993-a369-57497393d8c5 req-3f5576a9-0138-4e94-999f-b55231427115 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761046 Sep 18 07:01:52.009210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e69f9b71-6fef-4506-b3ee-a84decc3487e req-99c50fc4-0afa-4b17-a89d-6a8489890144 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Sep 18 07:01:52.076409 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcddd3e-e357-41be-b0e5-5b10ea34d1bf x-openstack-request-id: req-efcddd3e-e357-41be-b0e5-5b10ea34d1bf {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:52.076409 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ced212-90f9-4327-a450-d41380352e38", "name": "network-vif-deleted", "tag": "1b09bf04-6d74-493f-b7ca-00d7d1d4940d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:52.076409 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efcddd3e-e357-41be-b0e5-5b10ea34d1bf {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:52.080949 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ced212-90f9-4327-a450-d41380352e38', 'name': 'network-vif-deleted', 'tag': '1b09bf04-6d74-493f-b7ca-00d7d1d4940d', 'status': 'completed', 'code': 200} Sep 18 07:01:52.134617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Router d868ad5d-3d88-49b6-a049-34164cf67775 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:01:52.203454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078093f4-8d23-497c-8e4d-2e2142ac6bc8 req-ce8e415a-531f-4d0a-83b3-433c2bcdd3cd tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:52.206426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-078093f4-8d23-497c-8e4d-2e2142ac6bc8 req-ce8e415a-531f-4d0a-83b3-433c2bcdd3cd tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0670102 Sep 18 07:01:52.257605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-078093f4-8d23-497c-8e4d-2e2142ac6bc8 req-0953ee87-fa37-4c30-963d-49a44ad5a1e3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Sep 18 07:01:52.292038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:01:52.296686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:52.306875 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Sync routers for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:01:52.317024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:01:52.318348 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:52.331888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9fd9d06a-ac6a-4f22-9019-f8a6e960e1a4 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "PUT /v2.0/floatingips/5a1f1459-5781-42fb-9aef-fd228294059c HTTP/1.1" status: 200 len: 992 time: 2.2529726 Sep 18 07:01:52.443814 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:01:52.500516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59be932-8f2c-475c-8b2f-5fb7ecc5c0c8 req-0d4a7713-d5d5-4960-947e-13f1c0f9175e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:52.509229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f59be932-8f2c-475c-8b2f-5fb7ecc5c0c8 req-0d4a7713-d5d5-4960-947e-13f1c0f9175e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.0626011 Sep 18 07:01:52.560358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7922d4d4-b9e9-43c6-80e7-a4cb71aa7080 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:52.562785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7922d4d4-b9e9-43c6-80e7-a4cb71aa7080 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 946 time: 0.0927873 Sep 18 07:01:52.566564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f59be932-8f2c-475c-8b2f-5fb7ecc5c0c8 req-1e37687e-fbb8-42ff-a603-e5de767e2e6c tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Sep 18 07:01:52.679923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4aa03-f7e9-40ad-a94d-ced17a7d6a8c req-d54e9ccf-a50a-4ee3-ba4e-bd8ef09dafea tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:52.681665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port f324003d-9157-4742-bc17-f8077dfb839f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:52.682092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:52.686434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7e4aa03-f7e9-40ad-a94d-ced17a7d6a8c req-d54e9ccf-a50a-4ee3-ba4e-bd8ef09dafea tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0676150 Sep 18 07:01:52.733403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7e4aa03-f7e9-40ad-a94d-ced17a7d6a8c req-a5ff5636-a13c-4eb6-bc6d-38d65cb4f4ad tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Sep 18 07:01:52.765650 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5a1f1459-5781-42fb-9aef-fd228294059c', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'port_id': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'mac_address': 'fa:16:3e:20:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:00:18Z', 'updated_at': '2021-09-18T07:01:51Z', 'revision_number': 1, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:52.812013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port f324003d-9157-4742-bc17-f8077dfb839f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f324003d-9157-4742-bc17-f8077dfb839f,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:52.812377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:52.816225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Checking router: d868ad5d-3d88-49b6-a049-34164cf67775 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:01:52.826573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for f324003d-9157-4742-bc17-f8077dfb839f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:52.828169 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:01:52.829310 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:52.866572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5693612c-f49d-4502-b6f3-9c6944697b7b req-445acd6b-83bb-4be3-a537-ac2d4249b961 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5ced212-90f9-4327-a450-d41380352e38 HTTP/1.1" status: 200 len: 210 time: 0.0385337 Sep 18 07:01:52.982634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:01:53.094718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.134254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce54d026-e490-4386-b139-1d8eddc35726 req-2c3643eb-4c70-4bc9-bbc2-af7fe40d5461 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0426648 Sep 18 07:01:53.139047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1', 'f324003d-9157-4742-bc17-f8077dfb839f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:53.207252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e069b0-a06c-4471-8a93-d3ec20b73883 req-8b2daa6e-5d6d-4603-8a63-80baa8457a9b tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:53.210526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=f324003d-9157-4742-bc17-f8077dfb839f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:53.216799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79e069b0-a06c-4471-8a93-d3ec20b73883 req-8b2daa6e-5d6d-4603-8a63-80baa8457a9b tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.0909395 Sep 18 07:01:53.271423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79e069b0-a06c-4471-8a93-d3ec20b73883 req-8b5d111f-e436-471b-9368-91a4f703564f tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/security-groups?id=deebe280-08e2-45d0-baa4-827f03822673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523024 Sep 18 07:01:53.320977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port f324003d-9157-4742-bc17-f8077dfb839f on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:53.329856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201f431-552e-439e-a276-e8c10c137c15 req-943c81bc-e8e6-4d28-974d-471cd6b08032 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:53.332008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d201f431-552e-439e-a276-e8c10c137c15 req-943c81bc-e8e6-4d28-974d-471cd6b08032 tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 946 time: 0.1684284 Sep 18 07:01:53.333082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.335484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3a7d69a-aabb-4585-bcf1-53839046bcd3 req-7ce39947-b0ab-44d1-bfa4-ea974d471fef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "DELETE /v2.0/ports/f324003d-9157-4742-bc17-f8077dfb839f HTTP/1.1" status: 204 len: 173 time: 0.7618937 Sep 18 07:01:53.489155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702616c5-b9ca-42ed-9c5f-fff9f9e1fdba req-96126323-f454-4344-8e46-fa082ff57033 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:53.496126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-702616c5-b9ca-42ed-9c5f-fff9f9e1fdba req-96126323-f454-4344-8e46-fa082ff57033 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1212227 Sep 18 07:01:53.501670 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5a1f1459-5781-42fb-9aef-fd228294059c', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'port_id': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'mac_address': 'fa:16:3e:20:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:00:18Z', 'updated_at': '2021-09-18T07:01:51Z', 'revision_number': 1, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:53.515247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-7c5e0ee1-cc4e-431c-806f-29c3ca720db0 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:53.516853 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-7c5e0ee1-cc4e-431c-806f-29c3ca720db0 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.24 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.1080446 Sep 18 07:01:53.555243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76647f7c-211b-4ab2-9fe3-1f1de4394fa2 None None] The sync data for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 is: [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5a1f1459-5781-42fb-9aef-fd228294059c', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'port_id': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'mac_address': 'fa:16:3e:20:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:00:18Z', 'updated_at': '2021-09-18T07:01:51Z', 'revision_number': 1, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:01:53.607071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-702616c5-b9ca-42ed-9c5f-fff9f9e1fdba req-ce1a8f20-21b1-4bd0-9416-eac3bf69444b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Sep 18 07:01:53.621850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Deleting port 68dae777-5f0c-4a60-9d6b-1f6847bde578 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:53.622236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.745303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Deleting port f9ffe096-8729-414d-a055-96f79ef144ac {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:01:53.746000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.771089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1b09bf04-6d74-493f-b7ca-00d7d1d4940d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:53.796262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac233705-7b00-49f3-903d-7248c762c2cc req-dda16e86-1abe-4b07-9757-8165afc03266 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:53.808993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac233705-7b00-49f3-903d-7248c762c2cc req-dda16e86-1abe-4b07-9757-8165afc03266 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 950 time: 0.1034467 Sep 18 07:01:53.824602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 1b09bf04-6d74-493f-b7ca-00d7d1d4940d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:53.825227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1b09bf04-6d74-493f-b7ca-00d7d1d4940d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:53.837061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] For port 68dae777-5f0c-4a60-9d6b-1f6847bde578, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=68dae777-5f0c-4a60-9d6b-1f6847bde578,segment=NetworkSegment(971177e2-412e-4c62-b26a-652157861b08),segment_id=971177e2-412e-4c62-b26a-652157861b08)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:53.843792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.882480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac233705-7b00-49f3-903d-7248c762c2cc req-833f7e31-bf62-4b81-877a-2ae7eb7cac28 tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725403 Sep 18 07:01:53.920325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Calling delete_port for 68dae777-5f0c-4a60-9d6b-1f6847bde578 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:53.949382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb209d-115c-4083-85c9-dae02c3ba209 None None] New status for floating IP 5a1f1459-5781-42fb-9aef-fd228294059c: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:01:53.994464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] For port f9ffe096-8729-414d-a055-96f79ef144ac, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f9ffe096-8729-414d-a055-96f79ef144ac,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:53.994993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:53.995972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d0d5c-0e55-4032-936d-4ed3c5a9be08 req-5c37a064-ed2d-4979-a3af-509ffb0dbf75 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.004384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-963d0d5c-0e55-4032-936d-4ed3c5a9be08 req-5c37a064-ed2d-4979-a3af-509ffb0dbf75 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1381245 Sep 18 07:01:54.047001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Calling delete_port for f9ffe096-8729-414d-a055-96f79ef144ac owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:01:54.088337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-963d0d5c-0e55-4032-936d-4ed3c5a9be08 req-de1ea2fd-b93b-4846-91b6-5dc0ea3e97bd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777864 Sep 18 07:01:54.124901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}, {'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'name': 'network-vif-deleted', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:54.136252 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ef091-a3a1-4909-9b77-7611da19e5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3"}, {"server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "name": "network-vif-deleted", "tag": "f324003d-9157-4742-bc17-f8077dfb839f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:54.304034 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc114c8f-a7cf-47a1-a28a-66a7298debf2 x-openstack-request-id: req-bc114c8f-a7cf-47a1-a28a-66a7298debf2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:54.304405 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3", "status": "completed", "code": 200}, {"server_uuid": "163421fc-d0da-4300-b5c1-5e38d117d190", "name": "network-vif-deleted", "tag": "f324003d-9157-4742-bc17-f8077dfb839f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:54.304735 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc114c8f-a7cf-47a1-a28a-66a7298debf2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:54.305200 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'status': 'completed', 'code': 200} Sep 18 07:01:54.305521 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163421fc-d0da-4300-b5c1-5e38d117d190', 'name': 'network-vif-deleted', 'tag': 'f324003d-9157-4742-bc17-f8077dfb839f', 'status': 'completed', 'code': 200} Sep 18 07:01:54.356276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-10464309-9553-4a42-91f1-f09e0caaadf3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.363663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-10464309-9553-4a42-91f1-f09e0caaadf3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1927209 Sep 18 07:01:54.406519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-45b6691f-3d81-42be-b766-f9784b8fa9bb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0398421 Sep 18 07:01:54.422881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:54.429432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:54.436232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['68dae777-5f0c-4a60-9d6b-1f6847bde578'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:54.488533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-e1a76037-cd9a-4866-8a24-ba94e0f2acfb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791965 Sep 18 07:01:54.493992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-8e07d1b7-b934-4e86-955a-45c03ac89b4c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:01:54.501135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-8e07d1b7-b934-4e86-955a-45c03ac89b4c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120487 Sep 18 07:01:54.515281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f9ffe096-8729-414d-a055-96f79ef144ac'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:54.523357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-980aa66d-6db8-4c6d-99b0-b7303f1beda0 req-adf3f1e4-8a34-4df2-9d10-6450b12925b9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=163421fc-d0da-4300-b5c1-5e38d117d190 HTTP/1.1" status: 200 len: 210 time: 0.0905778 Sep 18 07:01:54.586548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Pushing event deleted for resources: {'Port': ['ID=68dae777-5f0c-4a60-9d6b-1f6847bde578,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:54.635315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-0372a84d-4e5a-414d-b72b-849e4893acba service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314893 Sep 18 07:01:54.687088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] No DVR routers for this DVR port 68dae777-5f0c-4a60-9d6b-1f6847bde578 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:54.693718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:54.696040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d201f431-552e-439e-a276-e8c10c137c15 req-71ed6938-81c5-4b37-8296-eb649e55526a tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.37 "DELETE /v2.0/ports/68dae777-5f0c-4a60-9d6b-1f6847bde578 HTTP/1.1" status: 204 len: 173 time: 1.3571451 Sep 18 07:01:54.697836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Pushing event deleted for resources: {'Port': ['ID=f9ffe096-8729-414d-a055-96f79ef144ac,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:54.721311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] No DVR routers for this DVR port f9ffe096-8729-414d-a055-96f79ef144ac on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:01:54.723549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3b8ced6-ebe5-483d-9e3b-25fa6ccfdb3a req-1980189e-b35b-477d-924c-63ca3b40ac2c tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 210 time: 0.0551240 Sep 18 07:01:54.728878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.729582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.730090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.730639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.731181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.731658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.732144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.734533 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-501e8e7f-5ba1-431e-b9d1-7db0cbf7a463 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.3705924 Sep 18 07:01:54.735779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:54.738017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fbae29-27c8-4ee9-ad0e-416e68529d33 req-1702e364-29e0-4c5a-ac2a-cd430f7b612e tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.24 "DELETE /v2.0/ports/f9ffe096-8729-414d-a055-96f79ef144ac HTTP/1.1" status: 204 len: 173 time: 1.2143896 Sep 18 07:01:54.806761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-555c74b4-d61b-4d46-a2b6-7bec239ca5bd service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625836 Sep 18 07:01:54.867130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-780189ac-3046-4d28-97f1-b1df517f2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.869314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-780189ac-3046-4d28-97f1-b1df517f2a47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 HTTP/1.1" status: 200 len: 917 time: 0.1228368 Sep 18 07:01:54.948883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723725-3bf0-4732-9218-25454895f4ba req-ed2f148d-6e2b-478e-b3d2-14a2eeeb091a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:54.949323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-105c33a5-0297-499a-820a-b3dcd0580687 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 1002 time: 0.0717108 Sep 18 07:01:54.950315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a723725-3bf0-4732-9218-25454895f4ba req-ed2f148d-6e2b-478e-b3d2-14a2eeeb091a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0569751 Sep 18 07:01:54.988195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a723725-3bf0-4732-9218-25454895f4ba req-c17b50bf-cb19-4e40-bea7-0ecd5da5c32e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 18 07:01:55.003365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-a4bdb541-3e38-43ca-80fb-206c1e20b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:55.004913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-a4bdb541-3e38-43ca-80fb-206c1e20b153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 200 len: 855 time: 0.0457566 Sep 18 07:01:55.060709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-8f85298b-be99-4fb7-9320-30efd479b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:55.062323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-8f85298b-be99-4fb7-9320-30efd479b321 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507920 Sep 18 07:01:55.084758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-15360193-4408-441c-af64-51aac6c29469 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:01:55.086343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-15360193-4408-441c-af64-51aac6c29469 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087478 Sep 18 07:01:55.099935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e4e21b7-743e-4e0c-ab4e-127494569fde req-fe84a4b2-2696-4f80-ba40-28747d3512df tempest-TenantUsagesTestJSON-2000255373 tempest-TenantUsagesTestJSON-2000255373-project] 10.222.0.20 "GET /v2.0/ports?device_id=5290965f-510c-4d2f-80b3-7c34537bc47b HTTP/1.1" status: 200 len: 210 time: 0.0442431 Sep 18 07:01:55.197493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-060d3e99-f676-44e5-b775-8da3f9fe0077 req-93ef5b3b-e5ac-4994-bdd8-bb6db047a17e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0645223 Sep 18 07:01:55.273212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-0ef1643d-f7e4-4c85-98d4-5e4fd81717e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794086 Sep 18 07:01:55.274428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff0823-c087-40ef-b635-6da818ff5715 req-b0621751-8b49-4253-ba72-73e35c874e8e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:55.276283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bff0823-c087-40ef-b635-6da818ff5715 req-b0621751-8b49-4253-ba72-73e35c874e8e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0819910 Sep 18 07:01:55.367741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bff0823-c087-40ef-b635-6da818ff5715 req-bcee7b60-4895-4d7b-a783-dcd658bfc53c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854473 Sep 18 07:01:55.431749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9ef091-a3a1-4909-9b77-7611da19e5ab req-f13aaac2-50f3-4573-b08c-61f1213710de service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509616 Sep 18 07:01:55.930765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c446730-858d-4d3c-9cf8-5e791bff01d6 req-01dd7615-108f-4fd2-957e-96069ec3bcae tempest-ServerGroupTestJSON-760433053 tempest-ServerGroupTestJSON-760433053-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b128617-62ac-4f18-aaec-ccdfdf4d512e HTTP/1.1" status: 200 len: 210 time: 0.0344605 Sep 18 07:01:56.066536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-887e342e-e5db-402d-8b07-391dc1de60ea tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:56.068415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-887e342e-e5db-402d-8b07-391dc1de60ea tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1401739 Sep 18 07:01:56.090437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-21275f78-80a7-4247-b815-a09e2fe4ea16 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/quotas/401705bd630343acadd1e0b504ecfa66 HTTP/1.1" status: 200 len: 375 time: 0.0156965 Sep 18 07:01:56.166387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-417e441f-95a2-41fe-a2f8-eb4292f596fe tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717740 Sep 18 07:01:56.203475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdaee6-a083-4a3c-83bc-bd44df25a9f6 req-bba65565-3070-40ba-abea-a7e517c76a53 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:56.204943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23cdaee6-a083-4a3c-83bc-bd44df25a9f6 req-bba65565-3070-40ba-abea-a7e517c76a53 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0805800 Sep 18 07:01:56.282199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23cdaee6-a083-4a3c-83bc-bd44df25a9f6 req-cfe7276e-37df-4ddd-a08a-b7c42d74f3d0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Sep 18 07:01:56.297861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-fba30f1e-ae60-4a87-885c-b125cb34f31e service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217077 Sep 18 07:01:56.306923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'name': 'network-vif-deleted', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578'}, {'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'name': 'network-vif-deleted', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:56.310369 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe7a2b-2093-4a1a-8167-a47a445a0344" -d '{"events": [{"server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "name": "network-vif-deleted", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578"}, {"server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "name": "network-vif-deleted", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:56.430516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eea43353-f8fc-457b-a02d-3f4ec14af7a4 req-0b4efd20-3ba8-4710-ba94-e97d00133dbb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0325835 Sep 18 07:01:56.464517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-c49fa794-e929-4be0-be40-d2f4bd5e1dfd service neutron] 10.222.0.20 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560581 Sep 18 07:01:56.485324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c1ff46-6448-48f4-a47e-e8e474d8ff0a x-openstack-request-id: req-75c1ff46-6448-48f4-a47e-e8e474d8ff0a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:56.485324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b128617-62ac-4f18-aaec-ccdfdf4d512e", "name": "network-vif-deleted", "tag": "68dae777-5f0c-4a60-9d6b-1f6847bde578", "status": "completed", "code": 200}, {"server_uuid": "5290965f-510c-4d2f-80b3-7c34537bc47b", "name": "network-vif-deleted", "tag": "f9ffe096-8729-414d-a055-96f79ef144ac", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:56.485324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75c1ff46-6448-48f4-a47e-e8e474d8ff0a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:56.485699 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b128617-62ac-4f18-aaec-ccdfdf4d512e', 'name': 'network-vif-deleted', 'tag': '68dae777-5f0c-4a60-9d6b-1f6847bde578', 'status': 'completed', 'code': 200} Sep 18 07:01:56.487035 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5290965f-510c-4d2f-80b3-7c34537bc47b', 'name': 'network-vif-deleted', 'tag': 'f9ffe096-8729-414d-a055-96f79ef144ac', 'status': 'completed', 'code': 200} Sep 18 07:01:56.592878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e34f9-d702-449a-9bda-0f6742201873 req-4f049029-d6be-4ce9-beb8-47d4c606f1c7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:56.594468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c26e34f9-d702-449a-9bda-0f6742201873 req-4f049029-d6be-4ce9-beb8-47d4c606f1c7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0554144 Sep 18 07:01:56.633130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c26e34f9-d702-449a-9bda-0f6742201873 req-51d95f64-bbb0-4b99-a982-5f9c5556e914 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Sep 18 07:01:56.786433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d168b69-67fa-4d58-8c3c-fa83b71683d5 req-3ab796d0-7abd-4a43-a256-5b19ed72bf6f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Sep 18 07:01:56.898759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47244) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:56.922583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9a5f-7090-4c7e-98fa-f8a33a474ea2 req-0ac09f39-17f0-409a-a6d8-634565f4a3e9 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:56.924108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f24d9a5f-7090-4c7e-98fa-f8a33a474ea2 req-0ac09f39-17f0-409a-a6d8-634565f4a3e9 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 951 time: 0.0604954 Sep 18 07:01:56.983052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f24d9a5f-7090-4c7e-98fa-f8a33a474ea2 req-8e1b7da9-0d3e-479f-9bfd-572a186c1cef tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Sep 18 07:01:57.083106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08c15283-c728-4aa9-b4ac-4c7d28658ee7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87559480ebe7401a992fc67b578b9fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830904 Sep 18 07:01:57.085494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:57.162048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.185450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.293310 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.295962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.297134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc HTTP/1.1" status: 204 len: 168 time: 0.2101052 Sep 18 07:01:57.304896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68c7d5-dbf5-4c6f-9fc3-4f12dc6fa9cc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:57.313434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.313793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.314163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.314502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.314836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.315190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.315537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.315858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.316177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.316483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.316810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.317247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05768af2-8c1f-49af-9aef-d1eddadd70e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:57.328257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:57.407651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Deleting subnet 04fb48f5-0b2c-43c2-bd16-2596a936698b {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:01:57.412952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.459019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb3b6-7579-4cc1-8e52-ec33fb966496 req-70443813-1a4a-47b4-bd3e-010ab2301525 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:57.460548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5bcb3b6-7579-4cc1-8e52-ec33fb966496 req-70443813-1a4a-47b4-bd3e-010ab2301525 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0854185 Sep 18 07:01:57.462770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.553811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.558494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5bcb3b6-7579-4cc1-8e52-ec33fb966496 req-d230a78c-7d6c-4609-bcae-2120fbe2d4dc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Sep 18 07:01:57.560326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-205ea2f7-f4dc-4fd8-9a22-c14d7059d92c req-2301bb59-9662-4fbe-a7d1-4833413f40fb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0408823 Sep 18 07:01:57.705191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.733957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fb48f5-0b2c-43c2-bd16-2596a936698b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:57.736887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-777cccd8-827d-468e-8f59-fe18f60751b1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:57.738931 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-777cccd8-827d-468e-8f59-fe18f60751b1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1216712 Sep 18 07:01:57.745371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:57.756296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-27b6ddb2-3413-4a72-9340-92848ff781cd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04fb48f5-0b2c-43c2-bd16-2596a936698b HTTP/1.1" status: 204 len: 168 time: 0.4179015 Sep 18 07:01:57.756419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:57.760395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:57.787107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc0fa4-fde1-422f-aa18-a1418f5bd2c4 req-40bfc0fd-0cab-4073-98f9-65f2773d44e8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:57.788624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cddc0fa4-fde1-422f-aa18-a1418f5bd2c4 req-40bfc0fd-0cab-4073-98f9-65f2773d44e8 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0567076 Sep 18 07:01:57.826040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f9ffe096-8729-414d-a055-96f79ef144ac no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:57.850471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cddc0fa4-fde1-422f-aa18-a1418f5bd2c4 req-26a6bd11-1428-48cc-a8f9-afa53e99831c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Sep 18 07:01:57.859861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: f9ffe096-8729-414d-a055-96f79ef144ac {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:57.860535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f9ffe096-8729-414d-a055-96f79ef144ac not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:57.861127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f324003d-9157-4742-bc17-f8077dfb839f no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:57.888442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: f324003d-9157-4742-bc17-f8077dfb839f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:57.888941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f324003d-9157-4742-bc17-f8077dfb839f not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:57.912635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09aebb71-8b0b-43a7-802b-7ea9cc6eaaca req-21cbc668-bf68-48db-a65d-261686000f28 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 210 time: 0.0269148 Sep 18 07:01:57.917662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.073377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:58.103670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-443f9564-d6c6-40ab-b12a-e7e36a43c24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.141675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23c3b8-9186-4b8d-ab96-c92503484f85 req-1f0c00f8-6dd7-472a-aecc-dfc999fd1530 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:58.143318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a23c3b8-9186-4b8d-ab96-c92503484f85 req-1f0c00f8-6dd7-472a-aecc-dfc999fd1530 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 951 time: 0.0823247 Sep 18 07:01:58.189757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a23c3b8-9186-4b8d-ab96-c92503484f85 req-2074b508-9c45-4353-8c71-dd0f59be4c7e tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Sep 18 07:01:58.257560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:58.257938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:01:58.257938 n-d-789963-14 neutron-server[101978]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:01:58.257938 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id': 'b6c82329267c490496dc5463908835f0', 'id': '45a970fb-847f-4461-b679-919d6684eceb', 'expiration': datetime.datetime(2021, 9, 18, 7, 3, 58, 251789)}] Sep 18 07:01:58.257938 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:01:58.258263 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:01:58.331219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.369505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7ad022-caed-4d8b-9b03-e4daadc0427b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:58.371818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.380007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971177e2-412e-4c62-b26a-652157861b08') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:58.380285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971177e2-412e-4c62-b26a-652157861b08') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:01:58.386057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-443f9564-d6c6-40ab-b12a-e7e36a43c24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.398243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.413599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.417042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:01:58.419332 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3b153-72b2-49a6-9ea5-db21f592e442" -d '{"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-unplugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:01:58.420437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:01:58.420930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:01:58.422644 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:01:58.432890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:01:58.464438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-443f9564-d6c6-40ab-b12a-e7e36a43c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.472036 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c101196-2184-4ceb-8eb2-0f34788e6ff2 x-openstack-request-id: req-6c101196-2184-4ceb-8eb2-0f34788e6ff2 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:01:58.472857 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-unplugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:01:58.472857 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c101196-2184-4ceb-8eb2-0f34788e6ff2 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:01:58.473011 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'code': 200} Sep 18 07:01:58.503812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f9564-d6c6-40ab-b12a-e7e36a43c24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586b833-080b-44e7-b171-15b6e38dd1ac,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:58.509878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-443f9564-d6c6-40ab-b12a-e7e36a43c24d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d5cd3b93853493584437dec505748d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354424 Sep 18 07:01:58.512629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47324) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:58.521841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.522837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 68dae777-5f0c-4a60-9d6b-1f6847bde578 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:01:58.552891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 68dae777-5f0c-4a60-9d6b-1f6847bde578 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:01:58.553551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 68dae777-5f0c-4a60-9d6b-1f6847bde578 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:01:58.573714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.575255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.583514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.587512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db7ad022-caed-4d8b-9b03-e4daadc0427b HTTP/1.1" status: 204 len: 168 time: 0.8258410 Sep 18 07:01:58.613015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39814aeb-ace4-4767-90a3-ea1faf1f36d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7ad022-caed-4d8b-9b03-e4daadc0427b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:58.629448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.647169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:58.662123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.662492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.662845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.663191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.663541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.663882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.664214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.664547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.664879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.666871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.667244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.667588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:01:58.723238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e876babc-32f7-4b60-b2d5-ce38c4881a72 req-76f4b521-e5f6-4f17-80a0-0f61082107dd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0442572 Sep 18 07:01:58.762405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c565c-7319-4344-a3bb-313a9ff9ba33 req-5afac379-4e14-4457-abaa-5c7053ae71a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:58.770709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d09c565c-7319-4344-a3bb-313a9ff9ba33 req-5afac379-4e14-4457-abaa-5c7053ae71a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0831304 Sep 18 07:01:58.779293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.808152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-7510e478-a365-4398-a13a-dbb060db949a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:58.809676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-7510e478-a365-4398-a13a-dbb060db949a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 805 time: 0.1832209 Sep 18 07:01:58.814456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d09c565c-7319-4344-a3bb-313a9ff9ba33 req-5975130f-635a-45ea-8e07-7c0d4d9a64c3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427108 Sep 18 07:01:58.824957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Request body: {'port': {'device_id': '660a5c17-10fd-4078-9728-f445a59c6939', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'admin_state_up': True, 'tenant_id': '401705bd630343acadd1e0b504ecfa66'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:58.841333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:58.845938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.941130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.944226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:58.949149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3586b833-080b-44e7-b171-15b6e38dd1ac HTTP/1.1" status: 204 len: 168 time: 0.4354701 Sep 18 07:01:58.977576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f139a4-5637-49ff-b27c-6d4c5434cfbb req-0fe4887c-6b06-4717-8ebe-e8aa51ff45c4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:58.979335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f139a4-5637-49ff-b27c-6d4c5434cfbb req-0fe4887c-6b06-4717-8ebe-e8aa51ff45c4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0596535 Sep 18 07:01:59.015159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88013e-aab5-4036-90b4-ed5795379fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586b833-080b-44e7-b171-15b6e38dd1ac,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:59.045037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31f139a4-5637-49ff-b27c-6d4c5434cfbb req-896de503-5610-4487-92ba-246a5a70747c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593944 Sep 18 07:01:59.164802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c47f3d0-a6c7-4b27-a093-9eeb430b43b7 req-5828b231-ef30-412e-9a8b-3186943df96d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 210 time: 0.0415788 Sep 18 07:01:59.170606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.12 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/818f5d6c-81b9-4df0-a2bb-80b91d191f3f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:59.171949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47386) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:59.191776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Made reservation on behalf of 401705bd630343acadd1e0b504ecfa66 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:01:59.195443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.225635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5dcf3cbe-d633-4c1d-9efb-f8c8c85cc13b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d4f69a96cbf44db816788faf484c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483327 Sep 18 07:01:59.225831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:01:59.282395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.316543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.462078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Allocated IP 172.20.0.12 (9f0be1c0-e871-43c4-b7f7-271936f14225/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad/fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:01:59.492431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.505362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.508409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.513011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deebe280-08e2-45d0-baa4-827f03822673 HTTP/1.1" status: 204 len: 168 time: 0.2834427 Sep 18 07:01:59.526800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b82ecc-657b-49f9-8e93-a2789d525ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deebe280-08e2-45d0-baa4-827f03822673,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:59.642932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.715228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.726786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:59.739211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:01:59.743000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:01:59.746499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:01:59.826962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:59.827870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.911404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:01:59.920473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d6b18-796c-497c-83cc-a517e90ecdd0 req-464796c8-1f7e-4883-8ae6-881af6b06fd5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:01:59.922615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-649d6b18-796c-497c-83cc-a517e90ecdd0 req-464796c8-1f7e-4883-8ae6-881af6b06fd5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 932 time: 0.0685949 Sep 18 07:01:59.954223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:01:59.954735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-c89766f9-f126-4ee8-a198-10ca6a70ea67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2062628 Sep 18 07:01:59.973940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-51a92a17-2b17-420c-9c43-c29f63029fc6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:01:59.974914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-51a92a17-2b17-420c-9c43-c29f63029fc6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112040 Sep 18 07:01:59.981273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Network 9f0be1c0-e871-43c4-b7f7-271936f14225 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:01:59.989670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Request body: {'port': {'device_id': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:01:59.992519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:00.002819 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:02:00.006477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:00.016050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-649d6b18-796c-497c-83cc-a517e90ecdd0 req-fbf56aa8-d830-4d8c-9e39-17f6cc2969c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864756 Sep 18 07:02:00.043061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488041-e1b9-4b71-98bf-2b3720b258d3 req-aa710cbe-a3fd-4246-a43d-aacc61e1052c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:00.046481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event updated for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:00.069088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12488041-e1b9-4b71-98bf-2b3720b258d3 req-aa710cbe-a3fd-4246-a43d-aacc61e1052c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 944 time: 0.0907893 Sep 18 07:02:00.133115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:00.133939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.142466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.157512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12488041-e1b9-4b71-98bf-2b3720b258d3 req-aa1de31c-82c5-404c-85b5-b20ea5cbe980 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835297 Sep 18 07:02:00.253674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:00.262031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-605ccaf1-edbd-4273-9779-b47e791264c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4420989 Sep 18 07:02:00.282700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb026f-c1ec-46d1-aa4f-2cfdb20b7114 req-08c4c6f6-7247-4da2-8613-0227cfdbba68 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:00.284829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9bb026f-c1ec-46d1-aa4f-2cfdb20b7114 req-08c4c6f6-7247-4da2-8613-0227cfdbba68 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0578485 Sep 18 07:02:00.325570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Request body: {'port': {'device_id': '660a5c17-10fd-4078-9728-f445a59c6939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:00.334768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9bb026f-c1ec-46d1-aa4f-2cfdb20b7114 req-7f909490-f42a-47c9-a5c7-19a1798271d6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Sep 18 07:02:00.419502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.423074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:00.461127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'port_id': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'mac_address': 'fa:16:3e:96:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd223c-c247-4d58-bcf8-89fcbfd0b649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:00.486014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:00.520037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ee2a5-a537-4c85-9947-862bb081900f req-84ac31ec-adf7-45ac-9135-0940dba74433 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:00.530611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-473ee2a5-a537-4c85-9947-862bb081900f req-84ac31ec-adf7-45ac-9135-0940dba74433 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 932 time: 0.0984242 Sep 18 07:02:00.561007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.589538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b0bb65-0740-4fce-aa65-f3166e872bc4 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:00.598703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-473ee2a5-a537-4c85-9947-862bb081900f req-b1cf6939-5b34-43a1-a633-4b58ed2b4839 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606112 Sep 18 07:02:00.646733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:00.688123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-network', 'tenant_id': '0468740fe39046aea118a1c17016443e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:00.713042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818f5d6c-81b9-4df0-a2bb-80b91d191f3f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:00.716221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.725279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.744513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Transition to ACTIVE for port object 818f5d6c-81b9-4df0-a2bb-80b91d191f3f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:00.770805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:00.784314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Made reservation on behalf of 0468740fe39046aea118a1c17016443e for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:00.786683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.802983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.823948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.876991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:00.896763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.914911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.923382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Pushing event updated for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:00.936320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['49b0bb65-0740-4fce-aa65-f3166e872bc4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:00.952686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Transition to ACTIVE for port object fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:00.965556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:00.984926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:00.985280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Attempting to bind port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:00.985661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Attempting to bind port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:00.986024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Attempting to bind port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:00.991827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:00.992237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Attempting to bind port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:00.997807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:02:00.998397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:00.998823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:00.999256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:00.999773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Bound port: 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:01.000203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.009255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.009610 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Added segment 2de229a4-b1dc-473c-a3a7-6bae93698af6 of type vlan for network 23160af6-e1f7-46f4-a05e-63951c9d7417 Sep 18 07:02:01.053479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.083392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.099096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8c8b9-5a3f-4eaa-b929-a3976af5feff,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.105136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-135236735-network', 'tenant_id': '306d4c15f86a451ca323fcd859de5d06'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:01.150740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.152025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.152831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.162498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:01.167780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:01.177826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Pushing event updated for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.238459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Made reservation on behalf of 306d4c15f86a451ca323fcd859de5d06 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:01.240710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.251360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] Pushing event updated for resources: {'Network': ['ID=23160af6-e1f7-46f4-a05e-63951c9d7417,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.253334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Attempting to bind port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:01.254374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Attempting to bind port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:01.254734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Attempting to bind port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:01.260197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e on network 9f0be1c0-e871-43c4-b7f7-271936f14225 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:01.260506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Attempting to bind port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e on network 9f0be1c0-e871-43c4-b7f7-271936f14225 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:01.260923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67ce8-68af-436f-98e1-3c650abbaf3b req-f90aa07c-2dac-4206-a16b-50728c1075e5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.262457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b67ce8-68af-436f-98e1-3c650abbaf3b req-f90aa07c-2dac-4206-a16b-50728c1075e5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 944 time: 0.1278915 Sep 18 07:02:01.263685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.265808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.267956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:02:01.271465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:01.273401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Checking segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:01.273401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Bound using segment: {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:01.273401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Bound port: fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:01.273401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.317155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.318760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.320474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] 10.222.0.37 "PUT /v2.0/ports/818f5d6c-81b9-4df0-a2bb-80b91d191f3f HTTP/1.1" status: 200 len: 1093 time: 1.3352656 Sep 18 07:02:01.320613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b67ce8-68af-436f-98e1-3c650abbaf3b req-a0c9ad87-e43f-45fc-8f1f-49552f537b85 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Sep 18 07:02:01.324246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24ac6f79-a37a-4494-9878-a35d151ce27c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8347013 Sep 18 07:02:01.327485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47578) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:01.334234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:01.336557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Request body: {'subnet': {'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-subnet', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:01.336647 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eece6af-c743-4593-be7f-469fddc9c216" -d '{"events": [{"name": "network-changed", "server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:01.389562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5de99-7132-429a-8541-8dc772bf0820 service neutron] Pushing event updated for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.420015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:01.423620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:01.449236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.471941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74de6-8c2b-415f-8ed7-c036133aef1b req-a0a6d546-77c1-4276-8063-dcc0c914cbe8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.473436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79e74de6-8c2b-415f-8ed7-c036133aef1b req-a0a6d546-77c1-4276-8063-dcc0c914cbe8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 945 time: 0.0612159 Sep 18 07:02:01.505423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.511438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79e74de6-8c2b-415f-8ed7-c036133aef1b req-8e31fc83-2303-4256-9054-f4c778cf07dc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Sep 18 07:02:01.537091 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.561297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.562481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.563358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] 10.222.0.37 "PUT /v2.0/ports/fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e HTTP/1.1" status: 200 len: 1093 time: 1.2938061 Sep 18 07:02:01.568402 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f618f1f6-42ad-4d33-a2c1-2fcd12dfed99 x-openstack-request-id: req-f618f1f6-42ad-4d33-a2c1-2fcd12dfed99 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:01.568667 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:01.568923 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f618f1f6-42ad-4d33-a2c1-2fcd12dfed99 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:01.569339 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f', 'status': 'completed', 'code': 200} Sep 18 07:02:01.572171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:02:01.588288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f3de7-bd03-46e7-9f75-afd3ebf6346f service neutron] Pushing event updated for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.588534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:01.591457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.591883 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Added segment 2d4ce046-2b7d-4605-8e37-f43e94cb9350 of type vlan for network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c Sep 18 07:02:01.600430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-f6fe29fd-fcbd-4714-b411-d329a63172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.603999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-f6fe29fd-fcbd-4714-b411-d329a63172eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 1096 time: 0.1094930 Sep 18 07:02:01.635525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Made reservation on behalf of 0468740fe39046aea118a1c17016443e for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:01.637756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.640399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.659370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-55503056-d700-47a1-9f1a-a700733405d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f HTTP/1.1" status: 200 len: 217 time: 0.0445981 Sep 18 07:02:01.738085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-3b0e1b48-f2ec-4aac-bbc6-b89b25f81a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.739586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-3b0e1b48-f2ec-4aac-bbc6-b89b25f81a6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.0762913 Sep 18 07:02:01.745601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-4f875bde-8e6b-4a61-a708-6bbd5c770953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.747056 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-4f875bde-8e6b-4a61-a708-6bbd5c770953 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 1096 time: 0.0737920 Sep 18 07:02:01.779699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-bf7f8099-049c-4b50-be1b-e6b09eb5655a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316143 Sep 18 07:02:01.787480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa2eb1-404a-4610-89c8-6ab4c2fdb58d req-2a6b4200-aa34-4ad0-be22-f1c8e51e7eb4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.789021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcaa2eb1-404a-4610-89c8-6ab4c2fdb58d req-2a6b4200-aa34-4ad0-be22-f1c8e51e7eb4 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1573074 Sep 18 07:02:01.810007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:01.821625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-ea05d185-1d0d-4f96-b673-02e130b4187c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e HTTP/1.1" status: 200 len: 217 time: 0.0640593 Sep 18 07:02:01.843729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf674dba-698b-44d1-bd39-8370496c80a3 req-271d800c-c3d3-4159-b0ca-a449b19e5336 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.845350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf674dba-698b-44d1-bd39-8370496c80a3 req-271d800c-c3d3-4159-b0ca-a449b19e5336 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 944 time: 0.1151440 Sep 18 07:02:01.856199 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.857231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.857727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.895287 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:01.923035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:01.926054 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14ac55-73df-4924-b83b-d496ab0a0198" -d '{"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:01.930316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-8819454c-c589-4b58-bae0-70ba20f6aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:01.931834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-8819454c-c589-4b58-bae0-70ba20f6aba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0990393 Sep 18 07:02:01.941025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:01.978495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-0b3e511c-96a7-48dc-87d4-a1d8d64d3318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374429 Sep 18 07:02:01.980612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-cbf58764-5865-4dda-988d-7c0b892d3f80 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685216 Sep 18 07:02:02.002122 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.060359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:02.167144 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc286158-c682-4e7f-af56-98a46b0f2366 req-3c3d12da-b9ac-4d4e-b038-9b6bfb759697 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737139 Sep 18 07:02:02.169398 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-c4892ca9-9857-4f5e-aa86-6994a16e1c0f service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769152 Sep 18 07:02:02.236894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcaa2eb1-404a-4610-89c8-6ab4c2fdb58d req-fa7fa300-4b1f-413c-8cf3-c4d9157f6286 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387221 Sep 18 07:02:02.269561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:02.293794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-85ec5ea3-120f-4817-8a13-c0561d9e68cd req-c8a2e6ee-280e-4377-9dc9-bc592cb932cb service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164005 Sep 18 07:02:02.313776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] Pushing event updated for resources: {'Network': ['ID=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:02.326600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78b7a96d-3ffb-4f02-af4e-0050544b38ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3566303 Sep 18 07:02:02.338357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:02:02.342659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47598) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:02.351139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Request body: {'subnet': {'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-135236735-subnet', 'tenant_id': '306d4c15f86a451ca323fcd859de5d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:02.364775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf674dba-698b-44d1-bd39-8370496c80a3 req-a6a15217-8b61-4a96-8aa2-ba4b48152b5a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013034 Sep 18 07:02:02.404012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece6af-c743-4593-be7f-469fddc9c216 req-7d490d64-8d21-4982-baf0-4dadd0d387ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.406179 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-7d490d64-8d21-4982-baf0-4dadd0d387ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 1096 time: 0.0997124 Sep 18 07:02:02.439099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 49b0bb65-0740-4fce-aa65-f3166e872bc4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:02.439702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.448594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.480679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Made reservation on behalf of 306d4c15f86a451ca323fcd859de5d06 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:02.486550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.524065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c6c83c-4f6c-4cf9-984f-6bc7e7755123,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:02.526431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Checking segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:02.526786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Network hostable DHCP agents. Network: 23160af6-e1f7-46f4-a05e-63951c9d7417, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:02:02.568275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.605000 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c76fe4f-c11d-409d-bcd2-8e53083ed10e x-openstack-request-id: req-6c76fe4f-c11d-409d-bcd2-8e53083ed10e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:02.605353 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:02.605658 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c76fe4f-c11d-409d-bcd2-8e53083ed10e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:02.606167 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'code': 200} Sep 18 07:02:02.607738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:02:02.618401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:02.664703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece6af-c743-4593-be7f-469fddc9c216 req-910e3685-420c-4c0a-b9c6-ce8865bc72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.666372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-910e3685-420c-4c0a-b9c6-ce8865bc72f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 912 time: 0.2493639 Sep 18 07:02:02.699480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832965c-3154-4bd7-8da1-6093291e272e req-dc6eccd3-e934-44a9-9e0d-5a16ed858510 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.700955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c832965c-3154-4bd7-8da1-6093291e272e req-dc6eccd3-e934-44a9-9e0d-5a16ed858510 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 944 time: 0.0529082 Sep 18 07:02:02.717524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-8b239359-bf84-446c-a05c-901d106f216c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f HTTP/1.1" status: 200 len: 217 time: 0.0410738 Sep 18 07:02:02.743443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c832965c-3154-4bd7-8da1-6093291e272e req-7cd97c8e-df19-407c-b067-a325fcf00799 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Sep 18 07:02:02.750180 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.751020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:02.773387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 23160af6-e1f7-46f4-a05e-63951c9d7417) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:02.778202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.779225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.811671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece6af-c743-4593-be7f-469fddc9c216 req-5de8d922-2140-4bdc-ad60-5608b7fc3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.813238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-5de8d922-2140-4bdc-ad60-5608b7fc3aa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.0878212 Sep 18 07:02:02.816469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef589d-d706-4a40-bae8-77936a4e3c07 None None] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:02.877745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-a2b73cc1-cafc-42f4-bcd5-4f28ba8bb68c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403495 Sep 18 07:02:02.900591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9b154c8-5fa7-44de-bbb5-7c5c948b300d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5718439 Sep 18 07:02:02.905181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:02.912585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74bf7-d8a2-4220-84cd-301618f309e5 req-6fc8bfd8-a156-44f5-bf1c-17eff6f17c88 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:02.914403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9da74bf7-d8a2-4220-84cd-301618f309e5 req-6fc8bfd8-a156-44f5-bf1c-17eff6f17c88 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0854292 Sep 18 07:02:02.914733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:02.924192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:02.965280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9da74bf7-d8a2-4220-84cd-301618f309e5 req-69dfe0c2-68e9-4670-932d-9f2870b6f669 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Sep 18 07:02:02.982686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:02.997243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.049597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:03.049854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-521474a4-731b-41f8-a50c-7a2fbcd3edcc service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627045 Sep 18 07:02:03.083551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b65174-820b-433f-9977-652f7160c177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-23160af6-e1f7-46f4-a05e-63951c9d7417', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:02:03.084538 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.089254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66613f61-c9c9-439e-a3c1-d1c0fa651ab9,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:03.097921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.101250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.156477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Checking segment: {'id': '2d4ce046-2b7d-4605-8e37-f43e94cb9350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:03.156922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Network hostable DHCP agents. Network: dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:02:03.168675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.212458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.237393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eece6af-c743-4593-be7f-469fddc9c216 req-3c729429-3eb5-4653-910b-20aa0b967966 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779187 Sep 18 07:02:03.258954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:03.277043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-40b65174-820b-433f-9977-652f7160c177 None None] Allocated IP 172.20.0.2 (23160af6-e1f7-46f4-a05e-63951c9d7417/92c6c83c-4f6c-4cf9-984f-6bc7e7755123/58ce08f2-bba1-4e53-92ef-1a122dacd289) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:03.329438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:02:03.370233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313406-2306-4157-af00-6dba99f574c2 req-c4943040-1e68-432c-9832-02d4ea38f43f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:03.373229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2313406-2306-4157-af00-6dba99f574c2 req-c4943040-1e68-432c-9832-02d4ea38f43f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 948 time: 0.0592654 Sep 18 07:02:03.430081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2313406-2306-4157-af00-6dba99f574c2 req-381837c3-b737-41a2-8b7a-88beb58e2600 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Sep 18 07:02:03.453053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.453053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:03.453053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:03.453574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.550775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91765e-03c7-43dc-a7c6-88b49e03fb8e req-829819c1-fad1-4c4a-87b9-fb635ebe82ef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:03.552405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d91765e-03c7-43dc-a7c6-88b49e03fb8e req-829819c1-fad1-4c4a-87b9-fb635ebe82ef tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 944 time: 0.0533319 Sep 18 07:02:03.560036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b424bdb-dbce-4dc3-811a-94a68c5b7106 None None] Network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:03.570037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a372909a-0fce-4ec9-867a-20ca4490922e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2182367 Sep 18 07:02:03.570363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:03.573609 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706" -d '{"events": [{"name": "network-changed", "server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:03.620371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d91765e-03c7-43dc-a7c6-88b49e03fb8e req-475154c4-4289-4aa2-9d78-8d3475af36c9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489178 Sep 18 07:02:03.707624 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.775338 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb38ba2-a41c-40d0-83e9-3d19202e65d8 x-openstack-request-id: req-7fb38ba2-a41c-40d0-83e9-3d19202e65d8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:03.775840 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:03.776086 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fb38ba2-a41c-40d0-83e9-3d19202e65d8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:03.776484 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e', 'status': 'completed', 'code': 200} Sep 18 07:02:03.790296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.796727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f78e14-d72a-4bff-be9e-3a2f2101ecda None None] Network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:03.823157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.836064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:03.852975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:03.873971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b65174-820b-433f-9977-652f7160c177 None None] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:03.909919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-d2feecb4-c2ce-49aa-8655-2852a3acbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:03.911395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-d2feecb4-c2ce-49aa-8655-2852a3acbab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=401705bd630343acadd1e0b504ecfa66&device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 1096 time: 0.1198759 Sep 18 07:02:03.912828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b65174-820b-433f-9977-652f7160c177 None None] Pushing event updated for resources: {'Port': ['ID=58ce08f2-bba1-4e53-92ef-1a122dacd289,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:03.915426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-40b65174-820b-433f-9977-652f7160c177 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:03.939510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b65174-820b-433f-9977-652f7160c177 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:04.065122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40b65174-820b-433f-9977-652f7160c177 None None] Attempting to bind port 58ce08f2-bba1-4e53-92ef-1a122dacd289 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:04.065531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40b65174-820b-433f-9977-652f7160c177 None None] Attempting to bind port 58ce08f2-bba1-4e53-92ef-1a122dacd289 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:04.065872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b65174-820b-433f-9977-652f7160c177 None None] Attempting to bind port 58ce08f2-bba1-4e53-92ef-1a122dacd289 on network 23160af6-e1f7-46f4-a05e-63951c9d7417 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:04.081478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b65174-820b-433f-9977-652f7160c177 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:04.081938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b65174-820b-433f-9977-652f7160c177 None None] Checking segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:04.082296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.082697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b65174-820b-433f-9977-652f7160c177 None None] Bound using segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:04.083189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-40b65174-820b-433f-9977-652f7160c177 None None] Bound port: 58ce08f2-bba1-4e53-92ef-1a122dacd289, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:04.083580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.117324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b9220-d821-40e0-b884-9fdf3c66867e req-cec3f614-acb2-44f8-aa9c-2c28142ed8c3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:04.119162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f5b9220-d821-40e0-b884-9fdf3c66867e req-cec3f614-acb2-44f8-aa9c-2c28142ed8c3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 944 time: 0.1017146 Sep 18 07:02:04.132770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:04.169831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-b10ec2a4-973d-4b02-a0fc-07d729328293 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:04.171429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-b10ec2a4-973d-4b02-a0fc-07d729328293 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/networks?id=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c HTTP/1.1" status: 200 len: 812 time: 0.1880627 Sep 18 07:02:04.178088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'mac_address': 'fa:16:3e:ff:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:04.198527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f5b9220-d821-40e0-b884-9fdf3c66867e req-34aa3e0d-af55-4ae7-890b-c95de8363df4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 Sep 18 07:02:04.208521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-5c8aeb74-c67f-46c9-a52a-12668a999576 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/quotas/306d4c15f86a451ca323fcd859de5d06 HTTP/1.1" status: 200 len: 375 time: 0.0239897 Sep 18 07:02:04.250361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-c77b6d2c-7e4a-4e51-921b-d01f5b431415 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=306d4c15f86a451ca323fcd859de5d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408368 Sep 18 07:02:04.250797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-40b65174-820b-433f-9977-652f7160c177 None None] For port 58ce08f2-bba1-4e53-92ef-1a122dacd289, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:04.254690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-40b65174-820b-433f-9977-652f7160c177 None None] For port 58ce08f2-bba1-4e53-92ef-1a122dacd289, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58ce08f2-bba1-4e53-92ef-1a122dacd289,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:04.289947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.305998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:04.328230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:04.329870 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b65174-820b-433f-9977-652f7160c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.341232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Allocated IP 172.25.4.15 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/a2672dd4-3c49-47af-8485-7f24066b082a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:04.366398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-30ad60b3-3a6f-493a-9696-1aabd192a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:04.371052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-30ad60b3-3a6f-493a-9696-1aabd192a09d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 200 len: 906 time: 0.4512937 Sep 18 07:02:04.374442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-22217137-d79a-4ba5-b05f-fa9ee8f62ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225758 Sep 18 07:02:04.397860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b65174-820b-433f-9977-652f7160c177 None None] Pushing event updated for resources: {'Port': ['ID=58ce08f2-bba1-4e53-92ef-1a122dacd289,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:04.404121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.466479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:04.474323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-6940a129-7ed4-4ef5-9350-72160e51da6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e HTTP/1.1" status: 200 len: 217 time: 0.0892253 Sep 18 07:02:04.498380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-06ca5687-f653-4841-b3e6-33e596c79f7a service neutron] 10.222.0.20 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061063 Sep 18 07:02:04.570623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-266d596a-3cd6-4d3c-8ac1-8744b8a385db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:04.572262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-266d596a-3cd6-4d3c-8ac1-8744b8a385db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 200 len: 845 time: 0.0949700 Sep 18 07:02:04.609978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4'}, {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:04.610793 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d7e06-23bf-4a9f-8233-c03aff15ea43" -d '{"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-plugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4"}, {"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-unplugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:04.630075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-83cdd4f8-91c8-4c16-aec9-eb6b78836433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f0be1c0-e871-43c4-b7f7-271936f14225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463769 Sep 18 07:02:04.643723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.780876 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-461f0826-b0d1-4159-9c2b-72a9003d1915 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437364 Sep 18 07:02:04.824937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209bc1-fac3-45ea-b985-2be0476ecda6 req-eb2fdddd-223f-41ed-b278-0cbcbd68f5ff tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:04.826586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8209bc1-fac3-45ea-b985-2be0476ecda6 req-eb2fdddd-223f-41ed-b278-0cbcbd68f5ff tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0683784 Sep 18 07:02:04.853465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:04.879099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8209bc1-fac3-45ea-b985-2be0476ecda6 req-196345c2-ba40-4c42-b1a4-d39ccfb6f816 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 Sep 18 07:02:04.909306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:04.918416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:04.921236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:04.929053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:04.930955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Pushing event updated for resources: {'Port': ['ID=a2672dd4-3c49-47af-8485-7f24066b082a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:04.962434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-95938fcf-a6fc-4c21-ac3e-727c2c0d3706 req-685252b6-8aef-4bf7-96c1-51b8a619f6c4 service neutron] 10.222.0.37 "GET /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744893 Sep 18 07:02:05.017225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b91437-3364-470c-b8f7-d59756d97c90 req-d9e22234-24c2-4e3d-8dbe-d288b3609eb0 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:05.027810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b91437-3364-470c-b8f7-d59756d97c90 req-d9e22234-24c2-4e3d-8dbe-d288b3609eb0 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0664158 Sep 18 07:02:05.067389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b91437-3364-470c-b8f7-d59756d97c90 req-369a6793-5d82-490f-8d87-97b6f52dad46 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Sep 18 07:02:05.142210 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c5862-e140-4278-b0ce-4f45549114c8 x-openstack-request-id: req-cf9c5862-e140-4278-b0ce-4f45549114c8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:05.142754 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-plugged", "status": "completed", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4", "code": 200}, {"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-unplugged", "status": "completed", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:05.143273 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf9c5862-e140-4278-b0ce-4f45549114c8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:05.144502 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'code': 200} Sep 18 07:02:05.146477 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'code': 200} Sep 18 07:02:05.260362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33d18b-f2b0-46d1-a5ab-931743b3bc79 req-78133007-7db6-4ae4-95a1-08d72f572653 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:05.268005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a33d18b-f2b0-46d1-a5ab-931743b3bc79 req-78133007-7db6-4ae4-95a1-08d72f572653 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 944 time: 0.0733919 Sep 18 07:02:05.306441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a33d18b-f2b0-46d1-a5ab-931743b3bc79 req-3faba425-b180-4600-8854-d64050245c4b tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Sep 18 07:02:05.368462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca84d-b8b2-48b0-9d30-d65117d35579 req-ddeaaa68-ec35-4288-9aba-397fc8288478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:05.370033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e3ca84d-b8b2-48b0-9d30-d65117d35579 req-ddeaaa68-ec35-4288-9aba-397fc8288478 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 1098 time: 0.0691462 Sep 18 07:02:05.370618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:05.393605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a78a55c-76fd-4c3a-8230-acfe725ccec2 req-ee34c5fe-3fcc-4c8a-977a-f46d882fee78 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 210 time: 0.0454452 Sep 18 07:02:05.531563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e3ca84d-b8b2-48b0-9d30-d65117d35579 req-18f2192c-ede4-4dba-bbeb-bfaee465cc9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988925 Sep 18 07:02:05.545267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdc5c-8adf-47b7-aa31-0cbb7a5df0db req-cf98a144-4dc2-499e-989a-447ee881456b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:05.554519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5cfdc5c-8adf-47b7-aa31-0cbb7a5df0db req-cf98a144-4dc2-499e-989a-447ee881456b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 944 time: 0.0882316 Sep 18 07:02:05.592394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5ee7b-bf84-4cdc-b134-98dd9ccebd31 None None] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:05.596660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5cfdc5c-8adf-47b7-aa31-0cbb7a5df0db req-b4cdc537-97bd-4ebe-8e75-13582e2140ee tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Sep 18 07:02:05.657626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:05.718880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] Provisioning complete for port 58ce08f2-bba1-4e53-92ef-1a122dacd289 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:05.719171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:05.824781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:05.859593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:02:05.867717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] For port 58ce08f2-bba1-4e53-92ef-1a122dacd289, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58ce08f2-bba1-4e53-92ef-1a122dacd289,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:05.916790 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:05.980099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653431c-6661-48e9-b3bb-5d9e6a47ff10 None None] Pushing event updated for resources: {'Port': ['ID=58ce08f2-bba1-4e53-92ef-1a122dacd289,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:05.989986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deb77-d2a7-4372-a07a-340f992554b6 req-6592fba5-af71-4ef8-a2b6-1e375865cba4 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:05.992530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-694deb77-d2a7-4372-a07a-340f992554b6 req-6592fba5-af71-4ef8-a2b6-1e375865cba4 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.0662816 Sep 18 07:02:06.014829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:06.025641 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Sync routers for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:06.035714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:06.036770 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:06.045663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4c87d91c-9887-4724-b8c0-e95bcdcb5179 None None] Provisioning complete for port 58ce08f2-bba1-4e53-92ef-1a122dacd289 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:06.046291 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c87d91c-9887-4724-b8c0-e95bcdcb5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.087801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.089011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fa504-69df-4c25-8bb0-1c5775461edb req-0a48edec-7a91-4b68-87a5-142b907b1786 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:06.091451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a03fa504-69df-4c25-8bb0-1c5775461edb req-0a48edec-7a91-4b68-87a5-142b907b1786 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.0973365 Sep 18 07:02:06.091949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-30f7cdc0-83fa-434a-9baf-70c91ff0e065 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.1840675 Sep 18 07:02:06.094152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47730) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:06.099093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-694deb77-d2a7-4372-a07a-340f992554b6 req-e84928e0-80d7-45dd-8dcb-6b22e398d8eb tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950267 Sep 18 07:02:06.167565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a03fa504-69df-4c25-8bb0-1c5775461edb req-40c1eab8-bf83-466a-ba9c-0f4919a38c55 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669749 Sep 18 07:02:06.278537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b5c87-084c-4deb-9705-301b1031da66 req-007ac0cb-a10d-445d-b23f-dd96c3f00e67 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:06.278873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:06.280493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d2b5c87-084c-4deb-9705-301b1031da66 req-007ac0cb-a10d-445d-b23f-dd96c3f00e67 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.0591340 Sep 18 07:02:06.310486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:06.350251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d2b5c87-084c-4deb-9705-301b1031da66 req-ce3bf5f5-75dc-4367-8048-5d213eba52b2 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606899 Sep 18 07:02:06.420579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:06.448102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e', 'network_id': '9f0be1c0-e871-43c4-b7f7-271936f14225', 'port_id': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e', 'mac_address': 'fa:16:3e:b8:15:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:06.494171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.496001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a08c4-f9c1-4d96-a8f5-f2b49176b60a req-fdadb4b6-0993-4e91-aa83-301a5898fce5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:06.498211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e52a08c4-f9c1-4d96-a8f5-f2b49176b60a req-fdadb4b6-0993-4e91-aa83-301a5898fce5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 944 time: 0.0986540 Sep 18 07:02:06.516768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:06.544549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:06.572253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0749a92b-1855-405d-b8f3-639dc71eb236 req-9df7ce8c-c969-4ff9-9f0d-05087a03637f tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 210 time: 0.0583229 Sep 18 07:02:06.601588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e52a08c4-f9c1-4d96-a8f5-f2b49176b60a req-756d1c10-fbba-4301-9bb3-9e6c398bfa3e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863154 Sep 18 07:02:06.633621 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:05Z', 'revision_number': 3, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:06.635799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.636499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 818f5d6c-81b9-4df0-a2bb-80b91d191f3f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:06.689259 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Checking router: 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:06.689545 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Updating router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d port a2672dd4-3c49-47af-8485-7f24066b082a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:02:06.723510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58ce08f2-bba1-4e53-92ef-1a122dacd289 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:06.727871 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.775908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed9f47-6a96-4dc7-98a5-6e6bbdae7732 req-04c5f4cb-540d-4626-bd6a-991781b5af51 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:06.777605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fed9f47-6a96-4dc7-98a5-6e6bbdae7732 req-04c5f4cb-540d-4626-bd6a-991781b5af51 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 944 time: 0.0742822 Sep 18 07:02:06.817948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:06.831949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fed9f47-6a96-4dc7-98a5-6e6bbdae7732 req-e58876cb-ee3c-4f37-8914-dbdfcda038fb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Sep 18 07:02:06.851706 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.880312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 58ce08f2-bba1-4e53-92ef-1a122dacd289 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:06.880787 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:06.931457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:06.950953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f', 'mac_address': 'fa:16:3e:36:79:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:07.018721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.022464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Allocated IP 172.20.0.1 (23160af6-e1f7-46f4-a05e-63951c9d7417/92c6c83c-4f6c-4cf9-984f-6bc7e7755123/c03950c2-24e9-4de3-81c7-1981aea828f8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:07.039593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818f5d6c-81b9-4df0-a2bb-80b91d191f3f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:07.049702 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.063285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:07.092768 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.109984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.152915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Attempting to bind port a2672dd4-3c49-47af-8485-7f24066b082a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:07.153285 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Attempting to bind port a2672dd4-3c49-47af-8485-7f24066b082a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:07.153648 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Attempting to bind port a2672dd4-3c49-47af-8485-7f24066b082a on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:07.170216 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Pushing event updated for resources: {'Port': ['ID=a2672dd4-3c49-47af-8485-7f24066b082a,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:07.173668 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:07.174113 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:07.174524 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.174921 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:07.175392 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Bound port: a2672dd4-3c49-47af-8485-7f24066b082a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:07.175771 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.202981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:07.207148 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.207483 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.207820 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.208156 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.208582 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.208796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.209119 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.209436 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.209751 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.210092 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.210497 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.210723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:07.215445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.248363 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] For port a2672dd4-3c49-47af-8485-7f24066b082a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:07.252045 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] For port a2672dd4-3c49-47af-8485-7f24066b082a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2672dd4-3c49-47af-8485-7f24066b082a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:07.278201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-aef2bc09-c1b8-460e-abf3-55cdc24d0c09 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.279865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-aef2bc09-c1b8-460e-abf3-55cdc24d0c09 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.24 "GET /v2.0/networks?id=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c HTTP/1.1" status: 200 len: 812 time: 0.1688297 Sep 18 07:02:07.284472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18f59e-aafa-4d9d-97b2-06b799a108c4 req-9ca6f2fe-b43f-47e6-b5a1-9b1e21336a0a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.286233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c18f59e-aafa-4d9d-97b2-06b799a108c4 req-9ca6f2fe-b43f-47e6-b5a1-9b1e21336a0a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.0554836 Sep 18 07:02:07.303529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Request body: {'port': {'device_id': '424c76f3-18fa-4949-8900-f478fe942e9a', 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c', 'admin_state_up': True, 'tenant_id': '306d4c15f86a451ca323fcd859de5d06'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:07.319083 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.379083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c18f59e-aafa-4d9d-97b2-06b799a108c4 req-8137b49e-11fd-45a4-aa8b-6838ea2bf79d tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762765 Sep 18 07:02:07.384338 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:07.385152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:07.396576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:07.398867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20015ad3-3035-4cdd-ae59-c2001e7b3c58 req-ba3ebad3-350b-4a23-a475-8bf120e26559 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.399938 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343f790-892d-44ff-966f-83118adbe27d None None] Pushing event updated for resources: {'Port': ['ID=a2672dd4-3c49-47af-8485-7f24066b082a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:07.402655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['818f5d6c-81b9-4df0-a2bb-80b91d191f3f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:07.403833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20015ad3-3035-4cdd-ae59-c2001e7b3c58 req-ba3ebad3-350b-4a23-a475-8bf120e26559 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1168740 Sep 18 07:02:07.413599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.470627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:07.476863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:07.479842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:07.481607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20015ad3-3035-4cdd-ae59-c2001e7b3c58 req-84710efd-d90c-4d09-b70f-38e876a1a88e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710397 Sep 18 07:02:07.567340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:07.585423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.597612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Pushing event updated for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:07.616040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a30f4-21a3-46b5-b810-e1f1cbf8dbf4 req-a8bd28ed-d026-4d76-94c4-d74d55eefa49 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.623012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f29a30f4-21a3-46b5-b810-e1f1cbf8dbf4 req-a8bd28ed-d026-4d76-94c4-d74d55eefa49 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 950 time: 0.1149018 Sep 18 07:02:07.755697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f29a30f4-21a3-46b5-b810-e1f1cbf8dbf4 req-e580d702-35a7-4c22-bc93-85923c9451cb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289887 Sep 18 07:02:07.759985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-ff4dddad-a507-4c53-a9fd-69fac698e95b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.761935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-ff4dddad-a507-4c53-a9fd-69fac698e95b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.2271006 Sep 18 07:02:07.774011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daed894-a9aa-4069-abd4-6215c5f82779 req-75ea9c46-eea8-443b-9e4d-945bc1b835a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:07.784547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Made reservation on behalf of 306d4c15f86a451ca323fcd859de5d06 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:07.790797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.791240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6daed894-a9aa-4069-abd4-6215c5f82779 req-75ea9c46-eea8-443b-9e4d-945bc1b835a9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.1662331 Sep 18 07:02:07.831326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:07.867739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6daed894-a9aa-4069-abd4-6215c5f82779 req-70d8e5a2-d446-425a-9d12-21e58f32a812 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751171 Sep 18 07:02:07.893504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-598ec151-fa15-40bb-9c13-5affc22e8fbc req-cbd3e559-64f4-458f-b06a-19d4c6196194 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 210 time: 0.0479746 Sep 18 07:02:07.904373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ccd8bede-69d5-4369-aba3-88737590ec91 None None] Provisioning complete for port c03950c2-24e9-4de3-81c7-1981aea828f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:07.904599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bede-69d5-4369-aba3-88737590ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.926859 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:05Z', 'revision_number': 3, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:07.949681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8bede-69d5-4369-aba3-88737590ec91 None None] Port c03950c2-24e9-4de3-81c7-1981aea828f8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:02:07.957763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:07.958189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:07.987608 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668b97-8864-473c-a322-8f56ce7de276 None None] The sync data for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 is: [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:05Z', 'revision_number': 3, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:08.056009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:08.081708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8766c-b3b9-4c91-ba6f-b72956418c5a req-793bf3b5-0d1b-4168-b1de-78e620510d88 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:08.083240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b8766c-b3b9-4c91-ba6f-b72956418c5a req-793bf3b5-0d1b-4168-b1de-78e620510d88 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 945 time: 0.0938103 Sep 18 07:02:08.093162 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:08.095050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:08.097355 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9303ec-688d-4f75-9a35-0a3f43e0ea12" -d '{"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:08.112314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:08.118895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Allocated IP 172.20.0.12 (dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c/66613f61-c9c9-439e-a3c1-d1c0fa651ab9/0e960996-1866-4108-8e43-1224af6b8473) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:08.123537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Deleting port 0f35020b-d2cf-4844-a9da-fbf73d027124 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:08.123949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:08.155775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:08.162712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83b8766c-b3b9-4c91-ba6f-b72956418c5a req-67f4d986-adc8-47ad-9231-ab59a86d2fd6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695424 Sep 18 07:02:08.182403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8767b-4d5d-4083-92d6-3fb3abd75fc8 req-94d9ed89-8a43-403a-8a0c-5f8b0f0ff97b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:08.191279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db8767b-4d5d-4083-92d6-3fb3abd75fc8 req-94d9ed89-8a43-403a-8a0c-5f8b0f0ff97b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 945 time: 0.1069791 Sep 18 07:02:08.244806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db8767b-4d5d-4083-92d6-3fb3abd75fc8 req-b1ed2ab2-593b-42f0-8e93-5af61f580d36 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520620 Sep 18 07:02:08.250676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:08.363362 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2082ac-8c95-4656-bebe-20416b8b79e7 x-openstack-request-id: req-5d2082ac-8c95-4656-bebe-20416b8b79e7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:08.363654 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-plugged", "status": "completed", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:08.363909 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d2082ac-8c95-4656-bebe-20416b8b79e7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:08.364304 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'code': 200} Sep 18 07:02:08.467413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] For port 0f35020b-d2cf-4844-a9da-fbf73d027124, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0f35020b-d2cf-4844-a9da-fbf73d027124,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:08.467788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:08.499522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Calling delete_port for 0f35020b-d2cf-4844-a9da-fbf73d027124 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:08.574797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0964660-9df4-4d58-8142-d1c1da6f1703 req-e77f7df0-307c-450e-81e8-cd559b2664b7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:08.581732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0964660-9df4-4d58-8142-d1c1da6f1703 req-e77f7df0-307c-450e-81e8-cd559b2664b7 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 947 time: 0.1056385 Sep 18 07:02:08.679020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0964660-9df4-4d58-8142-d1c1da6f1703 req-102b0e74-7df6-4438-a3fe-50d8b6e19187 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863030 Sep 18 07:02:08.694834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2672dd4-3c49-47af-8485-7f24066b082a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:09.111489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a2672dd4-3c49-47af-8485-7f24066b082a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:09.111489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.111489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.111489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a2672dd4-3c49-47af-8485-7f24066b082a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2672dd4-3c49-47af-8485-7f24066b082a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:09.113238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-df6daebe-1c04-4e3f-a385-b1f50aa48685 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.113238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-df6daebe-1c04-4e3f-a385-b1f50aa48685 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.1966977 Sep 18 07:02:09.113238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca2a9c-9830-4205-8c72-a80838b4d3f7 req-2a5d2d0e-85bf-4119-9ae4-05d8adae5db7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.113238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02ca2a9c-9830-4205-8c72-a80838b4d3f7 req-2a5d2d0e-85bf-4119-9ae4-05d8adae5db7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.1124430 Sep 18 07:02:09.113238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-a6cec089-1f16-4b37-bbb8-17625e5b389c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/quotas/5d30952913b9483c87dd0f15bb9bb477 HTTP/1.1" status: 200 len: 375 time: 0.0251434 Sep 18 07:02:09.114255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.114255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.114255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88672ce6-7d8a-4c3d-8a5a-f4305a55e8a4 req-a0d6c9e8-f0f7-4614-8a27-f0647f3a7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.114255 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88672ce6-7d8a-4c3d-8a5a-f4305a55e8a4 req-a0d6c9e8-f0f7-4614-8a27-f0647f3a7566 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1103 time: 0.1505573 Sep 18 07:02:09.116386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02ca2a9c-9830-4205-8c72-a80838b4d3f7 req-28f2e355-f727-4468-b8b9-684702936b01 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669613 Sep 18 07:02:09.116386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-6b60dd8d-2c19-4155-bfe0-d29f5c3c8499 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907223 Sep 18 07:02:09.116708 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a8d96361-353a-4ac1-bf28-5e5986ac3be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.121602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88672ce6-7d8a-4c3d-8a5a-f4305a55e8a4 req-a465585a-856f-4e29-af1e-b644bda17505 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801373 Sep 18 07:02:09.162929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.163715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.170618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3e24e1f-9b59-4c3a-9af5-95848cfbf12a req-5c04df8b-e62e-408e-ab0b-4ca76fc8e2be tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 210 time: 0.0354354 Sep 18 07:02:09.206852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-5d031da1-afbb-4a80-83bf-fae1dd287ab7 service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425054 Sep 18 07:02:09.223996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.226749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.274354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a2672dd4-3c49-47af-8485-7f24066b082a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:09.331333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:09.331333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Pushing event updated for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:09.331333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.331333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:09.332828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-9fed7553-c0d0-4b3b-bb85-93f4a1c73c38 service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247952 Sep 18 07:02:09.356314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:09.397859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] No DVR routers for this DVR port 0f35020b-d2cf-4844-a9da-fbf73d027124 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:09.412343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.414578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4130fb28-29ed-4e29-ad52-ced22c8b4cc3 req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "DELETE /v2.0/ports/0f35020b-d2cf-4844-a9da-fbf73d027124 HTTP/1.1" status: 204 len: 173 time: 1.6084166 Sep 18 07:02:09.420474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-deleted', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:09.422740 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf507f27-6625-4c0b-a792-9732da76f364" -d '{"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-deleted", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:09.484703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Pushing event updated for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:09.514873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.516718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.540674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dd8ac-9196-4157-8a60-f44c7358087a tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Pushing event deleted for resources: {'Port': ['ID=0f35020b-d2cf-4844-a9da-fbf73d027124,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:09.573098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:09.574674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:09.652002 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-867fa4a3-8083-483f-9a84-d007a032c5e3 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3530247 Sep 18 07:02:09.677062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Request body: {'port': {'device_id': '424c76f3-18fa-4949-8900-f478fe942e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:09.714392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88bb7-c509-4996-913d-2f9e49356861 req-079a2bae-5f7f-4068-8d9b-2147bd871ecf tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.723518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67f88bb7-c509-4996-913d-2f9e49356861 req-079a2bae-5f7f-4068-8d9b-2147bd871ecf tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 945 time: 0.1149621 Sep 18 07:02:09.796954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06667d-6135-4510-8cea-f8a99d3ffa3e req-e286ff9e-9b65-4192-957c-4c092c419b15 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:09.798774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd06667d-6135-4510-8cea-f8a99d3ffa3e req-e286ff9e-9b65-4192-957c-4c092c419b15 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 945 time: 0.1890643 Sep 18 07:02:09.838341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67f88bb7-c509-4996-913d-2f9e49356861 req-477da2cd-2031-4058-9326-9ba7cb550a01 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108608 Sep 18 07:02:09.915094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd06667d-6135-4510-8cea-f8a99d3ffa3e req-476a6e47-c7d8-4fe2-99af-e489bbf775d6 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929003 Sep 18 07:02:09.989187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:09.991918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2f7efa0-fa6d-49fb-ad77-32587b598435 req-d8fb8246-ecf0-4710-a142-31384fb2321b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 210 time: 0.0420656 Sep 18 07:02:09.995355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9db1adb3-1056-4817-8015-44051d27784c None None] Provisioning complete for port c03950c2-24e9-4de3-81c7-1981aea828f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:09.996150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9db1adb3-1056-4817-8015-44051d27784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.024582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:02:10.045576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-73d8c394-2cbf-4b90-a908-cf1316ee33c4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:10.047555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-73d8c394-2cbf-4b90-a908-cf1316ee33c4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/ports?device_id=53f3bd85-cda4-4301-b980-e1b65f9405be HTTP/1.1" status: 200 len: 946 time: 0.2603512 Sep 18 07:02:10.049040 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595dd4d4-6ed8-49ce-a5a6-3580214e051a x-openstack-request-id: req-595dd4d4-6ed8-49ce-a5a6-3580214e051a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:10.049331 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b64459-eee9-473f-86a0-f1e7bc54af06", "name": "network-vif-deleted", "tag": "0f35020b-d2cf-4844-a9da-fbf73d027124", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:10.049584 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-595dd4d4-6ed8-49ce-a5a6-3580214e051a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:10.050147 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b64459-eee9-473f-86a0-f1e7bc54af06', 'name': 'network-vif-deleted', 'tag': '0f35020b-d2cf-4844-a9da-fbf73d027124', 'status': 'completed', 'code': 200} Sep 18 07:02:10.062041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9db1adb3-1056-4817-8015-44051d27784c None None] Port c03950c2-24e9-4de3-81c7-1981aea828f8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:02:10.125621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd2f66e2-1669-4348-87af-131aee470a30 req-111d6464-463e-4b0d-91e0-593d6071891b tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2b64459-eee9-473f-86a0-f1e7bc54af06 HTTP/1.1" status: 200 len: 210 time: 0.0521512 Sep 18 07:02:10.190802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98624ffa-8997-47b3-8aee-c6350826f38c req-8e7011b2-8b1e-4c28-aaf9-3456b87d471f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:10.192326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98624ffa-8997-47b3-8aee-c6350826f38c req-8e7011b2-8b1e-4c28-aaf9-3456b87d471f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0509253 Sep 18 07:02:10.253276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98624ffa-8997-47b3-8aee-c6350826f38c req-565235ed-f9d5-4aaf-8af2-7edaf93b5356 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546424 Sep 18 07:02:10.318600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:10.336406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c298f2-0a27-452b-9dd7-12dee91a85bb req-c3ed7688-b81a-4813-917a-58b579092824 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:10.344256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-06c298f2-0a27-452b-9dd7-12dee91a85bb req-c3ed7688-b81a-4813-917a-58b579092824 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 932 time: 0.0647218 Sep 18 07:02:10.366776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:10.382350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2315738d-3c7f-4b6b-916b-d304604b678d admin admin] 10.222.0.20 "PUT /v2.0/routers/9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2831621 Sep 18 07:02:10.382538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Sync routers for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:10.407125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-06c298f2-0a27-452b-9dd7-12dee91a85bb req-2c968b4e-e02a-453d-a938-454c77ec7408 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576134 Sep 18 07:02:10.411600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:10.412513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:10.451634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Deleting port 49b0bb65-0740-4fce-aa65-f3166e872bc4 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:10.451901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.614593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e960996-1866-4108-8e43-1224af6b8473 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:10.630419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.645407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Transition to ACTIVE for port object 0e960996-1866-4108-8e43-1224af6b8473 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:10.672747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:10.682351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:10.682895 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.694457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] For port 49b0bb65-0740-4fce-aa65-f3166e872bc4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=49b0bb65-0740-4fce-aa65-f3166e872bc4,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:10.694945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.713909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Calling delete_port for 49b0bb65-0740-4fce-aa65-f3166e872bc4 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:10.719048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2672dd4-3c49-47af-8485-7f24066b082a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:10.759518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:10.761529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.844639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Pushing event updated for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:10.918593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:10.920548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a2672dd4-3c49-47af-8485-7f24066b082a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:10.920829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.020272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:11.021348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Attempting to bind port 0e960996-1866-4108-8e43-1224af6b8473 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:11.021843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Attempting to bind port 0e960996-1866-4108-8e43-1224af6b8473 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '2d4ce046-2b7d-4605-8e37-f43e94cb9350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:11.022598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Attempting to bind port 0e960996-1866-4108-8e43-1224af6b8473 on network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:11.022803 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd485e2-3c00-42d5-b087-74e7a08ca3dc" -d '{"events": [{"server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "name": "network-vif-plugged", "status": "completed", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:11.028937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Port 0e960996-1866-4108-8e43-1224af6b8473 on network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:11.029487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Attempting to bind port 0e960996-1866-4108-8e43-1224af6b8473 on network dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:11.036225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:11.036563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Checking segment: {'id': '2d4ce046-2b7d-4605-8e37-f43e94cb9350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:11.036980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Bound using segment: {'id': '2d4ce046-2b7d-4605-8e37-f43e94cb9350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:11.037772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Bound port: 0e960996-1866-4108-8e43-1224af6b8473, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4ce046-2b7d-4605-8e37-f43e94cb9350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:11.041822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.045299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:11.105154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed45f-e2f1-4297-8804-c60b34f2ebf7 req-af9e9f47-7622-404a-8f0f-1a77e85228ab tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.108858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-360ed45f-e2f1-4297-8804-c60b34f2ebf7 req-af9e9f47-7622-404a-8f0f-1a77e85228ab tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 945 time: 0.1937506 Sep 18 07:02:11.111557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:11.114868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e960996-1866-4108-8e43-1224af6b8473,segment=NetworkSegment(2d4ce046-2b7d-4605-8e37-f43e94cb9350),segment_id=2d4ce046-2b7d-4605-8e37-f43e94cb9350)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:11.116502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.125777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-b273a02b-c151-44ac-9a8c-413b1981ecc5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.130395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-b273a02b-c151-44ac-9a8c-413b1981ecc5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 828 time: 0.3003891 Sep 18 07:02:11.134071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['49b0bb65-0740-4fce-aa65-f3166e872bc4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:11.137953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.137953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 818f5d6c-81b9-4df0-a2bb-80b91d191f3f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:11.152715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event deleted for resources: {'Port': ['ID=49b0bb65-0740-4fce-aa65-f3166e872bc4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:11.174753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-c1e97da0-6f49-4a47-a341-e1c944cd086a tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/quotas/0468740fe39046aea118a1c17016443e HTTP/1.1" status: 200 len: 375 time: 0.0431044 Sep 18 07:02:11.187496 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.213516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] No DVR routers for this DVR port 49b0bb65-0740-4fce-aa65-f3166e872bc4 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:11.218211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.220369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb8510cb-98d1-483f-81f4-6ff8357b021f req-6e26c3b5-ffc6-4c07-a7c8-f61248a06829 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "DELETE /v2.0/ports/49b0bb65-0740-4fce-aa65-f3166e872bc4 HTTP/1.1" status: 204 len: 173 time: 1.1513755 Sep 18 07:02:11.246988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.247614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.249052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] 10.222.0.24 "PUT /v2.0/ports/0e960996-1866-4108-8e43-1224af6b8473 HTTP/1.1" status: 200 len: 1093 time: 1.5803308 Sep 18 07:02:11.249473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-360ed45f-e2f1-4297-8804-c60b34f2ebf7 req-fd398c11-e16f-4ad3-a72f-c16f3ec37083 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Sep 18 07:02:11.284560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-046b01d5-5ddb-45c8-b1e8-04f353258c5d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088388 Sep 18 07:02:11.305192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f9673-104e-4939-93ba-fa59df1359ca service neutron] Pushing event updated for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:11.312369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 2, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:11.357674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Checking router: 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:11.358391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Updating router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d port c03950c2-24e9-4de3-81c7-1981aea828f8 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:02:11.387370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.410857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:11.416909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:11.421873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:11.422284 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.441554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-5d81409f-f8c0-4620-94cb-bc4108a5a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.443295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-5d81409f-f8c0-4620-94cb-bc4108a5a7bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=306d4c15f86a451ca323fcd859de5d06&device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 1096 time: 0.0511961 Sep 18 07:02:11.457676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-954ab48d-cb92-469f-ae1e-6e852da2af51 service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722157 Sep 18 07:02:11.471945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe18f6b-3f95-4518-aaad-59aadf5fcc00 req-f90c20db-3321-457f-8cdf-253d6e21f9f8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.476705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9fe18f6b-3f95-4518-aaad-59aadf5fcc00 req-f90c20db-3321-457f-8cdf-253d6e21f9f8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0993185 Sep 18 07:02:11.502779 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4032b8b4-c08d-4eea-bb94-d43366e9c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.515042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-3dd29daf-a1f2-4ae9-a1c0-bbfc93b153f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e960996-1866-4108-8e43-1224af6b8473 HTTP/1.1" status: 200 len: 217 time: 0.0436287 Sep 18 07:02:11.587362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-5def525a-6333-4abb-9541-9018a42ea84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:11.589576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9fe18f6b-3f95-4518-aaad-59aadf5fcc00 req-48e6e3c7-3abd-4a26-8bdb-246eddafe7e1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034026 Sep 18 07:02:11.589699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-5def525a-6333-4abb-9541-9018a42ea84d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66613f61-c9c9-439e-a3c1-d1c0fa651ab9 HTTP/1.1" status: 200 len: 852 time: 0.0657966 Sep 18 07:02:11.622515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-3c81804f-967b-46dc-ad25-e77631974dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478879 Sep 18 07:02:11.632842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-62663b9c-622d-406d-b689-64fed73d110d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344446 Sep 18 07:02:11.659208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.739845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:11.750625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7363f0f2-8b6b-4ced-be87-5bc7784ceef3 req-f827e280-f351-40df-a981-4ddbd99e1c9f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 210 time: 0.0412736 Sep 18 07:02:11.786885 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-941f876d-9996-4f1c-90b7-5f6a88f11b36 service neutron] 10.222.0.24 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420977 Sep 18 07:02:11.852448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.864938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:11.866210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:11.967113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:11.974522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b46ff755-9bea-42ea-a6d1-f477f1d6a2eb req-872bba4e-039d-481d-98fb-75d51e951c60 service neutron] 10.222.0.24 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717992 Sep 18 07:02:11.996283 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db6e7d-120a-4773-b33b-d10d1056883f x-openstack-request-id: req-29db6e7d-120a-4773-b33b-d10d1056883f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:11.997463 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "name": "network-vif-plugged", "status": "completed", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:11.997463 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29db6e7d-120a-4773-b33b-d10d1056883f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:11.997463 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e', 'code': 200} Sep 18 07:02:12.011445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.020100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 0f35020b-d2cf-4844-a9da-fbf73d027124 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:12.026017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0f35020b-d2cf-4844-a9da-fbf73d027124 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:12.050885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-deleted', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4'}, {'name': 'network-changed', 'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'tag': '0e960996-1866-4108-8e43-1224af6b8473'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:12.053683 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1" -d '{"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-deleted", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4"}, {"name": "network-changed", "server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "tag": "0e960996-1866-4108-8e43-1224af6b8473"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:12.105217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec7d85-f67a-4466-89bb-ab77692b49a0 req-84f08d84-2604-4927-bb1c-2f59a78325c5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.107910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5ec7d85-f67a-4466-89bb-ab77692b49a0 req-84f08d84-2604-4927-bb1c-2f59a78325c5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0948343 Sep 18 07:02:12.133936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea394b-236a-4ce6-9caa-41bec45c06c3 req-d4c2be2d-66ca-41f0-a7d2-65fa9d659c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.136119 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.141985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-14ea394b-236a-4ce6-9caa-41bec45c06c3 req-d4c2be2d-66ca-41f0-a7d2-65fa9d659c55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 1098 time: 0.1015568 Sep 18 07:02:12.152754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-a4f0b7e4-0160-481c-9970-36c8bac55333 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.154506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-a4f0b7e4-0160-481c-9970-36c8bac55333 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.2559221 Sep 18 07:02:12.172389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Request body: {'port': {'device_id': '540f5d1b-6df1-4671-a047-bb508542d14d', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'admin_state_up': True, 'tenant_id': '5d30952913b9483c87dd0f15bb9bb477'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:12.188375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b6bb-b423-4e97-b82f-d28d00239647 None None] Pushing event updated for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:12.211599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0acbe-f2d6-486f-9d98-c1cb355ad4a2 req-28371c1b-f3f7-4095-9d7c-2dc5edca60bf tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.213275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34e0acbe-f2d6-486f-9d98-c1cb355ad4a2 req-28371c1b-f3f7-4095-9d7c-2dc5edca60bf tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 944 time: 0.1045899 Sep 18 07:02:12.281418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Attempting to bind port c03950c2-24e9-4de3-81c7-1981aea828f8 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:12.281815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Attempting to bind port c03950c2-24e9-4de3-81c7-1981aea828f8 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:12.282218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Attempting to bind port c03950c2-24e9-4de3-81c7-1981aea828f8 on network 23160af6-e1f7-46f4-a05e-63951c9d7417 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:12.285474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5ec7d85-f67a-4466-89bb-ab77692b49a0 req-822bdb4d-c067-4aa3-bef2-8b61284f5601 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434379 Sep 18 07:02:12.295373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-14ea394b-236a-4ce6-9caa-41bec45c06c3 req-e2cce384-4e19-4725-aa20-f330b31bf16e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387916 Sep 18 07:02:12.299783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:12.301007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Checking segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:12.301007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.301007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Bound using segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:12.306027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Bound port: c03950c2-24e9-4de3-81c7-1981aea828f8, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:12.309952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.345644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34e0acbe-f2d6-486f-9d98-c1cb355ad4a2 req-324c2203-739a-477a-873c-34a4206ca225 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109746 Sep 18 07:02:12.421101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] For port c03950c2-24e9-4de3-81c7-1981aea828f8, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:12.425574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] For port c03950c2-24e9-4de3-81c7-1981aea828f8, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c03950c2-24e9-4de3-81c7-1981aea828f8,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:12.454128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-117e1c2f-4fa3-49da-8352-2e2c58f4009e req-f16e0e65-5f82-490a-bd97-fe3cdd2d40ab tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Sep 18 07:02:12.507762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-372a91b5-90a8-4d87-8f34-2ee7c7a6434f None None] Provisioning complete for port c03950c2-24e9-4de3-81c7-1981aea828f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:12.508333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-372a91b5-90a8-4d87-8f34-2ee7c7a6434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.513653 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22b8de-c57c-421d-a2a1-603cf7828e13 x-openstack-request-id: req-cb22b8de-c57c-421d-a2a1-603cf7828e13 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:12.514169 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f3bd85-cda4-4301-b980-e1b65f9405be", "name": "network-vif-deleted", "tag": "49b0bb65-0740-4fce-aa65-f3166e872bc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "tag": "0e960996-1866-4108-8e43-1224af6b8473", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:12.514310 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb22b8de-c57c-421d-a2a1-603cf7828e13 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:12.514770 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f3bd85-cda4-4301-b980-e1b65f9405be', 'name': 'network-vif-deleted', 'tag': '49b0bb65-0740-4fce-aa65-f3166e872bc4', 'status': 'completed', 'code': 200} Sep 18 07:02:12.515087 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'tag': '0e960996-1866-4108-8e43-1224af6b8473', 'status': 'completed', 'code': 200} Sep 18 07:02:12.525748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Made reservation on behalf of 5d30952913b9483c87dd0f15bb9bb477 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:12.532615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.541538 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:12.621003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-372a91b5-90a8-4d87-8f34-2ee7c7a6434f None None] Port c03950c2-24e9-4de3-81c7-1981aea828f8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:02:12.646169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:12.646829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:12.671816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08129-cf25-42b3-81df-a11a10e9e258 req-6f2bac3c-6073-4861-847b-875f7ef92a14 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.680318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7b08129-cf25-42b3-81df-a11a10e9e258 req-6f2bac3c-6073-4861-847b-875f7ef92a14 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0866818 Sep 18 07:02:12.687909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-45e8e2ab-ce83-40ce-97b7-db8db727bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.689806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-45e8e2ab-ce83-40ce-97b7-db8db727bdcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=306d4c15f86a451ca323fcd859de5d06&device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 1096 time: 0.1163292 Sep 18 07:02:12.700505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b6bb-b423-4e97-b82f-d28d00239647 None None] Pushing event updated for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:12.732632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7b08129-cf25-42b3-81df-a11a10e9e258 req-bd5375d0-d9d7-4c71-a8fb-9759d08aee16 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Sep 18 07:02:12.822483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:12.842956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Allocated IP 172.20.0.12 (8be053ad-8eaf-4503-b372-e207d8c36fc2/e0bd223c-c247-4d58-bcf8-89fcbfd0b649/93d107d6-1156-4c83-8e4b-4051b5fac73f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:12.891690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-105baf7a-49b8-47ad-a76f-2ccecfc0de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:12.894727 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-105baf7a-49b8-47ad-a76f-2ccecfc0de51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c HTTP/1.1" status: 200 len: 913 time: 0.1910517 Sep 18 07:02:12.962780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-f2c0f470-39d0-4a39-9bd4-99e615315334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e960996-1866-4108-8e43-1224af6b8473 HTTP/1.1" status: 200 len: 217 time: 0.0570617 Sep 18 07:02:12.987033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] Provisioning complete for port c03950c2-24e9-4de3-81c7-1981aea828f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:12.988189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.018817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d4bb-140d-46c7-80e5-1a0a73e7849c req-979ce1fa-5c13-4935-b846-e880ae4de96c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.022859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0e7d4bb-140d-46c7-80e5-1a0a73e7849c req-979ce1fa-5c13-4935-b846-e880ae4de96c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0531931 Sep 18 07:02:13.069360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0e7d4bb-140d-46c7-80e5-1a0a73e7849c req-cb370851-c0f2-4795-8f8a-aa7621fd6d59 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Sep 18 07:02:13.071418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-ca74e6eb-b9a5-42c4-9fff-7882b8b65b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.072981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-ca74e6eb-b9a5-42c4-9fff-7882b8b65b9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66613f61-c9c9-439e-a3c1-d1c0fa651ab9 HTTP/1.1" status: 200 len: 852 time: 0.1005621 Sep 18 07:02:13.127465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-d76b4aed-bfa3-4b07-b2f4-d6ed5aaef9cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414355 Sep 18 07:02:13.162056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1ac5fae-3e0b-4ac7-85ad-fcb8c56c224c req-08181cd2-f697-42c3-9d0c-d20513af8eb4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 210 time: 0.0353451 Sep 18 07:02:13.171584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.210738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.216756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.220702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadbde0-b869-4583-a351-b309773fd049 req-212097b9-08a9-4787-8fcf-097290fd92be tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.228889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-daadbde0-b869-4583-a351-b309773fd049 req-212097b9-08a9-4787-8fcf-097290fd92be tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 949 time: 0.0656281 Sep 18 07:02:13.240923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:12Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:13.266602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-daadbde0-b869-4583-a351-b309773fd049 req-533d24f0-f551-4da4-8693-32f2409155c9 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Sep 18 07:02:13.271482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-4ae17cc0-d2bf-44ac-a224-15b15f3aae80 service neutron] 10.222.0.24 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324999 Sep 18 07:02:13.299915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215384d2-9d12-4cde-b728-e768d899d89d None None] The sync data for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 is: [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:12Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:13.311526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] For port c03950c2-24e9-4de3-81c7-1981aea828f8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c03950c2-24e9-4de3-81c7-1981aea828f8,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:13.380596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b21459-ca90-43f8-a415-debb4e81faf8 req-331b174b-f386-490e-b412-1aa242d4dd4d tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.382464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.392321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51b21459-ca90-43f8-a415-debb4e81faf8 req-331b174b-f386-490e-b412-1aa242d4dd4d tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1103 time: 0.0853655 Sep 18 07:02:13.450424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.458476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1220e-96ee-48d4-87cd-3530e3bc9bf2 None None] Pushing event updated for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:13.508312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:13.511744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:13.521732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51b21459-ca90-43f8-a415-debb4e81faf8 req-6dd1a97c-eb8f-45ec-9209-30b91689e294 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282961 Sep 18 07:02:13.535496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:13.550728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079652d-663d-4c18-b0ce-95b235fd8cbf req-6c2a027d-85b3-4f31-a265-07e9da679b49 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.552357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e079652d-663d-4c18-b0ce-95b235fd8cbf req-6c2a027d-85b3-4f31-a265-07e9da679b49 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 944 time: 0.0776479 Sep 18 07:02:13.609595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.610257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.636924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:13.639352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e079652d-663d-4c18-b0ce-95b235fd8cbf req-bbd30b7b-f2a5-482f-9110-9a5a46a651fd tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779834 Sep 18 07:02:13.647531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e61fbcb7-9159-4877-9f3c-83c1fec7cdd1 req-ad907137-a9d1-4588-9680-b7cfafc3bcf2 service neutron] 10.222.0.24 "GET /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645849 Sep 18 07:02:13.722554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-42b2c570-89e4-417a-a64b-8edfdcb035f2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5566864 Sep 18 07:02:13.743890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05a2d8a7-9241-46f1-9d54-36336bf8181e req-8912c214-54cb-44ea-89b4-fa7575bce9e1 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 210 time: 0.0323641 Sep 18 07:02:13.801845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Request body: {'port': {'device_id': '540f5d1b-6df1-4671-a047-bb508542d14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:13.875499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:13.894386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fb35a-40f0-4f92-89f5-8fbaffd7ba96 req-cb1497f8-c0eb-4ce3-8a7f-42538a0afb78 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:13.895940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee9fb35a-40f0-4f92-89f5-8fbaffd7ba96 req-cb1497f8-c0eb-4ce3-8a7f-42538a0afb78 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0737014 Sep 18 07:02:13.940012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee9fb35a-40f0-4f92-89f5-8fbaffd7ba96 req-fb13b1de-87e0-463e-8731-16e7af8f06c9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Sep 18 07:02:13.999661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:14.003067 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dfdc7e-7f44-47db-95be-eb049b19bd02" -d '{"events": [{"server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "name": "network-vif-plugged", "status": "completed", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:14.047386 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884052f0-f0e6-4e19-afac-7cdff8e4cf40 x-openstack-request-id: req-884052f0-f0e6-4e19-afac-7cdff8e4cf40 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:14.047812 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "name": "network-vif-plugged", "status": "completed", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:14.048057 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-884052f0-f0e6-4e19-afac-7cdff8e4cf40 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:14.048470 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f', 'code': 200} Sep 18 07:02:14.109436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae5dd-27bd-4473-8f85-962d7a7f07c2 req-342c5541-4cf3-4694-adb2-e15f93b3cd3f tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.111398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c97ae5dd-27bd-4473-8f85-962d7a7f07c2 req-342c5541-4cf3-4694-adb2-e15f93b3cd3f tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 1103 time: 0.0576484 Sep 18 07:02:14.159484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c97ae5dd-27bd-4473-8f85-962d7a7f07c2 req-76ad88c4-76b2-4fc9-a4a4-239beccfb2a8 tempest-ServersAdminTestJSON-115407732 tempest-ServersAdminTestJSON-115407732-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Sep 18 07:02:14.238935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a620-858a-42d8-a450-6aa63e63d1d2 req-c95f6da3-217f-41ca-84ca-4b483664da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.240552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6992a620-858a-42d8-a450-6aa63e63d1d2 req-c95f6da3-217f-41ca-84ca-4b483664da49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 1098 time: 0.1247532 Sep 18 07:02:14.241953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2a00-a403-4c11-a361-a9b70184179d req-9ad5cc0a-edf4-46d0-a628-08b127f15de2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.256619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3fc2a00-a403-4c11-a361-a9b70184179d req-9ad5cc0a-edf4-46d0-a628-08b127f15de2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0960243 Sep 18 07:02:14.308709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6992a620-858a-42d8-a450-6aa63e63d1d2 req-ffc5b9a3-e70d-4a2c-9fbc-0c5fcbad7e8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Sep 18 07:02:14.313942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3fc2a00-a403-4c11-a361-a9b70184179d req-37843ea8-d3de-4612-b047-d93edac4c7c0 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Sep 18 07:02:14.315566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d107d6-1156-4c83-8e4b-4051b5fac73f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:14.323438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:14.326251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.340815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Transition to ACTIVE for port object 93d107d6-1156-4c83-8e4b-4051b5fac73f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:14.356504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 49b0bb65-0740-4fce-aa65-f3166e872bc4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:14.356851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 49b0bb65-0740-4fce-aa65-f3166e872bc4 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:14.434181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9039b-5b37-4fcf-9100-afe8f3eea403 req-fd9236f0-6b0c-42f9-9d28-5443a67fc8bc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.435659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ead9039b-5b37-4fcf-9100-afe8f3eea403 req-fd9236f0-6b0c-42f9-9d28-5443a67fc8bc tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 932 time: 0.0537558 Sep 18 07:02:14.452964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.497692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ead9039b-5b37-4fcf-9100-afe8f3eea403 req-23d230c2-559d-4b88-8ad3-3efb3087cde6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549810 Sep 18 07:02:14.607151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:14.631745 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.678173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c03950c2-24e9-4de3-81c7-1981aea828f8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:14.693611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a2f6b-ca79-49f4-8b05-41e2aaff26de req-00cd065a-5c59-4fcd-8ba2-6eeb3c4d7df5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.699765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.702603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af1a2f6b-ca79-49f4-8b05-41e2aaff26de req-00cd065a-5c59-4fcd-8ba2-6eeb3c4d7df5 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 949 time: 0.1152487 Sep 18 07:02:14.740777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c03950c2-24e9-4de3-81c7-1981aea828f8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:14.742176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.755630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af1a2f6b-ca79-49f4-8b05-41e2aaff26de req-a6abd33a-2d42-484e-ad60-78fe7af4bcc4 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Sep 18 07:02:14.769443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Attempting to bind port 93d107d6-1156-4c83-8e4b-4051b5fac73f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:14.769931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Attempting to bind port 93d107d6-1156-4c83-8e4b-4051b5fac73f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:14.770381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Attempting to bind port 93d107d6-1156-4c83-8e4b-4051b5fac73f on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:14.786500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Port 93d107d6-1156-4c83-8e4b-4051b5fac73f on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:14.787099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Attempting to bind port 93d107d6-1156-4c83-8e4b-4051b5fac73f on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:14.799713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-582ee1a6-c03e-4136-bb11-48f0565359de tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.801448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-582ee1a6-c03e-4136-bb11-48f0565359de tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.37 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 828 time: 0.2820210 Sep 18 07:02:14.802248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:14.802588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Checking segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:14.803123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Bound using segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:14.803822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Bound port: 93d107d6-1156-4c83-8e4b-4051b5fac73f, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:14.803822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:14.820595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'port': {'device_id': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'admin_state_up': True, 'tenant_id': '0468740fe39046aea118a1c17016443e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:14.892449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c72c15-fa19-4a27-8f45-73b6cf1c3097 req-75065f11-104d-42e5-ab2a-7f1986266b67 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:14.894802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78c72c15-fa19-4a27-8f45-73b6cf1c3097 req-75065f11-104d-42e5-ab2a-7f1986266b67 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.0700274 Sep 18 07:02:14.954142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78c72c15-fa19-4a27-8f45-73b6cf1c3097 req-15041a0b-900f-4718-8183-5e81ad763442 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Sep 18 07:02:14.981471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:15.005129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:15.032186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-46f776b1-f9fc-48fb-96bb-0b05249ab621 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.033782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-46f776b1-f9fc-48fb-96bb-0b05249ab621 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 949 time: 0.0971286 Sep 18 07:02:15.082118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4ebf816d-19da-4a96-8a6c-f99e9f087a7a req-c5d70d8e-8b3a-4d8a-85bd-bbaa9c903d5e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 210 time: 0.0490861 Sep 18 07:02:15.109315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:15.113778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f5e5-5b97-4c4e-8a9c-adc3b1fe5cc3 req-dbc824bc-2312-4d9a-a7da-d2d74546eb07 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.115904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4244f5e5-5b97-4c4e-8a9c-adc3b1fe5cc3 req-dbc824bc-2312-4d9a-a7da-d2d74546eb07 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 944 time: 0.0727854 Sep 18 07:02:15.138785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Made reservation on behalf of 0468740fe39046aea118a1c17016443e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:15.142133 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:15.165779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.166598 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:15.168086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] 10.222.0.37 "PUT /v2.0/ports/93d107d6-1156-4c83-8e4b-4051b5fac73f HTTP/1.1" status: 200 len: 1093 time: 1.4357874 Sep 18 07:02:15.168534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:15.170794 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036c84a-9146-401b-a9d3-c14a4e0000e4" -d '{"events": [{"name": "network-changed", "server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:15.172572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4244f5e5-5b97-4c4e-8a9c-adc3b1fe5cc3 req-4bdeafab-fede-4fc8-9bfb-74c649ab6df6 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Sep 18 07:02:15.214359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc2114-2218-4fbb-8f9a-c8f9b7aa69fd service neutron] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:15.223438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ef6bb-db5a-4670-a474-def1af8fe9c2 req-7357b417-7069-4eb4-9d7c-3d4293e74207 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.225931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37ef6bb-db5a-4670-a474-def1af8fe9c2 req-7357b417-7069-4eb4-9d7c-3d4293e74207 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0720572 Sep 18 07:02:15.255964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Deleting port 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:15.256316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:15.304153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37ef6bb-db5a-4670-a474-def1af8fe9c2 req-d5a9cd8a-722d-4600-8aaa-f0244f9e9490 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716243 Sep 18 07:02:15.321352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967b08-d912-4d43-8399-741c506eaa02 req-d4518f5b-e411-481f-bf57-4732095e9da6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.327414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a967b08-d912-4d43-8399-741c506eaa02 req-d4518f5b-e411-481f-bf57-4732095e9da6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0794961 Sep 18 07:02:15.370970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a967b08-d912-4d43-8399-741c506eaa02 req-94492839-9a67-4366-bee8-676eb23e7657 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Sep 18 07:02:15.382433 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1a4d9-2ef5-4e83-b1cd-9b17f4657b19 x-openstack-request-id: req-5dd1a4d9-2ef5-4e83-b1cd-9b17f4657b19 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:15.393313 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:15.393313 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dd1a4d9-2ef5-4e83-b1cd-9b17f4657b19 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:15.393313 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'status': 'completed', 'code': 200} Sep 18 07:02:15.484232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bcfc5-0872-4767-87ab-9b101db05165 req-1ff0229d-9f94-4028-b5a0-54cabc3b5ec2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.485733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-936bcfc5-0872-4767-87ab-9b101db05165 req-1ff0229d-9f94-4028-b5a0-54cabc3b5ec2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0542579 Sep 18 07:02:15.529271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-936bcfc5-0872-4767-87ab-9b101db05165 req-7fdc7586-b634-4459-8f12-6b39169973d1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350590 Sep 18 07:02:15.640285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e69338-37ef-4edd-9469-2b2db7f8bf7a req-3b0b0dd4-5cba-4210-b9ed-73b753b87675 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.642079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e69338-37ef-4edd-9469-2b2db7f8bf7a req-3b0b0dd4-5cba-4210-b9ed-73b753b87675 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.0598931 Sep 18 07:02:15.687202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e69338-37ef-4edd-9469-2b2db7f8bf7a req-601dfec0-8a61-4d52-8f63-0f8b5a51ed45 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Sep 18 07:02:15.715136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Allocated IP 172.20.0.9 (23160af6-e1f7-46f4-a05e-63951c9d7417/92c6c83c-4f6c-4cf9-984f-6bc7e7755123/205cb203-da30-4bca-b7cf-0008daf573ac) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:15.735370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] For port 671afd4d-802e-4075-8425-da7a840fde36, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=671afd4d-802e-4075-8425-da7a840fde36,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:15.735660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:15.745711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-7a831178-da31-4e4b-b325-4576c56ec209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.747250 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-7a831178-da31-4e4b-b325-4576c56ec209 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 1096 time: 0.4449890 Sep 18 07:02:15.757440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Calling delete_port for 671afd4d-802e-4075-8425-da7a840fde36 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:15.809817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-b1440cf7-ef88-473e-a561-08ab1f182082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f HTTP/1.1" status: 200 len: 217 time: 0.0504332 Sep 18 07:02:15.917227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9310-0664-4833-866b-2b697b0119cc req-c22ee19e-67ee-406b-8c08-129962dbfde0 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.917624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ba9310-0664-4833-866b-2b697b0119cc req-c22ee19e-67ee-406b-8c08-129962dbfde0 tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 949 time: 0.0866599 Sep 18 07:02:15.926512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c5ee-2c8a-4f67-a5b7-f6287023753b req-c1bda757-bcc1-4cb1-ab4e-45388b7585fe tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.928006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a570c5ee-2c8a-4f67-a5b7-f6287023753b req-c1bda757-bcc1-4cb1-ab4e-45388b7585fe tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0868552 Sep 18 07:02:15.977951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9683201-d920-40f8-9336-20718e307f0a req-939a96e0-7362-4584-8f45-cf73c769bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:15.979436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-939a96e0-7362-4584-8f45-cf73c769bd78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 200 len: 854 time: 0.1606569 Sep 18 07:02:15.986651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ba9310-0664-4833-866b-2b697b0119cc req-bbf45af8-52f2-4df3-bf47-7df91e87239e tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/security-groups?id=366fd8ad-1d74-44d9-a29c-17bd2877ef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Sep 18 07:02:16.003982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a570c5ee-2c8a-4f67-a5b7-f6287023753b req-0983a8c3-5449-421f-b7aa-13fe985654b3 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617881 Sep 18 07:02:16.026291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-924a0e95-35bd-44ca-9333-2c462f44824c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8be053ad-8eaf-4503-b372-e207d8c36fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385497 Sep 18 07:02:16.083222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.119086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1515-d476-4a7c-a135-402071d7595e req-a6d9a169-cd18-4160-b6fa-97a1d147beef tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.120719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982f1515-d476-4a7c-a135-402071d7595e req-a6d9a169-cd18-4160-b6fa-97a1d147beef tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.0557208 Sep 18 07:02:16.162781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-982f1515-d476-4a7c-a135-402071d7595e req-5c754122-d1a1-4bbb-9df2-1e3993ca33b6 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348771 Sep 18 07:02:16.205511 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-ce60f938-380c-416a-afc3-aabf4b141d13 service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644642 Sep 18 07:02:16.206232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6657858-a288-4fe9-88c8-6a95d44712fe req-e5b377c5-a2b2-4369-987d-cd6712db2b78 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 210 time: 0.0265315 Sep 18 07:02:16.278673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.283805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.305100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5192b64-016e-431b-af92-19856ce1a8ed req-36946da0-c003-40db-8360-328d08de400b tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.306724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5192b64-016e-431b-af92-19856ce1a8ed req-36946da0-c003-40db-8360-328d08de400b tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 944 time: 0.0500906 Sep 18 07:02:16.361425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5192b64-016e-431b-af92-19856ce1a8ed req-e571cd66-3c34-448e-87be-b052b76c1db4 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Sep 18 07:02:16.369084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:16.381700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:16.384288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:16.435526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] No DVR routers for this DVR port 671afd4d-802e-4075-8425-da7a840fde36 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:16.439220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.441961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-907747c7-852f-4402-80ce-2eea3b8bed6d req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.37 "DELETE /v2.0/ports/671afd4d-802e-4075-8425-da7a840fde36 HTTP/1.1" status: 204 len: 173 time: 1.3997941 Sep 18 07:02:16.448047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event updated for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:16.482251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b9683201-d920-40f8-9336-20718e307f0a req-c2e82bd8-7436-4722-8e1d-e8553f77879e service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683270 Sep 18 07:02:16.485710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7065e-9c25-4d28-b600-43d8633b6bad tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] Pushing event deleted for resources: {'Port': ['ID=671afd4d-802e-4075-8425-da7a840fde36,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:16.509686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.510356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.515347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b9d0d-d097-4560-95c1-996813ba813a req-8c3f89a9-0fb0-47a1-b138-1277ff0ceeef tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.517483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa0b9d0d-d097-4560-95c1-996813ba813a req-8c3f89a9-0fb0-47a1-b138-1277ff0ceeef tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0557494 Sep 18 07:02:16.565361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa0b9d0d-d097-4560-95c1-996813ba813a req-faffd9a0-321b-4f34-96b0-25ce765b84a8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Sep 18 07:02:16.631019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6e9e53cb-1279-4d7f-9383-3bd51d143a1e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8177814 Sep 18 07:02:16.632973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cae131f2-f2b5-4723-9f44-5a29cdad59ae None None] Provisioning complete for port 205cb203-da30-4bca-b7cf-0008daf573ac triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:16.633453 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cae131f2-f2b5-4723-9f44-5a29cdad59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.666871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Request body: {'port': {'device_id': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:16.677384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cae131f2-f2b5-4723-9f44-5a29cdad59ae None None] Port 205cb203-da30-4bca-b7cf-0008daf573ac cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:02:16.810328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-e555596b-67a4-43cc-976a-3bc24506ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.812027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-e555596b-67a4-43cc-976a-3bc24506ab38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 1096 time: 0.1140306 Sep 18 07:02:16.837309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-9731ce36-4116-4d37-a416-c70aaa9fc5e5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.838970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-9731ce36-4116-4d37-a416-c70aaa9fc5e5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.1397557 Sep 18 07:02:16.839667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:16.842978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8c9e-cb80-494e-9cf3-96b168441b73 req-d23a3118-2c30-480f-9b30-ae4d4d7b2d6e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:16.844688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-238c8c9e-cb80-494e-9cf3-96b168441b73 req-d23a3118-2c30-480f-9b30-ae4d4d7b2d6e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.0603006 Sep 18 07:02:16.891119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-238c8c9e-cb80-494e-9cf3-96b168441b73 req-da24ffe3-a2ea-4e0b-977b-c2b6a584c79b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384917 Sep 18 07:02:17.087864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-ed491c18-32ad-4c40-ae98-e984ee430482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.092052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-ed491c18-32ad-4c40-ae98-e984ee430482 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 915 time: 0.2696421 Sep 18 07:02:17.134483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d31b1d9c-a62b-43b1-a27c-0bca1e1baeb0 req-3a76923f-4f3d-4e15-8009-0c9649235d0e tempest-ListImageFiltersTestJSON-1895996743 tempest-ListImageFiltersTestJSON-1895996743-project] 10.222.0.20 "GET /v2.0/ports?device_id=d07bf8e3-cf14-4070-91e8-4c6cd1de533f HTTP/1.1" status: 200 len: 210 time: 0.0437970 Sep 18 07:02:17.153752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-8835b88c-f352-4f6e-a8dc-fde5ddb40ba0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f HTTP/1.1" status: 200 len: 217 time: 0.0506968 Sep 18 07:02:17.156703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c8ee-003d-4ce5-9b2a-dce32d73c1b6 req-178b4ce1-b2c5-47ae-ba5c-8c15fecc2cd7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.164919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d202c8ee-003d-4ce5-9b2a-dce32d73c1b6 req-178b4ce1-b2c5-47ae-ba5c-8c15fecc2cd7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0858450 Sep 18 07:02:17.211550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d202c8ee-003d-4ce5-9b2a-dce32d73c1b6 req-3f9b74cd-78f1-4a98-ace4-6488417945b9 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Sep 18 07:02:17.227323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Deleting port 0e64460a-55b5-496f-a890-4fdc48fff99d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:17.227677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:17.302966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-5eff69d6-3aa8-4b71-a606-07767052d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.304529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-5eff69d6-3aa8-4b71-a606-07767052d93d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 200 len: 854 time: 0.1397026 Sep 18 07:02:17.382287 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-97de6887-5202-4f13-a6b4-530fdb5be058 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8be053ad-8eaf-4503-b372-e207d8c36fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252514 Sep 18 07:02:17.382427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4445a-3a22-4a58-9f0c-10c70ce74329 req-d84bf3c0-db87-4402-97fa-b0ed82ebb393 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.383872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86e4445a-3a22-4a58-9f0c-10c70ce74329 req-d84bf3c0-db87-4402-97fa-b0ed82ebb393 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 950 time: 0.0766807 Sep 18 07:02:17.391497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5e01e-6972-488e-8cda-ad79984ce4e2 req-f086989e-a5c8-408a-b5f0-9f8c691bd348 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.392708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddf5e01e-6972-488e-8cda-ad79984ce4e2 req-f086989e-a5c8-408a-b5f0-9f8c691bd348 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 931 time: 0.0969110 Sep 18 07:02:17.397560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-deleted', 'tag': '671afd4d-802e-4075-8425-da7a840fde36'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:17.399817 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9198941-29cc-430f-a912-26e38c550700" -d '{"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-deleted", "tag": "671afd4d-802e-4075-8425-da7a840fde36"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:17.472420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86e4445a-3a22-4a58-9f0c-10c70ce74329 req-c4973481-4be4-4b18-8b2f-086ca3b1f107 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787101 Sep 18 07:02:17.482317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddf5e01e-6972-488e-8cda-ad79984ce4e2 req-4cba6135-036b-425a-b086-a2f188af8672 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Sep 18 07:02:17.546104 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa9d0b-33fe-4384-9fc8-e4d4e92a9a3c x-openstack-request-id: req-37aa9d0b-33fe-4384-9fc8-e4d4e92a9a3c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:17.546388 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07bf8e3-cf14-4070-91e8-4c6cd1de533f", "name": "network-vif-deleted", "tag": "671afd4d-802e-4075-8425-da7a840fde36", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:17.546646 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37aa9d0b-33fe-4384-9fc8-e4d4e92a9a3c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:17.547041 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07bf8e3-cf14-4070-91e8-4c6cd1de533f', 'name': 'network-vif-deleted', 'tag': '671afd4d-802e-4075-8425-da7a840fde36', 'status': 'completed', 'code': 200} Sep 18 07:02:17.556927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] For port 0e64460a-55b5-496f-a890-4fdc48fff99d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e64460a-55b5-496f-a890-4fdc48fff99d,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:17.557435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:17.599263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Calling delete_port for 0e64460a-55b5-496f-a890-4fdc48fff99d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:17.614654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787bba1-4a5f-4ff6-b88a-0e3842458051 req-6bdfb4f9-eaf3-4cd7-9dcc-5415c996bd17 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:17.616225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8787bba1-4a5f-4ff6-b88a-0e3842458051 req-6bdfb4f9-eaf3-4cd7-9dcc-5415c996bd17 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 944 time: 0.0714874 Sep 18 07:02:17.620671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205cb203-da30-4bca-b7cf-0008daf573ac {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:17.634737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:17.660233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8787bba1-4a5f-4ff6-b88a-0e3842458051 req-1cfa51a8-1a3f-475f-b96b-10a431d54978 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Sep 18 07:02:17.695671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-d4410e9b-8525-4b50-9638-a44a4793104c service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855129 Sep 18 07:02:17.702804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Transition to ACTIVE for port object 205cb203-da30-4bca-b7cf-0008daf573ac will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:17.780211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:17.882145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e960996-1866-4108-8e43-1224af6b8473 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:17.976807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Pushing event updated for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:17.983271 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6036c84a-9146-401b-a9d3-c14a4e0000e4 req-c3d0d832-757d-43e2-8ae8-67c2ba488d4f service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746909 Sep 18 07:02:18.008594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Attempting to bind port 205cb203-da30-4bca-b7cf-0008daf573ac on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:18.008594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Attempting to bind port 205cb203-da30-4bca-b7cf-0008daf573ac by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:18.008594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Attempting to bind port 205cb203-da30-4bca-b7cf-0008daf573ac on network 23160af6-e1f7-46f4-a05e-63951c9d7417 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:18.014766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Port 205cb203-da30-4bca-b7cf-0008daf573ac on network 23160af6-e1f7-46f4-a05e-63951c9d7417 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:18.015289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Attempting to bind port 205cb203-da30-4bca-b7cf-0008daf573ac on network 23160af6-e1f7-46f4-a05e-63951c9d7417 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:18.023048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:18.023532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Checking segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:18.024767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Bound using segment: {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:18.025524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Bound port: 205cb203-da30-4bca-b7cf-0008daf573ac, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de229a4-b1dc-473c-a3a7-6bae93698af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:18.026758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.066405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e960996-1866-4108-8e43-1224af6b8473,segment=NetworkSegment(2d4ce046-2b7d-4605-8e37-f43e94cb9350),segment_id=2d4ce046-2b7d-4605-8e37-f43e94cb9350)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:18.077855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbc9a6-fe0a-4cad-b1ec-8c99d8d452d0 req-c9865ef4-0455-4a29-97b9-1c4f889b251b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.086804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42fbc9a6-fe0a-4cad-b1ec-8c99d8d452d0 req-c9865ef4-0455-4a29-97b9-1c4f889b251b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.0905190 Sep 18 07:02:18.107081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.127771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42fbc9a6-fe0a-4cad-b1ec-8c99d8d452d0 req-051f194d-50a7-430a-8cf4-a3beb9f9a2d6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Sep 18 07:02:18.145818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event deleted for resources: {'Port': ['ID=0e64460a-55b5-496f-a890-4fdc48fff99d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:18.156166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:18.193194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=205cb203-da30-4bca-b7cf-0008daf573ac,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:18.227586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] No DVR routers for this DVR port 0e64460a-55b5-496f-a890-4fdc48fff99d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:18.233178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.234980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3b9fef02-b051-4f73-87c4-c41c86d71636', '0e64460a-55b5-496f-a890-4fdc48fff99d', '97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:18.236553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc05b9c1-50a5-4481-a3e3-a59f12824f1d req-b2f4dead-2b13-4237-835a-d76a597ebbff tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "DELETE /v2.0/ports/0e64460a-55b5-496f-a890-4fdc48fff99d HTTP/1.1" status: 204 len: 173 time: 1.3793561 Sep 18 07:02:18.240969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '0e960996-1866-4108-8e43-1224af6b8473', 'network_id': 'dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c', 'port_id': '0e960996-1866-4108-8e43-1224af6b8473', 'mac_address': 'fa:16:3e:3e:60:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66613f61-c9c9-439e-a3c1-d1c0fa651ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:18.253415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.333402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.390205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.392036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.394313 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] 10.222.0.37 "PUT /v2.0/ports/205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 1092 time: 1.7391768 Sep 18 07:02:18.421928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e960996-1866-4108-8e43-1224af6b8473 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:18.460701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e960996-1866-4108-8e43-1224af6b8473,segment=NetworkSegment(2d4ce046-2b7d-4605-8e37-f43e94cb9350),segment_id=2d4ce046-2b7d-4605-8e37-f43e94cb9350)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:18.467909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c378e-2a4e-4235-823a-accc1332fdc7 req-40cbb451-9e8e-4eae-8ab3-384c920287cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.469512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-157c378e-2a4e-4235-823a-accc1332fdc7 req-40cbb451-9e8e-4eae-8ab3-384c920287cc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0956304 Sep 18 07:02:18.480660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd2af2-2753-4100-bba2-325e815b10fb service neutron] Pushing event updated for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:18.545973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:18.557238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-157c378e-2a4e-4235-823a-accc1332fdc7 req-1dc40b1b-5cfe-4281-9ec2-979f1351cbcc tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695260 Sep 18 07:02:18.636604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-e9994851-e277-473f-bd8c-4de4a870b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.638517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-e9994851-e277-473f-bd8c-4de4a870b4f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0962417 Sep 18 07:02:18.696857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:18.722919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6bcc9b57-bb76-4d16-9008-9f7bc7c7fe90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 217 time: 0.0756357 Sep 18 07:02:18.825173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-699a1937-04c2-4f56-a067-8d58e5a3ace4 req-d40688e5-2138-4b8a-a8e3-693c3a1f66ed tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc7fd2b0-a0fb-4346-a4e0-824e10a16bba HTTP/1.1" status: 200 len: 210 time: 0.0462623 Sep 18 07:02:18.835966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-abd58292-14cf-465f-af80-33f0aa82546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.837443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-abd58292-14cf-465f-af80-33f0aa82546c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.1076963 Sep 18 07:02:18.887959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6b8e9fec-5387-4565-9300-02f9bb8c0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.889386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-6b8e9fec-5387-4565-9300-02f9bb8c0c3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453935 Sep 18 07:02:18.933598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187eda-8b28-48a4-a025-271fe0173011 req-944d0b0c-2241-40e2-b9dd-50ce7fc77dea tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:18.935252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99187eda-8b28-48a4-a025-271fe0173011 req-944d0b0c-2241-40e2-b9dd-50ce7fc77dea tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 943 time: 0.0525601 Sep 18 07:02:18.979400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99187eda-8b28-48a4-a025-271fe0173011 req-d6be7b53-25a2-4e02-8ecf-1ba4f1d9b4b2 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Sep 18 07:02:18.985913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-1994762d-f172-4ce2-9594-0aa6ae5fe854 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Sep 18 07:02:19.094244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0e960996-1866-4108-8e43-1224af6b8473'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:19.098136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249639f-37b7-4893-ba0c-541e6744d691 req-00a9815a-44f3-4ecc-8009-bab2f6f930dc tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.101542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f76744c3-d6ee-479d-9404-c22f737f24a6 req-4a0c90da-bc0f-4f0b-9169-81cc7de4efd7 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087103 Sep 18 07:02:19.102375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b249639f-37b7-4893-ba0c-541e6744d691 req-00a9815a-44f3-4ecc-8009-bab2f6f930dc tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 945 time: 0.0665865 Sep 18 07:02:19.143390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b249639f-37b7-4893-ba0c-541e6744d691 req-5bc913e2-1f23-411f-89dc-e523c0ca638f tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Sep 18 07:02:19.262126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40da62-0ab8-46c4-ae7c-ba3499864498 req-49423de1-c56b-422f-a53d-3eef73ad2975 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.264026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e40da62-0ab8-46c4-ae7c-ba3499864498 req-49423de1-c56b-422f-a53d-3eef73ad2975 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.0520422 Sep 18 07:02:19.309074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e40da62-0ab8-46c4-ae7c-ba3499864498 req-1e2d32c6-074e-4380-ba20-a8cbf3561011 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370123 Sep 18 07:02:19.547868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'name': 'network-vif-deleted', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d'}, {'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:19.552445 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90a091-9dc1-4c23-b51e-9ccd60b54702" -d '{"events": [{"server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "name": "network-vif-deleted", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d"}, {"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:19.598320 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95758aca-c027-40e6-8e4b-06f35a0603be x-openstack-request-id: req-95758aca-c027-40e6-8e4b-06f35a0603be {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:19.598676 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7fd2b0-a0fb-4346-a4e0-824e10a16bba", "name": "network-vif-deleted", "tag": "0e64460a-55b5-496f-a890-4fdc48fff99d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:19.599124 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95758aca-c027-40e6-8e4b-06f35a0603be {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:19.600494 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7fd2b0-a0fb-4346-a4e0-824e10a16bba', 'name': 'network-vif-deleted', 'tag': '0e64460a-55b5-496f-a890-4fdc48fff99d', 'status': 'completed', 'code': 200} Sep 18 07:02:19.601334 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac', 'status': 'completed', 'code': 200} Sep 18 07:02:19.696567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-b6858092-a7f4-4da0-950e-9bf85e9a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.698191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-b6858092-a7f4-4da0-950e-9bf85e9a8435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0812762 Sep 18 07:02:19.793129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-1b234bdd-d687-4c24-b4b6-8e4e78b3a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.794641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-1b234bdd-d687-4c24-b4b6-8e4e78b3a8bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 929 time: 0.0893974 Sep 18 07:02:19.837245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-8700500e-6a39-465a-8bfc-b25f35210332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 217 time: 0.0343480 Sep 18 07:02:19.886594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-e6d1d6d9-05c5-44b9-bafa-0e9fae167c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.887891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-e6d1d6d9-05c5-44b9-bafa-0e9fae167c03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.0442352 Sep 18 07:02:19.902141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e64460a-55b5-496f-a890-4fdc48fff99d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:19.922812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 0e64460a-55b5-496f-a890-4fdc48fff99d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:19.923163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e64460a-55b5-496f-a890-4fdc48fff99d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:19.937853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-f287cacb-0f46-4938-9369-d432a8178600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:19.939953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-f287cacb-0f46-4938-9369-d432a8178600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444007 Sep 18 07:02:20.031452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-49587c00-e1ff-4994-b3c2-0d6dea780198 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843251 Sep 18 07:02:20.118263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d39cf-894e-4ffe-b3a3-031e18781e1c req-3dcb6048-35ac-4ef8-824d-511dff8d7666 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:20.120394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-391d39cf-894e-4ffe-b3a3-031e18781e1c req-3dcb6048-35ac-4ef8-824d-511dff8d7666 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0508726 Sep 18 07:02:20.133131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bb90a091-9dc1-4c23-b51e-9ccd60b54702 req-41f8d90f-31ba-4714-8787-6ed6cf8f9ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938916 Sep 18 07:02:20.161466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-391d39cf-894e-4ffe-b3a3-031e18781e1c req-316e5384-2fe1-4752-a200-94fa74d26aee tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Sep 18 07:02:20.352760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:20.355216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:20.368577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c44dae-ac40-421a-b2c7-ff710f70982a req-86f11b57-8260-43f3-85d4-d228bcee9359 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:20.370126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5c44dae-ac40-421a-b2c7-ff710f70982a req-86f11b57-8260-43f3-85d4-d228bcee9359 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 943 time: 0.0502408 Sep 18 07:02:20.382901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 671afd4d-802e-4075-8425-da7a840fde36 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:20.383336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 671afd4d-802e-4075-8425-da7a840fde36 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:20.418081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5c44dae-ac40-421a-b2c7-ff710f70982a req-6fd7ce1a-2034-453c-8aa6-a30c28964c31 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Sep 18 07:02:20.511258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:20.538034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27069-0950-45b8-8dae-ab581d49cd7f req-e6002729-7e40-4ae1-83a3-a219b6727d5c tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:20.538808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5d27069-0950-45b8-8dae-ab581d49cd7f req-e6002729-7e40-4ae1-83a3-a219b6727d5c tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 945 time: 0.0627000 Sep 18 07:02:20.540144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'port_id': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'mac_address': 'fa:16:3e:30:b7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd223c-c247-4d58-bcf8-89fcbfd0b649', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:20.549627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48062) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:20.589054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5d27069-0950-45b8-8dae-ab581d49cd7f req-ee95ca9f-609a-4717-88cf-875fc7531432 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Sep 18 07:02:20.590592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.613670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d107d6-1156-4c83-8e4b-4051b5fac73f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:20.642896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:20.710670 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bca8ef2c-944b-4159-a7d6-63e5b2916429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edb46c1c40c14ab49f3fa11c28330558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575577 Sep 18 07:02:20.710814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acca7d-53a4-4889-ac7c-ee9274e0d586 req-ba422bd8-c06e-4228-bb2f-e1f4f6612033 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:20.710954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:20.711392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2acca7d-53a4-4889-ac7c-ee9274e0d586 req-ba422bd8-c06e-4228-bb2f-e1f4f6612033 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.0538425 Sep 18 07:02:20.715565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.760887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2acca7d-53a4-4889-ac7c-ee9274e0d586 req-0c55c9ba-370a-40ac-9367-3cc935fe0f75 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Sep 18 07:02:20.770439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:20.798339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.824003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.942580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['93d107d6-1156-4c83-8e4b-4051b5fac73f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:20.950077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.952707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:20.954043 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/366fd8ad-1d74-44d9-a29c-17bd2877ef86 HTTP/1.1" status: 204 len: 168 time: 0.2296467 Sep 18 07:02:20.966217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda2900-846b-4c49-b580-932d401b7b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366fd8ad-1d74-44d9-a29c-17bd2877ef86,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:21.003174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04484b5c-2b6a-4c66-8256-03cbde7929ea req-9c6b274e-bfcd-41d2-a16a-6ff21c11d3d7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:21.006938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04484b5c-2b6a-4c66-8256-03cbde7929ea req-9c6b274e-bfcd-41d2-a16a-6ff21c11d3d7 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.0592008 Sep 18 07:02:21.057485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04484b5c-2b6a-4c66-8256-03cbde7929ea req-a2eb9db3-8f8b-4034-baaf-bcd6149c6acb tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Sep 18 07:02:21.292768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a404c-9b89-43ce-b556-e2277983ac0c req-61b67f04-01b2-47be-91d6-a8215fb2eb96 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:21.294295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d7a404c-9b89-43ce-b556-e2277983ac0c req-61b67f04-01b2-47be-91d6-a8215fb2eb96 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0613523 Sep 18 07:02:21.340329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d7a404c-9b89-43ce-b556-e2277983ac0c req-eb36a91f-ebe6-45a5-94f6-807beb0e4d02 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Sep 18 07:02:21.539480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75904-4bac-44a0-93ef-f3a48e034106 req-c9302765-7d87-42b6-b682-34643bae9cfd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:21.541092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4c75904-4bac-44a0-93ef-f3a48e034106 req-c9302765-7d87-42b6-b682-34643bae9cfd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 943 time: 0.0494151 Sep 18 07:02:21.582662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4c75904-4bac-44a0-93ef-f3a48e034106 req-9a0e1efc-1829-4e21-8b2c-7ac857914814 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Sep 18 07:02:21.713067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922e703-6b58-4a4d-a7bd-1127c0fb4160 req-1e285daf-058d-490b-bf26-1d6a3284249a tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:21.714628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0922e703-6b58-4a4d-a7bd-1127c0fb4160 req-1e285daf-058d-490b-bf26-1d6a3284249a tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 945 time: 0.0551755 Sep 18 07:02:21.757597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0922e703-6b58-4a4d-a7bd-1127c0fb4160 req-a7766eb0-aa4b-4542-a158-3c47a05f3458 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350132 Sep 18 07:02:21.898252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042a3b9-3aad-490e-b087-2f52eb02ad77 req-af157e3f-0c17-48f5-be4a-8bd8dcd7fe9b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:21.899910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9042a3b9-3aad-490e-b087-2f52eb02ad77 req-af157e3f-0c17-48f5-be4a-8bd8dcd7fe9b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 945 time: 0.0555441 Sep 18 07:02:21.910597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e960996-1866-4108-8e43-1224af6b8473 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:22.009239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9042a3b9-3aad-490e-b087-2f52eb02ad77 req-88133f67-d983-43e7-81b6-f5c62ec3d90e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973988 Sep 18 07:02:22.063955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 0e960996-1866-4108-8e43-1224af6b8473 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:22.067958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 0e960996-1866-4108-8e43-1224af6b8473 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:22.068512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.179494 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.215817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e960996-1866-4108-8e43-1224af6b8473'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:22.216810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde6b1-bb3e-4d8a-a560-2d4b8c3d2e28 req-d33903a9-89ab-4b01-9d96-6a50259c8961 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:22.218508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30cde6b1-bb3e-4d8a-a560-2d4b8c3d2e28 req-d33903a9-89ab-4b01-9d96-6a50259c8961 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.0803261 Sep 18 07:02:22.219139 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b097b92-b90d-4232-a385-30e48d463e0b" -d '{"events": [{"server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "name": "network-vif-plugged", "status": "completed", "tag": "0e960996-1866-4108-8e43-1224af6b8473"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:22.232859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e960996-1866-4108-8e43-1224af6b8473,segment=NetworkSegment(2d4ce046-2b7d-4605-8e37-f43e94cb9350),segment_id=2d4ce046-2b7d-4605-8e37-f43e94cb9350)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:22.263388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30cde6b1-bb3e-4d8a-a560-2d4b8c3d2e28 req-b73aecea-f129-489c-8142-0a98d9621480 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Sep 18 07:02:22.315737 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b189e-769a-4ff9-9f30-9e4817ffa647 x-openstack-request-id: req-620b189e-769a-4ff9-9f30-9e4817ffa647 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:22.316344 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "name": "network-vif-plugged", "status": "completed", "tag": "0e960996-1866-4108-8e43-1224af6b8473", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:22.316853 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620b189e-769a-4ff9-9f30-9e4817ffa647 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:22.317458 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e960996-1866-4108-8e43-1224af6b8473', 'code': 200} Sep 18 07:02:22.345136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.359388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 205cb203-da30-4bca-b7cf-0008daf573ac details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:22.364565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:22.547492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91dab-5e93-4da7-8886-b3db18418a83 req-f682761b-db06-4929-8cf4-dd8fb26ba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:22.548367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e45ef5-5e1b-4c6b-a3c2-44fc7bfd4240 req-2da33247-6c83-4d2f-9a6d-fe6a073436e8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:22.551389 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-30e91dab-5e93-4da7-8886-b3db18418a83 req-f682761b-db06-4929-8cf4-dd8fb26ba120 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 1098 time: 0.0652757 Sep 18 07:02:22.554142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1e45ef5-5e1b-4c6b-a3c2-44fc7bfd4240 req-2da33247-6c83-4d2f-9a6d-fe6a073436e8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0893717 Sep 18 07:02:22.652334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1e45ef5-5e1b-4c6b-a3c2-44fc7bfd4240 req-72620e9b-9012-403e-8440-3bec82cc3d00 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905099 Sep 18 07:02:22.664696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-30e91dab-5e93-4da7-8886-b3db18418a83 req-bb69960c-532b-47e5-913e-4ea1836a757b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908661 Sep 18 07:02:22.693976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:22.708173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=205cb203-da30-4bca-b7cf-0008daf573ac,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:22.741634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '205cb203-da30-4bca-b7cf-0008daf573ac', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'mac_address': 'fa:16:3e:57:d2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:22.762087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932fdb-a369-4791-bde7-b4c3b0020127 req-a6275c0b-b188-4a44-8245-7721ebd7af05 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:22.763042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83932fdb-a369-4791-bde7-b4c3b0020127 req-a6275c0b-b188-4a44-8245-7721ebd7af05 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 943 time: 0.0707369 Sep 18 07:02:22.814281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 93d107d6-1156-4c83-8e4b-4051b5fac73f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:22.830182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.832439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 93d107d6-1156-4c83-8e4b-4051b5fac73f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:22.832796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.836152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83932fdb-a369-4791-bde7-b4c3b0020127 req-06c91cf1-559f-4600-804b-3f8662a23c0d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644653 Sep 18 07:02:22.879626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205cb203-da30-4bca-b7cf-0008daf573ac {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:22.917630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=205cb203-da30-4bca-b7cf-0008daf573ac,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:22.930250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb46c-eb9c-4425-ba90-b2e23e45c75e req-dd2739a6-592c-4aa2-ba17-c1c121bdd0fa tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:22.932336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7bb46c-eb9c-4425-ba90-b2e23e45c75e req-dd2739a6-592c-4aa2-ba17-c1c121bdd0fa tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0642066 Sep 18 07:02:22.967092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:22.976162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7bb46c-eb9c-4425-ba90-b2e23e45c75e req-71df3e59-27b3-4948-9832-9bc223b20fce tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Sep 18 07:02:23.001345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.043100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:23.066698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:23.128152 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.145446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277d7df-b8f4-4f83-b5fb-616c43aef506 req-018a1fcb-c6fc-4b33-b94f-e6888a84f1f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:23.147542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c277d7df-b8f4-4f83-b5fb-616c43aef506 req-018a1fcb-c6fc-4b33-b94f-e6888a84f1f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 945 time: 0.0633605 Sep 18 07:02:23.176989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-323c5e23-ffc2-48a6-a3b2-6126a2fcfd15 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:23.179291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-323c5e23-ffc2-48a6-a3b2-6126a2fcfd15 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.0744717 Sep 18 07:02:23.198355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:23.217767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c277d7df-b8f4-4f83-b5fb-616c43aef506 req-480a3325-d73b-4319-818c-053523328de6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636072 Sep 18 07:02:23.255765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['205cb203-da30-4bca-b7cf-0008daf573ac'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:23.276438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48154) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:23.292229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Deleting port 3b9fef02-b051-4f73-87c4-c41c86d71636 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:23.292697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.426489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] For port 3b9fef02-b051-4f73-87c4-c41c86d71636, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3b9fef02-b051-4f73-87c4-c41c86d71636,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:23.426489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.441125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Calling delete_port for 3b9fef02-b051-4f73-87c4-c41c86d71636 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:23.472078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb548f8-981e-4cdb-838c-bf189409afd7 req-64e03c7e-5b8a-4e76-9c4d-9a9811e8f8c5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:23.480312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfb548f8-981e-4cdb-838c-bf189409afd7 req-64e03c7e-5b8a-4e76-9c4d-9a9811e8f8c5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 950 time: 0.1009750 Sep 18 07:02:23.507165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9edb1324-5d1c-460d-896f-8326fc1460ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.557623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfb548f8-981e-4cdb-838c-bf189409afd7 req-5fb478ca-1279-494e-bd6d-ea7bfd93f11f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761600 Sep 18 07:02:23.634636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9edb1324-5d1c-460d-896f-8326fc1460ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.699340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.724754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event deleted for resources: {'Port': ['ID=3b9fef02-b051-4f73-87c4-c41c86d71636,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:23.729499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3b9fef02-b051-4f73-87c4-c41c86d71636', '97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:23.760453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9edb1324-5d1c-460d-896f-8326fc1460ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.793654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1324-5d1c-460d-896f-8326fc1460ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e7298-b287-4802-9fe1-e16da9567799,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:23.828012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9edb1324-5d1c-460d-896f-8326fc1460ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8edb2ddf27f94845b6c97a8f324c1443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479610 Sep 18 07:02:23.828261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:23.844301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54befac-514e-4adc-889c-0f4678d4b518 req-e7644e62-e50b-49f5-af20-8a2d1ff64b97 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:23.845180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] No DVR routers for this DVR port 3b9fef02-b051-4f73-87c4-c41c86d71636 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:23.848519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.850817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0fbb8d63-9010-4b5d-ad59-1fe5b216a4ae req-c459fa30-c544-4e4b-9e7f-3dc593a27f2f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "DELETE /v2.0/ports/3b9fef02-b051-4f73-87c4-c41c86d71636 HTTP/1.1" status: 204 len: 173 time: 0.6651800 Sep 18 07:02:23.851263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'name': 'network-vif-deleted', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:23.852776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f54befac-514e-4adc-889c-0f4678d4b518 req-e7644e62-e50b-49f5-af20-8a2d1ff64b97 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1240745 Sep 18 07:02:23.853497 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c862b-e0eb-481b-a2b7-35b5b3ffdc17" -d '{"events": [{"server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "name": "network-vif-deleted", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:23.947467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:23.965584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f54befac-514e-4adc-889c-0f4678d4b518 req-2d8657b6-3554-480a-9253-8fe19b451e4a tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118417 Sep 18 07:02:23.989477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.018297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a7c50-8477-4201-abe8-f4e86dacf409 req-ff285eac-9828-41ce-a360-069466758d68 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:24.019792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c49a7c50-8477-4201-abe8-f4e86dacf409 req-ff285eac-9828-41ce-a360-069466758d68 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 944 time: 0.0909717 Sep 18 07:02:24.030465 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2536ed2-eaf9-434a-89eb-a11b11818519 x-openstack-request-id: req-d2536ed2-eaf9-434a-89eb-a11b11818519 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:24.030625 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5281ec-59f1-4028-9518-1a90f86e19e2", "name": "network-vif-deleted", "tag": "3b9fef02-b051-4f73-87c4-c41c86d71636", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:24.031110 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2536ed2-eaf9-434a-89eb-a11b11818519 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:24.031520 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5281ec-59f1-4028-9518-1a90f86e19e2', 'name': 'network-vif-deleted', 'tag': '3b9fef02-b051-4f73-87c4-c41c86d71636', 'status': 'completed', 'code': 200} Sep 18 07:02:24.068311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c49a7c50-8477-4201-abe8-f4e86dacf409 req-0d47f649-6c8d-4979-886a-6ef23ad2628f tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373237 Sep 18 07:02:24.161163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.164147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.167509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f8e7298-b287-4802-9fe1-e16da9567799 HTTP/1.1" status: 204 len: 168 time: 0.3360419 Sep 18 07:02:24.198549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c806-a755-4284-a103-dcc5a12995a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e7298-b287-4802-9fe1-e16da9567799,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:24.240370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7d8a-ceb2-4230-b003-84ef7a36d415 req-45ac2834-df9a-4b9d-ac79-105b56fc5964 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:24.242463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-136c7d8a-ceb2-4230-b003-84ef7a36d415 req-45ac2834-df9a-4b9d-ac79-105b56fc5964 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0762384 Sep 18 07:02:24.308625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-136c7d8a-ceb2-4230-b003-84ef7a36d415 req-0ed3a798-b34c-4019-a8d8-2bb9572ae65b tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533919 Sep 18 07:02:24.319248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:24.322331 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e1e75-40c9-482e-b701-d7768406aba0" -d '{"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-plugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:24.367795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 205cb203-da30-4bca-b7cf-0008daf573ac up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:24.405947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45255133-0bf0-42e0-bdde-fd3afd6d7edd req-49407352-f5ad-4e4f-aded-18a006c3ef0d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:24.408373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45255133-0bf0-42e0-bdde-fd3afd6d7edd req-49407352-f5ad-4e4f-aded-18a006c3ef0d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0895450 Sep 18 07:02:24.411119 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f2a23f-1183-4d94-8d6d-3444dd317f03 x-openstack-request-id: req-83f2a23f-1183-4d94-8d6d-3444dd317f03 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:24.411417 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-plugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:24.411676 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83f2a23f-1183-4d94-8d6d-3444dd317f03 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:24.412066 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'code': 200} Sep 18 07:02:24.459104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45255133-0bf0-42e0-bdde-fd3afd6d7edd req-93e7f017-1752-49a1-bdc7-cd1be82f6e2b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Sep 18 07:02:24.515431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85faf-328d-4487-b037-6bae9f7b8e12 req-493a3a30-67f6-4b87-aafc-5e7ef73c888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:24.517037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-deb85faf-328d-4487-b037-6bae9f7b8e12 req-493a3a30-67f6-4b87-aafc-5e7ef73c888f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 1098 time: 0.0450010 Sep 18 07:02:24.521015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 205cb203-da30-4bca-b7cf-0008daf573ac completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:24.525413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 205cb203-da30-4bca-b7cf-0008daf573ac triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:24.525875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.577285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-deb85faf-328d-4487-b037-6bae9f7b8e12 req-98706d06-99ff-46ac-8da4-0fad22b4f79b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Sep 18 07:02:24.638104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.676803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=205cb203-da30-4bca-b7cf-0008daf573ac,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:24.721645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e45d3226-03af-467d-886a-748a2a0de520 req-d20cdac9-d206-4aa3-97ad-f699a8de195a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea5281ec-59f1-4028-9518-1a90f86e19e2 HTTP/1.1" status: 200 len: 210 time: 0.0291088 Sep 18 07:02:24.750103 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:24.806569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:25.107473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d60c-e37d-44ba-8196-9e6cf09ce3d6 req-f01c57e5-00ee-492f-b071-c703ae5f8b24 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:25.115517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6696d60c-e37d-44ba-8196-9e6cf09ce3d6 req-f01c57e5-00ee-492f-b071-c703ae5f8b24 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0634329 Sep 18 07:02:25.162467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6696d60c-e37d-44ba-8196-9e6cf09ce3d6 req-c8b8d0e5-762e-4cd0-bb93-de6cfd7b0b7c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Sep 18 07:02:25.227369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742479-c061-4d36-b7e1-8cc910008f1b req-eb43e462-e131-4818-9dd0-613685ccfcb1 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:25.228879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d742479-c061-4d36-b7e1-8cc910008f1b req-eb43e462-e131-4818-9dd0-613685ccfcb1 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.0649545 Sep 18 07:02:25.266823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d742479-c061-4d36-b7e1-8cc910008f1b req-f05c39c0-416c-4e20-a5fa-277e2043d7fa tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Sep 18 07:02:25.419000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9d56-c143-4a86-8436-bad1d78bebbc req-99cd6eea-13e6-40d8-8430-35221999c6dc tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:25.420609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddce9d56-c143-4a86-8436-bad1d78bebbc req-99cd6eea-13e6-40d8-8430-35221999c6dc tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0523384 Sep 18 07:02:25.461848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddce9d56-c143-4a86-8436-bad1d78bebbc req-b28dd043-b0c8-48fa-b96e-b93708e10df2 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Sep 18 07:02:25.590232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1f478-1fff-4257-a3fc-d998ecc4c391 req-2468b066-e709-46eb-9e75-29a3904fe2f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:25.592202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cb1f478-1fff-4257-a3fc-d998ecc4c391 req-2468b066-e709-46eb-9e75-29a3904fe2f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0633140 Sep 18 07:02:25.632215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cb1f478-1fff-4257-a3fc-d998ecc4c391 req-77578e21-863c-40d3-877c-27e1748fa5a6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Sep 18 07:02:25.924445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3b9fef02-b051-4f73-87c4-c41c86d71636 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:25.945732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 3b9fef02-b051-4f73-87c4-c41c86d71636 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:25.946111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3b9fef02-b051-4f73-87c4-c41c86d71636 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:26.414047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:26.416579 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c26bf-59d0-4554-a852-80fa51848499" -d '{"events": [{"server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "name": "network-vif-plugged", "status": "completed", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:26.502271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29bcc8-822f-4075-b0e7-f409e76796e1 req-b9e76437-8da2-46a3-b56a-1794e07bd2fa tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.503794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de29bcc8-822f-4075-b0e7-f409e76796e1 req-b9e76437-8da2-46a3-b56a-1794e07bd2fa tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.0789216 Sep 18 07:02:26.511681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420f81-68e8-4957-b28d-a1bcb53b4195 req-ebf454c4-dcbb-46cf-8bd2-e91bc245c2a7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.513037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6420f81-68e8-4957-b28d-a1bcb53b4195 req-ebf454c4-dcbb-46cf-8bd2-e91bc245c2a7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0864110 Sep 18 07:02:26.566994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de29bcc8-822f-4075-b0e7-f409e76796e1 req-787a9465-c5c3-4583-8570-b80ac8e2f5d4 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530205 Sep 18 07:02:26.572055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6420f81-68e8-4957-b28d-a1bcb53b4195 req-372de6c9-1840-4a20-9a48-80827a49ccfe tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Sep 18 07:02:26.669807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168acb74-d3ac-4ffe-a230-88723318c62c req-5b3e4d73-08dc-4bee-bb00-1878a18111bd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.671325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-168acb74-d3ac-4ffe-a230-88723318c62c req-5b3e4d73-08dc-4bee-bb00-1878a18111bd tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0490243 Sep 18 07:02:26.710109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-168acb74-d3ac-4ffe-a230-88723318c62c req-21eda981-4b74-4c9f-9ce0-f5300953770c tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Sep 18 07:02:26.753647 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae39f2d7-10eb-48c2-b6d7-20336ce1b153 x-openstack-request-id: req-ae39f2d7-10eb-48c2-b6d7-20336ce1b153 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:26.753999 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "name": "network-vif-plugged", "status": "completed", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:26.754354 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae39f2d7-10eb-48c2-b6d7-20336ce1b153 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:26.754769 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac', 'code': 200} Sep 18 07:02:26.766427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547843b9-65e4-46f9-ae89-689ae925b8c5 req-afc668f1-c122-44b3-8843-29b464f7c12d tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.768019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-547843b9-65e4-46f9-ae89-689ae925b8c5 req-afc668f1-c122-44b3-8843-29b464f7c12d tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0558708 Sep 18 07:02:26.818895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-547843b9-65e4-46f9-ae89-689ae925b8c5 req-83af232e-9fcd-46f6-beea-fee79b257dda tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Sep 18 07:02:26.856284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed23d5-e73c-4c4e-a466-fa2a478a01cf req-7b09674e-b9ea-4862-a3a5-dca17bac018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.857807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7ed23d5-e73c-4c4e-a466-fa2a478a01cf req-7b09674e-b9ea-4862-a3a5-dca17bac018b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0429897 Sep 18 07:02:26.859601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f6aa-f8d7-4db4-aeae-c287252c76d9 req-4fbd65ed-42a6-407f-affe-8a1271f3ae2d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:26.861604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4d3f6aa-f8d7-4db4-aeae-c287252c76d9 req-4fbd65ed-42a6-407f-affe-8a1271f3ae2d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0579026 Sep 18 07:02:26.895064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7ed23d5-e73c-4c4e-a466-fa2a478a01cf req-3ba7a576-3fc6-40c0-843f-c998fc944ab5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297549 Sep 18 07:02:26.900344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4d3f6aa-f8d7-4db4-aeae-c287252c76d9 req-d2f68226-a0d5-4e98-8848-310fd8783722 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Sep 18 07:02:27.020638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d878f83-1821-4644-a1de-92bc2edc9f9b req-c4048e68-9281-472d-b1d3-99d216c9b895 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:27.022508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d878f83-1821-4644-a1de-92bc2edc9f9b req-c4048e68-9281-472d-b1d3-99d216c9b895 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0573022 Sep 18 07:02:27.061228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d878f83-1821-4644-a1de-92bc2edc9f9b req-4200768c-987f-467d-9012-28ce9a414525 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Sep 18 07:02:27.423779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66209e-2e41-4305-a785-76685510b3da req-8eca3279-b8a3-4890-9187-b2fc7306c774 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:27.425771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d66209e-2e41-4305-a785-76685510b3da req-8eca3279-b8a3-4890-9187-b2fc7306c774 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0586772 Sep 18 07:02:27.464490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d66209e-2e41-4305-a785-76685510b3da req-109e1d5e-87ca-4c0d-ba2a-5dca8d319210 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Sep 18 07:02:27.575656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366980f9-d9a8-4112-ae9f-9eae5fd69e22 req-51d985bf-bb8d-4e54-a146-3e293a26277c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:27.577316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-366980f9-d9a8-4112-ae9f-9eae5fd69e22 req-51d985bf-bb8d-4e54-a146-3e293a26277c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0489292 Sep 18 07:02:27.625078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-366980f9-d9a8-4112-ae9f-9eae5fd69e22 req-f4b12116-d194-4869-9148-3920dfcb8e46 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Sep 18 07:02:27.739296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172670f3-7e85-4755-9dc9-59006652eb06 req-44ee0ce6-3cc2-489d-ab6d-c9a891a49686 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:27.740725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-172670f3-7e85-4755-9dc9-59006652eb06 req-44ee0ce6-3cc2-489d-ab6d-c9a891a49686 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0580370 Sep 18 07:02:27.806650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440e99-bd14-4a46-af91-af62a6653e60 req-57d5ed08-bc57-4451-b534-130540c0a9c5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:27.808099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93440e99-bd14-4a46-af91-af62a6653e60 req-57d5ed08-bc57-4451-b534-130540c0a9c5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.0846014 Sep 18 07:02:27.810778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-172670f3-7e85-4755-9dc9-59006652eb06 req-99c879a7-2110-41e8-b983-45f661b318e8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Sep 18 07:02:27.847214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93440e99-bd14-4a46-af91-af62a6653e60 req-a214ffc8-9012-490e-814c-405ee0712cfc tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Sep 18 07:02:28.280485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87e15a-74ef-4139-a1ca-9d0c3a12c23e req-eec48aa5-324f-4758-b60f-b170747b1769 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.281676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc87e15a-74ef-4139-a1ca-9d0c3a12c23e req-eec48aa5-324f-4758-b60f-b170747b1769 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0517411 Sep 18 07:02:28.347879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc87e15a-74ef-4139-a1ca-9d0c3a12c23e req-6fe2a2c9-5a8f-4eb3-96e5-14768db8ea12 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Sep 18 07:02:28.358206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3216-caca-4183-8eee-38b229986179 req-1d61be9e-9e44-475e-b4f5-1a5cea50131d tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.359669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef9e3216-caca-4183-8eee-38b229986179 req-1d61be9e-9e44-475e-b4f5-1a5cea50131d tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0770783 Sep 18 07:02:28.538200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-50a55737-8a6c-44c7-9411-8eb2fecf89ba tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.539830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-50a55737-8a6c-44c7-9411-8eb2fecf89ba tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.24 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 946 time: 0.0726771 Sep 18 07:02:28.688133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-4005d88b-11df-43d2-ae24-c5ff8116c97f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.689991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-4005d88b-11df-43d2-ae24-c5ff8116c97f tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0664902 Sep 18 07:02:28.701155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Deleting port 0e960996-1866-4108-8e43-1224af6b8473 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:28.701500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:28.708053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef9e3216-caca-4183-8eee-38b229986179 req-9c2b7fde-6ba5-4a73-a0b1-a7e727b33a22 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/security-groups?id=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412268 Sep 18 07:02:28.795514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:28.827656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e68b6-8f32-4ecd-b4d1-de2d72c1b601 req-b6e400da-0deb-4477-b170-4d9c009f8814 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.829330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de9e68b6-8f32-4ecd-b4d1-de2d72c1b601 req-b6e400da-0deb-4477-b170-4d9c009f8814 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0639784 Sep 18 07:02:28.875853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de9e68b6-8f32-4ecd-b4d1-de2d72c1b601 req-e64fc3ea-fd46-4543-8a47-d596fafd0c83 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Sep 18 07:02:28.879624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] For port 0e960996-1866-4108-8e43-1224af6b8473, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0e960996-1866-4108-8e43-1224af6b8473,segment=NetworkSegment(2d4ce046-2b7d-4605-8e37-f43e94cb9350),segment_id=2d4ce046-2b7d-4605-8e37-f43e94cb9350)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:28.879997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:28.898392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Deleting port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:28.898738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:28.915714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Calling delete_port for 0e960996-1866-4108-8e43-1224af6b8473 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:28.983948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca47ef3-d48a-4b1f-a9ec-2a5462e09011 req-79c81722-2718-4cba-8e24-c87edb8ca0f7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:28.985711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ca47ef3-d48a-4b1f-a9ec-2a5462e09011 req-79c81722-2718-4cba-8e24-c87edb8ca0f7 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Sep 18 07:02:29.030969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ca47ef3-d48a-4b1f-a9ec-2a5462e09011 req-fd973608-5cc0-44a0-b917-9db4f09f041d tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Sep 18 07:02:29.164530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5b093-e8df-4574-b153-bd816cc715bd req-87658a77-2f34-4707-b951-53dd78e7658b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:29.166216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1a5b093-e8df-4574-b153-bd816cc715bd req-87658a77-2f34-4707-b951-53dd78e7658b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.0577290 Sep 18 07:02:29.208783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1a5b093-e8df-4574-b153-bd816cc715bd req-eac6607e-7fe7-4a37-ac54-e65982d4a181 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Sep 18 07:02:29.336974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] For port 97e1291b-104d-45b0-91fd-19d3c1cab4e2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97e1291b-104d-45b0-91fd-19d3c1cab4e2,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:29.337336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.358331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Calling delete_port for 97e1291b-104d-45b0-91fd-19d3c1cab4e2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:29.469925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-f6345d15-5edc-46bb-a138-ba463001f432 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 258 time: 0.2260802 Sep 18 07:02:29.481528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:29.509884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b179-afe1-4be2-bd41-c1afbfa220e2 req-825e93f9-74dd-42e5-8615-b91afe72387e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:29.511471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cf5b179-afe1-4be2-bd41-c1afbfa220e2 req-825e93f9-74dd-42e5-8615-b91afe72387e tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 951 time: 0.0796065 Sep 18 07:02:29.558651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cf5b179-afe1-4be2-bd41-c1afbfa220e2 req-cdfa7ab4-15c0-401b-9697-79cb4c3f6f51 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/security-groups?id=362e3f21-5c18-433e-bc94-0df813f41547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Sep 18 07:02:29.635691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.666086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Pushing event deleted for resources: {'Port': ['ID=0e960996-1866-4108-8e43-1224af6b8473,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:29.671322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0e960996-1866-4108-8e43-1224af6b8473'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:29.681381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.710100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] No DVR routers for this DVR port 0e960996-1866-4108-8e43-1224af6b8473 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:29.711797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.713788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.719085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e3da730a-ab4a-4aa6-95b7-041753f55467 req-bbe186c0-dc79-4ecb-b92c-ce14fe05cb18 tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.24 "DELETE /v2.0/ports/0e960996-1866-4108-8e43-1224af6b8473 HTTP/1.1" status: 204 len: 173 time: 1.1692009 Sep 18 07:02:29.719627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'name': 'network-vif-deleted', 'tag': '0e960996-1866-4108-8e43-1224af6b8473'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:29.722382 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b94271-f543-46c6-949d-d589daa1edb7" -d '{"events": [{"server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "name": "network-vif-deleted", "tag": "0e960996-1866-4108-8e43-1224af6b8473"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:29.750991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['97e1291b-104d-45b0-91fd-19d3c1cab4e2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:29.755584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Pushing event deleted for resources: {'Port': ['ID=97e1291b-104d-45b0-91fd-19d3c1cab4e2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:29.795313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] No DVR routers for this DVR port 97e1291b-104d-45b0-91fd-19d3c1cab4e2 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:29.797981 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.800696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a27b45a-ef4d-480c-9aac-c5a7f7fa14fd req-68adeb73-e2e3-4ef6-bc3f-c489eb0dd2b5 tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.24 "DELETE /v2.0/ports/97e1291b-104d-45b0-91fd-19d3c1cab4e2 HTTP/1.1" status: 204 len: 173 time: 1.1020393 Sep 18 07:02:29.807496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:29.947349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Allocated IP 172.25.4.127 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/53cd35e7-b214-42a5-a51e-7042dac2dd07) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:29.970707 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb8ec9b-be18-4bf4-aa9d-fcd581e507f9 x-openstack-request-id: req-fbb8ec9b-be18-4bf4-aa9d-fcd581e507f9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:29.971228 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424c76f3-18fa-4949-8900-f478fe942e9a", "name": "network-vif-deleted", "tag": "0e960996-1866-4108-8e43-1224af6b8473", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:29.971228 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb8ec9b-be18-4bf4-aa9d-fcd581e507f9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:29.971637 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424c76f3-18fa-4949-8900-f478fe942e9a', 'name': 'network-vif-deleted', 'tag': '0e960996-1866-4108-8e43-1224af6b8473', 'status': 'completed', 'code': 200} Sep 18 07:02:30.070712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6657700-2138-4b85-9a00-ef8e41d4a68f req-07517eb7-ac17-4cf5-8a13-6dc19740eddb tempest-ServerPasswordTestJSON-1569158771 tempest-ServerPasswordTestJSON-1569158771-project] 10.222.0.20 "GET /v2.0/ports?device_id=424c76f3-18fa-4949-8900-f478fe942e9a HTTP/1.1" status: 200 len: 210 time: 0.0310998 Sep 18 07:02:30.119388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.196909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f6174-0563-4570-870d-e68b6244ad6b req-808a85ef-ac9c-431b-95b7-fb3f9b34e062 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:30.198967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d22f6174-0563-4570-870d-e68b6244ad6b req-808a85ef-ac9c-431b-95b7-fb3f9b34e062 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0707407 Sep 18 07:02:30.237560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d22f6174-0563-4570-870d-e68b6244ad6b req-446f3189-8151-45c5-8140-596afc140832 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Sep 18 07:02:30.253617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.291090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:30.297206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:30.309179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:30.348088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event updated for resources: {'Port': ['ID=53cd35e7-b214-42a5-a51e-7042dac2dd07,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:30.391009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd960e87-68b8-4dc4-910b-eea8d1cefe67 req-5e1bd44b-c8e1-485a-ac59-024d63f13e30 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:30.392515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd960e87-68b8-4dc4-910b-eea8d1cefe67 req-5e1bd44b-c8e1-485a-ac59-024d63f13e30 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0986555 Sep 18 07:02:30.492335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.499762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd960e87-68b8-4dc4-910b-eea8d1cefe67 req-a1ecf1b9-9e90-47ec-a3f9-a135af342a35 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926526 Sep 18 07:02:30.580768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48334) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:30.646741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.696008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d40ed37-553e-49e6-a244-9f0a569adf84 req-1f9eceb5-dec1-427f-a3a9-fc189836dc2a tempest-ServersAdminTestJSON-100091367 tempest-ServersAdminTestJSON-100091367-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebe51b95-c341-4b08-976b-f5244fdac255 HTTP/1.1" status: 200 len: 210 time: 0.0510509 Sep 18 07:02:30.711863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-669cd1b3-dbc4-4b35-8176-819a7c84077e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.899531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:30.910566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-669cd1b3-dbc4-4b35-8176-819a7c84077e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.000893 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.056985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-669cd1b3-dbc4-4b35-8176-819a7c84077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.101206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event updated for resources: {'Port': ['ID=53cd35e7-b214-42a5-a51e-7042dac2dd07,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:31.120510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-669cd1b3-dbc4-4b35-8176-819a7c84077e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e691b83bcc34b87a36c8a7ec998c6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386419 Sep 18 07:02:31.121555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.123342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48344) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:31.133655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48346) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:31.135746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cd1b3-dbc4-4b35-8176-819a7c84077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f933f7-f704-4ee4-8b57-616808182d87,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:31.179297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.189285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Deleting subnet 66613f61-c9c9-439e-a3c1-d1c0fa651ab9 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:02:31.192380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.202537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.235376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.281938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.281938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-e5d21aa7-1412-4d1d-aaf8-41c90c63018c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8025639 Sep 18 07:02:31.288973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.332786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.335542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.336874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58f933f7-f704-4ee4-8b57-616808182d87 HTTP/1.1" status: 204 len: 168 time: 0.2123938 Sep 18 07:02:31.346580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46ad73-7df1-49f9-88e5-659de191e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f933f7-f704-4ee4-8b57-616808182d87,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:31.415543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-3e368ba2-5e2f-4c49-aa68-204a8ebcf939 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1235323 Sep 18 07:02:31.480063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be877af-9dbc-44c2-a4fe-0ead2d4bc544 req-acc1b6da-0247-405e-8b37-b4f996f9e2f1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:31.481619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7be877af-9dbc-44c2-a4fe-0ead2d4bc544 req-acc1b6da-0247-405e-8b37-b4f996f9e2f1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1474934 Sep 18 07:02:31.553488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.592674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7be877af-9dbc-44c2-a4fe-0ead2d4bc544 req-10803106-ebb4-48dc-b586-0fe57feaa709 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823314 Sep 18 07:02:31.600039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-98bd1a09-2f5d-40fe-a941-c10f80b88d93 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:31.601530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09fa9fd4-b83c-4dc8-b6e3-2bd041225bdb req-98bd1a09-2f5d-40fe-a941-c10f80b88d93 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1798787 Sep 18 07:02:31.602220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66613f61-c9c9-439e-a3c1-d1c0fa651ab9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:31.606071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.614592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-25f512ae-36ad-4414-b102-e2a8a4b2722c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66613f61-c9c9-439e-a3c1-d1c0fa651ab9 HTTP/1.1" status: 204 len: 168 time: 0.4729593 Sep 18 07:02:31.614938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:31.707335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.781256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-480370d9-7ff6-418e-a46e-3ba45e61587b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:31.782878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-480370d9-7ff6-418e-a46e-3ba45e61587b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1097813 Sep 18 07:02:31.795829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7150-cbf9-4931-9364-485371bf3fd2 req-7ef2f9ca-cdc0-4ad7-bab4-4584973da723 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:31.797393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50dd7150-cbf9-4931-9364-485371bf3fd2 req-7ef2f9ca-cdc0-4ad7-bab4-4584973da723 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1343834 Sep 18 07:02:31.807378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.834421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:31.849524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4ce046-2b7d-4605-8e37-f43e94cb9350') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:31.850275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4ce046-2b7d-4605-8e37-f43e94cb9350') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:31.855525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-e918a94f-bdea-403a-aba4-b83116724a25 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0570605 Sep 18 07:02:31.863018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.874836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'floatingip': {'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:31.879912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.886832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:02:31.887289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:02:31.889302 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:02:31.921052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50dd7150-cbf9-4931-9364-485371bf3fd2 req-e1a509a7-0c69-46b4-8c5c-9ed8929a869c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150701 Sep 18 07:02:31.934209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:31.944189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e960996-1866-4108-8e43-1224af6b8473 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:31.973227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-deleted', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:31.980715 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0251c5-9b87-4d45-97de-483f05b802f7" -d '{"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-deleted", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:31.980857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 0e960996-1866-4108-8e43-1224af6b8473 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:31.980857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0e960996-1866-4108-8e43-1224af6b8473 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:31.980857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:32.004766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 97e1291b-104d-45b0-91fd-19d3c1cab4e2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:32.004766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97e1291b-104d-45b0-91fd-19d3c1cab4e2 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:32.048820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.057625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.060009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c HTTP/1.1" status: 204 len: 168 time: 0.4434676 Sep 18 07:02:32.070812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5565137-c1a8-4619-b7a6-af9a68edf054 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca18ea7-5ed7-4870-a94d-52dd4c6e2e2c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:32.128485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674c910-2fc9-4d27-92c8-e672c1573756 x-openstack-request-id: req-c674c910-2fc9-4d27-92c8-e672c1573756 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:32.129062 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe51b95-c341-4b08-976b-f5244fdac255", "name": "network-vif-deleted", "tag": "97e1291b-104d-45b0-91fd-19d3c1cab4e2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:32.129062 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c674c910-2fc9-4d27-92c8-e672c1573756 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:32.129782 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe51b95-c341-4b08-976b-f5244fdac255', 'name': 'network-vif-deleted', 'tag': '97e1291b-104d-45b0-91fd-19d3c1cab4e2', 'status': 'completed', 'code': 200} Sep 18 07:02:32.566323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:32.576929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:32.612606 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.637375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9fabbcc8-a436-4cb2-9cd4-cefa0b873aa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306d4c15f86a451ca323fcd859de5d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591879 Sep 18 07:02:32.640177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48400) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:32.704935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.714355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.731625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.824075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.830496 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:32.831846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c700f0bf-ec72-4e69-8cdb-bfe30f7699a4 HTTP/1.1" status: 204 len: 168 time: 0.1904578 Sep 18 07:02:32.861098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1d305-d5f2-4175-ba2c-230edc5b1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700f0bf-ec72-4e69-8cdb-bfe30f7699a4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:33.098110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6beeedd8-67e6-4bef-9b64-a809b9b3e699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a3213b684f54c96bbc7f0c25016eb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306146 Sep 18 07:02:33.100989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48416) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:33.151786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:33.158058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff91b0-9ade-4b95-8f25-c08105fed2ae req-5dfbd209-28fe-4d06-b001-96de4d16c833 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:33.159571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3eff91b0-9ade-4b95-8f25-c08105fed2ae req-5dfbd209-28fe-4d06-b001-96de4d16c833 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1021917 Sep 18 07:02:33.173470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:33.185283 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Floating IP 65e22331-1b66-43d2-b8c8-7d331b7e7de3 associated. External IP: 172.25.4.127, port: 205cb203-da30-4bca-b7cf-0008daf573ac. Sep 18 07:02:33.240094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3eff91b0-9ade-4b95-8f25-c08105fed2ae req-a5470fd3-fc81-4c6a-a6b7-f4ec77163deb tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711751 Sep 18 07:02:33.275365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:33.279535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:33.284413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/362e3f21-5c18-433e-bc94-0df813f41547 HTTP/1.1" status: 204 len: 168 time: 0.1818635 Sep 18 07:02:33.303118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aba69-d7dc-4720-b312-f71d26b3109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e3f21-5c18-433e-bc94-0df813f41547,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:33.459565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e26f4-9479-41a2-bc3a-6a77a22f2830 req-8c4b9ea0-334e-4dcf-9b31-3b583d4f6404 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:33.461038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-197e26f4-9479-41a2-bc3a-6a77a22f2830 req-8c4b9ea0-334e-4dcf-9b31-3b583d4f6404 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0979562 Sep 18 07:02:33.511725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:02:33.515550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-197e26f4-9479-41a2-bc3a-6a77a22f2830 req-675119a5-e2f0-4c62-9685-199866fcf697 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Sep 18 07:02:33.654514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:33.660234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:33.671555 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Sync routers for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:33.684065 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:33.685000 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:33.695234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef726-e5cb-470d-bf7b-ff1b86b6c4c0 req-0ed75482-6965-4856-a9be-0c3b2af40144 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:33.696758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d1ef726-e5cb-470d-bf7b-ff1b86b6c4c0 req-0ed75482-6965-4856-a9be-0c3b2af40144 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1195951 Sep 18 07:02:33.702708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-1ee86455-6671-4257-b253-4058c6ada4ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "PUT /v2.0/floatingips/65e22331-1b66-43d2-b8c8-7d331b7e7de3 HTTP/1.1" status: 200 len: 996 time: 1.8345332 Sep 18 07:02:33.703640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:33.706029 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6e1fa-f464-496e-9577-58b9ba9160fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:33.749079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d1ef726-e5cb-470d-bf7b-ff1b86b6c4c0 req-62f57307-be04-490b-b33e-0209a5f88699 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Sep 18 07:02:33.800403 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:33.911728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-e496c82d-f527-4032-be0a-33909fa0f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:33.913291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-e496c82d-f527-4032-be0a-33909fa0f396 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1960816 Sep 18 07:02:34.013500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-6e11fe11-a1a9-4b84-9a74-01e08f271d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.015020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-6e11fe11-a1a9-4b84-9a74-01e08f271d55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 929 time: 0.0929484 Sep 18 07:02:34.027895 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '65e22331-1b66-43d2-b8c8-7d331b7e7de3', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'mac_address': 'fa:16:3e:57:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:02:30Z', 'updated_at': '2021-09-18T07:02:32Z', 'revision_number': 1, 'project_id': '0468740fe39046aea118a1c17016443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:34.061447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48442) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:34.063200 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Checking router: 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:34.073187 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:34.074135 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:34.150182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-f9f15d29-148d-460a-b814-01c6abc6571a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 999 time: 0.1258893 Sep 18 07:02:34.150796 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fb19b370-3d27-4bca-bad4-183fe768ac32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=015430c341a14d2db1608b2d8ac0d0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875359 Sep 18 07:02:34.152829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48446) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:34.217985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:34.242597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-6328f420-63d2-4d50-8708-d71e1c0d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.244233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-6328f420-63d2-4d50-8708-d71e1c0d2e9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.0854099 Sep 18 07:02:34.264863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:34.304588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-18af83b5-af65-4961-b83b-d66c2ffdb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.306904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-18af83b5-af65-4961-b83b-d66c2ffdb53e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538938 Sep 18 07:02:34.322582 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:34.421017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-64d812e3-2347-4e93-ad0d-aab5054ad919 service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067443 Sep 18 07:02:34.424645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:34.427895 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:34.431757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58d4050-0ad6-4923-a7e1-7a569ce2c614 HTTP/1.1" status: 204 len: 168 time: 0.2755172 Sep 18 07:02:34.457504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df6df8-6435-4f02-a852-3114e48d46ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d4050-0ad6-4923-a7e1-7a569ce2c614,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:34.569587 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '65e22331-1b66-43d2-b8c8-7d331b7e7de3', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'mac_address': 'fa:16:3e:57:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:02:30Z', 'updated_at': '2021-09-18T07:02:32Z', 'revision_number': 1, 'project_id': '0468740fe39046aea118a1c17016443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:34.595397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b9030a9-5e0f-49bf-a56a-311e40df0abd req-219c60fd-4a47-4df5-b83e-37e11a071e14 service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563647 Sep 18 07:02:34.599089 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3040ee-76cb-434c-9b91-d96ea117255f x-openstack-request-id: req-0d3040ee-76cb-434c-9b91-d96ea117255f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:34.599795 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:34.599795 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3040ee-76cb-434c-9b91-d96ea117255f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:34.600081 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac', 'status': 'completed', 'code': 200} Sep 18 07:02:34.608452 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8972e2e-70ec-47bb-a51f-8b3f4cb89f75 None None] The sync data for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 is: [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '65e22331-1b66-43d2-b8c8-7d331b7e7de3', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'floating_ip_address': '172.25.4.127', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'mac_address': 'fa:16:3e:57:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:02:30Z', 'updated_at': '2021-09-18T07:02:32Z', 'revision_number': 1, 'project_id': '0468740fe39046aea118a1c17016443e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:34.610458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:34.676388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-2a577ffa-0231-47c8-ba98-277ee9ed85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.678158 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-2a577ffa-0231-47c8-ba98-277ee9ed85fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1405740 Sep 18 07:02:34.696977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-f17813f2-ee47-4d49-b1bd-bf5cac4855c9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.698796 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-f17813f2-ee47-4d49-b1bd-bf5cac4855c9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.0920603 Sep 18 07:02:34.750959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fff55-1e4f-45a1-a14b-ba00358b416b req-bb6e1f8e-9015-430a-8e14-495cfeb5c530 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.753125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e3fff55-1e4f-45a1-a14b-ba00358b416b req-bb6e1f8e-9015-430a-8e14-495cfeb5c530 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0994313 Sep 18 07:02:34.810606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-3a8c32d1-f518-4bef-a5d7-1020bc065335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.812815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-3a8c32d1-f518-4bef-a5d7-1020bc065335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 929 time: 0.1130042 Sep 18 07:02:34.865298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e3fff55-1e4f-45a1-a14b-ba00358b416b req-829c88b2-403b-43d9-85eb-4c478ef17703 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Sep 18 07:02:34.906546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5d26d-6b0a-4e9a-a2ea-b0ccac2476da req-704fe127-3730-4ef8-9967-a4d7b4c115ba tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:34.911011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cf5d26d-6b0a-4e9a-a2ea-b0ccac2476da req-704fe127-3730-4ef8-9967-a4d7b4c115ba tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 946 time: 0.1425023 Sep 18 07:02:34.925891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de358e-7eea-46f6-bc3d-c6330ec5146b None None] New status for floating IP 65e22331-1b66-43d2-b8c8-7d331b7e7de3: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:02:34.938296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1561948274-network', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:34.991243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cf5d26d-6b0a-4e9a-a2ea-b0ccac2476da req-2cf6ce11-cd7c-478f-b58d-449529f261e5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665879 Sep 18 07:02:34.998219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-09fd4005-d885-4b43-b389-fa9b7a1fa3c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 999 time: 0.1593609 Sep 18 07:02:35.050049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Made reservation on behalf of ed0536ef72c5458d82f8207e6c217652 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:35.053252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.083108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.107100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-38d615e8-12da-41b8-ac4b-2e889cdbf3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:35.109839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-38d615e8-12da-41b8-ac4b-2e889cdbf3ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.0897081 Sep 18 07:02:35.124962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:35.125655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.206642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-298ebd49-3577-4bf0-ab70-49c7c6515e93 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 258 time: 0.1810544 Sep 18 07:02:35.223768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:35.225232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-7ce89222-9210-48c6-b319-eee0ddd12449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:35.227372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-7ce89222-9210-48c6-b319-eee0ddd12449 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060803 Sep 18 07:02:35.264934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.285845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:35.286352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.338191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for 818f5d6c-81b9-4df0-a2bb-80b91d191f3f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:35.367388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.407064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-b561a4c8-1292-4b55-aa08-25044336d260 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721487 Sep 18 07:02:35.417151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f69740-5edd-447f-927b-92e0cc0cb814 req-1492aecb-9eaf-43b8-b52c-17f71db68d64 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:35.418675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f69740-5edd-447f-927b-92e0cc0cb814 req-1492aecb-9eaf-43b8-b52c-17f71db68d64 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1003888 Sep 18 07:02:35.422636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de822bf-f1e7-415e-8037-698728a65af5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:35.425889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:02:35.447524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.447871 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Added segment 6f77ee79-4a3c-44f1-9f77-e74f121cb767 of type vlan for network d54cb441-2fbd-48e1-bf50-6f8bc10a087d Sep 18 07:02:35.497587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f69740-5edd-447f-927b-92e0cc0cb814 req-d22b69b6-65ba-4937-9708-0bbd22c41f69 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Sep 18 07:02:35.499784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.518466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.570992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0de6e1fa-f464-496e-9577-58b9ba9160fe req-b5ff304b-0b11-4f18-a5ee-c030317327a9 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561692 Sep 18 07:02:35.612102 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.613256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:35.614051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.647421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.687669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['818f5d6c-81b9-4df0-a2bb-80b91d191f3f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:35.692785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=818f5d6c-81b9-4df0-a2bb-80b91d191f3f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:35.737059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1251853 Sep 18 07:02:35.738959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38911654-b4a8-49cf-ac05-f995035b4586 admin admin] Pushing event updated for resources: {'Network': ['ID=d54cb441-2fbd-48e1-bf50-6f8bc10a087d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:35.753316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:35.754612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:02:35.755710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port 818f5d6c-81b9-4df0-a2bb-80b91d191f3f on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:35.758698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.761680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e16804e1-9d4e-4bfb-b708-edd30a1d7147 req-e0409562-11b2-4c16-b025-cc9a1c2a6236 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "DELETE /v2.0/ports/818f5d6c-81b9-4df0-a2bb-80b91d191f3f HTTP/1.1" status: 204 len: 173 time: 1.0525398 Sep 18 07:02:35.762204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'name': 'network-vif-deleted', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:35.770586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Request body: {'subnet': {'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1561948274-subnet', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:35.783919 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481cd570-ea60-44f9-b117-ab91c9dd8ef7" -d '{"events": [{"server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "name": "network-vif-deleted", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:35.787407 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.916556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Allocated IP 172.25.4.110 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/1d9c12f7-2aff-448e-8e79-0038f4772664) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:35.932418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Made reservation on behalf of ed0536ef72c5458d82f8207e6c217652 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:35.935129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:35.981190 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f0b13-5e2a-4a69-a343-a25c634e3593 x-openstack-request-id: req-8c7f0b13-5e2a-4a69-a343-a25c634e3593 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:35.981190 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415a08b2-523c-4b6a-a7c1-0476d634179a", "name": "network-vif-deleted", "tag": "818f5d6c-81b9-4df0-a2bb-80b91d191f3f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:35.981190 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c7f0b13-5e2a-4a69-a343-a25c634e3593 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:35.981454 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415a08b2-523c-4b6a-a7c1-0476d634179a', 'name': 'network-vif-deleted', 'tag': '818f5d6c-81b9-4df0-a2bb-80b91d191f3f', 'status': 'completed', 'code': 200} Sep 18 07:02:36.164111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47826baa-036f-4d8d-9cb6-6ddfd0e0f31e req-db631a94-f05a-4ef5-bdaf-c8725e9f8e62 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:36.165755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47826baa-036f-4d8d-9cb6-6ddfd0e0f31e req-db631a94-f05a-4ef5-bdaf-c8725e9f8e62 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1387849 Sep 18 07:02:36.172354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.264516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47826baa-036f-4d8d-9cb6-6ddfd0e0f31e req-4fc07ee8-7fde-47e8-ad35-b1fd9d856ac2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890098 Sep 18 07:02:36.361827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.395881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.438237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:36.449955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:36.452895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:36.500714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event updated for resources: {'Port': ['ID=1d9c12f7-2aff-448e-8e79-0038f4772664,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:36.512343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15294ac6-35eb-464d-90ef-b11dfd49597a,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:36.530667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Checking segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:36.531048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Network hostable DHCP agents. Network: d54cb441-2fbd-48e1-bf50-6f8bc10a087d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:02:36.611983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2afde660-4611-4774-b2ad-19b9ab99d858 req-ae071e42-5133-4fd8-860a-11102deaf804 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0334272 Sep 18 07:02:36.626501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.632888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:02:36.725275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d54cb441-2fbd-48e1-bf50-6f8bc10a087d) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:36.732091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:36.732734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.736479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11e1d7-842b-49f1-adad-9fd37dd8c36a None None] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:36.772862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.785505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78ae1-71c3-4f0a-950b-98a6b8246b4e req-aac080e5-4148-43a9-a81d-395f0423806c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:36.787221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cc78ae1-71c3-4f0a-950b-98a6b8246b4e req-aac080e5-4148-43a9-a81d-395f0423806c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0954623 Sep 18 07:02:36.823831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c301f23a-d99f-4cd2-bfaf-0161b228044e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0668011 Sep 18 07:02:36.824591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48526) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:36.829155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:36.898873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cc78ae1-71c3-4f0a-950b-98a6b8246b4e req-c048102e-b298-4058-bed3-d0b452c8b865 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Sep 18 07:02:36.956384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.957514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:36.994343 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:02:37.072986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40467261-cc8f-4863-bebd-59624a000bb2 None None] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:37.076712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.096551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.183735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.278359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event updated for resources: {'Port': ['ID=1d9c12f7-2aff-448e-8e79-0038f4772664,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:37.299203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.377378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.401637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.402952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-def92912-a4f9-4ae4-b3c5-2679f1210c6d tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1866431 Sep 18 07:02:37.462331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c95729-6e65-4222-84e1-f2c824ea7051 req-87beb479-b892-46ec-bc7b-bba5adae47f0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:37.463848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32c95729-6e65-4222-84e1-f2c824ea7051 req-87beb479-b892-46ec-bc7b-bba5adae47f0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1105165 Sep 18 07:02:37.471689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-696ed21b-daac-4b30-bec7-d61250d38bd9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0608599 Sep 18 07:02:37.572867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32c95729-6e65-4222-84e1-f2c824ea7051 req-80ed9c76-5091-467b-92f8-0aa2dd210a97 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996885 Sep 18 07:02:37.623669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-91857e6b-c97a-4cef-96db-d9dc18b54d49 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:37.625429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb1f9203-c09b-4d06-9860-e572dffb8dd3 req-91857e6b-c97a-4cef-96db-d9dc18b54d49 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1472392 Sep 18 07:02:37.715403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b78851-d219-4351-909a-92f12734e645 req-005c2802-f78d-4a46-aa68-e8e7b01a235a tempest-FlavorsV2NegativeTest-521031632 tempest-FlavorsV2NegativeTest-521031632-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8e51ae8f02c74e3f875e08e07da90c0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337603 Sep 18 07:02:37.835174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:37.843801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a576f-09c9-4293-a88d-a79bee53238f req-1bec3398-7503-4458-a542-1827cb31b2a5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:37.844815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.845742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-068a576f-09c9-4293-a88d-a79bee53238f req-1bec3398-7503-4458-a542-1827cb31b2a5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1401637 Sep 18 07:02:37.881488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.920566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b78851-d219-4351-909a-92f12734e645 req-226007e5-545d-4a58-8e8e-d42e05a2649a tempest-FlavorsV2NegativeTest-521031632 tempest-FlavorsV2NegativeTest-521031632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:37.929738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b78851-d219-4351-909a-92f12734e645 req-226007e5-545d-4a58-8e8e-d42e05a2649a tempest-FlavorsV2NegativeTest-521031632 tempest-FlavorsV2NegativeTest-521031632-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116668 Sep 18 07:02:37.939192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-068a576f-09c9-4293-a88d-a79bee53238f req-4ca20bec-33aa-4dd2-95cc-211dafcf31ec tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0847456 Sep 18 07:02:37.953890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-068a576f-09c9-4293-a88d-a79bee53238f req-1a4b67c6-e382-491e-8e67-854e0e6cbbde tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'floatingip': {'port_id': '205cb203-da30-4bca-b7cf-0008daf573ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:37.969152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea03c740-061a-4e7b-9336-e0382d90cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:37.987996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b78851-d219-4351-909a-92f12734e645 req-a166714a-1b4e-4b15-a165-d95bb13dace5 tempest-FlavorsV2NegativeTest-521031632 tempest-FlavorsV2NegativeTest-521031632-project] 10.222.0.20 "GET /v2.0/quotas/8e51ae8f02c74e3f875e08e07da90c0a HTTP/1.1" status: 200 len: 375 time: 0.0583882 Sep 18 07:02:37.997712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-068a576f-09c9-4293-a88d-a79bee53238f req-1a4b67c6-e382-491e-8e67-854e0e6cbbde tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.033088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Allocated IP 172.25.4.36 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/fbe3761c-c426-483b-9c98-215c4da95699) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:38.193314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea03c740-061a-4e7b-9336-e0382d90cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.196543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.281176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea03c740-061a-4e7b-9336-e0382d90cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.311039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b78851-d219-4351-909a-92f12734e645 req-6177dec2-7846-486d-a9d1-41c80de8bfdd tempest-FlavorsV2NegativeTest-521031632 tempest-FlavorsV2NegativeTest-521031632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e51ae8f02c74e3f875e08e07da90c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3164735 Sep 18 07:02:38.337136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ea03c740-061a-4e7b-9336-e0382d90cf68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4660de89410c451e9a82bb8ff9da6db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987156 Sep 18 07:02:38.337136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03c740-061a-4e7b-9336-e0382d90cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32c2605-39c0-41aa-a8fe-574af1bfd9ba,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:38.350467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.352867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48576) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:38.406317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:38.409927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:38.421023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:38.428551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 818f5d6c-81b9-4df0-a2bb-80b91d191f3f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:38.462890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 818f5d6c-81b9-4df0-a2bb-80b91d191f3f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:38.463583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 818f5d6c-81b9-4df0-a2bb-80b91d191f3f not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:38.465667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Pushing event updated for resources: {'Port': ['ID=fbe3761c-c426-483b-9c98-215c4da95699,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:38.480149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d587364d-2955-449a-a0aa-338a077f07d0 req-74e05b79-1883-48c5-a8b8-3206423e2dc1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0787573 Sep 18 07:02:38.567898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.591435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.724753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872058b4-7e78-4bff-8bb5-bf004a580afc req-4a0792c2-f774-46cd-a81e-828ae37ec518 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:38.726293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-872058b4-7e78-4bff-8bb5-bf004a580afc req-4a0792c2-f774-46cd-a81e-828ae37ec518 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1276369 Sep 18 07:02:38.727790 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-068a576f-09c9-4293-a88d-a79bee53238f req-1a4b67c6-e382-491e-8e67-854e0e6cbbde tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 07:02:38.728759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-068a576f-09c9-4293-a88d-a79bee53238f req-1a4b67c6-e382-491e-8e67-854e0e6cbbde tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "PUT /v2.0/floatingips/1a140e59-2aca-493a-aa5c-8cc3204d755f HTTP/1.1" status: 409 len: 550 time: 0.7816327 Sep 18 07:02:38.777414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-872058b4-7e78-4bff-8bb5-bf004a580afc req-ce985938-f237-4776-9320-5dc472f61f29 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Sep 18 07:02:38.805526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.835379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.838635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.848889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d32c2605-39c0-41aa-a8fe-574af1bfd9ba HTTP/1.1" status: 204 len: 168 time: 0.4862523 Sep 18 07:02:38.864203 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69c35147-6422-4f4d-8a89-2b93fc426767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:38.867772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acd4e7-cc2a-4184-8f84-7baf48b91333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32c2605-39c0-41aa-a8fe-574af1bfd9ba,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:38.972004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-28080d46-c48a-42d3-ab55-9646ef31d208 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips/1a140e59-2aca-493a-aa5c-8cc3204d755f HTTP/1.1" status: 200 len: 693 time: 0.0678961 Sep 18 07:02:39.011620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495494df-fa25-48f0-9d6d-029dcf121040 req-186bbf26-9bb9-46d3-9196-feb00eac9573 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:39.013140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-495494df-fa25-48f0-9d6d-029dcf121040 req-186bbf26-9bb9-46d3-9196-feb00eac9573 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1466029 Sep 18 07:02:39.049547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:39.106102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-495494df-fa25-48f0-9d6d-029dcf121040 req-eb9dba57-81a0-4b52-8491-1c729f3446a3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788209 Sep 18 07:02:39.128580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-c5675f95-c949-4309-a3cd-cb8984fc2bda tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:39.130075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-c5675f95-c949-4309-a3cd-cb8984fc2bda tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1492457 Sep 18 07:02:39.145714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-96c6febb-78e4-4a78-9c65-5b2c25e16b13 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:02:39.146929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-96c6febb-78e4-4a78-9c65-5b2c25e16b13 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071867 Sep 18 07:02:39.202709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-ffd25618-34dd-449c-bd83-766e486bc25e tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0489581 Sep 18 07:02:39.268123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-9cdea54f-93fa-4bf9-ac40-4313d4330335 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0587099 Sep 18 07:02:39.269705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Router b8a2d52b-f87b-4756-85a5-16ea09916237 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:02:39.426354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:39.437932 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Sync routers for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:39.449953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Deleting port 1d9c12f7-2aff-448e-8e79-0038f4772664 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:39.454399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:39.454576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:39.454576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:39.493985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:39.495819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-606ec7ee-3def-46de-9e8d-255e24fe5ede admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6700742 Sep 18 07:02:39.498157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:39.554084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:39.554946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:39.569673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Calling delete_port for 1d9c12f7-2aff-448e-8e79-0038f4772664 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:39.650379 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:39.752154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cea0a29c-7940-40cc-bc1e-2b51ac4a9ab1 req-f0ce240a-44d0-4efc-bdc5-3dcc90313a9e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0811491 Sep 18 07:02:39.798639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48614) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:39.995093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754947-a063-4ff7-84b8-ac1ab0546c05 req-f9e163e7-163b-49dc-ade6-a008ed5e1318 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:39.998627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2754947-a063-4ff7-84b8-ac1ab0546c05 req-f9e163e7-163b-49dc-ade6-a008ed5e1318 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1014657 Sep 18 07:02:40.006283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:38Z', 'revision_number': 3, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:40.076094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9975279-5dcf-472b-83a4-c4a996d8b8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.078645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Checking router: b8a2d52b-f87b-4756-85a5-16ea09916237 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:40.078645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Updating router b8a2d52b-f87b-4756-85a5-16ea09916237 port fbe3761c-c426-483b-9c98-215c4da95699 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:02:40.086557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.116920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2754947-a063-4ff7-84b8-ac1ab0546c05 req-f6e4fc7a-ee9e-4f4a-bfab-ed824a5e4644 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117158 Sep 18 07:02:40.180185 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.218641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event deleted for resources: {'Port': ['ID=1d9c12f7-2aff-448e-8e79-0038f4772664,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:40.298983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.302116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.303308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e676376-c9b1-46d3-8a2e-93e4506b6100 req-2b15aa46-1cf2-4f61-8ce9-c993fbc49dcd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "DELETE /v2.0/floatingips/1a140e59-2aca-493a-aa5c-8cc3204d755f HTTP/1.1" status: 204 len: 173 time: 1.0259767 Sep 18 07:02:40.369051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9975279-5dcf-472b-83a4-c4a996d8b8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.472446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9975279-5dcf-472b-83a4-c4a996d8b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.482239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb44765-d0eb-41f0-a177-fd7292e7d8be req-95e708ae-038b-4068-88e8-8d8b374c66e8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:40.492764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fb44765-d0eb-41f0-a177-fd7292e7d8be req-95e708ae-038b-4068-88e8-8d8b374c66e8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1669269 Sep 18 07:02:40.557274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.560064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-8453d63a-7b35-4f97-9d61-1f4bdbc4b7d9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 1001 time: 0.1994545 Sep 18 07:02:40.598753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fb44765-d0eb-41f0-a177-fd7292e7d8be req-65879ab3-4faa-4fdd-ade9-f13f978d73b5 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970747 Sep 18 07:02:40.598753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9975279-5dcf-472b-83a4-c4a996d8b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd1394-3318-4482-8128-5d2e59aba2a5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:40.628418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b9975279-5dcf-472b-83a4-c4a996d8b8c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e51ae8f02c74e3f875e08e07da90c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289304 Sep 18 07:02:40.633619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:40.661503 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.665222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-dba318a3-183f-4c09-bbc8-ba0143007416 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:40.666841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-dba318a3-183f-4c09-bbc8-ba0143007416 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports/205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 942 time: 0.0991917 Sep 18 07:02:40.709601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.741208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.771850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Allocated IP 172.20.0.1 (d54cb441-2fbd-48e1-bf50-6f8bc10a087d/15294ac6-35eb-464d-90ef-b11dfd49597a/d4492dd1-be32-4ec9-9a2e-d834c1a6af74) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:40.776683 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.835980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-7b02770f-d96a-4256-81cd-b6e94dd08563 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 1001 time: 0.1097527 Sep 18 07:02:40.856844 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Attempting to bind port fbe3761c-c426-483b-9c98-215c4da95699 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:40.857342 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Attempting to bind port fbe3761c-c426-483b-9c98-215c4da95699 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:40.857951 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Attempting to bind port fbe3761c-c426-483b-9c98-215c4da95699 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:40.867806 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679daf-70f0-4669-a0ae-228082ce503e None None] Pushing event updated for resources: {'Port': ['ID=fbe3761c-c426-483b-9c98-215c4da95699,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:40.870630 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:40.871115 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:40.871686 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.872164 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:40.872770 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Bound port: fbe3761c-c426-483b-9c98-215c4da95699, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:40.873250 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.926904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:40.930546 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] For port fbe3761c-c426-483b-9c98-215c4da95699, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:40.934035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] For port fbe3761c-c426-483b-9c98-215c4da95699, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fbe3761c-c426-483b-9c98-215c4da95699,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:40.963962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-0483afc4-0e7d-4810-a4a2-9be3662f145b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:40.965337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-0483afc4-0e7d-4810-a4a2-9be3662f145b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1235173 Sep 18 07:02:41.041282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-86d1fb95-a7ec-41f7-8c96-3410d14168e4 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 1001 time: 0.0682797 Sep 18 07:02:41.051773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:41.091487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.093871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.095010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdfd1394-3318-4482-8128-5d2e59aba2a5 HTTP/1.1" status: 204 len: 168 time: 0.4627979 Sep 18 07:02:41.131414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc001a-8273-41e3-a884-9d0f1c9a6852 req-d5d25fea-61e6-4585-a7a6-0e05bb3d4d24 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=415a08b2-523c-4b6a-a7c1-0476d634179a HTTP/1.1" status: 200 len: 210 time: 0.0431752 Sep 18 07:02:41.133491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.138219 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.184418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8fe6-07b8-4970-9578-720cd66c6002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd1394-3318-4482-8128-5d2e59aba2a5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:41.187027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Pushing event updated for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:41.199183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.205138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:41.207882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:41.213558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:41.231170 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:41.232026 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:41.287148 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679daf-70f0-4669-a0ae-228082ce503e None None] Pushing event updated for resources: {'Port': ['ID=fbe3761c-c426-483b-9c98-215c4da95699,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:41.288395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.368144 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:41.373852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb4347-b7d2-4bff-9c30-d1a3334cd135 req-fdd34320-1700-41e9-bb37-6986168ec400 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:41.395547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08eb4347-b7d2-4bff-9c30-d1a3334cd135 req-fdd34320-1700-41e9-bb37-6986168ec400 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1358185 Sep 18 07:02:41.477990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.493937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08eb4347-b7d2-4bff-9c30-d1a3334cd135 req-335d8f06-4773-4c1c-9cb7-758b4caec04e tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785694 Sep 18 07:02:41.511796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69899c0e-d03f-4506-ad01-f33ceab32825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.561203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:38Z', 'revision_number': 3, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:41.591179 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851af14a-b0f9-46d5-90bf-86a485992881 None None] The sync data for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 is: [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:38Z', 'revision_number': 3, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:41.592354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.596195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.596591 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Floating IP 65e22331-1b66-43d2-b8c8-7d331b7e7de3 disassociated. External IP: 172.25.4.127, port: 205cb203-da30-4bca-b7cf-0008daf573ac. Sep 18 07:02:41.825050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.884586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955fe40-0425-4818-99e0-b1cdc252239c req-82e3da86-9c95-4bcb-8d30-1783e88aeac6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:41.885336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1955fe40-0425-4818-99e0-b1cdc252239c req-82e3da86-9c95-4bcb-8d30-1783e88aeac6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0976882 Sep 18 07:02:41.933687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:02:41.939060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:41.969831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1955fe40-0425-4818-99e0-b1cdc252239c req-9d2691c3-e0ea-481f-9232-6a1f6ccc2219 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677428 Sep 18 07:02:42.003385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:42.028664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:42.031151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Pushing event updated for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:42.153597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:42.155669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:42.339682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Router b8a2d52b-f87b-4756-85a5-16ea09916237 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:02:42.478262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:42.483283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:42.491280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Sync routers for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:42.503562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:42.504522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:42.505858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:42.511461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c5b7c5b-3d22-4c01-8ada-d1c030bd1428 admin admin] 10.222.0.20 "PUT /v2.0/routers/b8a2d52b-f87b-4756-85a5-16ea09916237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0121174 Sep 18 07:02:42.512610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-bca3c704-92ba-4225-9a30-c72681f03357 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "PUT /v2.0/floatingips/65e22331-1b66-43d2-b8c8-7d331b7e7de3 HTTP/1.1" status: 200 len: 695 time: 1.4653208 Sep 18 07:02:42.513078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:42.515506 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f6705-58ae-408f-9205-dafa9e458aef" -d '{"events": [{"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:42.601278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-7122ae76-763c-472a-b77b-8a4c56dffcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:42.602377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-7122ae76-763c-472a-b77b-8a4c56dffcc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0619051 Sep 18 07:02:42.744175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48688) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:42.771755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:42.818691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-25816e09-d4ce-498a-a048-d42ea9767376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:42.824089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fbe3761c-c426-483b-9c98-215c4da95699 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:42.826571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-25816e09-d4ce-498a-a048-d42ea9767376 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 929 time: 0.2082918 Sep 18 07:02:42.916624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-108608975-network', 'tenant_id': '7c951c6d3943411db6629ef2a65f9a9c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:42.934983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-faa6acf9-3782-4eae-9d7e-1ff580ee7312 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 217 time: 0.0849583 Sep 18 07:02:42.960425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8cfd-b041-4905-9e70-609e327df722 req-7f290553-f864-4491-9754-ec0fc1e52fbb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:42.962002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ddd8cfd-b041-4905-9e70-609e327df722 req-7f290553-f864-4491-9754-ec0fc1e52fbb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1343486 Sep 18 07:02:42.993309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fbe3761c-c426-483b-9c98-215c4da95699 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:42.993742 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.012425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Made reservation on behalf of 7c951c6d3943411db6629ef2a65f9a9c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:43.015143 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.026773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.041564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-9d39962c-dfc9-433a-b013-ea5b150d341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.042900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-9d39962c-dfc9-433a-b013-ea5b150d341c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.1013458 Sep 18 07:02:43.079515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ddd8cfd-b041-4905-9e70-609e327df722 req-e994ef1c-da81-4dd0-9602-e571a6d6d094 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930529 Sep 18 07:02:43.123528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-5411ff6a-60b8-444d-8371-5aa33a31ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.127353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-5411ff6a-60b8-444d-8371-5aa33a31ee53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758424 Sep 18 07:02:43.129565 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4697ecb9-30d5-4ca7-a3d8-9ad2f3070de2 x-openstack-request-id: req-4697ecb9-30d5-4ca7-a3d8-9ad2f3070de2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:43.131156 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:43.131432 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4697ecb9-30d5-4ca7-a3d8-9ad2f3070de2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:43.131860 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac', 'status': 'completed', 'code': 200} Sep 18 07:02:43.199355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.206362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.209632 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.220457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-26181114-1069-46ab-a3a2-08a8c8435c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.222258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-26181114-1069-46ab-a3a2-08a8c8435c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0468740fe39046aea118a1c17016443e&device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0655663 Sep 18 07:02:43.227342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port fbe3761c-c426-483b-9c98-215c4da95699, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fbe3761c-c426-483b-9c98-215c4da95699,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:43.230454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:43.230674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-a973667f-15ec-4ed6-a107-ce8e135eed31 service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936072 Sep 18 07:02:43.258528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Checking router: 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:43.271002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:43.271735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:43.312334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.329130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.361672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:02:43.362978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44f89e3f-5ef1-48a9-84bf-53da1cf9de80 req-c6cb1db1-2da7-4229-a6dc-c553ee2ba08f service neutron] 10.222.0.20 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250494 Sep 18 07:02:43.381069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.382819 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Added segment 19f6dfab-f761-4048-9b79-b31a7ba16727 of type vlan for network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd Sep 18 07:02:43.454528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=fbe3761c-c426-483b-9c98-215c4da95699,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:43.457293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.461230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:43.487926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:43.525802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-43e8ff46-28fd-4bd3-a9af-fcb4706cc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.527350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-43e8ff46-28fd-4bd3-a9af-fcb4706cc338 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 200 len: 929 time: 0.2986131 Sep 18 07:02:43.618602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-ad73df9c-2177-4807-8e43-8286617c8d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 200 len: 217 time: 0.0826087 Sep 18 07:02:43.619735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.620713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.621304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.722882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9775310 Sep 18 07:02:43.726803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48720) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:43.733388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b493390-dd6d-4482-960c-2f013cbcbf7d req-41f7bf16-0a77-44d7-a452-cf5b9bc280cb tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.735889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b493390-dd6d-4482-960c-2f013cbcbf7d req-41f7bf16-0a77-44d7-a452-cf5b9bc280cb tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1442323 Sep 18 07:02:43.761555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Request body: {'subnet': {'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-108608975-subnet', 'tenant_id': '7c951c6d3943411db6629ef2a65f9a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:43.772610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:43.789741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a929-71f8-4727-a8bd-cc2d1ff4e3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=713c508d-6b0c-4d04-9b30-54ab0b3b76bd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:43.793359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-b3ab656f-3710-4c21-86fa-d0c2b3e359fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.796265 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-b3ab656f-3710-4c21-86fa-d0c2b3e359fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 200 len: 867 time: 0.1692922 Sep 18 07:02:43.810924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:02:43.813371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36bf0c-e705-4b84-bc6e-b30f9680d88e None None] The sync data for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 is: [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:07Z', 'revision_number': 4, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c03950c2-24e9-4de3-81c7-1981aea828f8', 'name': '', 'network_id': '23160af6-e1f7-46f4-a05e-63951c9d7417', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'mac_address': 'fa:16:3e:c4:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:06Z', 'updated_at': '2021-09-18T07:02:13Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'subnets': [{'id': '92c6c83c-4f6c-4cf9-984f-6bc7e7755123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:43.828716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b493390-dd6d-4482-960c-2f013cbcbf7d req-064bf378-e395-46fc-b767-700fdc6cb888 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580740 Sep 18 07:02:43.843013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Made reservation on behalf of 7c951c6d3943411db6629ef2a65f9a9c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:43.845940 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:43.856244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-3d86440d-5257-47be-8bd1-2d4ace9b5bdc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.859366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-3d86440d-5257-47be-8bd1-2d4ace9b5bdc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 811 time: 0.2101738 Sep 18 07:02:43.878798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-bbb8a154-cd40-4c10-9350-455e901dc84e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/quotas/ed0536ef72c5458d82f8207e6c217652 HTTP/1.1" status: 200 len: 375 time: 0.0117328 Sep 18 07:02:43.953262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-55585716-78af-49cc-b8a2-d3aa6ada679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:43.955544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-55585716-78af-49cc-b8a2-d3aa6ada679e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23160af6-e1f7-46f4-a05e-63951c9d7417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510930 Sep 18 07:02:43.958945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Sync routers for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:43.973855 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:43.974503 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:43.981187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-61907253-892a-4b55-8a41-22882c78adfa tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959764 Sep 18 07:02:43.987485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-4da3a28b-929b-4df7-b0bc-2b96a2ff13e8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:02:43.997198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-4da3a28b-929b-4df7-b0bc-2b96a2ff13e8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119734 Sep 18 07:02:44.122403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-d32c80c5-655a-40fe-b14c-b0a844027551 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592047 Sep 18 07:02:44.154156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-3ab7b683-d641-48d1-a2c7-e026ac152107 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips/65e22331-1b66-43d2-b8c8-7d331b7e7de3 HTTP/1.1" status: 200 len: 695 time: 0.0625026 Sep 18 07:02:44.195875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-31c3e3d6-72f0-4fb4-8b90-44c1c090e220 service neutron] 10.222.0.20 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974745 Sep 18 07:02:44.212255 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:44.229023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec2626-f963-43e9-a9fa-abf0b911f6d7 None None] New status for floating IP 65e22331-1b66-43d2-b8c8-7d331b7e7de3: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:02:44.279293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c9f6705-58ae-408f-9205-dafa9e458aef req-ed8eb340-cd62-4be1-bae5-b29aa3fb4161 service neutron] 10.222.0.37 "GET /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472042 Sep 18 07:02:44.305118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.365016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-8df8ee48-6d08-4832-9e8c-7e410f916793 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:44.366674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-8df8ee48-6d08-4832-9e8c-7e410f916793 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1981907 Sep 18 07:02:44.369074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-6a7eb182-e860-4a9c-b8f7-4113c12d960d service neutron] 10.222.0.20 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724977 Sep 18 07:02:44.399083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43063d22-f932-429b-a6a2-2d5de49cd6e3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:44.424512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Checking segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:44.424875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Network hostable DHCP agents. Network: 713c508d-6b0c-4d04-9b30-54ab0b3b76bd, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:02:44.449068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-5a1906bb-6cee-4452-b208-c54215f7bde5 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 698 time: 0.0726159 Sep 18 07:02:44.470546 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:41Z', 'revision_number': 4, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'd4492dd1-be32-4ec9-9a2e-d834c1a6af74', 'name': '', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'mac_address': 'fa:16:3e:c9:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:40Z', 'updated_at': '2021-09-18T07:02:41Z', 'revision_number': 2, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'subnets': [{'id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:44.497327 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Checking router: b8a2d52b-f87b-4756-85a5-16ea09916237 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:44.497680 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Updating router b8a2d52b-f87b-4756-85a5-16ea09916237 port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:02:44.503225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-60dbb220-2120-4ffd-aef0-975e358df1bd tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 698 time: 0.0492566 Sep 18 07:02:44.520556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:02:44.523974 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.601375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 713c508d-6b0c-4d04-9b30-54ab0b3b76bd) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:44.615281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167fb736-f655-42af-bc7f-68863186070e None None] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:44.623978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:44.624519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.668598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Deleting port 53cd35e7-b214-42a5-a51e-7042dac2dd07 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:44.669207 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.696587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.737008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-19fc10a3-54b2-4a48-aa9b-7e59d84da34b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9989965 Sep 18 07:02:44.788175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.789006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fbe3761c-c426-483b-9c98-215c4da95699 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:44.897806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-3efc0e14-a44a-4450-a434-139e92477c57 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:44.905042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-3efc0e14-a44a-4450-a434-139e92477c57 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1741960 Sep 18 07:02:44.915705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fbe3761c-c426-483b-9c98-215c4da95699 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:44.916147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.935200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-431826d3-aa55-4950-8a0d-000e81d69af4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0236993 Sep 18 07:02:44.958071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef59d95-f9c4-4733-b685-d969ba045acd None None] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:44.959004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.959441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:44.989886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-f3678a0e-f73a-4846-b680-3e796dd98c3c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591884 Sep 18 07:02:45.013514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Calling delete_port for 53cd35e7-b214-42a5-a51e-7042dac2dd07 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:45.034845 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.138835 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.142525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-e163ed2b-5a6b-45f8-90d3-889952dac30b service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517701 Sep 18 07:02:45.213973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da764b8-5fa3-4e54-94e1-b080261afb39 None None] Pushing event updated for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:45.263902 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Attempting to bind port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:45.264360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Attempting to bind port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:45.265142 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Attempting to bind port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:45.277505 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:45.277505 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Checking segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:45.277505 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.278853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Bound using segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:45.278853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Bound port: d4492dd1-be32-4ec9-9a2e-d834c1a6af74, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:45.278853 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.295555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-663f4f62-faff-41b2-899b-8e326c07b328 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363451 Sep 18 07:02:45.349864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.352949 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] For port d4492dd1-be32-4ec9-9a2e-d834c1a6af74, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:45.355428 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] For port d4492dd1-be32-4ec9-9a2e-d834c1a6af74, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:45.376314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event deleted for resources: {'Port': ['ID=53cd35e7-b214-42a5-a51e-7042dac2dd07,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:45.443906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.446441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.447635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63020e4f-a6af-4f62-8ee6-a407067a7b12 req-e2cf4c36-8234-48da-8df3-2fc1fec39de8 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "DELETE /v2.0/floatingips/65e22331-1b66-43d2-b8c8-7d331b7e7de3 HTTP/1.1" status: 204 len: 173 time: 0.9385874 Sep 18 07:02:45.458414 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:45.517985 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:45.519998 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:45.523827 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da764b8-5fa3-4e54-94e1-b080261afb39 None None] Pushing event updated for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:45.578541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c818e9-3709-4656-a8fa-e6390263257f req-9438f295-9a78-4122-9994-2ade999ee6b4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:45.588566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0c818e9-3709-4656-a8fa-e6390263257f req-9438f295-9a78-4122-9994-2ade999ee6b4 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0708427 Sep 18 07:02:45.644829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0c818e9-3709-4656-a8fa-e6390263257f req-5442bba8-ffab-4cb6-b0f3-b6e3c94bb892 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527365 Sep 18 07:02:45.665442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:45.713195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a82898fd-9f40-49d7-8c61-c3e425186a3b req-6e5afe4d-3946-4e17-b3a6-1efa06032b4c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 210 time: 0.0306847 Sep 18 07:02:45.819128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13643b3d-f260-4949-bdca-f9ac595bf8dd req-e7cb981a-1735-4049-8ef7-2775388e98f3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:45.820734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13643b3d-f260-4949-bdca-f9ac595bf8dd req-e7cb981a-1735-4049-8ef7-2775388e98f3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0499299 Sep 18 07:02:45.919920 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:41Z', 'revision_number': 4, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'd4492dd1-be32-4ec9-9a2e-d834c1a6af74', 'name': '', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'mac_address': 'fa:16:3e:c9:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:40Z', 'updated_at': '2021-09-18T07:02:45Z', 'revision_number': 4, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'subnets': [{'id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:45.925700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13643b3d-f260-4949-bdca-f9ac595bf8dd req-7c292780-da05-4061-850d-a4db17ecabb6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973575 Sep 18 07:02:45.953476 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eff330-b0bc-444c-8130-4a455894bc7c None None] The sync data for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 is: [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:02:41Z', 'revision_number': 4, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'd4492dd1-be32-4ec9-9a2e-d834c1a6af74', 'name': '', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'mac_address': 'fa:16:3e:c9:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:40Z', 'updated_at': '2021-09-18T07:02:45Z', 'revision_number': 4, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'subnets': [{'id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:45.969203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-74f98859-4753-4f44-bf5f-fb91d37eb142 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:45.976973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-74f98859-4753-4f44-bf5f-fb91d37eb142 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.1329055 Sep 18 07:02:45.988775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-5b519dc3-5162-473b-935c-872069330a75 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/quotas/7c951c6d3943411db6629ef2a65f9a9c HTTP/1.1" status: 200 len: 375 time: 0.0109310 Sep 18 07:02:46.089321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-ad938239-b651-43fc-a988-82f644894f94 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927703 Sep 18 07:02:46.098926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea2ed590-004e-4be2-842f-1f647fef81c3 req-c6391136-b0fd-4f26-aec4-e79e38f3742b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=09060106-2a46-43f2-a893-4ceeef158186 HTTP/1.1" status: 200 len: 210 time: 0.1039729 Sep 18 07:02:46.202354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-ac9bbd2d-53e1-47a3-b8e7-01accc5e4ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121049 Sep 18 07:02:46.307630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-dc788f88-98c7-4e56-871f-b4d843616f40 service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967155 Sep 18 07:02:46.755252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c1b20-be9b-45a8-a3cb-f1c3c5429c26 req-f82ccd70-8259-47c8-a8f6-3398d2ddb091 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:46.765934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d4492dd1-be32-4ec9-9a2e-d834c1a6af74 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:46.766564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-879c1b20-be9b-45a8-a3cb-f1c3c5429c26 req-f82ccd70-8259-47c8-a8f6-3398d2ddb091 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0780749 Sep 18 07:02:46.819720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-879c1b20-be9b-45a8-a3cb-f1c3c5429c26 req-dd41f37c-74c5-4b8f-b348-37a29cdd3c1c tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0520802 Sep 18 07:02:46.860768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:46.861359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:46.939075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb1e9ad6-6963-4595-b90a-bb3c8beb969c req-af250935-180d-49ca-a311-f95fe4998708 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 210 time: 0.0316923 Sep 18 07:02:46.976584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:47.048995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port d4492dd1-be32-4ec9-9a2e-d834c1a6af74, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:47.114431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d2414-b877-468c-a216-79671a9abcd3 req-a8fc0671-8b0c-447a-977e-e9590c33c9a8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:47.117560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36d2414-b877-468c-a216-79671a9abcd3 req-a8fc0671-8b0c-447a-977e-e9590c33c9a8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0887308 Sep 18 07:02:47.149659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:47.169391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b36d2414-b877-468c-a216-79671a9abcd3 req-997d93fb-e962-45fa-b0be-66e939309b90 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Sep 18 07:02:47.201536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:47.353120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bec382e-5000-4542-aca6-c49f65f29713 req-b0cc82b4-3c56-4c67-b09d-cb07a5e92cf7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 210 time: 0.0305159 Sep 18 07:02:47.419753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-d23931eb-798e-4131-883d-07ee3991ebbd tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:47.421237 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-d23931eb-798e-4131-883d-07ee3991ebbd tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 811 time: 0.1534920 Sep 18 07:02:47.430188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50298561-db5c-48bb-bc63-faa07f36d798 req-2b19c6a1-abd2-49e1-bba3-b5e7b60f52bf tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0503635 Sep 18 07:02:47.447145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Request body: {'port': {'device_id': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'admin_state_up': True, 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:47.663468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Made reservation on behalf of ed0536ef72c5458d82f8207e6c217652 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:47.667351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:47.734690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97fc3-fec1-43fb-be5a-a8f7ef789414 req-caeebcb4-e9dc-42fa-befa-ea20100ea22c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:47.736874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43b97fc3-fec1-43fb-be5a-a8f7ef789414 req-caeebcb4-e9dc-42fa-befa-ea20100ea22c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0624070 Sep 18 07:02:47.783136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43b97fc3-fec1-43fb-be5a-a8f7ef789414 req-e476d01c-bc14-48a8-8675-10c687cb9712 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Sep 18 07:02:47.806774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Allocated IP 172.20.0.5 (d54cb441-2fbd-48e1-bf50-6f8bc10a087d/15294ac6-35eb-464d-90ef-b11dfd49597a/56f43bab-cdcb-4795-98e8-52c4551c1dd5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:47.982303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.098312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.145590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:48.148912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:48.151471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:48.180375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Pushing event updated for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:48.210175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.211409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.307643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8c3f-225f-4d4c-9300-2cf2f38f7194 req-579d5d07-a5a0-4c68-8a22-e7e742f5f43c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.309321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a68d8c3f-225f-4d4c-9300-2cf2f38f7194 req-579d5d07-a5a0-4c68-8a22-e7e742f5f43c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Sep 18 07:02:48.310247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-30d87b05-8fc3-49ef-996c-1986af38bc17 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672371 Sep 18 07:02:48.347105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Request body: {'port': {'device_id': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:48.356931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a68d8c3f-225f-4d4c-9300-2cf2f38f7194 req-80736964-0dff-42a2-8cfa-93a9681caf85 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381813 Sep 18 07:02:48.412628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-abc7c1f0-7e1d-45c5-818c-7c8608579ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=09060106-2a46-43f2-a893-4ceeef158186 HTTP/1.1" status: 200 len: 210 time: 0.0605433 Sep 18 07:02:48.461707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.466834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc222642-73d5-43b6-9b13-29de4d5f9467 req-3dcb0ee1-190d-4939-b2d6-906634b3b2c2 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 210 time: 0.0278316 Sep 18 07:02:48.629704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-5426a892-9a2b-44dc-b61f-4ecaa853ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.631466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-5426a892-9a2b-44dc-b61f-4ecaa853ed54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b6c82329267c490496dc5463908835f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2020996 Sep 18 07:02:48.648861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d4492dd1-be32-4ec9-9a2e-d834c1a6af74 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:48.677609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe48c5-48ca-429a-bce7-e0218af811e6 req-745aa05d-902b-4675-a816-b7ff4a965c2b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.679200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fe48c5-48ca-429a-bce7-e0218af811e6 req-745aa05d-902b-4675-a816-b7ff4a965c2b tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.1140323 Sep 18 07:02:48.704630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:48.705323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.729564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-6f330023-ea32-416c-a0fc-3abe1af5f0f2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.731124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-6f330023-ea32-416c-a0fc-3abe1af5f0f2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1777277 Sep 18 07:02:48.758963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fe48c5-48ca-429a-bce7-e0218af811e6 req-08e96235-c3ae-41a5-93df-e2b6b332cfce tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Sep 18 07:02:48.760577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-42906dea-beee-4e29-95ba-25f5dfa71960 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0177157 Sep 18 07:02:48.805025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-58c7553e-1e59-4fc1-9fd9-b18b6e9963c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:48.805443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-58c7553e-1e59-4fc1-9fd9-b18b6e9963c6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646621 Sep 18 07:02:48.824400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-87668cc3-1763-440a-9582-250a1d0254c8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496786 Sep 18 07:02:48.886197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f43bab-cdcb-4795-98e8-52c4551c1dd5 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:48.896927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:48.911164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Transition to ACTIVE for port object 56f43bab-cdcb-4795-98e8-52c4551c1dd5 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:48.922306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-e4bc0c94-4caf-4ff3-a499-b79479a18b91 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900578 Sep 18 07:02:48.941263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b6dd930-9a58-44b8-8196-e1ab4ee479c0 req-bb0b2e67-4624-4d73-a7b2-b91ee2435bde tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "GET /v2.0/ports?device_id=09060106-2a46-43f2-a893-4ceeef158186 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Sep 18 07:02:48.994704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:49.039752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2c8c8-cc0e-46b1-9484-989d72f86bbc req-dbb9e040-a340-49b3-86ac-3b1c2a42cdfb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.041306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f2c8c8-cc0e-46b1-9484-989d72f86bbc req-dbb9e040-a340-49b3-86ac-3b1c2a42cdfb tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1130502 Sep 18 07:02:49.049585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Pushing event updated for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:49.075281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-ce43f78c-7fa4-4399-8ffb-26d47d0238b0 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457827 Sep 18 07:02:49.104910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f2c8c8-cc0e-46b1-9484-989d72f86bbc req-fa118889-bf66-4f55-a9a3-b215a28dc7f8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Sep 18 07:02:49.135591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Attempting to bind port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:49.135987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Attempting to bind port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:49.136370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Attempting to bind port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:49.149766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:49.150155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Attempting to bind port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:49.156943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:49.157430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Checking segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:49.157833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Bound using segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:49.158577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Bound port: 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:49.158950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:49.240009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:49.243476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:49.425219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:49.482833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-cc0236c0-6177-434d-abf0-30192b7c86f5 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.484462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-cc0236c0-6177-434d-abf0-30192b7c86f5 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.1676843 Sep 18 07:02:49.490617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d205368-e9ae-4ab9-bdd7-88971dd48997 req-caaad8e1-2ccd-4ec9-8ec4-1267179115fb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.495208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.495950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d205368-e9ae-4ab9-bdd7-88971dd48997 req-caaad8e1-2ccd-4ec9-8ec4-1267179115fb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 943 time: 0.0992944 Sep 18 07:02:49.498759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:49.500554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] 10.222.0.24 "PUT /v2.0/ports/56f43bab-cdcb-4795-98e8-52c4551c1dd5 HTTP/1.1" status: 200 len: 1092 time: 1.1593924 Sep 18 07:02:49.506098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'port': {'device_id': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'admin_state_up': True, 'tenant_id': '7c951c6d3943411db6629ef2a65f9a9c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:49.537401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:49.539329 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d5832-1d5b-4883-831a-ff849b842558" -d '{"events": [{"name": "network-changed", "server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:49.566168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d205368-e9ae-4ab9-bdd7-88971dd48997 req-b5c6683b-9ec3-4187-a251-0c572aa3c2cc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Sep 18 07:02:49.574560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15712a9c-b924-48f2-a273-fe3b955a081d service neutron] Pushing event updated for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:49.584619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e10c-ded4-407f-9472-52b3e89669ab req-50041dcc-36aa-46fe-9319-c4e41a3ce423 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.586195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73e9e10c-ded4-407f-9472-52b3e89669ab req-50041dcc-36aa-46fe-9319-c4e41a3ce423 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0828171 Sep 18 07:02:49.658007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73e9e10c-ded4-407f-9472-52b3e89669ab req-52bf2256-4da2-4936-9f41-0ecfa3c288f0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655186 Sep 18 07:02:49.736677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-86fd2bff-8351-4a25-a504-336d94486162 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.738294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-86fd2bff-8351-4a25-a504-336d94486162 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.1121111 Sep 18 07:02:49.741673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83029c5d-43a8-4047-9dcd-78c75e3363b7 req-2ef560ac-aab1-42c2-ab60-7172126d61fc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 210 time: 0.0267222 Sep 18 07:02:49.816383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-89c82f1f-867b-46da-a7b7-0dda98ebd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:49.818006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-89c82f1f-867b-46da-a7b7-0dda98ebd0bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 1095 time: 0.1032972 Sep 18 07:02:49.874365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Made reservation on behalf of 7c951c6d3943411db6629ef2a65f9a9c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:49.878407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:49.904647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-52105e0f-a7bd-48cd-a410-77c2d4791df5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5 HTTP/1.1" status: 200 len: 217 time: 0.0676031 Sep 18 07:02:49.972453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5722bde0-03e7-474e-8d89-a2dd35a8498f req-df4483e7-b689-4d5f-b041-39c83d7e6520 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 210 time: 0.0274577 Sep 18 07:02:50.020707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-4b4e598b-6070-40c8-aeb1-804470352c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:50.022220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-4b4e598b-6070-40c8-aeb1-804470352c5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.1078589 Sep 18 07:02:50.026308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea6c17d-3d63-4b71-a17f-33060a76b9f5 x-openstack-request-id: req-1ea6c17d-3d63-4b71-a17f-33060a76b9f5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:50.026530 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:50.026783 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea6c17d-3d63-4b71-a17f-33060a76b9f5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:50.027172 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5', 'status': 'completed', 'code': 200} Sep 18 07:02:50.029241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Deleting port 205cb203-da30-4bca-b7cf-0008daf573ac {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:50.029589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:50.118000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-a7e59754-f54c-409e-837e-168833f36eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676494 Sep 18 07:02:50.125926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664a2c-c436-44e3-85af-c9383112340c req-03a76d65-754b-4dbc-887d-1dfc5248da54 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:50.127605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77664a2c-c436-44e3-85af-c9383112340c req-03a76d65-754b-4dbc-887d-1dfc5248da54 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 945 time: 0.0572121 Sep 18 07:02:50.179067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77664a2c-c436-44e3-85af-c9383112340c req-f033c661-7358-46f4-97e8-69c9411639fa tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e8c8b9-5a3f-4eaa-b929-a3976af5feff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Sep 18 07:02:50.206728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Allocated IP 172.20.0.3 (713c508d-6b0c-4d04-9b30-54ab0b3b76bd/43063d22-f932-429b-a6a2-2d5de49cd6e3/df537e8d-3606-49ad-858f-1aaef491f471) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:50.283822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] For port 205cb203-da30-4bca-b7cf-0008daf573ac, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=205cb203-da30-4bca-b7cf-0008daf573ac,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:50.284197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:50.285638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7ce13-3f3c-4fd0-a6eb-32d9efa7cd05 req-af8bf657-a770-4a30-bb62-34069d253110 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:50.287183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e7ce13-3f3c-4fd0-a6eb-32d9efa7cd05 req-af8bf657-a770-4a30-bb62-34069d253110 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0521767 Sep 18 07:02:50.325579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Calling delete_port for 205cb203-da30-4bca-b7cf-0008daf573ac owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:50.328461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e7ce13-3f3c-4fd0-a6eb-32d9efa7cd05 req-4d0f3f44-9074-43f4-b49f-d6dc6b5a803f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Sep 18 07:02:50.357722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-22b535e4-c81b-4cb7-bfd4-39a393036780 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037570 Sep 18 07:02:50.733126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553dbdb-6b98-45dc-b747-ea78063537d6 req-cce490b2-3ad2-44fd-9eda-37d00b2f2817 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:50.738004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0553dbdb-6b98-45dc-b747-ea78063537d6 req-cce490b2-3ad2-44fd-9eda-37d00b2f2817 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 943 time: 0.0898399 Sep 18 07:02:50.790548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0553dbdb-6b98-45dc-b747-ea78063537d6 req-cab35eb0-c089-4136-811b-bbb821629160 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Sep 18 07:02:50.842406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1703-64a7-4f29-8a8c-ee8de3bef414 req-b7ac97dd-6a05-48b0-8ce6-9f2b0e13d48a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:50.845362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd2a1703-64a7-4f29-8a8c-ee8de3bef414 req-b7ac97dd-6a05-48b0-8ce6-9f2b0e13d48a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0816381 Sep 18 07:02:50.885137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd2a1703-64a7-4f29-8a8c-ee8de3bef414 req-aba0a578-be80-4106-ba11-d5c70c5eaf12 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Sep 18 07:02:50.903105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:50.908506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c7180f2-ab94-4520-8035-88467b3c8a14 req-6696c983-4691-47e3-8ca7-1e6f5ed82124 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860454 Sep 18 07:02:50.937166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cc89674-1ae2-41a6-a007-ddd3bc65d27c req-07b99eb1-1687-4e6c-964c-77a8a67726e8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 210 time: 0.0363104 Sep 18 07:02:51.029563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:51.041067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['205cb203-da30-4bca-b7cf-0008daf573ac'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:51.066975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Pushing event deleted for resources: {'Port': ['ID=205cb203-da30-4bca-b7cf-0008daf573ac,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:51.071565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:51.100878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b120569a-1ebb-458e-a65c-a38faeb3c838 req-d467ab2b-cd50-466e-a440-2d65a9674282 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 210 time: 0.0562067 Sep 18 07:02:51.170138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:51.201544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] No DVR routers for this DVR port 205cb203-da30-4bca-b7cf-0008daf573ac on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:51.208194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:51.210444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8700552e-138e-4a8f-a4df-ae0b569de303 req-c85337d5-ce39-4d0d-a8ab-e00ec54bdbe9 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.37 "DELETE /v2.0/ports/205cb203-da30-4bca-b7cf-0008daf573ac HTTP/1.1" status: 204 len: 173 time: 1.4524584 Sep 18 07:02:51.211595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:51.216249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:51.273964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.274610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:51.289416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:51.308926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-fb3c0955-33d1-475d-8c81-b91e4941e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.310538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-fb3c0955-33d1-475d-8c81-b91e4941e4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 1095 time: 0.1572952 Sep 18 07:02:51.330490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33a708c6-db73-4878-9461-dfb04afb2792 req-51e52ff9-3b56-4d0f-90cd-4af488472c79 tempest-FloatingIPsAssociationNegativeTestJSON-897849964 tempest-FloatingIPsAssociationNegativeTestJSON-897849964-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8db1db1-0d15-42ce-b15a-62218aceb4b7 HTTP/1.1" status: 200 len: 210 time: 0.0352740 Sep 18 07:02:51.398082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b40f5b31-20aa-44b3-b2aa-69264a4405da tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959475 Sep 18 07:02:51.440959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Request body: {'port': {'device_id': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:51.489688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e2a2-edfb-4aaa-adbc-08e5725b76c2 req-d113fe0d-2d36-4787-bb1a-0bdee0dd3768 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.497800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b983e2a2-edfb-4aaa-adbc-08e5725b76c2 req-d113fe0d-2d36-4787-bb1a-0bdee0dd3768 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.0637989 Sep 18 07:02:51.535583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-952ad156-f8a5-4280-82b7-7fd05b814175 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.536798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b983e2a2-edfb-4aaa-adbc-08e5725b76c2 req-111ee1af-fd2c-4d27-98e3-07e72181d239 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Sep 18 07:02:51.537125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-952ad156-f8a5-4280-82b7-7fd05b814175 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 946 time: 0.1750546 Sep 18 07:02:51.543614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-e71edf85-5941-4cac-9eb1-cd3e53da2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.545043 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-e71edf85-5941-4cac-9eb1-cd3e53da2c76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 912 time: 0.2265682 Sep 18 07:02:51.554228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:51.621676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-253e4b1d-15b9-4701-be15-154fe905cc42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5 HTTP/1.1" status: 200 len: 217 time: 0.0646079 Sep 18 07:02:51.737273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-af62dbde-7507-4227-8de1-f0ed2da3910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:51.738794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-af62dbde-7507-4227-8de1-f0ed2da3910a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.0950353 Sep 18 07:02:51.824409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-bd130127-b1ed-42d9-8c9d-4e1ace916f70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350888 Sep 18 07:02:51.896407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:51.896659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.048949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'name': 'network-vif-deleted', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:52.051286 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94083d4b-2038-4c8d-b040-ae2abedbded1" -d '{"events": [{"server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "name": "network-vif-deleted", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:52.186130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-e6e1c306-1b79-4cf1-959b-dc7cf7669953 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512108 Sep 18 07:02:52.209738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:52.210142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.249115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dc651-555f-4b67-8e13-55070ff21a30 req-1fa470a4-8d8d-4b00-a80c-664207a9985a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:52.258737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-136dc651-555f-4b67-8e13-55070ff21a30 req-1fa470a4-8d8d-4b00-a80c-664207a9985a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 943 time: 0.3871901 Sep 18 07:02:52.260557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48918) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:52.271403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-485cb787-cf94-4322-97f5-2aa9688b19c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:52.273133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-485cb787-cf94-4322-97f5-2aa9688b19c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.3011193 Sep 18 07:02:52.274740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:52.302611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247358-3283-4285-92ce-8566ed8e6ae6 req-a995829e-d28d-4670-b371-9f04178b50a2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:52.304231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6247358-3283-4285-92ce-8566ed8e6ae6 req-a995829e-d28d-4670-b371-9f04178b50a2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1097350 Sep 18 07:02:52.308558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:52.324823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-136dc651-555f-4b67-8e13-55070ff21a30 req-27c7de95-2f9c-48ef-9f9f-fb4d9a110433 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Sep 18 07:02:52.393178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6247358-3283-4285-92ce-8566ed8e6ae6 req-5e5588c3-8d30-4ef4-86fb-93965c1457ee tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Sep 18 07:02:52.403220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df537e8d-3606-49ad-858f-1aaef491f471 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:52.412699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.497116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-549b4b52-6ba9-4e08-b05e-ff96f2f08db6 req-973b4f78-81a8-46a7-ac8f-ecdbc535f46a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 210 time: 0.0605028 Sep 18 07:02:52.508054 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82beae14-a43a-435f-9c74-b5f1d00d2c1c x-openstack-request-id: req-82beae14-a43a-435f-9c74-b5f1d00d2c1c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:52.508362 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8db1db1-0d15-42ce-b15a-62218aceb4b7", "name": "network-vif-deleted", "tag": "205cb203-da30-4bca-b7cf-0008daf573ac", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:52.508598 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82beae14-a43a-435f-9c74-b5f1d00d2c1c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:52.509071 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8db1db1-0d15-42ce-b15a-62218aceb4b7', 'name': 'network-vif-deleted', 'tag': '205cb203-da30-4bca-b7cf-0008daf573ac', 'status': 'completed', 'code': 200} Sep 18 07:02:52.530228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81205c59-9c63-4f73-8299-934a8f0c5939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.539402 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e4d5832-1d5b-4883-831a-ff849b842558 req-a1dd9e2e-b6c8-40b0-8a41-c8ccc2572b06 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412702 Sep 18 07:02:52.575969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Transition to ACTIVE for port object df537e8d-3606-49ad-858f-1aaef491f471 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:52.625205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff198-7eae-469c-8a32-00b300f6bc85 req-ce0faf29-8fe4-4dd7-a000-fbfe2efed07b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:52.630569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f51ff198-7eae-469c-8a32-00b300f6bc85 req-ce0faf29-8fe4-4dd7-a000-fbfe2efed07b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 931 time: 0.0971003 Sep 18 07:02:52.659032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.663929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48926) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:52.692284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f51ff198-7eae-469c-8a32-00b300f6bc85 req-d13c3540-67f5-4f92-94fd-f805dfa4802c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Sep 18 07:02:52.740460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.746106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eeefc98-c6d1-4c4f-9f8a-f98cfc20e04b req-4d3205ed-f97d-451d-a0cb-ccf5c8007ea8 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 210 time: 0.0337334 Sep 18 07:02:52.752679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:52.759313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81205c59-9c63-4f73-8299-934a8f0c5939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.779010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:52.817763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81205c59-9c63-4f73-8299-934a8f0c5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.838068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:52.869530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81205c59-9c63-4f73-8299-934a8f0c5939 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e9a16dfd2c14551b12f34d4ef818adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062963 Sep 18 07:02:52.891603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81205c59-9c63-4f73-8299-934a8f0c5939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d1a53-1bd1-4496-b997-ee72f3cf3be3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:52.891603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48928) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:52.900556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.900905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.901244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.901575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.901928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.902262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.902589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.902912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.903253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.903558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.903878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.904215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:52.933704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:52.955374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.962455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:52.964431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4583c011-7d6a-4269-8b67-98a8620abd3e req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.37 "DELETE /v2.0/ports/fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e HTTP/1.1" status: 204 len: 173 time: 1.4185288 Sep 18 07:02:52.971329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea23f-542f-4b9e-bff9-a3a8d7adea9c tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:52.981005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.020302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Attempting to bind port df537e8d-3606-49ad-858f-1aaef491f471 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:53.020635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Attempting to bind port df537e8d-3606-49ad-858f-1aaef491f471 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:53.020999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Attempting to bind port df537e8d-3606-49ad-858f-1aaef491f471 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:53.028197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Port df537e8d-3606-49ad-858f-1aaef491f471 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:53.033836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Attempting to bind port df537e8d-3606-49ad-858f-1aaef491f471 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:53.037962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:53.038298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Checking segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:53.038681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Bound using segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:53.039103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Bound port: df537e8d-3606-49ad-858f-1aaef491f471, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:53.039458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.086773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:53.090243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.115271 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.118847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.120224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/427d1a53-1bd1-4496-b997-ee72f3cf3be3 HTTP/1.1" status: 204 len: 168 time: 0.2367387 Sep 18 07:02:53.128936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb02986-760a-4314-ae08-b96d84325248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d1a53-1bd1-4496-b997-ee72f3cf3be3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:53.520934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6a443-07ec-4df2-95f0-43b368ece198 req-db2e6a17-923e-4700-81dd-0eb0fcf8efc6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:53.522736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ab6a443-07ec-4df2-95f0-43b368ece198 req-db2e6a17-923e-4700-81dd-0eb0fcf8efc6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 943 time: 0.0949378 Sep 18 07:02:53.539898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:53.546176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7f86-22c0-4da4-92a6-85afbdd266bc req-8605c20b-7dd8-498e-a2b7-3923282a6a61 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:53.552137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42da7f86-22c0-4da4-92a6-85afbdd266bc req-8605c20b-7dd8-498e-a2b7-3923282a6a61 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0909367 Sep 18 07:02:53.582925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:53.593433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ab6a443-07ec-4df2-95f0-43b368ece198 req-4e6a4f0a-df28-436e-b11c-060af0469132 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Sep 18 07:02:53.607832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42da7f86-22c0-4da4-92a6-85afbdd266bc req-fb8a803a-d365-449b-9803-abddd0870388 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501254 Sep 18 07:02:53.650368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.7 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/11febfa2-e591-42f3-a288-216951b25bab) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:02:53.706470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.706595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9e73d3b-5063-459a-b394-824bf63e2218 req-c81d9283-c9bc-4bdd-a7b6-dc58581afa78 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 210 time: 0.0285401 Sep 18 07:02:53.783816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:53.784123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.785860 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] 10.222.0.24 "PUT /v2.0/ports/df537e8d-3606-49ad-858f-1aaef491f471 HTTP/1.1" status: 200 len: 1092 time: 2.3722961 Sep 18 07:02:53.843601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf7c9d-7ef2-43a5-9a75-30864e021950 req-2f32591a-a560-46c9-9c8f-5a67252ceb4e tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:53.843601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7bf7c9d-7ef2-43a5-9a75-30864e021950 req-2f32591a-a560-46c9-9c8f-5a67252ceb4e tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.0662124 Sep 18 07:02:53.855797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f18b-0b6e-4325-b5f2-e3b7f9e74ccc service neutron] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:53.879585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f3a1474-a670-4897-a57c-d1d9e4801210 req-9d22891b-8e30-455d-a62e-80717f0c48b2 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=660a5c17-10fd-4078-9728-f445a59c6939 HTTP/1.1" status: 200 len: 210 time: 0.0358605 Sep 18 07:02:53.907407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:53.930559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7bf7c9d-7ef2-43a5-9a75-30864e021950 req-4cf2e909-b635-4dd2-abb8-860c0974b073 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754306 Sep 18 07:02:54.040285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 56f43bab-cdcb-4795-98e8-52c4551c1dd5 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:54.048720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-c6e4f1ea-3624-499c-b721-23f2313dbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:54.050289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-c6e4f1ea-3624-499c-b721-23f2313dbf02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 1095 time: 0.1157947 Sep 18 07:02:54.078494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.120334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-760f764a-1e59-46b0-80e5-46d6910dae32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df537e8d-3606-49ad-858f-1aaef491f471 HTTP/1.1" status: 200 len: 217 time: 0.0513408 Sep 18 07:02:54.155375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:54.168543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '56f43bab-cdcb-4795-98e8-52c4551c1dd5', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'port_id': '56f43bab-cdcb-4795-98e8-52c4551c1dd5', 'mac_address': 'fa:16:3e:7b:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:54.206709 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.219767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f43bab-cdcb-4795-98e8-52c4551c1dd5 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:54.236326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-05748774-f9ec-4900-8adb-4a2850bdf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:54.237866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-05748774-f9ec-4900-8adb-4a2850bdf4bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 200 len: 861 time: 0.0902805 Sep 18 07:02:54.244417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:54.272833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-1ba259c7-ca35-456d-9df0-54d5ca17d7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269835 Sep 18 07:02:54.396257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.407885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.450278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-66875595-d8b0-4c09-9f5e-776c06460236 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691716 Sep 18 07:02:54.455469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:54.472913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:54.491180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:02:54.494223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:54.494576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:54.494995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 205cb203-da30-4bca-b7cf-0008daf573ac no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:54.506948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:54.509576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:54.513454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 205cb203-da30-4bca-b7cf-0008daf573ac {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:54.514110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 205cb203-da30-4bca-b7cf-0008daf573ac not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:54.521536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'name': 'network-vif-deleted', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e'}, {'name': 'network-changed', 'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:54.521536 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc24a67-f91c-4c72-9e02-787efd76b070" -d '{"events": [{"server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "name": "network-vif-deleted", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e"}, {"name": "network-changed", "server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "tag": "df537e8d-3606-49ad-858f-1aaef491f471"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:54.524721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Deleting port c03950c2-24e9-4de3-81c7-1981aea828f8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:54.525056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.529604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:02:54.600235 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c63437-372a-4031-8c28-d4b600845447 x-openstack-request-id: req-28c63437-372a-4031-8c28-d4b600845447 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:54.600495 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660a5c17-10fd-4078-9728-f445a59c6939", "name": "network-vif-deleted", "tag": "fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "tag": "df537e8d-3606-49ad-858f-1aaef491f471", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:54.600751 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28c63437-372a-4031-8c28-d4b600845447 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:54.601055 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660a5c17-10fd-4078-9728-f445a59c6939', 'name': 'network-vif-deleted', 'tag': 'fb9cc193-2b1a-46a2-82a6-f7b37c5b1c5e', 'status': 'completed', 'code': 200} Sep 18 07:02:54.601306 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471', 'status': 'completed', 'code': 200} Sep 18 07:02:54.683095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:54.683896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.700068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aa51d25-aa26-48a2-be26-84ebc14fd94f req-837ae2c8-2311-44d5-bf8a-cfc567284c2c service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357984 Sep 18 07:02:54.732361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] For port c03950c2-24e9-4de3-81c7-1981aea828f8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c03950c2-24e9-4de3-81c7-1981aea828f8,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:54.732748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:54.749295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Calling delete_port for c03950c2-24e9-4de3-81c7-1981aea828f8 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:54.775366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80814a9c-33b1-41b8-b981-e7714c2d9b95 req-c4d9dbf0-4797-4aae-86d0-f5770e37ff5b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:54.777417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80814a9c-33b1-41b8-b981-e7714c2d9b95 req-c4d9dbf0-4797-4aae-86d0-f5770e37ff5b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 944 time: 0.0870335 Sep 18 07:02:54.789715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115b7d-c4c5-4975-b624-556190b131a7 req-141ae49f-fd4f-4a44-87a3-2acca6667691 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:54.791210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a115b7d-c4c5-4975-b624-556190b131a7 req-141ae49f-fd4f-4a44-87a3-2acca6667691 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0714788 Sep 18 07:02:54.795088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-3ce95c94-f9c4-40b2-9006-be68c977b7f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4942882 Sep 18 07:02:54.811300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Request body: {'port': {'device_id': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:54.843520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['56f43bab-cdcb-4795-98e8-52c4551c1dd5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:54.857855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80814a9c-33b1-41b8-b981-e7714c2d9b95 req-b18607ff-ea35-4632-8854-673c06ff8f42 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635824 Sep 18 07:02:54.882888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a115b7d-c4c5-4975-b624-556190b131a7 req-d47e72df-413b-4c88-a314-2cdb6d81136b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Sep 18 07:02:54.942974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.012917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33eb92-ee46-422d-b00a-1e03f466cc7c req-c69dbe37-371e-4778-8ed6-20fcbf3c036f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.014794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca33eb92-ee46-422d-b00a-1e03f466cc7c req-c69dbe37-371e-4778-8ed6-20fcbf3c036f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 931 time: 0.0623896 Sep 18 07:02:55.020485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-54ee47c6-66de-4d5f-b23f-8bca05faf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.022002 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-54ee47c6-66de-4d5f-b23f-8bca05faf15d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 1095 time: 0.1211741 Sep 18 07:02:55.072035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca33eb92-ee46-422d-b00a-1e03f466cc7c req-9057b849-91c9-4eb1-ba49-9a7e97bcf587 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Sep 18 07:02:55.173409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2c683-47f6-485a-b08b-cbc819b4c6da req-ea9f4789-7341-4a7d-94ea-f9a665a5fc31 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.182352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ce2c683-47f6-485a-b08b-cbc819b4c6da req-ea9f4789-7341-4a7d-94ea-f9a665a5fc31 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.0700448 Sep 18 07:02:55.219716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:55.250952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ce2c683-47f6-485a-b08b-cbc819b4c6da req-a67ff007-c08b-41ee-973e-c42ed9781f66 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560589 Sep 18 07:02:55.291397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.300404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-a9cc6f10-f507-4cd9-902f-d8619b6c1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.301933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-a9cc6f10-f507-4cd9-902f-d8619b6c1415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 922 time: 0.2690828 Sep 18 07:02:55.338171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c03950c2-24e9-4de3-81c7-1981aea828f8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:55.367232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63eac1ee-58f0-4965-864f-71a1d2c02871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.398828 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-7855dc23-023d-4d6d-bc0e-cfc977fc0837 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df537e8d-3606-49ad-858f-1aaef491f471 HTTP/1.1" status: 200 len: 217 time: 0.0682635 Sep 18 07:02:55.521888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63eac1ee-58f0-4965-864f-71a1d2c02871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.590962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-1f0b198c-cf78-4eba-92c8-45ed2e5c6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.592470 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-1f0b198c-cf78-4eba-92c8-45ed2e5c6074 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 200 len: 861 time: 0.1823344 Sep 18 07:02:55.621859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11febfa2-e591-42f3-a288-216951b25bab {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:55.640752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63eac1ee-58f0-4965-864f-71a1d2c02871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.644096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-3653d080-204e-45b5-a976-f8e6d199674e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422237 Sep 18 07:02:55.645969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.690759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-63eac1ee-58f0-4965-864f-71a1d2c02871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3b6a7f6fde44da48b0ea972a9a4cd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699643 Sep 18 07:02:55.693262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49020) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:55.700634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eac1ee-58f0-4965-864f-71a1d2c02871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3458c2f-bccd-4ebf-a935-14212ca329c1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:55.722171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Transition to ACTIVE for port object 11febfa2-e591-42f3-a288-216951b25bab will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:02:55.752149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.778493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.975105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2847-6fe7-4f78-a591-959289ad2599 req-170f66b3-5cc3-478b-bbfa-b21bc9db7830 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:55.976739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790e2847-6fe7-4f78-a591-959289ad2599 req-170f66b3-5cc3-478b-bbfa-b21bc9db7830 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 944 time: 0.0522017 Sep 18 07:02:55.978151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.980801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:55.985277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3458c2f-bccd-4ebf-a935-14212ca329c1 HTTP/1.1" status: 204 len: 168 time: 0.2878456 Sep 18 07:02:56.006127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111430c-8bf9-4140-a777-7965ea3862b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3458c2f-bccd-4ebf-a935-14212ca329c1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:56.040472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790e2847-6fe7-4f78-a591-959289ad2599 req-6e031da3-0610-4b3d-9f57-ac87c33fc973 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Sep 18 07:02:56.052466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.068665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.158451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543e5e-d471-40e7-ac1e-806a795a4a78 req-095f2c35-b4b9-4808-b1f9-530a9573f14b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.160321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c543e5e-d471-40e7-ac1e-806a795a4a78 req-095f2c35-b4b9-4808-b1f9-530a9573f14b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0610030 Sep 18 07:02:56.179288 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-3ec2b858-dbe4-4eb5-a310-5a9c82d8375a service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265455 Sep 18 07:02:56.185472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Pushing event updated for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:56.200781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c543e5e-d471-40e7-ac1e-806a795a4a78 req-600a9884-a6e7-41d0-ac1c-a2dfa5c287e0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Sep 18 07:02:56.325869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3b2e-0751-4ae7-8c68-e917d14690d7 req-3912f8a4-522c-46be-80a1-fda42df8c195 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.327528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4ad3b2e-0751-4ae7-8c68-e917d14690d7 req-3912f8a4-522c-46be-80a1-fda42df8c195 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 943 time: 0.0521762 Sep 18 07:02:56.374873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Attempting to bind port 11febfa2-e591-42f3-a288-216951b25bab on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:02:56.375818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Attempting to bind port 11febfa2-e591-42f3-a288-216951b25bab by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:02:56.376158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Attempting to bind port 11febfa2-e591-42f3-a288-216951b25bab on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:56.409771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4ad3b2e-0751-4ae7-8c68-e917d14690d7 req-4163abe8-707a-4b08-ba89-62af9de4b238 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745268 Sep 18 07:02:56.425049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Port 11febfa2-e591-42f3-a288-216951b25bab on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:02:56.425369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Attempting to bind port 11febfa2-e591-42f3-a288-216951b25bab on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:02:56.437115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb979ad4-278e-4ef0-8467-7d6b375348a7 req-061efe48-cdb6-42df-ad25-378c3363d545 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.437115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb979ad4-278e-4ef0-8467-7d6b375348a7 req-061efe48-cdb6-42df-ad25-378c3363d545 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.0788043 Sep 18 07:02:56.437331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc24a67-f91c-4c72-9e02-787efd76b070 req-d5cd6b90-a55c-4d43-967a-3725a6c56522 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256935 Sep 18 07:02:56.437331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:02:56.437517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:56.437834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:02:56.438364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Bound port: 11febfa2-e591-42f3-a288-216951b25bab, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:02:56.438730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.507578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb979ad4-278e-4ef0-8467-7d6b375348a7 req-d3d2b8ad-215c-4db6-b132-a6247c1211ba tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Sep 18 07:02:56.555197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:02:56.559094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=11febfa2-e591-42f3-a288-216951b25bab,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:02:56.563453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:02:56.579031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d59b68-3c08-493d-b6cd-85378e52fc40 req-0adf7343-5a7e-423d-8089-b0e922f3b909 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.586589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24d59b68-3c08-493d-b6cd-85378e52fc40 req-0adf7343-5a7e-423d-8089-b0e922f3b909 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.0777895 Sep 18 07:02:56.629366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24d59b68-3c08-493d-b6cd-85378e52fc40 req-7009ce67-3376-439d-8955-9e803fbc8bbd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Sep 18 07:02:56.664616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.703112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.704480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.705929 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] 10.222.0.37 "PUT /v2.0/ports/11febfa2-e591-42f3-a288-216951b25bab HTTP/1.1" status: 200 len: 1092 time: 1.9019179 Sep 18 07:02:56.709841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'tag': '11febfa2-e591-42f3-a288-216951b25bab'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:56.712147 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c0ebe7-e37c-4fce-a271-641d8a06405d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "tag": "11febfa2-e591-42f3-a288-216951b25bab"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:56.732574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:02:56.742146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-31df0bb6-a55f-48fd-9d60-8bb9faff4d70 admin admin] 10.222.0.20 "PUT /v2.0/routers/9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0723190 Sep 18 07:02:56.743626 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Sync routers for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:02:56.744797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:56.754334 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:56.760279 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:56.760608 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b0f61-32ab-48be-8bb1-690dfadbf283 x-openstack-request-id: req-594b0f61-32ab-48be-8bb1-690dfadbf283 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:56.760608 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "tag": "11febfa2-e591-42f3-a288-216951b25bab", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:56.760924 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-594b0f61-32ab-48be-8bb1-690dfadbf283 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:56.761306 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'tag': '11febfa2-e591-42f3-a288-216951b25bab', 'status': 'completed', 'code': 200} Sep 18 07:02:56.762335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7bbc6-194d-442b-a94e-6c640211e07a service neutron] Pushing event updated for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:56.839941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-4646e7f6-8508-4646-be57-28e62c2d3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.841637 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-4646e7f6-8508-4646-be57-28e62c2d3ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 1095 time: 0.0620635 Sep 18 07:02:56.878748 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:56.880511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:56.955792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-32defdcd-1b60-49a5-bbea-cdb5c17fe821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:56.957317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-32defdcd-1b60-49a5-bbea-cdb5c17fe821 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b6c82329267c490496dc5463908835f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1085985 Sep 18 07:02:57.005831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.063906 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:55Z', 'revision_number': 5, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port': {'id': 'a2672dd4-3c49-47af-8485-7f24066b082a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:57.085560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-b5fbe153-2675-44e4-a2e4-cc3faf9af11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.087099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c0ebe7-e37c-4fce-a271-641d8a06405d req-b5fbe153-2675-44e4-a2e4-cc3faf9af11d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227381 Sep 18 07:02:57.095485 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Checking router: 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:02:57.104585 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Routers {'9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:02:57.105401 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:57.169513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Deleting port a2672dd4-3c49-47af-8485-7f24066b082a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:57.169932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.179877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-51320e61-eb89-4613-a874-e3c204437d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.181577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-51320e61-eb89-4613-a874-e3c204437d10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 1095 time: 0.0500069 Sep 18 07:02:57.244414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-92569703-2f5a-4f41-8489-b30ac16ae0a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11febfa2-e591-42f3-a288-216951b25bab HTTP/1.1" status: 200 len: 217 time: 0.0549245 Sep 18 07:02:57.283242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] Set router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:02:57.303824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] For port a2672dd4-3c49-47af-8485-7f24066b082a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a2672dd4-3c49-47af-8485-7f24066b082a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:57.303824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.321383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Calling delete_port for a2672dd4-3c49-47af-8485-7f24066b082a owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:57.334796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-20696b7c-0a96-4bc0-af83-79e0f2186181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.335625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:57Z', 'revision_number': 6, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:57.336369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-20696b7c-0a96-4bc0-af83-79e0f2186181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.0845094 Sep 18 07:02:57.351480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:57.369671 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6e65e-3c29-47fd-a88a-ce5ef22a11ca None None] The sync data for ids ['9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d'] in n-d-789963-14 is: [{'id': '9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-169605533-router', 'tenant_id': '0468740fe39046aea118a1c17016443e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:03Z', 'updated_at': '2021-09-18T07:02:57Z', 'revision_number': 6, 'project_id': '0468740fe39046aea118a1c17016443e', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:02:57.374376 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-183223c8-74f0-41b1-bd8e-526cc2cd4d1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306218 Sep 18 07:02:57.477342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572dfe-a541-4988-bbd7-1aee1b0c62fb req-21e6d1fb-7b4b-4d4b-8a48-f950dc31b889 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.478985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c572dfe-a541-4988-bbd7-1aee1b0c62fb req-21e6d1fb-7b4b-4d4b-8a48-f950dc31b889 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 944 time: 0.3319216 Sep 18 07:02:57.490454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-589698215-network', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:57.505251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-11de4358-ab96-416e-8a0b-91d25b9b298f service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238179 Sep 18 07:02:57.526595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e24d-56b1-467e-974c-f2f6e3df4465 req-a0797bb3-3810-4e5e-84d8-361be46c9daf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.528174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b259e24d-56b1-467e-974c-f2f6e3df4465 req-a0797bb3-3810-4e5e-84d8-361be46c9daf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1906557 Sep 18 07:02:57.562965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c572dfe-a541-4988-bbd7-1aee1b0c62fb req-134dece7-d563-4a0a-973d-598102101ab7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Sep 18 07:02:57.591164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:57.593606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.618450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c8f9fac2-371d-4d0c-8567-505af28cbd6a req-2005510a-be9e-4b52-bd87-2d917595cfb5 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051149 Sep 18 07:02:57.619468 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.623309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b259e24d-56b1-467e-974c-f2f6e3df4465 req-6218be2b-09de-4fe6-9950-fb3bed4601d9 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822926 Sep 18 07:02:57.743321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.779523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c524992-99b5-40c0-8118-16cefe66a38c req-faf2000b-2390-4498-966d-ff3b092330e6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.781106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c524992-99b5-40c0-8118-16cefe66a38c req-faf2000b-2390-4498-966d-ff3b092330e6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 943 time: 0.0840440 Sep 18 07:02:57.784143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.832539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2672dd4-3c49-47af-8485-7f24066b082a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:57.835988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.861044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408a3a7-1650-4351-99b3-a90f0b1f1b07 req-34eb013b-317f-414a-bb8e-15f981882d37 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.862778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3408a3a7-1650-4351-99b3-a90f0b1f1b07 req-34eb013b-317f-414a-bb8e-15f981882d37 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.1291938 Sep 18 07:02:57.877500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:02:57.881335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.881843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.882106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.882451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.883249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.883249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.883484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.883805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.884179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.884508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.884835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.885158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:57.904127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.904538 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Added segment 08c9c54a-6a48-4292-9e98-0ebad27f103f of type vlan for network 17db62a2-f089-443c-b5bc-ca2e552e5d58 Sep 18 07:02:57.920165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c0635-3739-4429-a170-3bdc64681f67 req-89a50de0-16b7-49e1-92ec-4b8199f25d28 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:57.921647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-759c0635-3739-4429-a170-3bdc64681f67 req-89a50de0-16b7-49e1-92ec-4b8199f25d28 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 945 time: 0.1002264 Sep 18 07:02:57.922897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1fdadb-17bc-42dc-9b61-c270909fd6d4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:57.956291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c524992-99b5-40c0-8118-16cefe66a38c req-1518fc0d-ad48-4d33-aba3-62e662ff9608 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652017 Sep 18 07:02:57.982283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:57.984576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3408a3a7-1650-4351-99b3-a90f0b1f1b07 req-12fda68a-60c5-45f8-9a70-d44f981a062f tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/security-groups?id=87d0902c-444e-47dc-9a27-b02cdff989f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947795 Sep 18 07:02:57.987834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.043832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:02:58.052996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 56f43bab-cdcb-4795-98e8-52c4551c1dd5 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:02:58.069725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Deleting port d385adde-5a34-4b4e-bb5f-f98ee09736f1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:58.073711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.122521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.128752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.146122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87431-127e-4455-aa9f-93084335a254 req-123b4898-3b5d-45e2-ac0e-c69bac9f8892 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:58.148135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cd87431-127e-4455-aa9f-93084335a254 req-123b4898-3b5d-45e2-ac0e-c69bac9f8892 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.1234925 Sep 18 07:02:58.152241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.153389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:58.154095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.196273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:58.209579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'df537e8d-3606-49ad-858f-1aaef491f471', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'port_id': 'df537e8d-3606-49ad-858f-1aaef491f471', 'mac_address': 'fa:16:3e:78:7a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43063d22-f932-429b-a6a2-2d5de49cd6e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:02:58.210727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] For port d385adde-5a34-4b4e-bb5f-f98ee09736f1, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d385adde-5a34-4b4e-bb5f-f98ee09736f1,segment=NetworkSegment(4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44),segment_id=4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:58.211104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.229346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cd87431-127e-4455-aa9f-93084335a254 req-fffaccf7-ebb8-4a8d-80b0-517251e9ac18 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Sep 18 07:02:58.251130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.260137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Calling delete_port for d385adde-5a34-4b4e-bb5f-f98ee09736f1 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:58.260617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:02:58.264106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=17db62a2-f089-443c-b5bc-ca2e552e5d58,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:58.268952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:02:58.269714 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.278935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df537e8d-3606-49ad-858f-1aaef491f471 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:02:58.299500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:02:58.308183 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7cd4c4dc-729d-4353-8c34-ab399f6b4ff5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9556642 Sep 18 07:02:58.312023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49076) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:58.320068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Request body: {'subnet': {'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-589698215-subnet', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:58.341856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:58.347587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.347587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:02:58.355598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.359411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65898fa4-5736-42a3-9650-d9cb30d50e5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/9a4b11fa-a6a7-4aa6-a14e-f8f42765ad6d HTTP/1.1" status: 204 len: 168 time: 1.6107297 Sep 18 07:02:58.363084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:58.431822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Deleting subnet 92c6c83c-4f6c-4cf9-984f-6bc7e7755123 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:02:58.434957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.437354 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.459353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:58.461597 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb3251c-6644-4372-a0ca-b3a525a58def" -d '{"events": [{"server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "name": "network-vif-plugged", "status": "completed", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:58.469629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:02:58.472175 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.474972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:58.476358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.506143 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465f493-ec5e-41c3-828e-af732d36365a x-openstack-request-id: req-8465f493-ec5e-41c3-828e-af732d36365a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:58.506556 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "name": "network-vif-plugged", "status": "completed", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:58.506924 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8465f493-ec5e-41c3-828e-af732d36365a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:58.507472 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5', 'code': 200} Sep 18 07:02:58.515294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.517925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.560744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.581425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d385adde-5a34-4b4e-bb5f-f98ee09736f1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:58.589809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Pushing event deleted for resources: {'Port': ['ID=d385adde-5a34-4b4e-bb5f-f98ee09736f1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:58.612063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:58.646565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] No DVR routers for this DVR port d385adde-5a34-4b4e-bb5f-f98ee09736f1 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:58.651877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.653924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-759c0635-3739-4429-a170-3bdc64681f67 req-489c44e6-0982-44b5-9953-a2dbc50fb5d5 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.24 "DELETE /v2.0/ports/d385adde-5a34-4b4e-bb5f-f98ee09736f1 HTTP/1.1" status: 204 len: 173 time: 0.7086174 Sep 18 07:02:58.683870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.694813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:58.707717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.708413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.709030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.709618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.710197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.710737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.711289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.711837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.712390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.712921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.713464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.714178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:02:58.739958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f261c-727c-425d-8a01-8053fa283f28 req-007fc5fc-f079-42d3-8d59-bbfe80de8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:58.741480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-200f261c-727c-425d-8a01-8053fa283f28 req-007fc5fc-f079-42d3-8d59-bbfe80de8d17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 1097 time: 0.1027455 Sep 18 07:02:58.762872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'name': 'network-vif-deleted', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:02:58.766888 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ff582-5c98-43a2-afd6-b2cb6b45ae43" -d '{"events": [{"server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "name": "network-vif-deleted", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:02:58.770939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c03950c2-24e9-4de3-81c7-1981aea828f8 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:58.788239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-200f261c-727c-425d-8a01-8053fa283f28 req-9e1cdb9b-75da-4f22-be15-421635054d25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Sep 18 07:02:58.805102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c03950c2-24e9-4de3-81c7-1981aea828f8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:58.805540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c03950c2-24e9-4de3-81c7-1981aea828f8 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:58.806063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2672dd4-3c49-47af-8485-7f24066b082a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:02:58.825658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a2672dd4-3c49-47af-8485-7f24066b082a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:02:58.826179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a2672dd4-3c49-47af-8485-7f24066b082a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:02:58.830180 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.886367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.892122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:58.896243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/92c6c83c-4f6c-4cf9-984f-6bc7e7755123 HTTP/1.1" status: 204 len: 168 time: 0.5299096 Sep 18 07:02:58.896696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:58.898251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db4ae9-4149-4fa2-b2e0-e1938350a500 None None] Network 23160af6-e1f7-46f4-a05e-63951c9d7417 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:58.900413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ce9d2-b5e2-4236-9e59-b8c94ca63f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c6c83c-4f6c-4cf9-984f-6bc7e7755123,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:58.925631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd56b5-e0f8-422d-b9ef-2859768e693b req-7a973d7f-28f7-45d1-85b9-f1aae28294c4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:58.927365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64bd56b5-e0f8-422d-b9ef-2859768e693b req-7a973d7f-28f7-45d1-85b9-f1aae28294c4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1829908 Sep 18 07:02:58.937870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847de40-48bc-4b1f-be87-1119a72f27d7 req-a4b88717-1ba3-4247-a5f7-47e3dd6be8de tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:58.939685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4847de40-48bc-4b1f-be87-1119a72f27d7 req-a4b88717-1ba3-4247-a5f7-47e3dd6be8de tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1703894 Sep 18 07:02:58.972580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.040838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['df537e8d-3606-49ad-858f-1aaef491f471'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:02:59.041645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Deleting port 58ce08f2-bba1-4e53-92ef-1a122dacd289 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:59.042188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.046756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64bd56b5-e0f8-422d-b9ef-2859768e693b req-27642ac4-3a33-46a5-94ae-e4254fc21bbd tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Sep 18 07:02:59.070366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4847de40-48bc-4b1f-be87-1119a72f27d7 req-08282d42-f8c7-4aaf-b18a-7aa4031ddb52 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189873 Sep 18 07:02:59.126223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] DHCP port deletion for 23160af6-e1f7-46f4-a05e-63951c9d7417 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:02:59.138565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] For port 58ce08f2-bba1-4e53-92ef-1a122dacd289, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58ce08f2-bba1-4e53-92ef-1a122dacd289,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:59.139245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.152673 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e8bee-01dc-4759-9e37-cc1e733cd0ae x-openstack-request-id: req-513e8bee-01dc-4759-9e37-cc1e733cd0ae {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:02:59.152974 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31208128-d670-47d5-b38c-427a2086cfd0", "name": "network-vif-deleted", "tag": "d385adde-5a34-4b4e-bb5f-f98ee09736f1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:02:59.159361 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-513e8bee-01dc-4759-9e37-cc1e733cd0ae {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:02:59.159361 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31208128-d670-47d5-b38c-427a2086cfd0', 'name': 'network-vif-deleted', 'tag': 'd385adde-5a34-4b4e-bb5f-f98ee09736f1', 'status': 'completed', 'code': 200} Sep 18 07:02:59.161361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Calling delete_port for 58ce08f2-bba1-4e53-92ef-1a122dacd289 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:59.179021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.223033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Deleting port 58ce08f2-bba1-4e53-92ef-1a122dacd289 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:02:59.223423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.316458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5463315-97d0-4078-be18-86939b3ba6f4,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:59.323708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] For port 58ce08f2-bba1-4e53-92ef-1a122dacd289, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58ce08f2-bba1-4e53-92ef-1a122dacd289,segment=NetworkSegment(2de229a4-b1dc-473c-a3a7-6bae93698af6),segment_id=2de229a4-b1dc-473c-a3a7-6bae93698af6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:02:59.324113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.338612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Calling delete_port for 58ce08f2-bba1-4e53-92ef-1a122dacd289 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:02:59.347114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7778dcac-5fdc-4bb7-b593-c337edbf58dd req-bea3ebb4-a54a-4bae-8bf7-420d2bff40b1 tempest-ServersTestJSON-568264975 tempest-ServersTestJSON-568264975-project] 10.222.0.20 "GET /v2.0/ports?device_id=31208128-d670-47d5-b38c-427a2086cfd0 HTTP/1.1" status: 200 len: 210 time: 0.0594766 Sep 18 07:02:59.357457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Checking segment: {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:02:59.357832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Network hostable DHCP agents. Network: 17db62a2-f089-443c-b5bc-ca2e552e5d58, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:02:59.366574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.387094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633166b-3318-4da9-9869-1abf071fd78f req-7cdfee28-7606-4e9e-a47b-f12d780d651a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:59.400399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1633166b-3318-4da9-9869-1abf071fd78f req-7cdfee28-7606-4e9e-a47b-f12d780d651a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 943 time: 0.1646051 Sep 18 07:02:59.403102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Pushing event deleted for resources: {'Port': ['ID=58ce08f2-bba1-4e53-92ef-1a122dacd289,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:59.405083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] No DVR routers for this DVR port 58ce08f2-bba1-4e53-92ef-1a122dacd289 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: from cryptography.utils import int_from_bytes Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: from cryptography.utils import int_from_bytes Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.435207 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:02:59.439244 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:02:59.447232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.474131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] Pushing event deleted for resources: {'Port': ['ID=58ce08f2-bba1-4e53-92ef-1a122dacd289,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:59.477655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6575f8-7426-48c5-a6a0-7f957af82ca4 None None] No DVR routers for this DVR port 58ce08f2-bba1-4e53-92ef-1a122dacd289 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:02:59.489518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.498657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1633166b-3318-4da9-9869-1abf071fd78f req-6178b286-4ce3-4f0f-910f-d2ec6d5a3f64 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970712 Sep 18 07:02:59.513749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23160af6-e1f7-46f4-a05e-63951c9d7417']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:59.523836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b844c5-a0b4-40f3-916e-e1aec4a11179 req-d562238a-cebe-48df-8df5-a74b2b114403 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:59.524993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de229a4-b1dc-473c-a3a7-6bae93698af6') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:59.525450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de229a4-b1dc-473c-a3a7-6bae93698af6') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:02:59.525569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4b844c5-a0b4-40f3-916e-e1aec4a11179 req-d562238a-cebe-48df-8df5-a74b2b114403 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 944 time: 0.1038008 Sep 18 07:02:59.535444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.549238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.555392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:02:59.555782 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:02:59.557424 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:02:59.560467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:02:59.570870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4b844c5-a0b4-40f3-916e-e1aec4a11179 req-25a2b4d0-c964-460c-b25f-febd798db556 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Sep 18 07:02:59.617646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 17db62a2-f089-443c-b5bc-ca2e552e5d58) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:02:59.624359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:02:59.624987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.625392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bde4b-b148-491c-a593-f706f9b4b674 None None] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:02:59.697839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.705851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.710302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] 10.222.0.20 "DELETE /v2.0/networks/23160af6-e1f7-46f4-a05e-63951c9d7417 HTTP/1.1" status: 204 len: 168 time: 0.8099737 Sep 18 07:02:59.717641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b070-cc9c-4b20-8792-5a1a8060959f admin admin] Pushing event deleted for resources: {'Network': ['ID=23160af6-e1f7-46f4-a05e-63951c9d7417,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:02:59.724542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc00de4b-c5cd-485c-a102-5da4a29e0d2d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4099286 Sep 18 07:02:59.731790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49100) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:02:59.736568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:02:59.779536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-17db62a2-f089-443c-b5bc-ca2e552e5d58', 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'fixed_ips': [{'subnet_id': 'f5463315-97d0-4078-be18-86939b3ba6f4'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:02:59.780512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.846672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.847721 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.900988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:02:59.916918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Allocated IP 172.20.0.2 (17db62a2-f089-443c-b5bc-ca2e552e5d58/f5463315-97d0-4078-be18-86939b3ba6f4/20755672-46a4-4644-ab70-f6edb2f38a5d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:00.062232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.150181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.182587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49106) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:00.201620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:00.205635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:00.213632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:00.222348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Pushing event updated for resources: {'Port': ['ID=20755672-46a4-4644-ab70-f6edb2f38a5d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:00.238590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.243707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d3c4e-2760-4098-bf9d-11cf2d83b937 req-df38db9f-25ea-4d28-8dce-0e4cfb893b14 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:00.245227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e95d3c4e-2760-4098-bf9d-11cf2d83b937 req-df38db9f-25ea-4d28-8dce-0e4cfb893b14 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1045368 Sep 18 07:03:00.278586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Attempting to bind port 20755672-46a4-4644-ab70-f6edb2f38a5d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:00.278960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Attempting to bind port 20755672-46a4-4644-ab70-f6edb2f38a5d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:00.279455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Attempting to bind port 20755672-46a4-4644-ab70-f6edb2f38a5d on network 17db62a2-f089-443c-b5bc-ca2e552e5d58 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:00.284782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:00.287503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Checking segment: {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:00.287503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.287503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Bound using segment: {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:00.287503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Bound port: 20755672-46a4-4644-ab70-f6edb2f38a5d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:00.287503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.292088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee30f7-9a82-4515-98e3-6833394d5b83 req-4be0c0a5-374c-46a1-a0ed-6521f12a7daf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:00.293601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edee30f7-9a82-4515-98e3-6833394d5b83 req-4be0c0a5-374c-46a1-a0ed-6521f12a7daf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1405940 Sep 18 07:03:00.301966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49110) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:00.304277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0a07b976-54eb-4021-a909-1ff1a0228060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0468740fe39046aea118a1c17016443e&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1147890 Sep 18 07:03:00.349806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e95d3c4e-2760-4098-bf9d-11cf2d83b937 req-9d34ce7d-f332-411a-9e85-6b90cc7a607a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Sep 18 07:03:00.400916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] For port 20755672-46a4-4644-ab70-f6edb2f38a5d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:00.403614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edee30f7-9a82-4515-98e3-6833394d5b83 req-541a381a-4cf7-4070-8818-96db57cfea2d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Sep 18 07:03:00.412566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] For port 20755672-46a4-4644-ab70-f6edb2f38a5d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20755672-46a4-4644-ab70-f6edb2f38a5d,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:00.436067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.467562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.470487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.483501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49114) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:00.531875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 11febfa2-e591-42f3-a288-216951b25bab details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:00.541234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Deleting subnet 4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:03:00.545670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.657652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.673984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.682539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.685067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.688535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e8c8b9-5a3f-4eaa-b929-a3976af5feff HTTP/1.1" status: 204 len: 168 time: 0.3836100 Sep 18 07:03:00.710996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.732035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef32e1-e1fa-4381-8237-a50d89c5ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8c8b9-5a3f-4eaa-b929-a3976af5feff,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:00.737202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58ce08f2-bba1-4e53-92ef-1a122dacd289 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:00.768968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=11febfa2-e591-42f3-a288-216951b25bab,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:00.772718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad22d2-4510-435b-b337-5d50911a5d97 req-a9aeb408-b508-4218-937e-cd9bd1237dac tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:00.774315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2ad22d2-4510-435b-b337-5d50911a5d97 req-a9aeb408-b508-4218-937e-cd9bd1237dac tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 943 time: 0.1732135 Sep 18 07:03:00.781195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.806550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 58ce08f2-bba1-4e53-92ef-1a122dacd289 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:00.807010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58ce08f2-bba1-4e53-92ef-1a122dacd289 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:00.816342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d549e5-f51f-4889-becb-1044bc78f1aa None None] Pushing event updated for resources: {'Port': ['ID=20755672-46a4-4644-ab70-f6edb2f38a5d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:00.874002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '11febfa2-e591-42f3-a288-216951b25bab', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': '11febfa2-e591-42f3-a288-216951b25bab', 'mac_address': 'fa:16:3e:f5:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:00.912143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687bb88-701b-4b7c-aae1-b0dd8b8a764a req-44124f58-3c39-43d9-8814-b50bc7449107 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:00.924825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9687bb88-701b-4b7c-aae1-b0dd8b8a764a req-44124f58-3c39-43d9-8814-b50bc7449107 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 944 time: 0.1959028 Sep 18 07:03:00.935477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Allocated IP 172.25.4.25 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/6c234513-0e6e-4245-9ccc-e03dc907368f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:00.948319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:00.969558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11febfa2-e591-42f3-a288-216951b25bab {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:00.978092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2ad22d2-4510-435b-b337-5d50911a5d97 req-d7a666e1-8a81-4ffd-97ee-7a9ccb572954 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930792 Sep 18 07:03:01.004891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9687bb88-701b-4b7c-aae1-b0dd8b8a764a req-eb93a073-8f4f-4071-8a8e-b8eca499e40c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799196 Sep 18 07:03:01.010697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=11febfa2-e591-42f3-a288-216951b25bab,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:01.069407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.075417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.098468 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.106678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:01.108878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.110917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd833d3e-9001-49b7-bebc-8a7da87ee218 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ae4193b-6e25-4e7d-ba85-e5cc7f9c75ad HTTP/1.1" status: 204 len: 168 time: 0.6267581 Sep 18 07:03:01.113754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49124) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:01.158721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:01.178534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.198558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.222386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:01.226907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:01.231183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:01.267313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c234513-0e6e-4245-9ccc-e03dc907368f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:01.289388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.312394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0be1c0-e871-43c4-b7f7-271936f14225']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:01.324057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:01.324351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f73aa8d-6e6d-4b2c-92f3-b7519fb30b44') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:01.336170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.340863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['11febfa2-e591-42f3-a288-216951b25bab'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:01.356006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.363700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:03:01.364312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:03:01.366257 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:03:01.587641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269694a7-6357-4a94-b466-0a5f54893e0f req-527a49ac-1860-461b-bc63-b481238471a1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:01.589342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-269694a7-6357-4a94-b466-0a5f54893e0f req-527a49ac-1860-461b-bc63-b481238471a1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1103013 Sep 18 07:03:01.595733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.603525 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.605739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f0be1c0-e871-43c4-b7f7-271936f14225 HTTP/1.1" status: 204 len: 168 time: 0.4908824 Sep 18 07:03:01.642960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dfe94-75e5-42b3-816d-830199876b1c req-0e0752b4-e585-4c05-91c7-955826d8ffa2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:01.650816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d72dfe94-75e5-42b3-816d-830199876b1c req-0e0752b4-e585-4c05-91c7-955826d8ffa2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1114521 Sep 18 07:03:01.658734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7d2aa-4afd-44c6-8695-0b5dcfe20833 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0be1c0-e871-43c4-b7f7-271936f14225,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:01.705039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-269694a7-6357-4a94-b466-0a5f54893e0f req-8d03fae4-21fd-48ed-8c7b-9e370b9eebff tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072614 Sep 18 07:03:01.717776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d72dfe94-75e5-42b3-816d-830199876b1c req-01f662ec-129a-4583-b5d7-df4135419542 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660865 Sep 18 07:03:01.723431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:01.864192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65a079-daaa-4fdc-9e7f-fef3490d2efc None None] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:02.032666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49156) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:02.077944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:02.085721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49160) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:02.106600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] Provisioning complete for port 20755672-46a4-4644-ab70-f6edb2f38a5d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:02.106948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.176536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52de3b85-daa6-4c63-ad13-9a97b50547a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=401705bd630343acadd1e0b504ecfa66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424365 Sep 18 07:03:02.207213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49166) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:02.300903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port df537e8d-3606-49ad-858f-1aaef491f471 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:02.310823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port df537e8d-3606-49ad-858f-1aaef491f471 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:02.311199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.322404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5e91e-04c6-4b40-9d05-7d68cd4613d0 req-275e4b96-50e1-4be7-85a1-dda2156ced01 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.325178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0e5e91e-04c6-4b40-9d05-7d68cd4613d0 req-275e4b96-50e1-4be7-85a1-dda2156ced01 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 944 time: 0.1724610 Sep 18 07:03:02.340965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e494-8fd1-48e2-997e-2094324c45b5 req-6c722efd-41c0-474e-bbc4-a11005f7c716 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.342958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.345665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.351387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5528e494-8fd1-48e2-997e-2094324c45b5 req-6c722efd-41c0-474e-bbc4-a11005f7c716 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 944 time: 0.1120975 Sep 18 07:03:02.364795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.366086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-network', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:02.417333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] For port 20755672-46a4-4644-ab70-f6edb2f38a5d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20755672-46a4-4644-ab70-f6edb2f38a5d,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:02.431913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-cd2c0e02-0c27-471f-a8b9-49a5e61e4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.433618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-cd2c0e02-0c27-471f-a8b9-49a5e61e4d34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 1097 time: 0.1492729 Sep 18 07:03:02.458540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0e5e91e-04c6-4b40-9d05-7d68cd4613d0 req-38a48003-19ce-4a06-8203-36cae2d652d5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950115 Sep 18 07:03:02.463811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.484792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.486641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5528e494-8fd1-48e2-997e-2094324c45b5 req-c1e8a7ca-16fd-42ce-9757-93d77bd0e927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343169 Sep 18 07:03:02.487598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.496800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:02.499220 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba51a51f-68c3-45ac-aac5-241d1daa55ab" -d '{"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:02.508056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 11febfa2-e591-42f3-a288-216951b25bab up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:02.566841 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a2e359-ca59-4c7d-a978-69a697623b17 x-openstack-request-id: req-45a2e359-ca59-4c7d-a978-69a697623b17 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:02.567168 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:02.567388 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45a2e359-ca59-4c7d-a978-69a697623b17 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:02.567779 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471', 'code': 200} Sep 18 07:03:02.569467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:02.600453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a290aa-84e5-4539-b015-762506d2b5e2 None None] Pushing event updated for resources: {'Port': ['ID=20755672-46a4-4644-ab70-f6edb2f38a5d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:02.626671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Made reservation on behalf of 23b40e276c694f32ab06d61d24d00e9f for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:02.629696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.646325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.647322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d385adde-5a34-4b4e-bb5f-f98ee09736f1 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:02.652957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.711541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999ddf-9392-4b31-90a1-93d44d119c90 req-84c57a03-99b8-4c24-9784-4dc2eaa2d4e3 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.718501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:02.724625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92999ddf-9392-4b31-90a1-93d44d119c90 req-84c57a03-99b8-4c24-9784-4dc2eaa2d4e3 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1402347 Sep 18 07:03:02.739127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 11febfa2-e591-42f3-a288-216951b25bab completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:02.744578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: d385adde-5a34-4b4e-bb5f-f98ee09736f1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:02.744578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d385adde-5a34-4b4e-bb5f-f98ee09736f1 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:02.746191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 11febfa2-e591-42f3-a288-216951b25bab triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:02.746597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.782760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-55f7e6ef-8ed3-470f-b12d-57cd1eb0ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.785113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-55f7e6ef-8ed3-470f-b12d-57cd1eb0ae86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 912 time: 0.3442831 Sep 18 07:03:02.795022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20755672-46a4-4644-ab70-f6edb2f38a5d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:02.810126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d3731-f5ea-45c2-bd7f-d898b6e63c88 req-8d0e0560-3c29-4756-981c-afd9251c9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.813582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a74d3731-f5ea-45c2-bd7f-d898b6e63c88 req-8d0e0560-3c29-4756-981c-afd9251c9bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 1097 time: 0.1549361 Sep 18 07:03:02.825212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92999ddf-9392-4b31-90a1-93d44d119c90 req-4bba09df-4e45-489c-9228-69c10ac92e03 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034005 Sep 18 07:03:02.860590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.864399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.866021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87d0902c-444e-47dc-9a27-b02cdff989f4 HTTP/1.1" status: 204 len: 168 time: 0.6574423 Sep 18 07:03:02.880734 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-bdb338aa-d144-4ce7-8c2f-f1db36e3a1fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5 HTTP/1.1" status: 200 len: 217 time: 0.0852249 Sep 18 07:03:02.886622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cc643173-98d1-460e-8e12-f8ac83ceeef1 None None] Provisioning complete for port 20755672-46a4-4644-ab70-f6edb2f38a5d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:02.887023 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cc643173-98d1-460e-8e12-f8ac83ceeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.918215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.927251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.951718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 20755672-46a4-4644-ab70-f6edb2f38a5d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:02.952095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:02.955917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc81270-cfe9-4dfd-beec-327b1688b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0902c-444e-47dc-9a27-b02cdff989f4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:02.977709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e256f-09e7-4c3b-8354-d6c71c5e83ad req-d4000c0c-cf50-42de-b0b3-87cbc28d9ac6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.979484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd6e256f-09e7-4c3b-8354-d6c71c5e83ad req-d4000c0c-cf50-42de-b0b3-87cbc28d9ac6 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1425147 Sep 18 07:03:02.989668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-fc5c4bc9-52e7-4ed0-bad6-9047d4b36555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:02.993618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-fc5c4bc9-52e7-4ed0-bad6-9047d4b36555 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.0926678 Sep 18 07:03:02.997243 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a74d3731-f5ea-45c2-bd7f-d898b6e63c88 req-960da6b2-bfeb-47cd-98ab-075e6e567939 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383724 Sep 18 07:03:03.016235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.028555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=11febfa2-e591-42f3-a288-216951b25bab,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:03.054446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd6e256f-09e7-4c3b-8354-d6c71c5e83ad req-ed18ee26-eefe-4fc8-942f-6f4d1f651f07 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 Sep 18 07:03:03.063202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42ab5e-f9c8-45e2-947a-1a280b5aa303,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:03.073050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:03:03.085193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:03.099038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.099390 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Added segment 116d77cd-4992-4a06-ac15-96a8b7d613ad of type vlan for network f01e8e7c-7101-4125-82e1-9714eb5406a7 Sep 18 07:03:03.106523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.107075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:03.152497 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.188970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:03.209447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:03.233283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Sync routers for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:03.245473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.255699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:03.256406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:03.257887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.260901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:03.260901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.287523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.294577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:03.295641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c57a0383-43ed-4186-8266-f1d9640198b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5622578 Sep 18 07:03:03.327549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:03.410140 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.413158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:03.428235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-7fdc6e3b-051d-44f2-bc67-24ac95a5b22c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345850 Sep 18 07:03:03.571678 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-6f17debc-22c8-4117-9ddd-42dbe91d16fa service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339097 Sep 18 07:03:03.589417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:03.662445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] Pushing event updated for resources: {'Network': ['ID=f01e8e7c-7101-4125-82e1-9714eb5406a7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:03.669382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-86a98a1f-5db6-467a-923e-ed8ac597262f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5782053 Sep 18 07:03:03.673986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49192) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:03.676536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:03.684235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Request body: {'subnet': {'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-subnet', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:03.719510 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e02a7bcf-7ba8-4828-be0a-a5e21f044ea7 req-39d9b67f-5ba0-41ed-851d-333ec9df4b1e service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420717 Sep 18 07:03:03.720085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:01Z', 'revision_number': 3, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:03.751813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c95d-cfc0-428d-b4b2-f67488c6324b req-1d0d0fe8-259a-4fba-9c7a-00ae76a2eb9b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:03.753394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12d0c95d-cfc0-428d-b4b2-f67488c6324b req-1d0d0fe8-259a-4fba-9c7a-00ae76a2eb9b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.0954530 Sep 18 07:03:03.771083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Checking router: 9e863f13-6b8c-49cb-9fab-ad695f2cae23 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:03.771431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Updating router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 port 6c234513-0e6e-4245-9ccc-e03dc907368f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:03.778197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Made reservation on behalf of 23b40e276c694f32ab06d61d24d00e9f for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:03.780808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.805798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:03.841570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12478269-680e-41b9-949a-998fa1745c8c req-d28711bc-783e-4e77-a766-2acdcaca33ed tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:03.843108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12478269-680e-41b9-949a-998fa1745c8c req-d28711bc-783e-4e77-a766-2acdcaca33ed tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1862361 Sep 18 07:03:03.849828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12d0c95d-cfc0-428d-b4b2-f67488c6324b req-cad8df35-e9c3-458d-8d3b-9e38fb272fb8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620015 Sep 18 07:03:04.026424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12478269-680e-41b9-949a-998fa1745c8c req-38b21ab3-a352-42f2-923d-ecdc408cca4b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710656 Sep 18 07:03:04.095109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da825492-08d8-48fc-8ac5-057939daa7ab req-cd53aadc-3f3b-4d2d-ae84-c7b9b590e12e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:04.096654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da825492-08d8-48fc-8ac5-057939daa7ab req-cd53aadc-3f3b-4d2d-ae84-c7b9b590e12e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1209178 Sep 18 07:03:04.160875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.182574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.194575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da825492-08d8-48fc-8ac5-057939daa7ab req-648c525b-5d0f-457f-9b7e-0acbba4f60e8 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885460 Sep 18 07:03:04.257644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.257875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fffda6a-d4ae-40d9-babf-285f3014a99e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:04.269479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Checking segment: {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:04.269850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Network hostable DHCP agents. Network: f01e8e7c-7101-4125-82e1-9714eb5406a7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:04.328859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552da83-4099-4175-b973-8ba35c3812c9 req-c44f543c-630f-47c4-b974-0a8f7bd245d7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:04.330674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Attempting to bind port 6c234513-0e6e-4245-9ccc-e03dc907368f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:04.331237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Attempting to bind port 6c234513-0e6e-4245-9ccc-e03dc907368f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:04.331472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Attempting to bind port 6c234513-0e6e-4245-9ccc-e03dc907368f on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:04.335981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e552da83-4099-4175-b973-8ba35c3812c9 req-c44f543c-630f-47c4-b974-0a8f7bd245d7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 944 time: 0.1251132 Sep 18 07:03:04.341820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f10b-7081-44d3-a8d4-10ba73ba0d5f None None] Pushing event updated for resources: {'Port': ['ID=6c234513-0e6e-4245-9ccc-e03dc907368f,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:04.348985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:04.359924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:04.360941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:04.361256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.362445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:04.363259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Bound port: 6c234513-0e6e-4245-9ccc-e03dc907368f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:04.363412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.406770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, f01e8e7c-7101-4125-82e1-9714eb5406a7) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:04.410966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:04.411464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.421725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e552da83-4099-4175-b973-8ba35c3812c9 req-bc934e59-9014-4bdf-b708-73394ee799a2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848529 Sep 18 07:03:04.433420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f96191-c4ec-4f16-9fce-f063881ba713 None None] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:04.442418 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.465296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] For port 6c234513-0e6e-4245-9ccc-e03dc907368f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:04.469667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1906a1ed-2c89-4cea-86e5-e2a3a5e10ca3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7944398 Sep 18 07:03:04.475641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49222) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:04.476654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:04.519939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:04.526249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] For port 6c234513-0e6e-4245-9ccc-e03dc907368f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6c234513-0e6e-4245-9ccc-e03dc907368f,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:04.566863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.571362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11febfa2-e591-42f3-a288-216951b25bab'}, {'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:04.571613 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.571735 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baade21a-3603-4707-a787-20037b630049" -d '{"events": [{"server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "11febfa2-e591-42f3-a288-216951b25bab"}, {"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-unplugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:04.614862 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.665391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.666924 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10f84f8-7af3-4f79-b648-6e64e20fd7f0 x-openstack-request-id: req-f10f84f8-7af3-4f79-b648-6e64e20fd7f0 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:04.667246 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "name": "network-vif-plugged", "status": "completed", "tag": "11febfa2-e591-42f3-a288-216951b25bab", "code": 200}, {"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-unplugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:04.672387 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f10f84f8-7af3-4f79-b648-6e64e20fd7f0 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:04.672387 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11febfa2-e591-42f3-a288-216951b25bab', 'code': 200} Sep 18 07:03:04.672387 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'code': 200} Sep 18 07:03:04.788684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe418952-ef00-4982-a558-31696fd3639a req-82e8b331-5621-4a1d-ab5f-8ef3df0c54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:04.790682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe418952-ef00-4982-a558-31696fd3639a req-82e8b331-5621-4a1d-ab5f-8ef3df0c54ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 1097 time: 0.0655169 Sep 18 07:03:04.858497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89f44f42-228d-43e4-a9ae-3767be9146a1 req-93a52c38-5604-40a5-b7e3-1c75a4611d8f tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0973828 Sep 18 07:03:04.874095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Allocated IP 172.20.0.1 (17db62a2-f089-443c-b5bc-ca2e552e5d58/f5463315-97d0-4078-be18-86939b3ba6f4/0ea78570-fdaf-4442-8c32-f8afa3652d02) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:04.881744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20755672-46a4-4644-ab70-f6edb2f38a5d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:04.890955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f10b-7081-44d3-a8d4-10ba73ba0d5f None None] Pushing event updated for resources: {'Port': ['ID=6c234513-0e6e-4245-9ccc-e03dc907368f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:04.895580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:04.925241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-f01e8e7c-7101-4125-82e1-9714eb5406a7', 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'fixed_ips': [{'subnet_id': '9fffda6a-d4ae-40d9-babf-285f3014a99e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:03:04.926135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:04.959815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:04.960467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:04.964062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'port_id': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'mac_address': 'fa:16:3e:30:b7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd223c-c247-4d58-bcf8-89fcbfd0b649', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:05.017587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.022832 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fe418952-ef00-4982-a558-31696fd3639a req-685b011d-d81d-4f44-a983-0703cb0cd3ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238555 Sep 18 07:03:05.080664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b82f8-5212-4278-9f17-38c2231e1620 req-04cb25cb-4e5b-434b-8fd6-1e2f5f4e2516 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:05.082151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03b82f8-5212-4278-9f17-38c2231e1620 req-04cb25cb-4e5b-434b-8fd6-1e2f5f4e2516 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.0774498 Sep 18 07:03:05.098072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.178034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03b82f8-5212-4278-9f17-38c2231e1620 req-6567ff31-caaa-4fd5-9328-fc63d73e8234 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850866 Sep 18 07:03:05.180743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.219591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324329-b810-4244-9e1b-1b0bd003fd64 req-9e31bcde-0ccc-4154-b045-189fa22bd64f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:05.223305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df324329-b810-4244-9e1b-1b0bd003fd64 req-9e31bcde-0ccc-4154-b045-189fa22bd64f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1023409 Sep 18 07:03:05.228378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 20755672-46a4-4644-ab70-f6edb2f38a5d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:05.228757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.263778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d107d6-1156-4c83-8e4b-4051b5fac73f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:05.269688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:05.277666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df324329-b810-4244-9e1b-1b0bd003fd64 req-a3c27c47-507a-4fac-8405-263bf5026d41 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Sep 18 07:03:05.298489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.364317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Allocated IP 172.20.0.2 (f01e8e7c-7101-4125-82e1-9714eb5406a7/9fffda6a-d4ae-40d9-babf-285f3014a99e/2c3a150b-533a-43ec-8a46-f2c97c7a5827) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:05.367778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.393408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:05.399849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.407725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:05.479250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.492056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:05.497794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:05.511821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:05.537017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Allocated IP 172.25.4.43 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/1211376c-6519-4a1a-b5af-b58d7ea33be2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:05.598628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204fe31-5970-4c1b-8344-ae73172bdce2 req-00469f1f-182e-4256-b0b3-06a5a98c789a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:05.608810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3204fe31-5970-4c1b-8344-ae73172bdce2 req-00469f1f-182e-4256-b0b3-06a5a98c789a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1951258 Sep 18 07:03:05.643175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9f46a-85cb-42ef-bf89-e05b9e8b7d96 req-e5a06598-994b-4a5b-be6d-041a88d32a92 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:05.661223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:05.662106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38f9f46a-85cb-42ef-bf89-e05b9e8b7d96 req-e5a06598-994b-4a5b-be6d-041a88d32a92 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.2610757 Sep 18 07:03:05.714353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['93d107d6-1156-4c83-8e4b-4051b5fac73f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:05.722556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.729508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3204fe31-5970-4c1b-8344-ae73172bdce2 req-b6669a4f-e1e1-42c0-976f-70aed2755412 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192732 Sep 18 07:03:05.756641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.774840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.777257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:01Z', 'revision_number': 3, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:05.809506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d8bbf-c003-450f-8832-ec7517393388 None None] The sync data for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 is: [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:01Z', 'revision_number': 3, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:05.811293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.831940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38f9f46a-85cb-42ef-bf89-e05b9e8b7d96 req-201c1318-ef0a-44dc-9024-501b76fc4e63 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684806 Sep 18 07:03:05.863450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.884378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:05.897282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:05.899764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Pushing event updated for resources: {'Port': ['ID=2c3a150b-533a-43ec-8a46-f2c97c7a5827,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:05.903724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-17c7dc18-8443-4bde-883a-90e2a286ab60 None None] Provisioning complete for port 0ea78570-fdaf-4442-8c32-f8afa3652d02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:05.904097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-17c7dc18-8443-4bde-883a-90e2a286ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:05.909333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:05.930769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:05.939196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:05.942960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5ef9a-1d64-4b5d-8e0e-64580ef4b5d1 req-171e0782-a541-40b4-abff-4c41620477ea tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:05.943553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:05.944310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f5ef9a-1d64-4b5d-8e0e-64580ef4b5d1 req-171e0782-a541-40b4-abff-4c41620477ea tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 945 time: 0.1192067 Sep 18 07:03:06.012899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-17c7dc18-8443-4bde-883a-90e2a286ab60 None None] Port 0ea78570-fdaf-4442-8c32-f8afa3652d02 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:06.027253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Pushing event updated for resources: {'Port': ['ID=1211376c-6519-4a1a-b5af-b58d7ea33be2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:06.040111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Attempting to bind port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:06.040484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Attempting to bind port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:06.040843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Attempting to bind port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 on network f01e8e7c-7101-4125-82e1-9714eb5406a7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:06.052008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:06.052384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Checking segment: {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:06.052791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.056483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Bound using segment: {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:06.056483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Bound port: 2c3a150b-533a-43ec-8a46-f2c97c7a5827, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:06.056483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.119588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f5ef9a-1d64-4b5d-8e0e-64580ef4b5d1 req-346cc7d7-dcf3-4220-9082-352c125a2308 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382096 Sep 18 07:03:06.141586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2d321-c01b-4f81-a4f8-c99d54456db4 req-210f6624-9f33-48d9-b84e-15bdc3de1ef4 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:06.146743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] For port 2c3a150b-533a-43ec-8a46-f2c97c7a5827, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:06.149462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04f2d321-c01b-4f81-a4f8-c99d54456db4 req-210f6624-9f33-48d9-b84e-15bdc3de1ef4 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1376827 Sep 18 07:03:06.151072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] For port 2c3a150b-533a-43ec-8a46-f2c97c7a5827, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2c3a150b-533a-43ec-8a46-f2c97c7a5827,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:06.237084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04f2d321-c01b-4f81-a4f8-c99d54456db4 req-ef7628a2-d998-43ac-b264-9ff92ce351b8 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845642 Sep 18 07:03:06.299037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.306218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70070fd4-dbeb-4ece-8085-ccec3d1f9278 req-94b4f18f-212b-4413-85be-f4059e3f67ff tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0464916 Sep 18 07:03:06.307111 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.475729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960cb3-5cea-42c8-b10e-cf5a2a75cdc9 None None] Pushing event updated for resources: {'Port': ['ID=2c3a150b-533a-43ec-8a46-f2c97c7a5827,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:06.511142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981773d-ca5b-4d9b-975e-b43380373da0 req-9d5f33d2-59e5-4d65-88d6-0164cd930163 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:06.513888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0981773d-ca5b-4d9b-975e-b43380373da0 req-9d5f33d2-59e5-4d65-88d6-0164cd930163 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.1603956 Sep 18 07:03:06.517936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.527922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:06.627433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 93d107d6-1156-4c83-8e4b-4051b5fac73f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:06.627962 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.668636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.693127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e2f32-ce9f-4b6a-adac-29309177f261 req-f83fb097-b7c4-4252-b59c-0ecd4e5a0c02 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:06.700813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b97e2f32-ce9f-4b6a-adac-29309177f261 req-f83fb097-b7c4-4252-b59c-0ecd4e5a0c02 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.2511270 Sep 18 07:03:06.722793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0981773d-ca5b-4d9b-975e-b43380373da0 req-438de75c-9774-4f82-a4d1-63bdc044741e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868279 Sep 18 07:03:06.778281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.790185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6c234513-0e6e-4245-9ccc-e03dc907368f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:06.847845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.895147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.924387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:06.926985 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3889b1-d834-4023-a74d-e2f74219c1b9" -d '{"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-plugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:06.943784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:06.952751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b97e2f32-ce9f-4b6a-adac-29309177f261 req-aebd0588-0ebc-41a3-acd1-7825150c6cb1 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490606 Sep 18 07:03:06.972865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6c234513-0e6e-4245-9ccc-e03dc907368f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:06.973254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:06.991347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.027020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:07.074591 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27750563-89b1-42cf-a876-45756065c0be x-openstack-request-id: req-27750563-89b1-42cf-a876-45756065c0be {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:07.074900 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-plugged", "status": "completed", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:07.075166 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27750563-89b1-42cf-a876-45756065c0be {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:07.077778 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'code': 200} Sep 18 07:03:07.082591 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.216260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:07.245035 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.268065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc45f0-5993-4622-96b4-e0601966ce3d req-b41e49ad-4d4c-4076-b19c-6c9a63d561d0 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:07.274207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 6c234513-0e6e-4245-9ccc-e03dc907368f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6c234513-0e6e-4245-9ccc-e03dc907368f,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:07.276212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72cc45f0-5993-4622-96b4-e0601966ce3d req-b41e49ad-4d4c-4076-b19c-6c9a63d561d0 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.2502460 Sep 18 07:03:07.340442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:07.346161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72cc45f0-5993-4622-96b4-e0601966ce3d req-1fdaa9c9-60a3-42cb-bbb1-d029164ebfa3 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689607 Sep 18 07:03:07.347600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:07.369031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3be4c-c915-4625-9510-ccaf14f71fdd req-adae05bd-307e-46f7-b465-667d573ccc6e tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:07.370793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00f3be4c-c915-4625-9510-ccaf14f71fdd req-adae05bd-307e-46f7-b465-667d573ccc6e tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1628208 Sep 18 07:03:07.399483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.516439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48de729-1a5a-4e13-bc0c-30c9336bbb23 req-6771f6ab-0f74-48f2-9cc8-5b8bb90bdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:07.519246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d48de729-1a5a-4e13-bc0c-30c9336bbb23 req-6771f6ab-0f74-48f2-9cc8-5b8bb90bdecf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 1098 time: 0.1140049 Sep 18 07:03:07.522006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=6c234513-0e6e-4245-9ccc-e03dc907368f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:07.558510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00f3be4c-c915-4625-9510-ccaf14f71fdd req-80b5b53e-874d-43e8-837a-5103e5768f04 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667051 Sep 18 07:03:07.581193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d48de729-1a5a-4e13-bc0c-30c9336bbb23 req-1cda6ae1-a545-40aa-b5ab-d14c26fd93bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528760 Sep 18 07:03:07.592928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:03:07.621243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6063f07-d878-42a5-8ce1-30fb219e5cd2 req-8af07e6f-cd67-4d83-804f-bbe0fb50b6b0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:07.629632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6063f07-d878-42a5-8ce1-30fb219e5cd2 req-8af07e6f-cd67-4d83-804f-bbe0fb50b6b0 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.1743324 Sep 18 07:03:07.651724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:03:07.708077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6063f07-d878-42a5-8ce1-30fb219e5cd2 req-d36453c4-3bf9-45c6-bf5e-488b07a1eec3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773947 Sep 18 07:03:07.747440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78cccd2b-57f5-4f25-99a1-36a5dde1d4ab req-6b167667-a7c5-4d30-a831-c59ca5f95c1b tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0990369 Sep 18 07:03:07.764434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3fda2c60-25d8-41d2-b430-5f1bcac7b5ba None None] Provisioning complete for port 0ea78570-fdaf-4442-8c32-f8afa3652d02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:07.766313 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3fda2c60-25d8-41d2-b430-5f1bcac7b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.818741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:07.830314 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Sync routers for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:07.846132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:07.849080 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:07.867818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3fda2c60-25d8-41d2-b430-5f1bcac7b5ba None None] Port 0ea78570-fdaf-4442-8c32-f8afa3652d02 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:07.882353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:07.905190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66e4135d-680d-4ad6-9e3b-9b2ce2287b44 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e863f13-6b8c-49cb-9fab-ad695f2cae23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6093159 Sep 18 07:03:07.939891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:07.944381 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49022789-17cd-4b6c-b777-e57b03dea17b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4680710 Sep 18 07:03:07.944761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:07.976042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040bc24-bc6a-4bf7-94b1-4a0de369d4a3 req-8ec7647b-83d1-4b08-a53e-c1199c036099 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:07.977872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b040bc24-bc6a-4bf7-94b1-4a0de369d4a3 req-8ec7647b-83d1-4b08-a53e-c1199c036099 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1122110 Sep 18 07:03:07.997575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b53d1d-6985-4e00-9b56-804326ea826c req-28589201-eed9-4425-ad17-40664d82d771 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:08.004034 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:08.013394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6b53d1d-6985-4e00-9b56-804326ea826c req-28589201-eed9-4425-ad17-40664d82d771 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.0927165 Sep 18 07:03:08.072714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35a6ce-9f1a-4a3f-b202-fa4d26c2e407 None None] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:08.111028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b040bc24-bc6a-4bf7-94b1-4a0de369d4a3 req-adaf2d78-d9f9-4a19-9ed4-f7c5f1ac2798 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201274 Sep 18 07:03:08.134224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] Provisioning complete for port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:08.134224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.138169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6b53d1d-6985-4e00-9b56-804326ea826c req-a70cc7a5-9a71-4759-a1ba-bd6642e8c06b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297636 Sep 18 07:03:08.254616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:08.298055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 3, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:08.335133 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Checking router: 6d807b37-7aaa-44b5-8e50-45aeb6bc52db for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:08.335614 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Updating router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db port 1211376c-6519-4a1a-b5af-b58d7ea33be2 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:08.393024 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.480661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1430197323'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:08.512179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855049f1-56ef-4a3b-b484-f2568136ee08 req-d6e05eb5-48ea-4367-bcf1-d41633376697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:08.521083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-855049f1-56ef-4a3b-b484-f2568136ee08 req-d6e05eb5-48ea-4367-bcf1-d41633376697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1189134 Sep 18 07:03:08.592246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-855049f1-56ef-4a3b-b484-f2568136ee08 req-9fa39a77-118d-4b2a-b673-2c2ea80aa13d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682762 Sep 18 07:03:08.617359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:08.621248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.687889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Sync routers for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:08.715051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:08.725685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.727328 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Added segment baefda7d-e143-4e36-89df-d9e795fe09be of type vlan for network 69a28345-300e-47ef-b591-66ea6d092640 Sep 18 07:03:08.771080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.778605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.794751 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.823502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:08.835114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:08.886435 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.892270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451982-6a4b-4fc3-a169-ea03c425d388 req-04d953d8-cf8f-4304-b190-23838d23e2c4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:08.901012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90451982-6a4b-4fc3-a169-ea03c425d388 req-04d953d8-cf8f-4304-b190-23838d23e2c4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.2273757 Sep 18 07:03:08.903307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.976689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90451982-6a4b-4fc3-a169-ea03c425d388 req-578a514b-fd47-498f-9e32-eaa321765dd7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728428 Sep 18 07:03:08.978520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:08.993542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] For port 2c3a150b-533a-43ec-8a46-f2c97c7a5827, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2c3a150b-533a-43ec-8a46-f2c97c7a5827,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:08.993776 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Pushing event updated for resources: {'Port': ['ID=1211376c-6519-4a1a-b5af-b58d7ea33be2,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:08.993938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2c3a150b-533a-43ec-8a46-f2c97c7a5827 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:09.000220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:09.000771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.018135 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.018485 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.022279 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.022981 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.023322 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.023696 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.024100 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.025605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.026796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.028053 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.028477 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.028816 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:09.033637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ca00-1c2c-4e04-8ab8-99614313ce72 req-20a13b3b-d780-4797-a9bd-f9215a968027 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:09.037700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Allocated IP 172.20.0.1 (f01e8e7c-7101-4125-82e1-9714eb5406a7/9fffda6a-d4ae-40d9-babf-285f3014a99e/68c069bf-8e1d-435e-8a13-15e88c243a8b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:09.047532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59c1ca00-1c2c-4e04-8ab8-99614313ce72 req-20a13b3b-d780-4797-a9bd-f9215a968027 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.2138503 Sep 18 07:03:09.097334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.099539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-730cc2e0-025e-45ef-8a7a-602995d0d98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.100433 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Attempting to bind port 1211376c-6519-4a1a-b5af-b58d7ea33be2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:09.104442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Attempting to bind port 1211376c-6519-4a1a-b5af-b58d7ea33be2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:09.104870 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Attempting to bind port 1211376c-6519-4a1a-b5af-b58d7ea33be2 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:09.130416 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:09.139714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:09.139714 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.139714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:09.139714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Bound port: 1211376c-6519-4a1a-b5af-b58d7ea33be2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:09.139714 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.176255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.204622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:09.204960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.231442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59c1ca00-1c2c-4e04-8ab8-99614313ce72 req-c99dd965-215a-4b6e-b967-c72d9bef763a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830268 Sep 18 07:03:09.235961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] For port 1211376c-6519-4a1a-b5af-b58d7ea33be2, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:09.242214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599eaaa-8252-4438-9340-a8dc31c3ed3e None None] Pushing event updated for resources: {'Port': ['ID=2c3a150b-533a-43ec-8a46-f2c97c7a5827,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:09.244545 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] For port 1211376c-6519-4a1a-b5af-b58d7ea33be2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1211376c-6519-4a1a-b5af-b58d7ea33be2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:09.262223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:09.289947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a1a6746e-5cdc-4157-90a0-ebce8d3fe89c req-b9f89ae3-263d-469b-a31a-97b94877adf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0349591 Sep 18 07:03:09.322690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9753a84b-a6e8-4075-9d12-30770f985b5f None None] Provisioning complete for port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:09.323163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9753a84b-a6e8-4075-9d12-30770f985b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.355518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.379825 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.405543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:09.409001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:09.416655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:09.418734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Pushing event updated for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:09.458145 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec41da9-f066-4dd2-98d0-1af5f5e3339c None None] Pushing event updated for resources: {'Port': ['ID=1211376c-6519-4a1a-b5af-b58d7ea33be2,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:09.469917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.486363 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:09.487140 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:02:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:09.581150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3253341 Sep 18 07:03:09.596029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:09.601277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3e81d-99eb-46fa-bea5-38ce0280696b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Network': ['ID=69a28345-300e-47ef-b591-66ea6d092640,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:09.635491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'subnet': {'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:09.643852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6c234513-0e6e-4245-9ccc-e03dc907368f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:09.645873 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:09.678203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 69a28345-300e-47ef-b591-66ea6d092640 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:09.708600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.746633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358e15f-be7a-4ceb-b460-450c3b30eaff req-4dd8a0fd-5385-4f2d-a682-e411de427e44 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:09.754912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4358e15f-be7a-4ceb-b460-450c3b30eaff req-4dd8a0fd-5385-4f2d-a682-e411de427e44 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.6094108 Sep 18 07:03:09.807076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4358e15f-be7a-4ceb-b460-450c3b30eaff req-5a83ffdf-5728-41ec-8d14-be02d6d7474b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Sep 18 07:03:09.820627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b16ae-d730-430c-9f8f-4fd5a07204c8 req-eea61ad5-a8f8-4aa5-baea-0f369acff94b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:09.829293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c4b16ae-d730-430c-9f8f-4fd5a07204c8 req-eea61ad5-a8f8-4aa5-baea-0f369acff94b tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.2570636 Sep 18 07:03:09.844246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-29c3f09a-95a5-4d19-b195-5905959d06b3 None None] Provisioning complete for port 68c069bf-8e1d-435e-8a13-15e88c243a8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:09.844246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-29c3f09a-95a5-4d19-b195-5905959d06b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.879715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c4b16ae-d730-430c-9f8f-4fd5a07204c8 req-d1a2888d-23aa-40d1-a254-55166cf2d693 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482934 Sep 18 07:03:09.916190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6c234513-0e6e-4245-9ccc-e03dc907368f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:09.916488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.943774 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 3, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:09.944360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-29c3f09a-95a5-4d19-b195-5905959d06b3 None None] Port 68c069bf-8e1d-435e-8a13-15e88c243a8b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:09.944445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3670318-dc47-4d3a-ab37-33382ef21d7a req-703e90ec-11a0-466b-ba09-e51b72ef4fdd tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0545416 Sep 18 07:03:09.944549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:09.950814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:09.974983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 4, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0ea78570-fdaf-4442-8c32-f8afa3652d02', 'name': '', 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'mac_address': 'fa:16:3e:3d:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 2, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'subnets': [{'id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:09.997433 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c9b46-2adb-43d4-b08b-4f13ee58d3c8 None None] The sync data for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 is: [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 3, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:10.009019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.017888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Checking router: 9e863f13-6b8c-49cb-9fab-ad695f2cae23 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:10.018268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Updating router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 port 0ea78570-fdaf-4442-8c32-f8afa3652d02 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:10.086704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.088525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.201184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a17e90-b493-4581-8ee8-8468825653a5 req-31ba1192-b19f-4c1e-a020-46a3f47d71a1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:10.209865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58a17e90-b493-4581-8ee8-8468825653a5 req-31ba1192-b19f-4c1e-a020-46a3f47d71a1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0998490 Sep 18 07:03:10.251144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Pushing event updated for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:10.254100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.299715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58a17e90-b493-4581-8ee8-8468825653a5 req-aa8aeea7-4b01-4ab7-bc8f-ca33f7f5009c tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853655 Sep 18 07:03:10.412014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:10.414451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:10.438419 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.497795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Subnet': ['ID=3c1e5c89-4f08-4c31-907a-1bc426bb6dc2,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:10.545291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1cd95-8ee3-478f-b2b5-01aa02d6a858 req-a1c8e0e7-3546-45fb-989d-98c83abff780 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:10.547296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bb1cd95-8ee3-478f-b2b5-01aa02d6a858 req-a1c8e0e7-3546-45fb-989d-98c83abff780 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1574376 Sep 18 07:03:10.591747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Checking segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:10.592092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network hostable DHCP agents. Network: 69a28345-300e-47ef-b591-66ea6d092640, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:10.602441 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.658647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:03:10.667759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bb1cd95-8ee3-478f-b2b5-01aa02d6a858 req-cb05bea1-f6e5-4071-b9df-5044acd9fe53 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939424 Sep 18 07:03:10.691026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.762361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 69a28345-300e-47ef-b591-66ea6d092640 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:10.821853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522273-9573-4cb8-99d4-112dd1e994d0 None None] Pushing event updated for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:10.889869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1211376c-6519-4a1a-b5af-b58d7ea33be2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:10.902178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaec7f-03ff-4b04-8d1a-b0777eba0e1e req-574e622c-650d-482d-a0de-29d62147b227 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:10.911408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebdaec7f-03ff-4b04-8d1a-b0777eba0e1e req-574e622c-650d-482d-a0de-29d62147b227 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.1519086 Sep 18 07:03:10.930115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 69a28345-300e-47ef-b591-66ea6d092640) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:10.933092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:10.943697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:10.944720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:10.954584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c148e01d-233e-4f8b-b88e-68a2fcd24388 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d807b37-7aaa-44b5-8e50-45aeb6bc52db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0013330 Sep 18 07:03:10.971292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409cd20-cb51-4d49-af29-a9a1c89736f9 None None] Network 69a28345-300e-47ef-b591-66ea6d092640 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:11.019019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebdaec7f-03ff-4b04-8d1a-b0777eba0e1e req-43d0fd55-cb15-4682-9c61-36b17798b7e4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065636 Sep 18 07:03:11.045430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Attempting to bind port 0ea78570-fdaf-4442-8c32-f8afa3652d02 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:11.045823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Attempting to bind port 0ea78570-fdaf-4442-8c32-f8afa3652d02 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:11.046523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Attempting to bind port 0ea78570-fdaf-4442-8c32-f8afa3652d02 on network 17db62a2-f089-443c-b5bc-ca2e552e5d58 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:11.080888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2f35b8d2-3063-4c37-89cf-7061786bb5e1 None None] Provisioning complete for port 68c069bf-8e1d-435e-8a13-15e88c243a8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:11.082119 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2f35b8d2-3063-4c37-89cf-7061786bb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.109455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49338) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:11.110631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c2be911-bc02-4648-a7fd-d0bae0754334 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5109451 Sep 18 07:03:11.115116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1089134757'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:11.122574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:11.123122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Checking segment: {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:11.123672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.124128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Bound using segment: {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:11.125278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Bound port: 0ea78570-fdaf-4442-8c32-f8afa3652d02, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c9c54a-6a48-4292-9e98-0ebad27f103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:11.125615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.172908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:11.179498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.225702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:11.239894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.240361 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Added segment 28192a5b-669d-467b-9ae7-98eb18e45c9c of type vlan for network f3e128d7-00b6-4849-8eac-234197be5b81 Sep 18 07:03:11.327817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96ce00db-f692-445a-a886-301e1d38a633 req-7c8c5f92-ab07-4ec5-adfd-9af9a597d747 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0423338 Sep 18 07:03:11.335627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.395276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1211376c-6519-4a1a-b5af-b58d7ea33be2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:11.395859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.452294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.460873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:11.461537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.475836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2f35b8d2-3063-4c37-89cf-7061786bb5e1 None None] Port 68c069bf-8e1d-435e-8a13-15e88c243a8b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:11.522098 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c0a43aa-895b-4f5d-82a4-c7ad1a70851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.549876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] For port 0ea78570-fdaf-4442-8c32-f8afa3652d02, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:11.554359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] For port 0ea78570-fdaf-4442-8c32-f8afa3652d02, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ea78570-fdaf-4442-8c32-f8afa3652d02,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:11.590282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4795141 Sep 18 07:03:11.591001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa21d6d-4260-4848-8d07-4807744afae4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Network': ['ID=f3e128d7-00b6-4849-8eac-234197be5b81,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:11.593184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49354) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:11.600103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'subnet': {'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:11.607000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network f3e128d7-00b6-4849-8eac-234197be5b81 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:11.625942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-69a28345-300e-47ef-b591-66ea6d092640', 'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'fixed_ips': [{'subnet_id': '3c1e5c89-4f08-4c31-907a-1bc426bb6dc2'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:03:11.626913 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.656902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.729658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.753038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] Provisioning complete for port 0ea78570-fdaf-4442-8c32-f8afa3652d02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:11.753319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.786038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:11.789753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:11.892800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 1211376c-6519-4a1a-b5af-b58d7ea33be2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1211376c-6519-4a1a-b5af-b58d7ea33be2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:11.909392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9522273-9573-4cb8-99d4-112dd1e994d0 None None] Pushing event updated for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:12.015171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Allocated IP 19.80.0.2 (69a28345-300e-47ef-b591-66ea6d092640/3c1e5c89-4f08-4c31-907a-1bc426bb6dc2/31248a13-617f-4b6b-8059-c1a9b171dfe7) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:12.089161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:12.089831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:12.133779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-317e2736-33a2-44a4-8d57-4448223406d7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2698982 Sep 18 07:03:12.140823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.141653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2c3a150b-533a-43ec-8a46-f2c97c7a5827 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:12.150111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:12.262533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.265100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.265854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.322320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=1211376c-6519-4a1a-b5af-b58d7ea33be2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:12.381297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:12.381510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.413771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Subnet': ['ID=9fd8ef48-b4c6-4638-998a-0beb43bad635,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:12.443031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.444308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-27319a04-cc39-41d2-b133-d7ae09652de8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:12.445932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-27319a04-cc39-41d2-b133-d7ae09652de8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.2120030 Sep 18 07:03:12.458920 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Sync routers for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:12.462303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.476924 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:12.478125 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:12.485493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:12.497088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Checking segment: {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:12.497825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network hostable DHCP agents. Network: f3e128d7-00b6-4849-8eac-234197be5b81, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:12.509417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-6c677652-86c4-4f56-9b0c-2513979dbe2e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/quotas/5d30952913b9483c87dd0f15bb9bb477 HTTP/1.1" status: 200 len: 375 time: 0.0299995 Sep 18 07:03:12.558224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.564856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] For port 0ea78570-fdaf-4442-8c32-f8afa3652d02, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ea78570-fdaf-4442-8c32-f8afa3652d02,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:12.584588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.591194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-e9ca35c7-c2ee-4b0f-925d-c22d7f7b11b2 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702448 Sep 18 07:03:12.606245 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:12.659307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Pushing event updated for resources: {'Port': ['ID=31248a13-617f-4b6b-8059-c1a9b171dfe7,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:12.661884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-ffaac2e0-f802-43db-890f-916e6718d057 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:12.664451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-ffaac2e0-f802-43db-890f-916e6718d057 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/ports?device_id=540f5d1b-6df1-4671-a047-bb508542d14d HTTP/1.1" status: 200 len: 946 time: 0.0584939 Sep 18 07:03:12.681548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network f3e128d7-00b6-4849-8eac-234197be5b81 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:12.814679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.822949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, f3e128d7-00b6-4849-8eac-234197be5b81) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:12.832420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Deleting port 93d107d6-1156-4c83-8e4b-4051b5fac73f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:12.833189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.835248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Allocated IP 172.25.4.34 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/13e07c19-41a5-4ea8-ae46-61fa2c43d354) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:12.847206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-54963e5e-4025-46bb-a001-7da24064e110 service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480867 Sep 18 07:03:12.860379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:12.860989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:12.877856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Network 69a28345-300e-47ef-b591-66ea6d092640 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:12.878657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbcb7c-633e-4e0a-9663-def9a8333118 None None] Pushing event updated for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:12.881928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ab1f0-c810-429f-b71b-7d511f5c1e94 None None] Network f3e128d7-00b6-4849-8eac-234197be5b81 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:12.903011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:12.916156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:12.970021 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 4, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '68c069bf-8e1d-435e-8a13-15e88c243a8b', 'name': '', 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:08Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 2, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'subnets': [{'id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:12.991668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] For port 93d107d6-1156-4c83-8e4b-4051b5fac73f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=93d107d6-1156-4c83-8e4b-4051b5fac73f,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:12.995550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.014329 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Checking router: 6d807b37-7aaa-44b5-8e50-45aeb6bc52db for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:13.015203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Updating router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db port 68c069bf-8e1d-435e-8a13-15e88c243a8b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:13.031130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Calling delete_port for 93d107d6-1156-4c83-8e4b-4051b5fac73f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:13.032705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-294c0d41-4120-4a49-a477-2d9cf7df428a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4372075 Sep 18 07:03:13.054403 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.055109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1211376c-6519-4a1a-b5af-b58d7ea33be2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:13.104545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-55626e62-8a3d-4553-a67f-ad8a04701889 None None] Provisioning complete for port 0ea78570-fdaf-4442-8c32-f8afa3652d02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:13.105648 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55626e62-8a3d-4553-a67f-ad8a04701889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.166708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 4, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0ea78570-fdaf-4442-8c32-f8afa3652d02', 'name': '', 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'mac_address': 'fa:16:3e:3d:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'subnets': [{'id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:13.168505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Attempting to bind port 31248a13-617f-4b6b-8059-c1a9b171dfe7 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:13.168869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Attempting to bind port 31248a13-617f-4b6b-8059-c1a9b171dfe7 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:13.169235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Attempting to bind port 31248a13-617f-4b6b-8059-c1a9b171dfe7 on network 69a28345-300e-47ef-b591-66ea6d092640 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:13.188629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-3fc7b5c0-65d6-479b-bec2-e675d03513b2 service neutron] 10.222.0.20 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404741 Sep 18 07:03:13.214220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.224173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:13.224641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Checking segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:13.225058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.225441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Bound using segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:13.226143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Bound port: 31248a13-617f-4b6b-8059-c1a9b171dfe7, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:13.226356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.228419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222cdd19-95dc-4e03-a204-181484167a82 None None] The sync data for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 is: [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:03:06Z', 'revision_number': 4, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0ea78570-fdaf-4442-8c32-f8afa3652d02', 'name': '', 'network_id': '17db62a2-f089-443c-b5bc-ca2e552e5d58', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'mac_address': 'fa:16:3e:3d:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'subnets': [{'id': 'f5463315-97d0-4078-be18-86939b3ba6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:13.271642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.287461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['93d107d6-1156-4c83-8e4b-4051b5fac73f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:13.352166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event deleted for resources: {'Port': ['ID=93d107d6-1156-4c83-8e4b-4051b5fac73f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:13.372284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.411642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.413811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-ce0cfbad-d887-4490-83e9-465456e8f149 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:13.415049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-ce0cfbad-d887-4490-83e9-465456e8f149 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.2000201 Sep 18 07:03:13.431785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] No DVR routers for this DVR port 93d107d6-1156-4c83-8e4b-4051b5fac73f on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:13.440083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.442059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c6d8285a-42e3-46cd-872b-288f8b4a1635 req-4b863470-083d-4c85-8b1d-adf0e8049666 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "DELETE /v2.0/ports/93d107d6-1156-4c83-8e4b-4051b5fac73f HTTP/1.1" status: 204 len: 173 time: 0.7693436 Sep 18 07:03:13.447091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-deleted', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:13.453497 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ec6d4-3807-413f-9061-8c4c88242f3f" -d '{"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-deleted", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:13.458553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:13.473232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1211376c-6519-4a1a-b5af-b58d7ea33be2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:13.475937 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.481829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:13.483938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=13e07c19-41a5-4ea8-ae46-61fa2c43d354,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:13.488404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:13.552306 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.579160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port 11febfa2-e591-42f3-a288-216951b25bab {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:13.579395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.674768 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.718953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port 11febfa2-e591-42f3-a288-216951b25bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=11febfa2-e591-42f3-a288-216951b25bab,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:13.719615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.734809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for 11febfa2-e591-42f3-a288-216951b25bab owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:13.788909 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a27646-b37f-47cc-aa67-f46ec5890e63 None None] Pushing event updated for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:13.789661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.801794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964721-b4dc-4751-b0d1-9e593189869f req-d1a4de59-1be8-49ad-8852-47e0496b821f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:13.810290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94964721-b4dc-4751-b0d1-9e593189869f req-d1a4de59-1be8-49ad-8852-47e0496b821f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1278741 Sep 18 07:03:13.870079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] For port 31248a13-617f-4b6b-8059-c1a9b171dfe7, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:13.875291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94964721-b4dc-4751-b0d1-9e593189869f req-502213ed-6b60-4033-a166-9870d892dbb7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633633 Sep 18 07:03:13.951365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] For port 31248a13-617f-4b6b-8059-c1a9b171dfe7, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=31248a13-617f-4b6b-8059-c1a9b171dfe7,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:13.965576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Attempting to bind port 68c069bf-8e1d-435e-8a13-15e88c243a8b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:13.966020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Attempting to bind port 68c069bf-8e1d-435e-8a13-15e88c243a8b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:13.966389 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Attempting to bind port 68c069bf-8e1d-435e-8a13-15e88c243a8b on network f01e8e7c-7101-4125-82e1-9714eb5406a7 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:13.977252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.980780 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:13.981164 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Checking segment: {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:13.981599 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.981991 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Bound using segment: {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:13.982469 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Bound port: 68c069bf-8e1d-435e-8a13-15e88c243a8b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116d77cd-4992-4a06-ac15-96a8b7d613ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:13.982999 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:13.989616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-f3e128d7-00b6-4849-8eac-234197be5b81', 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'fixed_ips': [{'subnet_id': '9fd8ef48-b4c6-4638-998a-0beb43bad635'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:03:13.991723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.029056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:03:14.121093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] For port 68c069bf-8e1d-435e-8a13-15e88c243a8b, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:14.124669 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] For port 68c069bf-8e1d-435e-8a13-15e88c243a8b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=68c069bf-8e1d-435e-8a13-15e88c243a8b,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:14.142473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065637c2-e581-43c7-ab8f-fde8362161c0 req-58c05f9b-45d3-45d0-a182-c09b079836a5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:14.149301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-065637c2-e581-43c7-ab8f-fde8362161c0 req-58c05f9b-45d3-45d0-a182-c09b079836a5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fe78547-a9cd-422e-bc9c-9522c62c54bc HTTP/1.1" status: 200 len: 945 time: 0.1152337 Sep 18 07:03:14.150996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.240535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.264757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-065637c2-e581-43c7-ab8f-fde8362161c0 req-b441dc53-e23f-4dcc-b8d3-20bcfe647e67 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145811 Sep 18 07:03:14.281501 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.291263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=11febfa2-e591-42f3-a288-216951b25bab,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:14.358546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Allocated IP 19.86.0.2 (f3e128d7-00b6-4849-8eac-234197be5b81/9fd8ef48-b4c6-4638-998a-0beb43bad635/8b4f3483-9db2-4a17-a75e-6d742d804013) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:14.376429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.387459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['11febfa2-e591-42f3-a288-216951b25bab'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:14.414997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port 11febfa2-e591-42f3-a288-216951b25bab on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:14.432273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.435993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78e16c47-4cd4-4696-8853-6c44eea12881 req-bd9b51a6-38de-4b0b-8d35-4bd971be04cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "DELETE /v2.0/ports/11febfa2-e591-42f3-a288-216951b25bab HTTP/1.1" status: 204 len: 173 time: 1.0054991 Sep 18 07:03:14.456726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278adc5-d1d6-4e4f-84e0-0226602edbaf req-896f4349-00f3-4c7d-90c9-6481286d2cde tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:14.465286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0278adc5-d1d6-4e4f-84e0-0226602edbaf req-896f4349-00f3-4c7d-90c9-6481286d2cde tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.0963097 Sep 18 07:03:14.481639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:14.482610 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:14.490569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.595371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13fd8-7622-4d71-b063-af2263cacbcd None None] Pushing event updated for resources: {'Port': ['ID=31248a13-617f-4b6b-8059-c1a9b171dfe7,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:14.609997 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a27646-b37f-47cc-aa67-f46ec5890e63 None None] Pushing event updated for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:14.617010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] Provisioning complete for port 68c069bf-8e1d-435e-8a13-15e88c243a8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:14.618030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.703461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.795404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0278adc5-d1d6-4e4f-84e0-0226602edbaf req-c99313fe-dd12-4d68-ae0e-b15dff75d713 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291552 Sep 18 07:03:14.824342 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:14.825235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.845262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=13e07c19-41a5-4ea8-ae46-61fa2c43d354,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:14.849784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.851722 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:14.875876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-c3c7193a-0bae-4ba1-92d0-b834da4f29db tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7361181 Sep 18 07:03:14.927305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.007724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-4860b528-35f4-474b-a998-8c0cc9bc1a03 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1308570 Sep 18 07:03:15.042952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] For port 68c069bf-8e1d-435e-8a13-15e88c243a8b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=68c069bf-8e1d-435e-8a13-15e88c243a8b,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:15.096981 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.143360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.199057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-a3a268d6-581c-44a3-a451-8743761d3efc tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:15.213558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6ad323c-fdfe-4ec1-a68b-5b049e521d0c req-a3a268d6-581c-44a3-a451-8743761d3efc tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.2048900 Sep 18 07:03:15.226727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 31248a13-617f-4b6b-8059-c1a9b171dfe7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:15.231876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.270761 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 4, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '68c069bf-8e1d-435e-8a13-15e88c243a8b', 'name': '', 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:08Z', 'updated_at': '2021-09-18T07:03:14Z', 'revision_number': 4, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'subnets': [{'id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:15.303254 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e1ad5-e6b1-490c-91db-805261b184c2 None None] The sync data for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 is: [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:09Z', 'revision_number': 4, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '68c069bf-8e1d-435e-8a13-15e88c243a8b', 'name': '', 'network_id': 'f01e8e7c-7101-4125-82e1-9714eb5406a7', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:08Z', 'updated_at': '2021-09-18T07:03:14Z', 'revision_number': 4, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'subnets': [{'id': '9fffda6a-d4ae-40d9-babf-285f3014a99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:15.342491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Network f3e128d7-00b6-4849-8eac-234197be5b81 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:15.343287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6211f-2066-46a4-bf14-9b6508af51c3 None None] Pushing event updated for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:15.358559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:15.375320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:15.424354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09405b16-70f9-4674-8e3b-aaef7aa2ee06 None None] Provisioning complete for port 68c069bf-8e1d-435e-8a13-15e88c243a8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:15.424729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09405b16-70f9-4674-8e3b-aaef7aa2ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.541093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Pushing event updated for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:15.546406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 31248a13-617f-4b6b-8059-c1a9b171dfe7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:15.547265 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.631468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Attempting to bind port 8b4f3483-9db2-4a17-a75e-6d742d804013 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:15.631842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Attempting to bind port 8b4f3483-9db2-4a17-a75e-6d742d804013 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:15.632477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Attempting to bind port 8b4f3483-9db2-4a17-a75e-6d742d804013 on network f3e128d7-00b6-4849-8eac-234197be5b81 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:15.658459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:15.658832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Checking segment: {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:15.659244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.659686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Bound using segment: {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:15.660108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Bound port: 8b4f3483-9db2-4a17-a75e-6d742d804013, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:15.660490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.694598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-7f8a61c2-e142-45c4-84c5-e2761b7e99ed tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:15.697878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-7f8a61c2-e142-45c4-84c5-e2761b7e99ed tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:15.707985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-7f8a61c2-e142-45c4-84c5-e2761b7e99ed tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/networks?id=69a28345-300e-47ef-b591-66ea6d092640&id=f3e128d7-00b6-4849-8eac-234197be5b81&id=69a28345-300e-47ef-b591-66ea6d092640 HTTP/1.1" status: 200 len: 1392 time: 0.2660584 Sep 18 07:03:15.721404 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c27c0c-f025-49b7-95da-26f50d8d377d x-openstack-request-id: req-b6c27c0c-f025-49b7-95da-26f50d8d377d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:15.724626 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540f5d1b-6df1-4671-a047-bb508542d14d", "name": "network-vif-deleted", "tag": "93d107d6-1156-4c83-8e4b-4051b5fac73f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:15.724626 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6c27c0c-f025-49b7-95da-26f50d8d377d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:15.724626 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f5d1b-6df1-4671-a047-bb508542d14d', 'name': 'network-vif-deleted', 'tag': '93d107d6-1156-4c83-8e4b-4051b5fac73f', 'status': 'completed', 'code': 200} Sep 18 07:03:15.731285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-6e65fd72-f0e2-4dd8-bd0b-00c9a2bef95f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/quotas/1c211d9d2e694711928775b31e8e50b0 HTTP/1.1" status: 200 len: 375 time: 0.0148318 Sep 18 07:03:15.806934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.819600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:15.830545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-6f2a6998-247c-47c9-8f42-276b68c3b969 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0920932 Sep 18 07:03:15.839266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8073d4e2-cbcf-48c6-9dd7-e4a84a04e440 req-0eeb5051-c868-4514-993b-072d2231d8c1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 210 time: 0.0539696 Sep 18 07:03:15.839943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b4f3483-9db2-4a17-a75e-6d742d804013,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:15.864089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 31248a13-617f-4b6b-8059-c1a9b171dfe7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=31248a13-617f-4b6b-8059-c1a9b171dfe7,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:15.943821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.945887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:15.946707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ea78570-fdaf-4442-8c32-f8afa3652d02 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:15.999345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-c5e3605f-a05f-4f5f-8533-88d106e18169 service neutron] 10.222.0.20 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563179 Sep 18 07:03:16.018866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54995df7-6a67-47f0-8be9-990fc26bd409 req-4d1aeea9-c844-446f-a9ba-fa3952e027bc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:16.020663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54995df7-6a67-47f0-8be9-990fc26bd409 req-4d1aeea9-c844-446f-a9ba-fa3952e027bc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0841739 Sep 18 07:03:16.045733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf979b5-32d5-40e7-8266-6a5624e9687d None None] Pushing event updated for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:16.062011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa650cb4-4c8b-4036-8a69-9b40ee47ff91 None None] Network 69a28345-300e-47ef-b591-66ea6d092640 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:16.121835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54995df7-6a67-47f0-8be9-990fc26bd409 req-c74e53f7-bca5-4549-b734-3486a5923c0e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Sep 18 07:03:16.150584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-646b3a44-cc8d-453e-84a0-ec772bfc0f64 service neutron] 10.222.0.20 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288817 Sep 18 07:03:16.192191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:16.215270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0ea78570-fdaf-4442-8c32-f8afa3652d02 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:16.217568 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:16.275195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bbaf1ed3-4107-4676-9b84-2b13dae55470 None None] Provisioning complete for port 31248a13-617f-4b6b-8059-c1a9b171dfe7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:16.275655 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1ed3-4107-4676-9b84-2b13dae55470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:16.312848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=31248a13-617f-4b6b-8059-c1a9b171dfe7,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:16.404868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3c53cffb-ad13-49e9-a465-189ebfb56b3e service neutron] 10.222.0.20 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414527 Sep 18 07:03:16.411903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-df8b1654-1156-4011-b3da-bece148e5a38 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2393646 Sep 18 07:03:16.425448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:16.553217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-17c58671-2469-4a93-8afe-15e999493742 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326361 Sep 18 07:03:16.625184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:16.672685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 93d107d6-1156-4c83-8e4b-4051b5fac73f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:16.672929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 93d107d6-1156-4c83-8e4b-4051b5fac73f not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:16.694178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:16.707584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'df537e8d-3606-49ad-858f-1aaef491f471', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'port_id': 'df537e8d-3606-49ad-858f-1aaef491f471', 'mac_address': 'fa:16:3e:78:7a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43063d22-f932-429b-a6a2-2d5de49cd6e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:16.728608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-058566e8-1430-4a89-8fb1-3a375d251893 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:16.738185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-058566e8-1430-4a89-8fb1-3a375d251893 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 814 time: 0.1807513 Sep 18 07:03:16.751989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Request body: {'port': {'device_id': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'admin_state_up': True, 'tenant_id': '5d30952913b9483c87dd0f15bb9bb477'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:16.767378 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:16.786087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df537e8d-3606-49ad-858f-1aaef491f471 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:16.819381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:16.893402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:16.966031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Made reservation on behalf of 5d30952913b9483c87dd0f15bb9bb477 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:16.971848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:16.974272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:17.079936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.104546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['df537e8d-3606-49ad-858f-1aaef491f471'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:17.141077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-796d6d11-5a58-4808-93c0-e3517d29e4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738251 Sep 18 07:03:17.156797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Allocated IP 172.20.0.2 (8be053ad-8eaf-4503-b372-e207d8c36fc2/e0bd223c-c247-4d58-bcf8-89fcbfd0b649/ffda668f-1ba2-43e9-b8e0-842aa74d8b34) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:17.321214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-e748e38d-7fba-430e-aa25-536717416b6d service neutron] 10.222.0.20 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721797 Sep 18 07:03:17.342857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b4f3483-9db2-4a17-a75e-6d742d804013 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:17.354746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.401877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a996b7a8-7f6c-4bd8-98b9-6414c5076fa8 None None] Provisioning complete for port 31248a13-617f-4b6b-8059-c1a9b171dfe7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:17.402292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a996b7a8-7f6c-4bd8-98b9-6414c5076fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.414095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.483242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414db7a3-ecd9-44f1-aeb3-3781b4a896eb None None] Network f3e128d7-00b6-4849-8eac-234197be5b81 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:17.537732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Allocated IP 172.25.4.117 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/23ec39ac-b827-4164-9ad7-769d19168bbb) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:17.566372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.590110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8b4f3483-9db2-4a17-a75e-6d742d804013 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:17.590492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.621184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Network 8be053ad-8eaf-4503-b372-e207d8c36fc2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:17.625703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:17.634412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:17.689569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event updated for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:17.716495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.724566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:17.725339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.729791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'name': 'network-vif-deleted', 'tag': '11febfa2-e591-42f3-a288-216951b25bab'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:17.732686 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd99142e-1542-4755-9ad9-c3fc8ff3b0ae" -d '{"events": [{"server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "name": "network-vif-deleted", "tag": "11febfa2-e591-42f3-a288-216951b25bab"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:17.813793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-39cc079b-18d0-4e4a-93b5-0c687f384167 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0723057 Sep 18 07:03:17.830547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Request body: {'port': {'device_id': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:17.908671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01168cbb-5519-424a-9808-69a8e71ab230 req-9b8ad509-2a65-42b0-a41f-051691d21d1f tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0570436 Sep 18 07:03:17.909846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:17.928768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.001535 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.004334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:18.006854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:18.020629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:18.061196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e69f3795-818a-4983-a9d7-dbbcd2b8a771 None None] Provisioning complete for port 8b4f3483-9db2-4a17-a75e-6d742d804013 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:18.061196 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e69f3795-818a-4983-a9d7-dbbcd2b8a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.068231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b4f3483-9db2-4a17-a75e-6d742d804013,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:18.132475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=23ec39ac-b827-4164-9ad7-769d19168bbb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.143375 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e69f3795-818a-4983-a9d7-dbbcd2b8a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.170642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:18.176236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.176669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 31248a13-617f-4b6b-8059-c1a9b171dfe7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:18.183976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa724-3d6a-47b2-9e5a-3f5a74eee26b req-a9cabf27-f9cd-440d-9da7-1511f60a9640 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:18.185552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b50aa724-3d6a-47b2-9e5a-3f5a74eee26b req-a9cabf27-f9cd-440d-9da7-1511f60a9640 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 944 time: 0.1089590 Sep 18 07:03:18.266225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b50aa724-3d6a-47b2-9e5a-3f5a74eee26b req-ca8e1209-2452-4c62-9cb4-640dc0e019b9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Sep 18 07:03:18.309690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.374123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffda668f-1ba2-43e9-b8e0-842aa74d8b34 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:18.382297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.391417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.396104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Transition to ACTIVE for port object ffda668f-1ba2-43e9-b8e0-842aa74d8b34 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:18.431367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-e69f3795-818a-4983-a9d7-dbbcd2b8a771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:03:18.431720 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-e69f3795-818a-4983-a9d7-dbbcd2b8a771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:03:18.437786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.443963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port df537e8d-3606-49ad-858f-1aaef491f471 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:18.444331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.483297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.489963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 31248a13-617f-4b6b-8059-c1a9b171dfe7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:18.489963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.542859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Pushing event updated for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.571362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392dbf-541e-4ed9-ad45-bfb48ac101b1 req-7d706f7f-1255-4dea-9558-65a1aa141fb4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:18.575174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d392dbf-541e-4ed9-ad45-bfb48ac101b1 req-7d706f7f-1255-4dea-9558-65a1aa141fb4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 943 time: 0.1061516 Sep 18 07:03:18.629051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 11febfa2-e591-42f3-a288-216951b25bab no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:18.647855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Attempting to bind port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:18.648333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Attempting to bind port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:18.648766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Attempting to bind port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:18.653748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:18.654230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Attempting to bind port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 on network 8be053ad-8eaf-4503-b372-e207d8c36fc2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:18.657533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 68c069bf-8e1d-435e-8a13-15e88c243a8b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:18.659003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d392dbf-541e-4ed9-ad45-bfb48ac101b1 req-4ac805b7-7f97-4040-9d7e-e5370c784e1f tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 Sep 18 07:03:18.659130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 11febfa2-e591-42f3-a288-216951b25bab {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:18.659556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 11febfa2-e591-42f3-a288-216951b25bab not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:18.661467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:18.662055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.662607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Checking segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:18.663193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Bound using segment: {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:18.663829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Bound port: ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968426f3-a4d3-44eb-8960-14257a914fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:18.664632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.711675 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.735241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:18.737522 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64033122-19c8-4bfe-a9f4-09809f032360" -d '{"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:18.755065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:18.759439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:18.759965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 68c069bf-8e1d-435e-8a13-15e88c243a8b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:18.759965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.764790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:18.772181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.831500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.852682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.876422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=23ec39ac-b827-4164-9ad7-769d19168bbb,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.892028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.903982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:18.904662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:18.906343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] 10.222.0.37 "PUT /v2.0/ports/ffda668f-1ba2-43e9-b8e0-842aa74d8b34 HTTP/1.1" status: 200 len: 1092 time: 1.0830145 Sep 18 07:03:18.906585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.916895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f571-24ac-4836-b735-8e41199c30a4 req-85856592-f211-4507-ace7-d896b08a6bb7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:18.918505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8820f571-24ac-4836-b735-8e41199c30a4 req-85856592-f211-4507-ace7-d896b08a6bb7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1163766 Sep 18 07:03:18.932559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0773d-485c-4057-957f-a366e367c52d service neutron] Pushing event updated for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:18.960926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8820f571-24ac-4836-b735-8e41199c30a4 req-1e22e0d8-dec7-4e67-ab18-5dc431d43757 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350895 Sep 18 07:03:19.035748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b4f3483-9db2-4a17-a75e-6d742d804013 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:19.042770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8214421-b1a1-4c2f-85d3-2c5dc7bd4f11 req-d842a54a-1807-4976-9a50-fbfba5484f0c tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 210 time: 0.0338569 Sep 18 07:03:19.052926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-4a487f91-41ef-4d3f-8a79-171663d698b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:19.055165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-4a487f91-41ef-4d3f-8a79-171663d698b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 1095 time: 0.0452476 Sep 18 07:03:19.065471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:19.067125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-274106b1-9d22-4173-a16d-4dec5a5c811e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6488590 Sep 18 07:03:19.093831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8b4f3483-9db2-4a17-a75e-6d742d804013 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:19.094830 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:19.104452 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8e2832-1cef-4d5e-b88e-d8b0277139db x-openstack-request-id: req-ab8e2832-1cef-4d5e-b88e-d8b0277139db {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:19.107141 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe78547-a9cd-422e-bc9c-9522c62c54bc", "name": "network-vif-deleted", "tag": "11febfa2-e591-42f3-a288-216951b25bab", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:19.107141 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab8e2832-1cef-4d5e-b88e-d8b0277139db {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:19.107141 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe78547-a9cd-422e-bc9c-9522c62c54bc', 'name': 'network-vif-deleted', 'tag': '11febfa2-e591-42f3-a288-216951b25bab', 'status': 'completed', 'code': 200} Sep 18 07:03:19.107141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-3e128616-4300-4b4a-b2f9-5cb313b4037e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34 HTTP/1.1" status: 200 len: 217 time: 0.0440555 Sep 18 07:03:19.133802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-056eaef7-ce34-4a74-9b18-2d03061e4429 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0594382 Sep 18 07:03:19.143047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-00c59376-03c0-49ba-9738-1026ab569fab None None] Provisioning complete for port 8b4f3483-9db2-4a17-a75e-6d742d804013 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:19.143426 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-00c59376-03c0-49ba-9738-1026ab569fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:19.180691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-db1edbb9-b91d-4f09-b43e-e61779cbf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:19.183124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-db1edbb9-b91d-4f09-b43e-e61779cbf739 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 200 len: 854 time: 0.0682209 Sep 18 07:03:19.216956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-e27638d0-1468-4f97-b3cc-1bcef15ec248 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8be053ad-8eaf-4503-b372-e207d8c36fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257177 Sep 18 07:03:19.328010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-e083f562-d234-4c8e-808b-d3cc9ca8cb39 service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036801 Sep 18 07:03:19.348788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-642014e6-ce58-49d5-9949-63ceaad0de61 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:19.350095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a98ce18-735a-491b-85c1-6ab715c6ad14 req-642014e6-ce58-49d5-9949-63ceaad0de61 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.2103963 Sep 18 07:03:19.368568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-de16ffe9-3d01-4634-9ec2-9eb5c6b444c2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:19.376400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-de16ffe9-3d01-4634-9ec2-9eb5c6b444c2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.2017248 Sep 18 07:03:19.396222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-f0ea9a90-78fc-40b4-be02-e2a2812895da tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0188024 Sep 18 07:03:19.405276 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3e203-4618-4c4f-bca7-30194615b04f x-openstack-request-id: req-bbd3e203-4618-4c4f-bca7-30194615b04f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:19.406108 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-plugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:19.406374 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd3e203-4618-4c4f-bca7-30194615b04f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:19.406779 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471', 'code': 200} Sep 18 07:03:19.430154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-ce41a5aa-5ceb-495e-a570-29c5bf7d05f2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329185 Sep 18 07:03:19.444969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5143e799-0d31-43ec-ba0a-08fc071e3fda req-e368b833-7120-44b8-bc3e-f1ecaf5fd8d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107256 Sep 18 07:03:19.521433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c004cb8c-f282-4540-9f15-4a0f8e8be1e1 req-52f94bbe-c4e6-4391-acdc-6f73b3481cce tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0544586 Sep 18 07:03:19.551614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-da4e8c04-8bcd-495b-992e-7cb648b3e91e service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125286 Sep 18 07:03:19.681000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735187-d41a-4fbe-ae88-6a289a8200c3 req-4ae196e3-ebfc-444f-96a6-d39c82191765 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:19.682406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9735187-d41a-4fbe-ae88-6a289a8200c3 req-4ae196e3-ebfc-444f-96a6-d39c82191765 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.0975487 Sep 18 07:03:19.684639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-69e2d955-657e-434d-9dd6-f4e1f96a1e1a service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269019 Sep 18 07:03:19.724898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9735187-d41a-4fbe-ae88-6a289a8200c3 req-afa84769-1e74-4bbb-9a88-e664e11a944f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361660 Sep 18 07:03:19.862709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-848504b0-4de1-48e6-b63d-1887e03222d6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1004643 Sep 18 07:03:19.872300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:19.965877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.111193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.120612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ae4c-e5ec-4266-b583-bc7dbd406897 req-fc5af523-48f5-4484-8fa8-9715c61dd7f5 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:20.122259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fb3ae4c-e5ec-4266-b583-bc7dbd406897 req-fc5af523-48f5-4484-8fa8-9715c61dd7f5 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 943 time: 0.0622916 Sep 18 07:03:20.206193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2fb3ae4c-e5ec-4266-b583-bc7dbd406897 req-e8f03c7e-6eaf-4e11-aa9b-e0e04e961d8e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774181 Sep 18 07:03:20.258064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Allocated IP 172.25.4.190 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c157aa5d-222e-47db-825a-ed3ee77ee587) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:20.409541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.415272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1a26ab72-6938-4d56-9dec-bc77af9cbdc5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:20.421934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1a26ab72-6938-4d56-9dec-bc77af9cbdc5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:20.423627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1a26ab72-6938-4d56-9dec-bc77af9cbdc5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "GET /v2.0/networks?id=69a28345-300e-47ef-b591-66ea6d092640&id=f3e128d7-00b6-4849-8eac-234197be5b81&id=69a28345-300e-47ef-b591-66ea6d092640 HTTP/1.1" status: 200 len: 1392 time: 0.1449621 Sep 18 07:03:20.436548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'admin_state_up': True, 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:20.532696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.578648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:20.581574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:20.587852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:20.590954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=c157aa5d-222e-47db-825a-ed3ee77ee587,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:20.658434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dd42324-c9e1-42d3-bec7-8272b099df8d req-161aff30-4325-49c2-854e-fceaaf2915c2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 210 time: 0.0316877 Sep 18 07:03:20.663128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:20.667740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.705536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.787691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d8675-c26b-42df-bd00-15b6415dd31a req-bd4479c5-432e-4bcd-a984-94176c75bfd7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:20.789172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b2d8675-c26b-42df-bd00-15b6415dd31a req-bd4479c5-432e-4bcd-a984-94176c75bfd7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0545592 Sep 18 07:03:20.822813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Allocated IP 19.80.0.51 (69a28345-300e-47ef-b591-66ea6d092640/3c1e5c89-4f08-4c31-907a-1bc426bb6dc2/de53496e-d66e-4337-a3bc-9b15c094d7b3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:20.830591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.875584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b2d8675-c26b-42df-bd00-15b6415dd31a req-446b7a71-5ac2-450a-8b51-56226b01137d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676749 Sep 18 07:03:20.982577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:20.995939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301f8c57-6a66-4e82-ad53-a94b378f7af8 req-1d3c083f-2048-41a4-9582-ead797ef33ec tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 210 time: 0.0355637 Sep 18 07:03:21.047533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.085082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05efa40a-dde0-4aa7-8f94-35c8f36147ae req-d5980b30-0cbc-4fac-b46e-32c238185af0 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0266180 Sep 18 07:03:21.091849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.120804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:21.123154 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:21.144218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 69a28345-300e-47ef-b591-66ea6d092640 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:21.147188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:21.154351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:21.154547 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.178145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:21.218889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:21.219910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.258382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=c157aa5d-222e-47db-825a-ed3ee77ee587,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:21.275378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b345f5-97c1-4f2b-96f6-aea6a1be3483 req-1ad36a08-e92b-4924-bb07-bc714b43b7e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:21.276933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5b345f5-97c1-4f2b-96f6-aea6a1be3483 req-1ad36a08-e92b-4924-bb07-bc714b43b7e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 945 time: 0.1341095 Sep 18 07:03:21.290870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.292326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-1f8e2cbf-caa7-4a6d-906a-a32ec9156394 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600276 Sep 18 07:03:21.303126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81', 'admin_state_up': True, 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:21.326245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5b345f5-97c1-4f2b-96f6-aea6a1be3483 req-c399875b-2b3f-4c6f-9d7a-4be0841cf972 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Sep 18 07:03:21.389202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.391609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-5a313d61-0e55-45da-8c6f-3ce78da592d4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5228889 Sep 18 07:03:21.417548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f24fe7a6-2ce9-4a09-9fa8-b776ce7cb201 None None] Provisioning complete for port de53496e-d66e-4337-a3bc-9b15c094d7b3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:21.418165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f24fe7a6-2ce9-4a09-9fa8-b776ce7cb201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.452210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-e48add17-985f-495f-8753-32b40f15a119 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0509820 Sep 18 07:03:21.455174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f24fe7a6-2ce9-4a09-9fa8-b776ce7cb201 None None] Port de53496e-d66e-4337-a3bc-9b15c094d7b3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:21.497606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:21.502085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:21.518536 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19f8964-098c-4f9f-a441-414d698bbcec x-openstack-request-id: req-f19f8964-098c-4f9f-a441-414d698bbcec {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:21.518947 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:21.519318 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f19f8964-098c-4f9f-a441-414d698bbcec {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:21.520634 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34', 'status': 'completed', 'code': 200} Sep 18 07:03:21.590996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-f094714a-50e2-4c2a-b3ad-56451fe8fe68 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:21.592280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-f094714a-50e2-4c2a-b3ad-56451fe8fe68 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1321177 Sep 18 07:03:21.606044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-f8dd9d50-e231-41ca-88ce-74f6809420f4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:03:21.607020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0458dc2a-640a-4ffe-b0a2-f9bc32a58c35 req-f8dd9d50-e231-41ca-88ce-74f6809420f4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070274 Sep 18 07:03:21.619122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-f7cdd605-391d-4f5b-91f8-2d6093dc313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:21.620092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702235-8612-4609-9e81-1f282aa37134 req-24b2e87b-7e9a-4257-a43f-f53abbde5fb3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:21.620663 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-f7cdd605-391d-4f5b-91f8-2d6093dc313b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d30952913b9483c87dd0f15bb9bb477&device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 1095 time: 0.0892541 Sep 18 07:03:21.621706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5702235-8612-4609-9e81-1f282aa37134 req-24b2e87b-7e9a-4257-a43f-f53abbde5fb3 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 943 time: 0.0735831 Sep 18 07:03:21.700512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5702235-8612-4609-9e81-1f282aa37134 req-5359534a-e45a-43c7-b25f-1fe7b597f6d8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Sep 18 07:03:21.767857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-0150ccb4-7e6c-4500-9032-4bb82157aec5 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1375902 Sep 18 07:03:21.778689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:21.824132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7490955-0313-46c9-a685-b1a3de5559b2 req-a26c1a01-02fd-4183-8aca-e3a72bc1a4a3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 210 time: 0.0354338 Sep 18 07:03:21.909034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.045830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Allocated IP 19.86.0.56 (f3e128d7-00b6-4849-8eac-234197be5b81/9fd8ef48-b4c6-4638-998a-0beb43bad635/8a75f150-8ae0-4961-8612-2af5489e4300) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:22.080189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495a6e1-f34e-4a4b-b001-e62034df11fd req-1215b396-de42-4411-8c69-c8128b31d1cb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:22.089269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b495a6e1-f34e-4a4b-b001-e62034df11fd req-1215b396-de42-4411-8c69-c8128b31d1cb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1222508 Sep 18 07:03:22.126257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-09aaef0d-e482-4071-b29d-ddb9b79b9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:22.127654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-09aaef0d-e482-4071-b29d-ddb9b79b9147 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 200 len: 915 time: 0.1953297 Sep 18 07:03:22.137585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b495a6e1-f34e-4a4b-b001-e62034df11fd req-6fe407bb-8a59-4419-a0f0-bc069365c9bd tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473683 Sep 18 07:03:22.163678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.177310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:22.196235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-6ca18d00-6d07-490a-8f41-4e77518f17f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34 HTTP/1.1" status: 200 len: 217 time: 0.0587363 Sep 18 07:03:22.272294 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.300024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:22.303060 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd408f7e-f405-4858-8e47-00c506ae6055" -d '{"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-unplugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:22.318197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b816106-d050-4b31-a55f-10fc9316bf6c req-d5dabba2-89a3-4c40-8176-b89886257dc0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:22.319335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-0b492530-3b37-46e2-83ab-37d134a866f1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:22.320347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b816106-d050-4b31-a55f-10fc9316bf6c req-d5dabba2-89a3-4c40-8176-b89886257dc0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 931 time: 0.0922930 Sep 18 07:03:22.323603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-0b492530-3b37-46e2-83ab-37d134a866f1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.3453341 Sep 18 07:03:22.328790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:22.345726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-d7420e0c-9a3f-4a2d-a5a2-efd0e4a93dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:22.347230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-d7420e0c-9a3f-4a2d-a5a2-efd0e4a93dd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 200 len: 854 time: 0.1372771 Sep 18 07:03:22.351923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:22.367042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Allocated IP 172.25.4.125 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/3c152726-5f6e-4582-8471-9a810f312bf5) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:22.398033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b816106-d050-4b31-a55f-10fc9316bf6c req-c59200f7-57cc-4e09-8b5a-9170337e49a4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Sep 18 07:03:22.403478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-58f1467b-b5f2-494b-9aa1-80b317f55d1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8be053ad-8eaf-4503-b372-e207d8c36fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394423 Sep 18 07:03:22.426577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.525495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:22.550302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-347afaad-ef6d-4f1d-b399-be972fc00913 req-be274c5e-5a99-46b1-9b80-30a218c2b401 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0409341 Sep 18 07:03:22.555060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.601753 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a85fe6-d7b0-4429-b920-361c22004d1c x-openstack-request-id: req-b3a85fe6-d7b0-4429-b920-361c22004d1c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:22.602336 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-unplugged", "status": "completed", "tag": "df537e8d-3606-49ad-858f-1aaef491f471", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:22.602808 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3a85fe6-d7b0-4429-b920-361c22004d1c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:22.603479 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471', 'code': 200} Sep 18 07:03:22.628559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.637627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-a7d2454d-6e3d-4345-8b70-124eaeb30f3a service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205234 Sep 18 07:03:22.649483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffda668f-1ba2-43e9-b8e0-842aa74d8b34 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:22.666064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.769705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee3afcd2-7b0d-4d00-a9b0-69738da207d5 req-576a69dd-b4a4-4f32-8dbe-fe9930fd21ca service neutron] 10.222.0.37 "GET /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243286 Sep 18 07:03:22.770305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:22.775518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.776582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:22.777031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:22.783423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:22.789470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:22.793319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34', 'network_id': '8be053ad-8eaf-4503-b372-e207d8c36fc2', 'port_id': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34', 'mac_address': 'fa:16:3e:2d:41:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0bd223c-c247-4d58-bcf8-89fcbfd0b649', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:22.839834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.842803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:22.855680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffda668f-1ba2-43e9-b8e0-842aa74d8b34 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:22.876262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:22.914075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network f3e128d7-00b6-4849-8eac-234197be5b81 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:22.922626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:22.942048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:22.959696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:22.996073 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.028523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.029356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.033405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.8 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/a337bd3b-6a2e-45bb-af3d-e068f7d51d1f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:23.069767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:23.128545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-214eeb93-597e-4fad-91d8-143ab04a3812 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295510 Sep 18 07:03:23.143507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=3c152726-5f6e-4582-8471-9a810f312bf5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:23.168150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'admin_state_up': True, 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:23.177923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7eb82-6886-476f-8481-04880fb6782d req-94a209f2-bd62-41c5-b19f-3da66434740d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.178130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5c7eb82-6886-476f-8481-04880fb6782d req-94a209f2-bd62-41c5-b19f-3da66434740d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.4709649 Sep 18 07:03:23.203571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ffda668f-1ba2-43e9-b8e0-842aa74d8b34'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:23.243211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5c7eb82-6886-476f-8481-04880fb6782d req-c582df32-08a6-48d4-af6d-7aa20cdaa473 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584667 Sep 18 07:03:23.263679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.311350 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.316063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b7d3d755-589e-493d-98b7-f7a47440e629 None None] Provisioning complete for port 8a75f150-8ae0-4961-8612-2af5489e4300 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:23.316475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b7d3d755-589e-493d-98b7-f7a47440e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.325166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-cb0a5832-5ced-44a0-aa61-0f4bb3ea3356 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.326791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-cb0a5832-5ced-44a0-aa61-0f4bb3ea3356 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 943 time: 0.1646514 Sep 18 07:03:23.371922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3d755-589e-493d-98b7-f7a47440e629 None None] Port 8a75f150-8ae0-4961-8612-2af5489e4300 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:23.386626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.450558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.510021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:23.513492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.532950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:23.536721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8ef9-f38e-4eee-9b1d-95f557af59ce req-92d9fa26-f508-4717-b1b6-ae5ca07da1f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.538245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b92e8ef9-f38e-4eee-9b1d-95f557af59ce req-92d9fa26-f508-4717-b1b6-ae5ca07da1f4 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 944 time: 0.1062417 Sep 18 07:03:23.547432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:23.556568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:23.566976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:23.605196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b92e8ef9-f38e-4eee-9b1d-95f557af59ce req-3a44e1a1-7e71-4b92-bb1d-37f34c5835fb tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583937 Sep 18 07:03:23.628009 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.672280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.672922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.676297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.676922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Deleting port df537e8d-3606-49ad-858f-1aaef491f471 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:23.677273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.771675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event updated for resources: {'Port': ['ID=3c152726-5f6e-4582-8471-9a810f312bf5,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:23.777384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-1456b26b-8b07-43d1-852c-cfc002ea89f8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4291630 Sep 18 07:03:23.785275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fef9ad-8ef1-43fe-99db-9478eb657e14 req-224db6e9-e28b-4c99-a2e0-3e642be52eae tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.786812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3fef9ad-8ef1-43fe-99db-9478eb657e14 req-224db6e9-e28b-4c99-a2e0-3e642be52eae tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 931 time: 0.1239796 Sep 18 07:03:23.791901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.793634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Request body: {'port': {'device_id': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:23.836656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3fef9ad-8ef1-43fe-99db-9478eb657e14 req-97687ae4-d314-48a7-9a30-15c3fc1a77b3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Sep 18 07:03:23.852032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Allocated IP 19.80.0.142 (69a28345-300e-47ef-b591-66ea6d092640/3c1e5c89-4f08-4c31-907a-1bc426bb6dc2/553ba2d4-20a9-4e95-baa0-00b329c21166) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:23.866717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] For port df537e8d-3606-49ad-858f-1aaef491f471, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=df537e8d-3606-49ad-858f-1aaef491f471,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:23.867096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.911280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Calling delete_port for df537e8d-3606-49ad-858f-1aaef491f471 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:23.941978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.942885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26d3d5-288c-49a4-a331-07a833188f5a req-b95a915a-4849-441b-9e02-5b1ef11e7173 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:23.944442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b26d3d5-288c-49a4-a331-07a833188f5a req-b95a915a-4849-441b-9e02-5b1ef11e7173 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0512853 Sep 18 07:03:23.948504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:23.949792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-a80f256b-c89e-49b1-b3c2-0daed7de2fa0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1756630 Sep 18 07:03:24.018833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-f60907a0-b7dc-492f-9fab-436d1f4ba5e4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0606771 Sep 18 07:03:24.026691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b26d3d5-288c-49a4-a331-07a833188f5a req-425658f4-20fd-426a-9938-b147a7d0c4ab tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752764 Sep 18 07:03:24.161043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-54376c09-35e6-4823-af1a-ec97e2b5bbed tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.162460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae6e36c6-8e25-4f1f-a288-2369d5fe2fa1 req-54376c09-35e6-4823-af1a-ec97e2b5bbed tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1349716 Sep 18 07:03:24.177053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d934-66ea-456c-88de-19f6ffc9ffba req-209a8666-b487-4a50-9854-2389efcb92ea tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.182453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d934-66ea-456c-88de-19f6ffc9ffba req-209a8666-b487-4a50-9854-2389efcb92ea tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.184077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc76d934-66ea-456c-88de-19f6ffc9ffba req-209a8666-b487-4a50-9854-2389efcb92ea tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 1653 time: 0.0828350 Sep 18 07:03:24.229159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.242685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc76d934-66ea-456c-88de-19f6ffc9ffba req-ee2cc188-88b1-43b3-b3a0-1e0a1401dc5f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501335 Sep 18 07:03:24.263392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b3e4000-89e6-425b-bb29-ff5149bd2302 req-b0b69207-df81-4662-a3cd-b22528f2c9d0 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0359936 Sep 18 07:03:24.334025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da9c084d-d5dd-4913-8cb0-a727c4a83936 req-34ea01ec-95b8-4d77-b2db-1b74ab412677 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips/93d5e51d-fc42-4650-9bec-d903e0c3c8c2 HTTP/1.1" status: 200 len: 693 time: 0.0558407 Sep 18 07:03:24.405987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.447877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e2da8-94fa-4d84-9238-4a900ec96b37 req-c31fe2a2-c32a-47e8-9e2e-d0c943cb39e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.449361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-451e2da8-94fa-4d84-9238-4a900ec96b37 req-c31fe2a2-c32a-47e8-9e2e-d0c943cb39e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2d04c75-dd26-4e66-abbe-a2c9a139ce7b HTTP/1.1" status: 200 len: 865 time: 0.1128271 Sep 18 07:03:24.461223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.464982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event deleted for resources: {'Port': ['ID=df537e8d-3606-49ad-858f-1aaef491f471,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:24.493537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c084d-d5dd-4913-8cb0-a727c4a83936 req-cd02f53d-b274-4739-ab7d-64c599ab3520 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.495036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da9c084d-d5dd-4913-8cb0-a727c4a83936 req-cd02f53d-b274-4739-ab7d-64c599ab3520 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1493573 Sep 18 07:03:24.501049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a337bd3b-6a2e-45bb-af3d-e068f7d51d1f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:24.519567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-451e2da8-94fa-4d84-9238-4a900ec96b37 req-a7164391-6311-4bfb-aa7b-16b3f9583085 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623236 Sep 18 07:03:24.532148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.574429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 69a28345-300e-47ef-b591-66ea6d092640 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:24.575458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] No DVR routers for this DVR port df537e8d-3606-49ad-858f-1aaef491f471 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:24.580659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.582689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c123f0c-f2f4-4349-a3ba-2b815c66c5a7 req-3f4c74a7-e4d2-41a4-8ec4-e30488fb4697 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "DELETE /v2.0/ports/df537e8d-3606-49ad-858f-1aaef491f471 HTTP/1.1" status: 204 len: 173 time: 1.2091396 Sep 18 07:03:24.584767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-deleted', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:24.587033 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f8515a-cef3-48e3-ac82-e1a50b1f2e25" -d '{"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-deleted", "tag": "df537e8d-3606-49ad-858f-1aaef491f471"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:24.589589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:24.591738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-8d014c24-a6fd-499f-80ba-32b7837fa07c tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips/93d5e51d-fc42-4650-9bec-d903e0c3c8c2 HTTP/1.1" status: 200 len: 693 time: 0.0464125 Sep 18 07:03:24.592093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:24.594839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Transition to ACTIVE for port object a337bd3b-6a2e-45bb-af3d-e068f7d51d1f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:24.599912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:24.643922 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e477c-c201-457c-88df-fabb8b16868e x-openstack-request-id: req-8d2e477c-c201-457c-88df-fabb8b16868e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:24.644212 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d04c75-dd26-4e66-abbe-a2c9a139ce7b", "name": "network-vif-deleted", "tag": "df537e8d-3606-49ad-858f-1aaef491f471", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:24.644466 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d2e477c-c201-457c-88df-fabb8b16868e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:24.644885 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d04c75-dd26-4e66-abbe-a2c9a139ce7b', 'name': 'network-vif-deleted', 'tag': 'df537e8d-3606-49ad-858f-1aaef491f471', 'status': 'completed', 'code': 200} Sep 18 07:03:24.658078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffda668f-1ba2-43e9-b8e0-842aa74d8b34 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:24.668097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.669231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.688939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.733442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-06b74bb2-7db2-4f26-bfc0-6bed0b4c88bb tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.738564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-06b74bb2-7db2-4f26-bfc0-6bed0b4c88bb tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1303654 Sep 18 07:03:24.760006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:24.818319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-05be7b02-0557-4db3-9ff7-7812599941ca tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6567714 Sep 18 07:03:24.827074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:24.828156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:24.829043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.836007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:24.843967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-65618c66-2ef1-40f1-9a85-05cd76c415f7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.1022685 Sep 18 07:03:24.905100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-ae3ac4eb-73f2-452f-81c4-2671c21c76b6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0600321 Sep 18 07:03:24.914460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5540-f751-4293-9296-23180b6ed36f req-b65b125f-6a1e-4907-bcbd-37b94a3cc9d7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:24.915972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10ee5540-f751-4293-9296-23180b6ed36f req-b65b125f-6a1e-4907-bcbd-37b94a3cc9d7 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 944 time: 0.1756282 Sep 18 07:03:24.917559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.921408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Attempting to bind port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:24.921887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Attempting to bind port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:24.922229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Attempting to bind port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:24.935295 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.942800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:24.943138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Attempting to bind port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:24.964331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-285febf9-d82f-4e72-8db7-71c89d0824bc None None] Provisioning complete for port 553ba2d4-20a9-4e95-baa0-00b329c21166 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:24.964759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-285febf9-d82f-4e72-8db7-71c89d0824bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.984499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:24.989037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:24.989037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:24.989037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Bound port: a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:24.989037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:24.999829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:25.002539 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b8dac-e2eb-4ecf-b3e0-7fbb660bc5f1" -d '{"events": [{"server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "name": "network-vif-plugged", "status": "completed", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:25.020014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:25.028710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-285febf9-d82f-4e72-8db7-71c89d0824bc None None] Port 553ba2d4-20a9-4e95-baa0-00b329c21166 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:03:25.068657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10ee5540-f751-4293-9296-23180b6ed36f req-8d64ef41-067d-493e-8e25-62e1f91564cb tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425052 Sep 18 07:03:25.092400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Deleting port 3c152726-5f6e-4582-8471-9a810f312bf5 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:25.093045 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.109694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.153521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:25.165559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:25.193363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:25.229672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.230032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.239214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.240015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a50c-9422-47e3-b786-7a16b98d812b req-d38c1258-0fd1-43b0-ab64-75abf23c2282 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.241526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e206a50c-9422-47e3-b786-7a16b98d812b req-d38c1258-0fd1-43b0-ab64-75abf23c2282 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.0984249 Sep 18 07:03:25.260556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Calling delete_port for 3c152726-5f6e-4582-8471-9a810f312bf5 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:25.303623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.304232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.305608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] 10.222.0.37 "PUT /v2.0/ports/a337bd3b-6a2e-45bb-af3d-e068f7d51d1f HTTP/1.1" status: 200 len: 1092 time: 1.5178604 Sep 18 07:03:25.319838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de53496e-d66e-4337-a3bc-9b15c094d7b3 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:25.327518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e206a50c-9422-47e3-b786-7a16b98d812b req-c47be74f-18af-40a7-8dd1-91eb1cb03287 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Sep 18 07:03:25.333652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.341132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81dbb8-b9a1-4d6c-a900-a603b14af877 service neutron] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:25.355683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Transition to ACTIVE for port object de53496e-d66e-4337-a3bc-9b15c094d7b3 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:25.392628 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db81db-c0b4-43cb-b6b4-5c045709671e x-openstack-request-id: req-98db81db-c0b4-43cb-b6b4-5c045709671e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:25.392927 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "name": "network-vif-plugged", "status": "completed", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:25.393184 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98db81db-c0b4-43cb-b6b4-5c045709671e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:25.393581 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34', 'code': 200} Sep 18 07:03:25.429741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.504787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6844af-e3d3-4ba4-8f8d-a430976127ff req-20dba92d-61f1-43e7-b0e7-864967dd1c4b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.507023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac6844af-e3d3-4ba4-8f8d-a430976127ff req-20dba92d-61f1-43e7-b0e7-864967dd1c4b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0538046 Sep 18 07:03:25.516230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.519129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-6aa996ca-6322-4993-9ffe-16df07c05b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.520660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-6aa996ca-6322-4993-9ffe-16df07c05b11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 1095 time: 0.1210599 Sep 18 07:03:25.543126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Pushing event updated for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:25.566252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event deleted for resources: {'Port': ['ID=3c152726-5f6e-4582-8471-9a810f312bf5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:25.593019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-02fef376-c79b-456d-bc65-2764b677b04f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f HTTP/1.1" status: 200 len: 217 time: 0.0634031 Sep 18 07:03:25.619118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265ce45-9423-4423-be68-1867da5c31ec req-12c83771-6047-4fc5-9542-bd7c86c681b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.622855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5265ce45-9423-4423-be68-1867da5c31ec req-12c83771-6047-4fc5-9542-bd7c86c681b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 1097 time: 0.1577787 Sep 18 07:03:25.634876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac6844af-e3d3-4ba4-8f8d-a430976127ff req-7128a8b3-cded-414c-8719-1c070877a8ea tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213078 Sep 18 07:03:25.661650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.665797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:25.679630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbc882b3-6621-45ec-bbfa-6a7463f5a484 req-59abeec8-c8ae-4053-808f-bc5867d456b7 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "DELETE /v2.0/floatingips/93d5e51d-fc42-4650-9bec-d903e0c3c8c2 HTTP/1.1" status: 204 len: 173 time: 0.7624729 Sep 18 07:03:25.780297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7199c266-b9d7-41dc-b2df-54e01c81d476 req-8f8723c3-35e1-4c5a-a67b-b2388f757e3b tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0357435 Sep 18 07:03:25.800073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7b424-250c-4632-be76-7bac7c582d1f req-ec558dda-45cd-4930-a560-bf306993cc25 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.806159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7b424-250c-4632-be76-7bac7c582d1f req-ec558dda-45cd-4930-a560-bf306993cc25 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.812958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7b424-250c-4632-be76-7bac7c582d1f req-ec558dda-45cd-4930-a560-bf306993cc25 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:25.814637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54d7b424-250c-4632-be76-7bac7c582d1f req-ec558dda-45cd-4930-a560-bf306993cc25 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2387 time: 0.1014984 Sep 18 07:03:25.865834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54d7b424-250c-4632-be76-7bac7c582d1f req-af8670d6-da3f-4ed4-bd6a-e98649d3cf69 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Sep 18 07:03:26.045942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3c1e1abf-809c-451c-b73c-4694571530f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.047895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-3c1e1abf-809c-451c-b73c-4694571530f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.4328496 Sep 18 07:03:26.051206 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5265ce45-9423-4423-be68-1867da5c31ec req-64832121-ce07-467a-908a-dab87dbd3425 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177489 Sep 18 07:03:26.053524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Attempting to bind port de53496e-d66e-4337-a3bc-9b15c094d7b3 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:26.053863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Attempting to bind port de53496e-d66e-4337-a3bc-9b15c094d7b3 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:26.054209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Attempting to bind port de53496e-d66e-4337-a3bc-9b15c094d7b3 on network 69a28345-300e-47ef-b591-66ea6d092640 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:26.058686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Port de53496e-d66e-4337-a3bc-9b15c094d7b3 on network 69a28345-300e-47ef-b591-66ea6d092640 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:26.059004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Attempting to bind port de53496e-d66e-4337-a3bc-9b15c094d7b3 on network 69a28345-300e-47ef-b591-66ea6d092640 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:26.063855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:26.064190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Checking segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:26.064569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Bound using segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:26.064996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Bound port: de53496e-d66e-4337-a3bc-9b15c094d7b3, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:26.065355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.091220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e20a7-20ae-41af-8809-17812bf88e54 req-6a9ff768-bf85-48a7-b423-1e8ec6c949ab tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.091220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-326e20a7-20ae-41af-8809-17812bf88e54 req-6a9ff768-bf85-48a7-b423-1e8ec6c949ab tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2023263 Sep 18 07:03:26.130167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:26.133183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:26.177508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:26.191668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924d168-dafc-4076-a17e-f0d2955f2bf3 req-57539e44-8afe-40a0-b8b0-62060229a43e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.193214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2924d168-dafc-4076-a17e-f0d2955f2bf3 req-57539e44-8afe-40a0-b8b0-62060229a43e tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.0513058 Sep 18 07:03:26.197528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: df537e8d-3606-49ad-858f-1aaef491f471 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:26.198165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device df537e8d-3606-49ad-858f-1aaef491f471 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:26.199400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49556) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:26.204084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816924150', 'description': 'tempest-description--2121208428'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:26.239513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.263700 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-438f118e-6952-4962-bc88-2c16ee6290bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344627 Sep 18 07:03:26.278877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8dfd0e1-d05a-45e3-ac57-5ae222d9f563 req-3996a040-0a4a-49a3-9430-d813c5f5798f tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=23b40e276c694f32ab06d61d24d00e9f HTTP/1.1" status: 200 len: 1656 time: 0.0696120 Sep 18 07:03:26.303457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2924d168-dafc-4076-a17e-f0d2955f2bf3 req-92e05fa8-25d2-460d-bbc4-eb2a6629ea76 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005690 Sep 18 07:03:26.309106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.313885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.313885 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/de53496e-d66e-4337-a3bc-9b15c094d7b3 HTTP/1.1" status: 200 len: 1092 time: 1.4809728 Sep 18 07:03:26.366257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.407342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebbe86-2156-4a38-b191-5fbe105869f8 service neutron] Pushing event updated for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:26.415559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfd0e1-d05a-45e3-ac57-5ae222d9f563 req-b4adf1f8-67cf-491a-b8c1-f6f78cfeb0b0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.423408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8dfd0e1-d05a-45e3-ac57-5ae222d9f563 req-b4adf1f8-67cf-491a-b8c1-f6f78cfeb0b0 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks?id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 787 time: 0.1358972 Sep 18 07:03:26.429020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-b8dfd0e1-d05a-45e3-ac57-5ae222d9f563 req-35def586-ac06-47f6-8728-6daaa8ae26bf tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:03:26.440760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8dfd0e1-d05a-45e3-ac57-5ae222d9f563 req-35def586-ac06-47f6-8728-6daaa8ae26bf tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092936 Sep 18 07:03:26.455374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:26.497716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-cee8f942-d45d-46f4-b88b-fb5a07cfe70c service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150137 Sep 18 07:03:26.521221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-59b51f14-0e49-4bbc-9327-988a89659847 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips/0f2f17bf-b471-4563-9920-b9a648673a5b HTTP/1.1" status: 200 len: 693 time: 0.0619192 Sep 18 07:03:26.562337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90887a57-dd6a-4a48-9495-01a31b6225a1 req-631242e0-773b-4f5c-b308-4c4a722cc0f0 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.563865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90887a57-dd6a-4a48-9495-01a31b6225a1 req-631242e0-773b-4f5c-b308-4c4a722cc0f0 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.1277711 Sep 18 07:03:26.583206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.648666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90887a57-dd6a-4a48-9495-01a31b6225a1 req-4c886790-1fa4-4dd9-aa7d-cd9f73e4b5cd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Sep 18 07:03:26.651581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'}, {'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:26.653883 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfce99a-9039-4dcc-bdee-dd743980ac4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f"}, {"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:26.671451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-b0be5a4f-85da-4aca-8dbe-7c9cf57a1c87 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.672913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-b0be5a4f-85da-4aca-8dbe-7c9cf57a1c87 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1439526 Sep 18 07:03:26.677457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.713126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35fea107-17ee-4684-8e30-bb0831a458c2 req-bd583a73-5615-44c8-b47c-403867c93caa service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939514 Sep 18 07:03:26.742854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-d5f1e217-07eb-41c0-bb3e-b87a2a0571f8 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0601499 Sep 18 07:03:26.762675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.810073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-f498e63b-184f-4e58-817a-248d0bdf7380 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0521758 Sep 18 07:03:26.819999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5dd6-c6c7-42bf-b682-0e5774df1c56 req-ae02f0f3-6d0b-4eb2-b10f-7f3dc300c5fb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:26.822946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfdc5dd6-c6c7-42bf-b682-0e5774df1c56 req-ae02f0f3-6d0b-4eb2-b10f-7f3dc300c5fb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0978656 Sep 18 07:03:26.827667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9759cac5-306a-4b17-8ec4-7f8340bbfcd4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:26.896489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.898121 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-53f7c0c2-b819-4506-b809-1fa635a2da03 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6974120 Sep 18 07:03:26.901213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49570) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:26.906078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'security_group_rule': {'security_group_id': '9759cac5-306a-4b17-8ec4-7f8340bbfcd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:26.950031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfdc5dd6-c6c7-42bf-b682-0e5774df1c56 req-e81abe1c-330e-446c-b405-cbd863ae898d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213143 Sep 18 07:03:26.987630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Deleting port c157aa5d-222e-47db-825a-ed3ee77ee587 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:26.993333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:26.993472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a75f150-8ae0-4961-8612-2af5489e4300 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:27.001862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.005029 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb461bbe-87ec-46c1-aa52-f5954aa787fa x-openstack-request-id: req-bb461bbe-87ec-46c1-aa52-f5954aa787fa {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:27.005326 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:27.005584 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb461bbe-87ec-46c1-aa52-f5954aa787fa {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:27.006002 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'status': 'completed', 'code': 200} Sep 18 07:03:27.006259 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3', 'status': 'completed', 'code': 200} Sep 18 07:03:27.021044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Transition to ACTIVE for port object 8a75f150-8ae0-4961-8612-2af5489e4300 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:27.081269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.090930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8aad5c6-a190-4541-bc46-208fe2d14375 req-77c2fdfa-48b4-43c8-a707-e7dc38833765 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0327716 Sep 18 07:03:27.105468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.105863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.124987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Calling delete_port for c157aa5d-222e-47db-825a-ed3ee77ee587 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:27.133384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-b881c982-0ea0-4c29-833a-270fb8c3c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.135077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-b881c982-0ea0-4c29-833a-270fb8c3c710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 1095 time: 0.0865073 Sep 18 07:03:27.156674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.230379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.240286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e91c-c9c5-43aa-95da-3ce64fa7f8a0 req-b8ea5af7-c83c-481c-801a-1c28b98aa4c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.246358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e91c-c9c5-43aa-95da-3ce64fa7f8a0 req-b8ea5af7-c83c-481c-801a-1c28b98aa4c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.252451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e91c-c9c5-43aa-95da-3ce64fa7f8a0 req-b8ea5af7-c83c-481c-801a-1c28b98aa4c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.254169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd50e91c-c9c5-43aa-95da-3ce64fa7f8a0 req-b8ea5af7-c83c-481c-801a-1c28b98aa4c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2399 time: 0.0830939 Sep 18 07:03:27.316608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.327924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Pushing event updated for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:27.331078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd50e91c-c9c5-43aa-95da-3ce64fa7f8a0 req-d6b336ae-9f4a-42d0-aaf3-fc1a4d31b7f9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Sep 18 07:03:27.393382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4f5d91-da87-43a8-a4ea-31f0a1b92eba,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:27.423292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.424945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-eba77344-1ace-4fe0-b49e-86d2913b9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.426555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-eba77344-1ace-4fe0-b49e-86d2913b9b8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 912 time: 0.2839260 Sep 18 07:03:27.442556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Attempting to bind port 8a75f150-8ae0-4961-8612-2af5489e4300 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:27.442894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Attempting to bind port 8a75f150-8ae0-4961-8612-2af5489e4300 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:27.443264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Attempting to bind port 8a75f150-8ae0-4961-8612-2af5489e4300 on network f3e128d7-00b6-4849-8eac-234197be5b81 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:27.477449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Port 8a75f150-8ae0-4961-8612-2af5489e4300 on network f3e128d7-00b6-4849-8eac-234197be5b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:27.477770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Attempting to bind port 8a75f150-8ae0-4961-8612-2af5489e4300 on network f3e128d7-00b6-4849-8eac-234197be5b81 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:27.481667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.482917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-19c2b8a3-bc16-458a-9a31-d2e29acb3f5a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5808215 Sep 18 07:03:27.484898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-2bf392d7-348f-4cbd-ae76-7d8b9b9af22c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f HTTP/1.1" status: 200 len: 217 time: 0.0491769 Sep 18 07:03:27.487233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49576) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:27.491736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'security_group_rule': {'security_group_id': '9759cac5-306a-4b17-8ec4-7f8340bbfcd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:27.497486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event deleted for resources: {'Port': ['ID=c157aa5d-222e-47db-825a-ed3ee77ee587,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:27.507183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:27.507703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Checking segment: {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:27.508097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Bound using segment: {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:27.508600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Bound port: 8a75f150-8ae0-4961-8612-2af5489e4300, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28192a5b-669d-467b-9ae7-98eb18e45c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:27.508986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.574181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.576847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.578075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761fdcb9-146e-4cef-9189-65dde63a2940 req-75690e8a-efb8-4336-be78-032fb62de3c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "DELETE /v2.0/floatingips/0f2f17bf-b471-4563-9920-b9a648673a5b HTTP/1.1" status: 204 len: 173 time: 0.7555854 Sep 18 07:03:27.592436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-6bf72055-7350-444e-81bf-0a5516b6ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.594246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa660ff-8eb3-4876-8e0c-49b1e9212ce9 req-ac493334-87ff-4612-9149-bd4afb43fdbf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.594518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-6bf72055-7350-444e-81bf-0a5516b6ea85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.0980785 Sep 18 07:03:27.598376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa660ff-8eb3-4876-8e0c-49b1e9212ce9 req-ac493334-87ff-4612-9149-bd4afb43fdbf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.0702822 Sep 18 07:03:27.640021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-0f2f3fa8-b3c4-41fe-bada-489828567ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350275 Sep 18 07:03:27.644263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:27.662304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-2a1fc588-0f8d-4110-bee9-75f3c5464012 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips/66fa34e8-2c1c-4ff2-a813-342eaf4b5965 HTTP/1.1" status: 200 len: 693 time: 0.0582199 Sep 18 07:03:27.677311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8a75f150-8ae0-4961-8612-2af5489e4300,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:27.678544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.702338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa660ff-8eb3-4876-8e0c-49b1e9212ce9 req-26de107e-553f-49df-bc11-7c9adc4bac80 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Sep 18 07:03:27.761080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.831855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.832513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.834558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a75f150-8ae0-4961-8612-2af5489e4300 HTTP/1.1" status: 200 len: 1092 time: 1.3872337 Sep 18 07:03:27.852988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-8143f8d7-b79a-4f8f-b261-57ea655e289d service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045848 Sep 18 07:03:27.856695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-cbdd0581-2fab-4648-a6dd-8e484e0c81d5 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.858173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-cbdd0581-2fab-4648-a6dd-8e484e0c81d5 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1840162 Sep 18 07:03:27.860145 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-afe35035-e411-4776-9244-9a40a91ecca8 req-fa000815-b9b9-496f-a1e3-85e9dbd959c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828c6fd3618d446d84eb3401ddc5dd70&device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0460784 Sep 18 07:03:27.870789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5429615-d354-43f1-ba53-8a16a32aa259 req-aff82b57-3697-49a6-8b75-1aff570500a6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:27.872486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5429615-d354-43f1-ba53-8a16a32aa259 req-aff82b57-3697-49a6-8b75-1aff570500a6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.0883589 Sep 18 07:03:27.881445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:27.929159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0d908-5717-4c62-b240-96bdcb66dc91 service neutron] Pushing event updated for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:27.933880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Request body: {'port': {'device_id': '4f19a7ba-7053-4069-bb80-c092e0038993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:27.938062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-afe35035-e411-4776-9244-9a40a91ecca8 req-a804290e-4201-4eae-9447-f1d5e318b107 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=828c6fd3618d446d84eb3401ddc5dd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431621 Sep 18 07:03:27.940340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-cf50e516-483a-4bcf-abdc-f88ca3617c15 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0666430 Sep 18 07:03:27.977410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5429615-d354-43f1-ba53-8a16a32aa259 req-6f22f8ad-0dcb-4621-ad3e-d420dca826f9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670416 Sep 18 07:03:27.995753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.048970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-c3a19ba1-c7ae-4647-9000-0100889db2b4 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0949848 Sep 18 07:03:28.061316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d78c3c-f833-4eeb-9d0f-bc418ba7a667,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:28.135437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.136598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ea1a82e-93b4-4c6e-b89f-1da9645ed220 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6484497 Sep 18 07:03:28.138693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-bef36fa5-b1c8-41fe-9e83-4419f78322d3 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762189 Sep 18 07:03:28.142022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49588) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:28.142568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.151770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:28.201138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35035-e411-4776-9244-9a40a91ecca8 req-6c4a4325-e15e-41c5-9e0b-f8f1aee5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.203104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-afe35035-e411-4776-9244-9a40a91ecca8 req-6c4a4325-e15e-41c5-9e0b-f8f1aee5bf1f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2419226 Sep 18 07:03:28.323545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-dbea7937-8c09-45a1-8dc0-e1262c15c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.324052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-dbea7937-8c09-45a1-8dc0-e1262c15c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.324511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-dbea7937-8c09-45a1-8dc0-e1262c15c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.326185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-dbea7937-8c09-45a1-8dc0-e1262c15c231 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2799 time: 0.1427453 Sep 18 07:03:28.388066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.462277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f3e41-431f-4d31-9a79-b37a5e08ce22 req-1d2abd91-8bb0-4790-992f-98329c4e9c78 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.464278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c37f3e41-431f-4d31-9a79-b37a5e08ce22 req-1d2abd91-8bb0-4790-992f-98329c4e9c78 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.4135268 Sep 18 07:03:28.532593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c37f3e41-431f-4d31-9a79-b37a5e08ce22 req-1c3a31a5-633e-4289-85d7-d0a71820b386 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Sep 18 07:03:28.537498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-f9b39091-da55-4ada-88ee-35948a7074fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.538131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-f9b39091-da55-4ada-88ee-35948a7074fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.538471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-f9b39091-da55-4ada-88ee-35948a7074fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.540098 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-f9b39091-da55-4ada-88ee-35948a7074fa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c211d9d2e694711928775b31e8e50b0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2035050 Sep 18 07:03:28.541167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Deleting port 23ec39ac-b827-4164-9ad7-769d19168bbb {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:28.541522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.669244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.670041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.689186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684ec39-2e92-4d0e-9cbc-eece21586103 req-df36b62b-f25e-401a-89b0-8c7cf94f1d41 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.690712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8684ec39-2e92-4d0e-9cbc-eece21586103 req-df36b62b-f25e-401a-89b0-8c7cf94f1d41 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0816786 Sep 18 07:03:28.694829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Calling delete_port for 23ec39ac-b827-4164-9ad7-769d19168bbb owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:28.734689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553ba2d4-20a9-4e95-baa0-00b329c21166 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:28.750002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.759025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-fe8077a4-a6eb-4336-835f-5602dedcc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:28.760500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfce99a-9039-4dcc-bdee-dd743980ac4a req-fe8077a4-a6eb-4336-835f-5602dedcc397 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044575 Sep 18 07:03:28.770601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.778818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Transition to ACTIVE for port object 553ba2d4-20a9-4e95-baa0-00b329c21166 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:28.779021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8684ec39-2e92-4d0e-9cbc-eece21586103 req-77aefa23-42b0-4e76-9740-eedd1170a033 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Sep 18 07:03:28.847140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.882770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16b37de-d01c-41e8-ba21-63cd8f42f5e6 req-9c93a27a-d0bf-49b7-b631-02da4806635c tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0328662 Sep 18 07:03:28.925645 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.942386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Pushing event updated for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:28.987138 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:28.996603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Allocated IP 172.25.4.111 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ad850865-b249-4732-983e-8e6110fc3a16) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:29.008259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:29.012059 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd1a50-c438-47a5-8309-e7197f261882" -d '{"events": [{"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:29.041943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event deleted for resources: {'Port': ['ID=23ec39ac-b827-4164-9ad7-769d19168bbb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:29.070816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Attempting to bind port 553ba2d4-20a9-4e95-baa0-00b329c21166 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:29.071151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Attempting to bind port 553ba2d4-20a9-4e95-baa0-00b329c21166 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:29.071483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Attempting to bind port 553ba2d4-20a9-4e95-baa0-00b329c21166 on network 69a28345-300e-47ef-b591-66ea6d092640 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:29.077861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Port 553ba2d4-20a9-4e95-baa0-00b329c21166 on network 69a28345-300e-47ef-b591-66ea6d092640 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:29.078212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Attempting to bind port 553ba2d4-20a9-4e95-baa0-00b329c21166 on network 69a28345-300e-47ef-b591-66ea6d092640 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:29.103261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e15885-79bf-4ac4-b5fa-94c9e3943c25 req-7409e5ff-39b1-44b2-9592-0529d2b5d021 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.112863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e15885-79bf-4ac4-b5fa-94c9e3943c25 req-7409e5ff-39b1-44b2-9592-0529d2b5d021 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.114957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:29.115301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Checking segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:29.115690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Bound using segment: {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:29.116133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Bound port: 553ba2d4-20a9-4e95-baa0-00b329c21166, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baefda7d-e143-4e36-89df-d9e795fe09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69a28345-300e-47ef-b591-66ea6d092640'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:29.116515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.118690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e15885-79bf-4ac4-b5fa-94c9e3943c25 req-7409e5ff-39b1-44b2-9592-0529d2b5d021 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.127695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88e15885-79bf-4ac4-b5fa-94c9e3943c25 req-7409e5ff-39b1-44b2-9592-0529d2b5d021 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2411 time: 0.1753650 Sep 18 07:03:29.180190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.182805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.184198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d27fd2af-7365-4b54-84ea-df836e9e072f req-1724329b-88bc-4aab-8391-fe85643ddbcd tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "DELETE /v2.0/floatingips/66fa34e8-2c1c-4ff2-a813-342eaf4b5965 HTTP/1.1" status: 204 len: 173 time: 1.1226878 Sep 18 07:03:29.192617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88e15885-79bf-4ac4-b5fa-94c9e3943c25 req-1c4d00fa-70df-4b4b-8472-1d2029cb0899 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 Sep 18 07:03:29.198395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.230056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:29.235007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=553ba2d4-20a9-4e95-baa0-00b329c21166,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:29.314975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.349206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.349888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.352012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] 10.222.0.37 "PUT /v2.0/ports/553ba2d4-20a9-4e95-baa0-00b329c21166 HTTP/1.1" status: 200 len: 1093 time: 1.4240580 Sep 18 07:03:29.369069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24e96-e4a4-42e7-9a53-76bb71dc0363 req-d2df2788-3f83-41c5-a2e6-49ac2828c0f6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.370751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3d24e96-e4a4-42e7-9a53-76bb71dc0363 req-d2df2788-3f83-41c5-a2e6-49ac2828c0f6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.0533769 Sep 18 07:03:29.382038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c112a-873b-4484-8a96-e53b7d048eda service neutron] Pushing event updated for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:29.407149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:29.421951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3d24e96-e4a4-42e7-9a53-76bb71dc0363 req-f2ec7de2-2cbc-4010-8ef5-95a35fce07c4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437174 Sep 18 07:03:29.473733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:29.490068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:29.507425 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6e362b-4871-4150-a230-389eb923a462 x-openstack-request-id: req-ce6e362b-4871-4150-a230-389eb923a462 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:29.507842 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:29.511485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce6e362b-4871-4150-a230-389eb923a462 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:29.511485 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300', 'status': 'completed', 'code': 200} Sep 18 07:03:29.511485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:29.521453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'Port': ['ID=ad850865-b249-4732-983e-8e6110fc3a16,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:29.543647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-b16f3d97-c965-4bd9-bf65-de24aff76a3f tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips/7f1df264-1dbe-40ec-ada3-72904b9b2729 HTTP/1.1" status: 200 len: 692 time: 0.0715055 Sep 18 07:03:29.602466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-31725d7e-5db2-46a4-bb4a-69d52ae5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.602961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-31725d7e-5db2-46a4-bb4a-69d52ae5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.603446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-31725d7e-5db2-46a4-bb4a-69d52ae5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.605073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-31725d7e-5db2-46a4-bb4a-69d52ae5029a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2867 time: 0.0957146 Sep 18 07:03:29.668751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4438f3-dd32-458b-9dfa-c4481518291d req-d6cba5da-a145-48f7-87f6-2a8cc69f4cbf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.670393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e4438f3-dd32-458b-9dfa-c4481518291d req-d6cba5da-a145-48f7-87f6-2a8cc69f4cbf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1195693 Sep 18 07:03:29.712351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-991677f3-562f-4810-9392-cb32a030984e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.713890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-991677f3-562f-4810-9392-cb32a030984e tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1619546 Sep 18 07:03:29.742001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e4438f3-dd32-458b-9dfa-c4481518291d req-2e2ca643-f776-4d67-90ce-32ac2bc046c8 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627167 Sep 18 07:03:29.780161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-39616888-f41d-495c-a52e-884388b275c6 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.0585752 Sep 18 07:03:29.847942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-17720461-2b4e-457c-9380-bd7bcb0abac2 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.0607855 Sep 18 07:03:29.944137 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-3dec9025-7456-4508-9d8a-d82b3fa59102 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3 HTTP/1.1" status: 200 len: 217 time: 0.3184888 Sep 18 07:03:29.962759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b45f2-0a2e-4e22-9d81-53b8380db069 req-1024398f-7002-4e17-a383-577db7c0f561 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:29.964301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a9b45f2-0a2e-4e22-9d81-53b8380db069 req-1024398f-7002-4e17-a383-577db7c0f561 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1348782 Sep 18 07:03:29.965361 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.003244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-e120f2a7-b193-48a0-a408-b58b1ac5d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.004761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-e120f2a7-b193-48a0-a408-b58b1ac5d7fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c1e5c89-4f08-4c31-907a-1bc426bb6dc2 HTTP/1.1" status: 200 len: 801 time: 0.0503201 Sep 18 07:03:30.032559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a9b45f2-0a2e-4e22-9d81-53b8380db069 req-449c0d22-5ddf-4e9e-a77e-f69660d10a3a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Sep 18 07:03:30.050466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Deleting port 13e07c19-41a5-4ea8-ae46-61fa2c43d354 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:30.050466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.058473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-0298927a-9989-4853-aa38-041ff4cd6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.060027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-0298927a-9989-4853-aa38-041ff4cd6218 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69a28345-300e-47ef-b591-66ea6d092640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486441 Sep 18 07:03:30.115334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.154805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.155438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.178104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f90d-fe4c-4e08-a6b5-63b91b7ee1fb req-da990658-b692-41e7-bd4b-9796fed0d7a6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.179594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb07f90d-fe4c-4e08-a6b5-63b91b7ee1fb req-da990658-b692-41e7-bd4b-9796fed0d7a6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0793705 Sep 18 07:03:30.180615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Calling delete_port for 13e07c19-41a5-4ea8-ae46-61fa2c43d354 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:30.222630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-ae6db062-ee59-4962-b5e4-428d0273fcf0 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372931 Sep 18 07:03:30.266124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb07f90d-fe4c-4e08-a6b5-63b91b7ee1fb req-edb11eab-55ce-43af-81ca-c68cfc7b9ca5 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799465 Sep 18 07:03:30.372412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e881c871-c44c-478c-8a0e-475445876e08 req-0d43cf9d-35fe-4f43-9f7d-ca18a72010e5 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0395336 Sep 18 07:03:30.376383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-b3e3abe4-0ae3-4b80-8c39-43ac00ba7718 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474507 Sep 18 07:03:30.428124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.430719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-e49d5221-b7db-44cf-aeca-7347eaf33542 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=8a75f150-8ae0-4961-8612-2af5489e4300 HTTP/1.1" status: 200 len: 217 time: 0.0430641 Sep 18 07:03:30.462832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.481807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-07a101a3-f97d-43f7-adbd-8d2aa255cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.483881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-07a101a3-f97d-43f7-adbd-8d2aa255cbcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9fd8ef48-b4c6-4638-998a-0beb43bad635 HTTP/1.1" status: 200 len: 801 time: 0.0454936 Sep 18 07:03:30.491139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Pushing event deleted for resources: {'Port': ['ID=13e07c19-41a5-4ea8-ae46-61fa2c43d354,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:30.519048 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.555475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.558430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.559943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14e6bc5a-b059-45ba-8bba-71ea80cc5960 req-d466e34f-8471-497c-b2ee-e8fe63304a07 tempest-FloatingIPDetailsTestJSON-1928454845 tempest-FloatingIPDetailsTestJSON-1928454845-project] 10.222.0.20 "DELETE /v2.0/floatingips/7f1df264-1dbe-40ec-ada3-72904b9b2729 HTTP/1.1" status: 204 len: 173 time: 0.6970537 Sep 18 07:03:30.566525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49618) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:30.602593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'Port': ['ID=ad850865-b249-4732-983e-8e6110fc3a16,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:30.607930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-5fb61d57-03fb-42f3-af7b-bf63c9ceb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.609643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-5fb61d57-03fb-42f3-af7b-bf63c9ceb737 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e128d7-00b6-4849-8eac-234197be5b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184003 Sep 18 07:03:30.628057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.680340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:30.728204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-53e2ac62-20bc-42f5-aa36-acdcc0bd6dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084936 Sep 18 07:03:30.786965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.790869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-971307bc-cd94-4769-9abc-df23e763951d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6455116 Sep 18 07:03:30.817500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ac95-b1c5-427f-8318-bd152a234411 req-307cf0f7-265c-4bbf-9062-618d514b8b19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.824576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ac95-b1c5-427f-8318-bd152a234411 req-307cf0f7-265c-4bbf-9062-618d514b8b19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.830425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:30.831768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9ac95-b1c5-427f-8318-bd152a234411 req-307cf0f7-265c-4bbf-9062-618d514b8b19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.833871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97a9ac95-b1c5-427f-8318-bd152a234411 req-307cf0f7-265c-4bbf-9062-618d514b8b19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2411 time: 0.1549261 Sep 18 07:03:30.853433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'mac_address': 'fa:16:3e:96:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:30.862548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6423f8-68ab-40e4-b9ff-18dc9fa60a70 req-d64bca5e-bea5-4034-bf26-27c726b8012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.864877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be6423f8-68ab-40e4-b9ff-18dc9fa60a70 req-d64bca5e-bea5-4034-bf26-27c726b8012e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 1097 time: 0.1186693 Sep 18 07:03:30.903718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:30.903958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-9b855791-3a91-4e87-9a9d-fa7b179f2283 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689615 Sep 18 07:03:30.920165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a337bd3b-6a2e-45bb-af3d-e068f7d51d1f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:30.931923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be6423f8-68ab-40e4-b9ff-18dc9fa60a70 req-b4ee3eec-dc91-4593-b8fa-aa3aae079228 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Sep 18 07:03:30.942998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97a9ac95-b1c5-427f-8318-bd152a234411 req-d8abe8ac-501e-403e-9c3a-3c64300547ce tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Sep 18 07:03:30.957780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:30.970166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-ef1acbc6-0b82-431e-98ce-be1a687fec4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=553ba2d4-20a9-4e95-baa0-00b329c21166 HTTP/1.1" status: 200 len: 217 time: 0.0492122 Sep 18 07:03:30.980416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7558e1-fcd7-4ed1-9987-b23ead816df7 req-0e20dbe5-efcc-48c2-9114-2601552ee88b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:30.982390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7558e1-fcd7-4ed1-9987-b23ead816df7 req-0e20dbe5-efcc-48c2-9114-2601552ee88b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.2082005 Sep 18 07:03:31.028782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:31.029542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-fe2ebbb5-ff10-4325-8b60-5fa4ebc86a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.032257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-fe2ebbb5-ff10-4325-8b60-5fa4ebc86a54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c1e5c89-4f08-4c31-907a-1bc426bb6dc2 HTTP/1.1" status: 200 len: 801 time: 0.0553524 Sep 18 07:03:31.040129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7558e1-fcd7-4ed1-9987-b23ead816df7 req-b075e6cd-615b-4222-ac87-7857fa6cab79 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Sep 18 07:03:31.097684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-2a0efe54-5408-4a25-8b14-588661de4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.099422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-2a0efe54-5408-4a25-8b14-588661de4e79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69a28345-300e-47ef-b591-66ea6d092640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583360 Sep 18 07:03:31.115751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:31.198755 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-ac4da0ac-ae5b-4c2c-b4d2-226fe77c49b3 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911779 Sep 18 07:03:31.208189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0a7b-d62b-42bf-b579-1d36153b2fec req-0c5380f9-a9e4-4be6-b64b-2a60f7d758a1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.209800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-457c0a7b-d62b-42bf-b579-1d36153b2fec req-0c5380f9-a9e4-4be6-b64b-2a60f7d758a1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1401577 Sep 18 07:03:31.231183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:31.299973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce8b5263-b10c-4594-812f-f31cba32c616 req-65fdbb50-7616-4797-9f91-9d6674159f63 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930495 Sep 18 07:03:31.334755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-457c0a7b-d62b-42bf-b579-1d36153b2fec req-c49f0cef-31c8-4bee-9ef3-8713f1d07edf tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130774 Sep 18 07:03:31.366025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-86e6d7ff-8806-41c7-b70e-0fc72ddfd310 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.367695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-86e6d7ff-8806-41c7-b70e-0fc72ddfd310 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.2015672 Sep 18 07:03:31.433992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-fb849a11-4d2e-441c-b39a-b38f0b6d6015 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/quotas/7c951c6d3943411db6629ef2a65f9a9c HTTP/1.1" status: 200 len: 375 time: 0.0591848 Sep 18 07:03:31.461414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-7c1f23b0-8daa-4ba8-b324-5f1c6bf80871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.462008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-7c1f23b0-8daa-4ba8-b324-5f1c6bf80871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.462447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-7c1f23b0-8daa-4ba8-b324-5f1c6bf80871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.464093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-7c1f23b0-8daa-4ba8-b324-5f1c6bf80871 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2867 time: 0.0453074 Sep 18 07:03:31.526396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6e37-b47e-4fcf-8c40-7950025e296a req-910b07a0-13d5-4605-86ac-67ab40bfacaa tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.527869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4db6e37-b47e-4fcf-8c40-7950025e296a req-910b07a0-13d5-4605-86ac-67ab40bfacaa tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1086967 Sep 18 07:03:31.531576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:31.534294 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f4325-923b-42b7-bb9b-91ee6580fb04" -d '{"events": [{"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:31.537931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-39abad97-90a3-4aa6-862b-352c83afdf4b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839207 Sep 18 07:03:31.545531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:31.566742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-4b6cdf00-4b13-4316-8e50-0d846c31d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.568384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-4b6cdf00-4b13-4316-8e50-0d846c31d07c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f3e128d7-00b6-4849-8eac-234197be5b81 HTTP/1.1" status: 200 len: 903 time: 0.0971310 Sep 18 07:03:31.618336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-d1194fa9-b165-47e1-a2bd-a5bb8e6eed28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=8a75f150-8ae0-4961-8612-2af5489e4300 HTTP/1.1" status: 200 len: 217 time: 0.0358374 Sep 18 07:03:31.674816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-6d14d067-204c-43d3-9073-4fb4ed9021ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.676269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-6d14d067-204c-43d3-9073-4fb4ed9021ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9fd8ef48-b4c6-4638-998a-0beb43bad635 HTTP/1.1" status: 200 len: 801 time: 0.0497696 Sep 18 07:03:31.707723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4db6e37-b47e-4fcf-8c40-7950025e296a req-a2351d71-52f4-436f-8ea1-48307b6dfb40 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688664 Sep 18 07:03:31.732001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1a50-c438-47a5-8309-e7197f261882 req-05d6fd7f-34ae-4fa9-bdd7-7eb9c14fc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.734399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-05d6fd7f-34ae-4fa9-bdd7-7eb9c14fc044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f3e128d7-00b6-4849-8eac-234197be5b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501952 Sep 18 07:03:31.758374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-a842b503-e47b-4867-b181-6456247b20a4 service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107632 Sep 18 07:03:31.833862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-df211241-cc63-4c73-b6d6-5003036f2841 service neutron] 10.222.0.37 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900192 Sep 18 07:03:31.925610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34cd1a50-c438-47a5-8309-e7197f261882 req-8ef04cb1-9c23-4fcd-afd4-25f0cba67c1a service neutron] 10.222.0.37 "GET /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844975 Sep 18 07:03:31.950904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6c5f-1a57-41a6-9d3d-37370204b7c3 req-c0061c1d-726a-422b-95a6-5964ade3aa17 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:31.952404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78af6c5f-1a57-41a6-9d3d-37370204b7c3 req-c0061c1d-726a-422b-95a6-5964ade3aa17 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1629221 Sep 18 07:03:31.980820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-c9b5b1e5-72b3-4cab-804a-6ddc674566d7 service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901822 Sep 18 07:03:32.030953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78af6c5f-1a57-41a6-9d3d-37370204b7c3 req-05285476-0b3b-4ce7-9109-44f1bb1a64f1 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654168 Sep 18 07:03:32.226197 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f9b6c2-a3ef-4142-b8ed-39d3eb859f6c x-openstack-request-id: req-76f9b6c2-a3ef-4142-b8ed-39d3eb859f6c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:32.226871 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:32.227322 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76f9b6c2-a3ef-4142-b8ed-39d3eb859f6c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:32.227986 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166', 'status': 'completed', 'code': 200} Sep 18 07:03:32.313123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-32ba681c-be76-4f7d-8f66-b654137cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.313666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-32ba681c-be76-4f7d-8f66-b654137cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.314220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-32ba681c-be76-4f7d-8f66-b654137cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.316132 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-32ba681c-be76-4f7d-8f66-b654137cdf5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2867 time: 0.0582721 Sep 18 07:03:32.386485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c455a44f-f067-44be-b4c8-50c8f17996f6 req-7b25bd04-0e49-459a-9ac1-9d371252406e tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0398822 Sep 18 07:03:32.438280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-666e014c-c689-4d08-afd1-959d9f47311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.441250 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-666e014c-c689-4d08-afd1-959d9f47311e service neutron] 10.222.0.37 "GET /v2.0/networks?id=69a28345-300e-47ef-b591-66ea6d092640 HTTP/1.1" status: 200 len: 903 time: 0.1146681 Sep 18 07:03:32.455871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Deleting port 68c069bf-8e1d-435e-8a13-15e88c243a8b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:32.456161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:32.465855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6af2-77dd-4078-bf1c-5bc19a77042e req-28251070-1259-4582-9966-343bea6ba03b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.472446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6af2-77dd-4078-bf1c-5bc19a77042e req-28251070-1259-4582-9966-343bea6ba03b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.478693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6af2-77dd-4078-bf1c-5bc19a77042e req-28251070-1259-4582-9966-343bea6ba03b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.480389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e0e6af2-77dd-4078-bf1c-5bc19a77042e req-28251070-1259-4582-9966-343bea6ba03b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2411 time: 0.0896499 Sep 18 07:03:32.491869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-29c2e413-d9d1-47f4-8a01-44aaed662072 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=553ba2d4-20a9-4e95-baa0-00b329c21166 HTTP/1.1" status: 200 len: 217 time: 0.0430741 Sep 18 07:03:32.547972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-54d714cc-8665-4bef-a319-152028dd573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.549531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-54d714cc-8665-4bef-a319-152028dd573e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3c1e5c89-4f08-4c31-907a-1bc426bb6dc2 HTTP/1.1" status: 200 len: 801 time: 0.0507810 Sep 18 07:03:32.571518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e0e6af2-77dd-4078-bf1c-5bc19a77042e req-c464e9c2-905f-4179-93a9-9811d3bcbbb7 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Sep 18 07:03:32.597679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] For port 68c069bf-8e1d-435e-8a13-15e88c243a8b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=68c069bf-8e1d-435e-8a13-15e88c243a8b,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:32.598476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:32.612656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Calling delete_port for 68c069bf-8e1d-435e-8a13-15e88c243a8b owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:32.615205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-b870aee9-18d5-446d-9515-f0fc6e7586ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.616900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-b870aee9-18d5-446d-9515-f0fc6e7586ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69a28345-300e-47ef-b591-66ea6d092640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594192 Sep 18 07:03:32.683602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:32.740253 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-f2a10efa-6624-4cad-8154-169e1bb06b11 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152520 Sep 18 07:03:32.768445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17246b-53e5-476e-b9c0-1779d002c598 req-0e30784c-5138-4634-9a35-deb1a0eae7c8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.781548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b17246b-53e5-476e-b9c0-1779d002c598 req-0e30784c-5138-4634-9a35-deb1a0eae7c8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 944 time: 0.1274078 Sep 18 07:03:32.843009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d3f4325-923b-42b7-bb9b-91ee6580fb04 req-aee89052-7909-4b3b-84a5-d9113d8413f0 service neutron] 10.222.0.37 "GET /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952425 Sep 18 07:03:32.847394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b17246b-53e5-476e-b9c0-1779d002c598 req-63f5b394-ddbd-41e7-a117-5d6e67baaf86 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650547 Sep 18 07:03:32.868744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843b8452-ecf4-4d23-9165-382e54517777 req-0f03284a-127a-46f7-be85-f8526306b40e tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 210 time: 0.0459270 Sep 18 07:03:32.880592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:32.885691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:32.886252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:32.990876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390568bb-caee-4115-bebc-feb5f76de400 req-94b82c3a-f155-40be-a0f1-0f89702d899a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:32.992392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-390568bb-caee-4115-bebc-feb5f76de400 req-94b82c3a-f155-40be-a0f1-0f89702d899a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0531616 Sep 18 07:03:32.998345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:33.022129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:33.024913 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c97f59d-e7d3-4305-8ed6-7113c25fe446" -d '{"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-plugged", "status": "completed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:33.032925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-390568bb-caee-4115-bebc-feb5f76de400 req-c4a3acad-d0ad-4edb-8a26-07b631ce2757 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Sep 18 07:03:33.039681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:33.040410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:33.070043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c069bf-8e1d-435e-8a13-15e88c243a8b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:33.097449 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73ec244-1590-433d-ba12-19aa83595231 x-openstack-request-id: req-c73ec244-1590-433d-ba12-19aa83595231 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:33.097604 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-plugged", "status": "completed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:33.097874 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c73ec244-1590-433d-ba12-19aa83595231 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:33.098308 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'code': 200} Sep 18 07:03:33.125434 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:33.218867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:33.255568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e674016-2f36-4394-8a24-36a45aae65c1 req-ec289850-e384-407f-9368-18954852c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.257474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e674016-2f36-4394-8a24-36a45aae65c1 req-ec289850-e384-407f-9368-18954852c25a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 1097 time: 0.0850372 Sep 18 07:03:33.300851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9e975-2eba-44a6-adb2-bcdbd68d66b6 req-ef09665f-8a19-47ff-bd4c-9f3e9f73d0ba tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.306699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e674016-2f36-4394-8a24-36a45aae65c1 req-6a3a9560-513a-469b-ae00-ae0e0918d90a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Sep 18 07:03:33.308390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3f9e975-2eba-44a6-adb2-bcdbd68d66b6 req-ef09665f-8a19-47ff-bd4c-9f3e9f73d0ba tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1091056 Sep 18 07:03:33.334816 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:33.395221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3f9e975-2eba-44a6-adb2-bcdbd68d66b6 req-f58fab26-b118-4a04-94f8-265f8585499a tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859640 Sep 18 07:03:33.557616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-e2eced50-59a2-4659-9748-267794105322 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.559185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-e2eced50-59a2-4659-9748-267794105322 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 811 time: 0.2172716 Sep 18 07:03:33.581751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8762e2b1-774d-4e23-a8d3-26355af715db req-d8c170d4-7331-4c3a-94b5-ca7e6d17c43a tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0473158 Sep 18 07:03:33.602931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-cb917e2e-48d2-4cb3-91a3-7d7fe36f9d27 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/quotas/ed0536ef72c5458d82f8207e6c217652 HTTP/1.1" status: 200 len: 375 time: 0.0162206 Sep 18 07:03:33.751842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-bd104d61-e9e8-4391-9ec2-f77ea4b57a83 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216855 Sep 18 07:03:33.797702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3142-bf85-4ca5-a328-61dfad175205 req-15445003-a749-4244-93e9-993f0b388330 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.803747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3142-bf85-4ca5-a328-61dfad175205 req-15445003-a749-4244-93e9-993f0b388330 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.809718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f3142-bf85-4ca5-a328-61dfad175205 req-15445003-a749-4244-93e9-993f0b388330 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:33.811929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a3f3142-bf85-4ca5-a328-61dfad175205 req-15445003-a749-4244-93e9-993f0b388330 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2411 time: 0.1473494 Sep 18 07:03:33.836865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:03:33.909835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a3f3142-bf85-4ca5-a328-61dfad175205 req-15ef7c08-cdac-4e16-98d2-f2d8b2aa5b75 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907543 Sep 18 07:03:33.952796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-6522591b-9ef1-44c3-b424-9bbf43d2210e service neutron] 10.222.0.20 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927962 Sep 18 07:03:34.098643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:34.106039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af4f0147-0b6e-45fc-aee8-aa954095f323 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d807b37-7aaa-44b5-8e50-45aeb6bc52db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5383625 Sep 18 07:03:34.109034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Sync routers for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:34.109506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49690) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:34.119750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:34.120366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:34.124717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e50256-4b2a-43ab-bd05-4fcd68e4cb66 req-b152c17c-85c1-4b32-94fe-fd78583280cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:34.126276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30e50256-4b2a-43ab-bd05-4fcd68e4cb66 req-b152c17c-85c1-4b32-94fe-fd78583280cb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1566679 Sep 18 07:03:34.146589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-6e252441-e95c-4aea-a525-38a1cfca4b9d service neutron] 10.222.0.20 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876025 Sep 18 07:03:34.177572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30e50256-4b2a-43ab-bd05-4fcd68e4cb66 req-5c701d94-482f-4707-a6f5-8e2d195c0143 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Sep 18 07:03:34.297325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff95bdf7-e70c-4e15-befa-f76f3cc44582 req-3b797891-3358-4d7d-a226-3e6c83081838 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 210 time: 0.0337164 Sep 18 07:03:34.342020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9538484b-ab8f-4043-acff-28587206486f req-c764b862-3e4d-423d-951a-a9a39297ce69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0450230 Sep 18 07:03:34.346923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:34.421958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:34.524641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-7fe9881c-2b33-43d2-962f-1ae2cb9a522d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:34.527147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-7fe9881c-2b33-43d2-962f-1ae2cb9a522d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.1965013 Sep 18 07:03:34.536188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:34.550371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'port': {'device_id': '83c2ff2d-354e-4057-a111-c8a903101aae', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'admin_state_up': True, 'tenant_id': '7c951c6d3943411db6629ef2a65f9a9c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:34.563733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff676-f182-4a7f-b921-cdbabc8ec106 req-2d15d6f6-b5fa-409b-acb7-515a417b1dad tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:34.582582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f2ff676-f182-4a7f-b921-cdbabc8ec106 req-2d15d6f6-b5fa-409b-acb7-515a417b1dad tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1067109 Sep 18 07:03:34.639107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f2ff676-f182-4a7f-b921-cdbabc8ec106 req-2a7c085b-043d-4415-bc28-c850a1db6f3d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/security-groups?id=d144aa2b-75eb-4188-97d2-2c67a3046489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Sep 18 07:03:34.706771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-934dd3dd-f802-45e6-9792-a3818cf39ab6 req-dce7e0cd-d79c-4294-82af-912f825fcfb2 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 210 time: 0.0348670 Sep 18 07:03:34.707055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8a75f150-8ae0-4961-8612-2af5489e4300 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:34.751848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-b309633e-bc6f-448e-9902-5421c5ab224d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:34.751848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-b309633e-bc6f-448e-9902-5421c5ab224d tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 945 time: 0.1869376 Sep 18 07:03:34.778190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:32Z', 'revision_number': 5, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port': {'id': '1211376c-6519-4a1a-b5af-b58d7ea33be2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:08:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:05Z', 'updated_at': '2021-09-18T07:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:34.812836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1dc45531-bd3d-496c-ad7d-d92b91364834 req-a7a136c2-6631-4c4f-b4a8-7385abaf6332 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0401888 Sep 18 07:03:34.865331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Checking router: 6d807b37-7aaa-44b5-8e50-45aeb6bc52db for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:34.881214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Routers {'6d807b37-7aaa-44b5-8e50-45aeb6bc52db'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:34.881837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:34.892518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Deleting port 1211376c-6519-4a1a-b5af-b58d7ea33be2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:34.892865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:34.960666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Deleting port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:34.965607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:34.998035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Made reservation on behalf of 7c951c6d3943411db6629ef2a65f9a9c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:35.004758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.018306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] Set router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:35.047027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b3b8-6238-4c63-9b6b-4f651668851e req-69372fff-e2b8-431e-b5b7-4cf3033396b5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:35.053594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b3b8-6238-4c63-9b6b-4f651668851e req-69372fff-e2b8-431e-b5b7-4cf3033396b5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:35.060538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830b3b8-6238-4c63-9b6b-4f651668851e req-69372fff-e2b8-431e-b5b7-4cf3033396b5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:35.070222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e830b3b8-6238-4c63-9b6b-4f651668851e req-69372fff-e2b8-431e-b5b7-4cf3033396b5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2411 time: 0.0817983 Sep 18 07:03:35.075168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] For port 1211376c-6519-4a1a-b5af-b58d7ea33be2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1211376c-6519-4a1a-b5af-b58d7ea33be2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.075539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.080160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:34Z', 'revision_number': 6, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:35.118679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8a75f150-8ae0-4961-8612-2af5489e4300,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.122851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e830b3b8-6238-4c63-9b6b-4f651668851e req-48ad1f89-2956-4e47-ab4d-89b0626eb3ce tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Sep 18 07:03:35.133077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8a75f150-8ae0-4961-8612-2af5489e4300', 'network_id': 'f3e128d7-00b6-4849-8eac-234197be5b81', 'port_id': '8a75f150-8ae0-4961-8612-2af5489e4300', 'mac_address': 'fa:16:3e:8b:09:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd8ef48-b4c6-4638-998a-0beb43bad635', 'ip_address': '19.86.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:35.137792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc133c6-95b9-4e0d-88b9-d874755e4bf5 None None] The sync data for ids ['6d807b37-7aaa-44b5-8e50-45aeb6bc52db'] in n-d-789963-14 is: [{'id': '6d807b37-7aaa-44b5-8e50-45aeb6bc52db', 'name': 'tempest-FloatingIPDetailsTestJSON-2026775488-router', 'tenant_id': '23b40e276c694f32ab06d61d24d00e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:04Z', 'updated_at': '2021-09-18T07:03:34Z', 'revision_number': 6, 'project_id': '23b40e276c694f32ab06d61d24d00e9f', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:35.149617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Calling delete_port for 1211376c-6519-4a1a-b5af-b58d7ea33be2 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:35.168113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] For port ffda668f-1ba2-43e9-b8e0-842aa74d8b34, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,segment=NetworkSegment(968426f3-a4d3-44eb-8960-14257a914fca),segment_id=968426f3-a4d3-44eb-8960-14257a914fca)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.168491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.189333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.194059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Calling delete_port for ffda668f-1ba2-43e9-b8e0-842aa74d8b34 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:35.202666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a75f150-8ae0-4961-8612-2af5489e4300 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:35.223889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8a75f150-8ae0-4961-8612-2af5489e4300,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.302325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb07938-3b1a-4942-a28a-f0f5c0190b98 req-ba4294b8-1a04-4f83-ae9c-462f0536856e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:35.304237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fb07938-3b1a-4942-a28a-f0f5c0190b98 req-ba4294b8-1a04-4f83-ae9c-462f0536856e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0497196 Sep 18 07:03:35.314544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.315893 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 553ba2d4-20a9-4e95-baa0-00b329c21166 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:35.370384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fb07938-3b1a-4942-a28a-f0f5c0190b98 req-47afd10c-83d5-4462-8aac-cc76f4481589 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 Sep 18 07:03:35.392091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Allocated IP 172.20.0.5 (713c508d-6b0c-4d04-9b30-54ab0b3b76bd/43063d22-f932-429b-a6a2-2d5de49cd6e3/c81b4956-73f9-489d-8c2c-b93cf2de0a45) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:35.427910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:35.524580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d0b6f82-3bae-47b0-a465-7a6a4ab7474d req-1f992de1-6662-42bc-9d28-e59a6eb6ce1c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 210 time: 0.0496013 Sep 18 07:03:35.543722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=553ba2d4-20a9-4e95-baa0-00b329c21166,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.569089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '553ba2d4-20a9-4e95-baa0-00b329c21166', 'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'port_id': '553ba2d4-20a9-4e95-baa0-00b329c21166', 'mac_address': 'fa:16:3e:b4:7d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1e5c89-4f08-4c31-907a-1bc426bb6dc2', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:35.613754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.630177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553ba2d4-20a9-4e95-baa0-00b329c21166 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:35.653563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=553ba2d4-20a9-4e95-baa0-00b329c21166,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.680185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.717369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.724136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Pushing event deleted for resources: {'Port': ['ID=1211376c-6519-4a1a-b5af-b58d7ea33be2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:35.729992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['ffda668f-1ba2-43e9-b8e0-842aa74d8b34'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:35.765944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.766642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device de53496e-d66e-4337-a3bc-9b15c094d7b3 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:35.779335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.810524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Pushing event deleted for resources: {'Port': ['ID=ffda668f-1ba2-43e9-b8e0-842aa74d8b34,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:35.821771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fb393f5-7c2a-4f01-92c9-aec593c2bc39 req-4a22d9f2-eab3-4e66-b1c8-da15e383e082 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 210 time: 0.0459394 Sep 18 07:03:35.845512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:35.848099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:35.883648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'de53496e-d66e-4337-a3bc-9b15c094d7b3', 'network_id': '69a28345-300e-47ef-b591-66ea6d092640', 'port_id': 'de53496e-d66e-4337-a3bc-9b15c094d7b3', 'mac_address': 'fa:16:3e:a3:f5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1e5c89-4f08-4c31-907a-1bc426bb6dc2', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:35.892171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] No DVR routers for this DVR port ffda668f-1ba2-43e9-b8e0-842aa74d8b34 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:35.898607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.900669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aed26c7f-a7c6-4348-ba8d-80133af601e1 req-48cb97e2-fbf1-474a-963d-6017619f2c51 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.37 "DELETE /v2.0/ports/ffda668f-1ba2-43e9-b8e0-842aa74d8b34 HTTP/1.1" status: 204 len: 173 time: 1.1466773 Sep 18 07:03:35.901175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'name': 'network-vif-deleted', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:35.903524 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5217d-a47b-4d58-8174-8ca0d6f6a9be" -d '{"events": [{"server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "name": "network-vif-deleted", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:35.908550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.949654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:35.959743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8eab07fb-2c6b-44ec-bb74-913a0acb2520 req-a9f595e6-950b-4127-950d-ffa45750d4db tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 210 time: 0.0442600 Sep 18 07:03:35.982097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de53496e-d66e-4337-a3bc-9b15c094d7b3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:36.005398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:36.041255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.044106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.064587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f65420f1-dcc6-48e4-96a1-312476d9bf09 req-84c7e9b2-4f49-45bc-98c0-b47e07ca48fa tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0285733 Sep 18 07:03:36.104801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.132047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.137398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b3b4d9-1581-47d9-aedd-f307003d5175 x-openstack-request-id: req-b5b3b4d9-1581-47d9-aedd-f307003d5175 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:36.137695 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd1c43e-2063-4535-b22d-0ed5298aa43f", "name": "network-vif-deleted", "tag": "ffda668f-1ba2-43e9-b8e0-842aa74d8b34", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:36.137977 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5b3b4d9-1581-47d9-aedd-f307003d5175 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:36.138368 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd1c43e-2063-4535-b22d-0ed5298aa43f', 'name': 'network-vif-deleted', 'tag': 'ffda668f-1ba2-43e9-b8e0-842aa74d8b34', 'status': 'completed', 'code': 200} Sep 18 07:03:36.158847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:36.163951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:36.172305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:36.177971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:36.204716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:36.227843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.228314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d807b37-7aaa-44b5-8e50-45aeb6bc52db {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:03:36.236630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.237816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1a26c52e-5012-47dd-87b8-ce821e034674 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d807b37-7aaa-44b5-8e50-45aeb6bc52db HTTP/1.1" status: 204 len: 168 time: 2.1275892 Sep 18 07:03:36.240407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:36.244506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.249295 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.367710 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-1b901050-3f14-4a8f-b564-40834f87e2cd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8247206 Sep 18 07:03:36.385405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Deleting subnet 9fffda6a-d4ae-40d9-babf-285f3014a99e {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:03:36.391004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Request body: {'port': {'device_id': '83c2ff2d-354e-4057-a111-c8a903101aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:36.412888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.422275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['de53496e-d66e-4337-a3bc-9b15c094d7b3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:36.452359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8a75f150-8ae0-4961-8612-2af5489e4300'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:36.472813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040de1f-88a0-487e-bd1e-ce86ca4d030e req-3c9e5205-b10b-42ae-a218-d8052cf75691 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.482113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040de1f-88a0-487e-bd1e-ce86ca4d030e req-3c9e5205-b10b-42ae-a218-d8052cf75691 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.482578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.489429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040de1f-88a0-487e-bd1e-ce86ca4d030e req-3c9e5205-b10b-42ae-a218-d8052cf75691 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.491617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7040de1f-88a0-487e-bd1e-ce86ca4d030e req-3c9e5205-b10b-42ae-a218-d8052cf75691 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2414 time: 0.1982114 Sep 18 07:03:36.499533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.547693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ee575-4ae6-4dbb-aae5-ffed77d8c0de req-d8d4a333-e116-4836-b3a3-afc98830ffa9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.549470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a1ee575-4ae6-4dbb-aae5-ffed77d8c0de req-d8d4a333-e116-4836-b3a3-afc98830ffa9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1953080 Sep 18 07:03:36.623007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7040de1f-88a0-487e-bd1e-ce86ca4d030e req-896139ae-7fa8-4d44-9086-07aea19195c5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204019 Sep 18 07:03:36.694036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a1ee575-4ae6-4dbb-aae5-ffed77d8c0de req-dc45771f-3f2c-4700-9590-fd57f16b7b84 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355226 Sep 18 07:03:36.707292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.718023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffda668f-1ba2-43e9-b8e0-842aa74d8b34 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:36.742578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: ffda668f-1ba2-43e9-b8e0-842aa74d8b34 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:36.742985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device ffda668f-1ba2-43e9-b8e0-842aa74d8b34 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:36.835429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c337a-0d1f-4b4a-84a9-7ab936036bc5 req-19771a50-7674-4b09-9f35-9ee9e099b413 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:36.843730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc3c337a-0d1f-4b4a-84a9-7ab936036bc5 req-19771a50-7674-4b09-9f35-9ee9e099b413 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 931 time: 0.0684018 Sep 18 07:03:36.847241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81b4956-73f9-489d-8c2c-b93cf2de0a45 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:36.856209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.870462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Transition to ACTIVE for port object c81b4956-73f9-489d-8c2c-b93cf2de0a45 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:36.881236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc3c337a-0d1f-4b4a-84a9-7ab936036bc5 req-29a175f1-d05b-4e79-af68-d386290421c0 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Sep 18 07:03:36.914187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.944741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:36.946681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9fffda6a-d4ae-40d9-babf-285f3014a99e HTTP/1.1" status: 204 len: 168 time: 0.7052765 Sep 18 07:03:36.948402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5d330-199c-4815-b66c-81e7afc666b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fffda6a-d4ae-40d9-babf-285f3014a99e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:36.949263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:36.950107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ed197-f967-4888-8371-9edc12f75f59 None None] Network f01e8e7c-7101-4125-82e1-9714eb5406a7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:36.994084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.070589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1211376c-6519-4a1a-b5af-b58d7ea33be2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:37.096281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1211376c-6519-4a1a-b5af-b58d7ea33be2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:37.096661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1211376c-6519-4a1a-b5af-b58d7ea33be2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:37.097076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 68c069bf-8e1d-435e-8a13-15e88c243a8b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:37.103483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-149a603f-47fd-4c7f-9b86-029545907b9a req-430b9f23-5779-4ef6-8e67-b54684cb1f54 tempest-ServerDiskConfigTestJSON-742882242 tempest-ServerDiskConfigTestJSON-742882242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cd1c43e-2063-4535-b22d-0ed5298aa43f HTTP/1.1" status: 200 len: 210 time: 0.0398703 Sep 18 07:03:37.132052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 68c069bf-8e1d-435e-8a13-15e88c243a8b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:37.132646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 68c069bf-8e1d-435e-8a13-15e88c243a8b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:37.191240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c959519-e60d-4b72-9026-f769099c91ae req-5354436a-b7ad-4e91-8954-911621e84605 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Sep 18 07:03:37.235351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] DHCP port deletion for f01e8e7c-7101-4125-82e1-9714eb5406a7 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:03:37.264729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2da10b29-1f2b-4c46-9107-464f88b5441d req-4cc9ab96-5458-4feb-b8f8-eff9bfc5dd4e tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0288398 Sep 18 07:03:37.290809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Deleting port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:37.291197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.357256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] For port 2c3a150b-533a-43ec-8a46-f2c97c7a5827, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2c3a150b-533a-43ec-8a46-f2c97c7a5827,segment=NetworkSegment(116d77cd-4992-4a06-ac15-96a8b7d613ad),segment_id=116d77cd-4992-4a06-ac15-96a8b7d613ad)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:37.357661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.371517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Calling delete_port for 2c3a150b-533a-43ec-8a46-f2c97c7a5827 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:37.393759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:37.435544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4792361e-e0df-4a11-8d30-84326b281446 req-0c3cfea1-fe7b-4bc7-b4fb-468f8ffbf60a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=828c6fd3618d446d84eb3401ddc5dd70&device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0430372 Sep 18 07:03:37.439877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.511699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['553ba2d4-20a9-4e95-baa0-00b329c21166'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:37.516350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4792361e-e0df-4a11-8d30-84326b281446 req-8a8355dd-500f-48bd-857c-cf61d931b4fe service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=828c6fd3618d446d84eb3401ddc5dd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650480 Sep 18 07:03:37.533634 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.565634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] Pushing event deleted for resources: {'Port': ['ID=2c3a150b-533a-43ec-8a46-f2c97c7a5827,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:37.570615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd465a4c-8a56-4b00-a89d-d8943cbe7d62 None None] No DVR routers for this DVR port 2c3a150b-533a-43ec-8a46-f2c97c7a5827 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:37.607281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] The port '2c3a150b-533a-43ec-8a46-f2c97c7a5827' was deleted {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 07:03:37.747011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-dc49f6ab-21a9-4291-9f71-5184c02a4d0a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.747880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f39fb-ffcf-4504-be18-26ee5eccfe76 req-270ed397-fced-458c-8892-1ee67caa66fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.750034 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-dc49f6ab-21a9-4291-9f71-5184c02a4d0a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 811 time: 0.3128955 Sep 18 07:03:37.768699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f39fb-ffcf-4504-be18-26ee5eccfe76 req-270ed397-fced-458c-8892-1ee67caa66fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.775585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f39fb-ffcf-4504-be18-26ee5eccfe76 req-270ed397-fced-458c-8892-1ee67caa66fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.777363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4f39fb-ffcf-4504-be18-26ee5eccfe76 req-270ed397-fced-458c-8892-1ee67caa66fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2414 time: 0.0860174 Sep 18 07:03:37.788653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.793913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Request body: {'port': {'device_id': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'admin_state_up': True, 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:37.836366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Attempting to bind port c81b4956-73f9-489d-8c2c-b93cf2de0a45 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:37.836616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Attempting to bind port c81b4956-73f9-489d-8c2c-b93cf2de0a45 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:37.837087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Attempting to bind port c81b4956-73f9-489d-8c2c-b93cf2de0a45 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:37.854020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5362-75d4-4687-8c76-4430d20091fc req-e347e23f-ee4f-43a6-b540-711300c50b12 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.855541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ae5362-75d4-4687-8c76-4430d20091fc req-e347e23f-ee4f-43a6-b540-711300c50b12 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0771208 Sep 18 07:03:37.858913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c4f39fb-ffcf-4504-be18-26ee5eccfe76 req-0341314d-371e-4338-bca9-53b00691f3cf tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715220 Sep 18 07:03:37.865454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01e8e7c-7101-4125-82e1-9714eb5406a7']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:37.881797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Port c81b4956-73f9-489d-8c2c-b93cf2de0a45 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:37.881797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Attempting to bind port c81b4956-73f9-489d-8c2c-b93cf2de0a45 on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:37.896240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ae5362-75d4-4687-8c76-4430d20091fc req-55fcdca5-e54a-4ecf-8f6f-7cf591a0fdc4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Sep 18 07:03:37.910107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792361e-e0df-4a11-8d30-84326b281446 req-ca98e953-e690-4b6d-b4f4-85d25f182e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:37.911588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4792361e-e0df-4a11-8d30-84326b281446 req-ca98e953-e690-4b6d-b4f4-85d25f182e7c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3861496 Sep 18 07:03:37.913353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116d77cd-4992-4a06-ac15-96a8b7d613ad') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:37.913748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116d77cd-4992-4a06-ac15-96a8b7d613ad') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:37.928146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:37.928502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Checking segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:37.928894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Bound using segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:37.929346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Bound port: c81b4956-73f9-489d-8c2c-b93cf2de0a45, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:37.929711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.936697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:37.965761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.000182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ee9fb-8def-4169-8ab2-9b4d0f6ff2eb req-605682d7-31a0-4dc9-98c0-4039761504ae tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:38.000781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:03:38.002249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.002462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-130ee9fb-8def-4169-8ab2-9b4d0f6ff2eb req-605682d7-31a0-4dc9-98c0-4039761504ae tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0501747 Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:03:38.002954 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:03:38.044198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-130ee9fb-8def-4169-8ab2-9b4d0f6ff2eb req-c2d6c0f2-8bf6-47dc-9567-e94683df66b2 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Sep 18 07:03:38.096509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:38.154759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:38.155880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.161325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.165705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] 10.222.0.20 "DELETE /v2.0/networks/f01e8e7c-7101-4125-82e1-9714eb5406a7 HTTP/1.1" status: 204 len: 168 time: 1.2121696 Sep 18 07:03:38.178269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eb25d-7ddc-4fae-8400-dcd1be0956ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f01e8e7c-7101-4125-82e1-9714eb5406a7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:38.199543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Made reservation on behalf of ed0536ef72c5458d82f8207e6c217652 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:38.203826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.232197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.316441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56c3bc97-0815-4a8c-8f0b-67718906ddc1 req-9b875ceb-f742-4e48-ac27-80f24d6f66ab tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 210 time: 0.0357337 Sep 18 07:03:38.354326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:38.354326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.354964 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] 10.222.0.24 "PUT /v2.0/ports/c81b4956-73f9-489d-8c2c-b93cf2de0a45 HTTP/1.1" status: 200 len: 1092 time: 1.9724889 Sep 18 07:03:38.355414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:38.357680 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083bc5e-4bb1-4335-aebe-d7d5091db296" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:38.363810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2614f-e84f-4f58-a188-da6bcab77882 service neutron] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:38.405927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49782) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:38.420100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f313deb-d247-4fcc-bd69-49bb2eddfa04 req-cf0336e9-efcc-4395-888d-90c2ff351c87 tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0456266 Sep 18 07:03:38.424552 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35964584-5967-43c1-8874-e7c6f838a86d x-openstack-request-id: req-35964584-5967-43c1-8874-e7c6f838a86d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:38.425502 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:38.433959 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35964584-5967-43c1-8874-e7c6f838a86d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:38.433959 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'status': 'completed', 'code': 200} Sep 18 07:03:38.442693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Allocated IP 172.20.0.3 (d54cb441-2fbd-48e1-bf50-6f8bc10a087d/15294ac6-35eb-464d-90ef-b11dfd49597a/1cd931bc-5bc2-4393-94d5-172511cc6b01) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:38.472781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Deleting subnet e0bd223c-c247-4d58-bcf8-89fcbfd0b649 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:03:38.477063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.514793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.553098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.572278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:38.589518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-f17af97a-4ae3-450d-b182-babee1fcd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:38.591061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-f17af97a-4ae3-450d-b182-babee1fcd576 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 1095 time: 0.1018770 Sep 18 07:03:38.626852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ead37818-6bfb-43f1-86e0-b3e878f6b450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23b40e276c694f32ab06d61d24d00e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536590 Sep 18 07:03:38.629620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49786) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:38.684296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.688275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.702028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.713472 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.731817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 553ba2d4-20a9-4e95-baa0-00b329c21166 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:38.736305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-fcdcd568-532f-467c-b4e9-c2ff6bc92dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:38.737808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-fcdcd568-532f-467c-b4e9-c2ff6bc92dd6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1307225 Sep 18 07:03:38.740580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0bd223c-c247-4d58-bcf8-89fcbfd0b649,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:38.744695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.749363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ad8ea1e8-28e4-417d-818e-60d90b769d11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0bd223c-c247-4d58-bcf8-89fcbfd0b649 HTTP/1.1" status: 204 len: 168 time: 0.3394077 Sep 18 07:03:38.751970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:38.834598 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.839195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.851838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 553ba2d4-20a9-4e95-baa0-00b329c21166 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:38.855006 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d067f4f7-4806-46b7-9ba9-18c8bba5df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.857430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 553ba2d4-20a9-4e95-baa0-00b329c21166 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:38.858501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.879591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['56f43bab-cdcb-4795-98e8-52c4551c1dd5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:38.893329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-e47f3fe6-cfcf-4554-91f1-3f9e2113800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:38.894888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e083bc5e-4bb1-4335-aebe-d7d5091db296 req-e47f3fe6-cfcf-4554-91f1-3f9e2113800c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490502 Sep 18 07:03:38.902205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Network d54cb441-2fbd-48e1-bf50-6f8bc10a087d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:38.907734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:38.915258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:38.944460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.947250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.950128 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:38.952130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Pushing event updated for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:38.954425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc42ab5e-f9c8-45e2-947a-1a280b5aa303 HTTP/1.1" status: 204 len: 168 time: 0.3238235 Sep 18 07:03:38.977972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704533f8-b82a-43c2-a31b-20454aabba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42ab5e-f9c8-45e2-947a-1a280b5aa303,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:38.983636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be053ad-8eaf-4503-b372-e207d8c36fc2']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:38.995561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968426f3-a4d3-44eb-8960-14257a914fca') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:38.995981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968426f3-a4d3-44eb-8960-14257a914fca') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:38.999958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.001260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.007491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.041680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.049779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:03:39.050356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:03:39.053623 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:03:39.076518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-800acd37-6d21-448d-8d3a-1693a3bd17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.080128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-800acd37-6d21-448d-8d3a-1693a3bd17f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 1095 time: 0.0632758 Sep 18 07:03:39.093200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2abf560b-a7cd-42ac-902d-1769d1da3825 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3070569 Sep 18 07:03:39.128410 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.130909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Request body: {'port': {'device_id': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:39.177834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=553ba2d4-20a9-4e95-baa0-00b329c21166,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:39.181934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:39.183983 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82671e7-8d89-447a-9849-980c94ab0807" -d '{"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:39.190595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2c3a150b-533a-43ec-8a46-f2c97c7a5827 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:39.222619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa11c-ad5e-4aa0-98d1-e4d834905335 req-a9818cd2-9367-4a0a-91e0-268b9661a4e0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.223213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-d7c6123b-70b0-49f7-a0f4-b1c7a9c66dc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45 HTTP/1.1" status: 200 len: 217 time: 0.1290805 Sep 18 07:03:39.227192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4792361e-e0df-4a11-8d30-84326b281446 req-75aba37f-a265-42f0-8d4b-2b7cf5cb71bd tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.37 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.1119630 Sep 18 07:03:39.231429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa11c-ad5e-4aa0-98d1-e4d834905335 req-a9818cd2-9367-4a0a-91e0-268b9661a4e0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.237922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa11c-ad5e-4aa0-98d1-e4d834905335 req-a9818cd2-9367-4a0a-91e0-268b9661a4e0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.242553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2c3a150b-533a-43ec-8a46-f2c97c7a5827 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:39.242776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2c3a150b-533a-43ec-8a46-f2c97c7a5827 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:39.246300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bbaa11c-ad5e-4aa0-98d1-e4d834905335 req-a9818cd2-9367-4a0a-91e0-268b9661a4e0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2414 time: 0.1248529 Sep 18 07:03:39.252261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.253244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device de53496e-d66e-4337-a3bc-9b15c094d7b3 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:39.261580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815730-d535-425e-be9d-80e51e9d25e3 req-638617d0-5f38-4e73-9502-1293afbc424d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.263518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78815730-d535-425e-be9d-80e51e9d25e3 req-638617d0-5f38-4e73-9502-1293afbc424d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1327698 Sep 18 07:03:39.297038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.318436 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.322474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8be053ad-8eaf-4503-b372-e207d8c36fc2 HTTP/1.1" status: 204 len: 168 time: 0.5676186 Sep 18 07:03:39.349978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.353546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bbaa11c-ad5e-4aa0-98d1-e4d834905335 req-1b829c67-bcc8-4331-92b4-469d89497d3c tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012964 Sep 18 07:03:39.373926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:39.385083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d4a1-e75a-43ad-b5c0-c58902f3caf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be053ad-8eaf-4503-b372-e207d8c36fc2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:39.395957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78815730-d535-425e-be9d-80e51e9d25e3 req-ecacd7dd-ef64-40bf-ad8f-0e94ee1ee195 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235268 Sep 18 07:03:39.423991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-33f98415-ac5c-42be-8410-b8481fa6d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.425558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-33f98415-ac5c-42be-8410-b8481fa6d81d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 200 len: 861 time: 0.1954815 Sep 18 07:03:39.480576 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-0cde7b7f-b881-4417-bc84-e702ef6bc57b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470524 Sep 18 07:03:39.491054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port de53496e-d66e-4337-a3bc-9b15c094d7b3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:39.495156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port de53496e-d66e-4337-a3bc-9b15c094d7b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:39.495793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.524643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683c1b-cced-48ec-9e23-78bec5dc4331 req-b30bd1aa-a062-4133-a5bc-3a6680bc8a86 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.526330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2683c1b-cced-48ec-9e23-78bec5dc4331 req-b30bd1aa-a062-4133-a5bc-3a6680bc8a86 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0684607 Sep 18 07:03:39.565377 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d699e-9a9f-4f35-8b4b-5d76a8a93eed x-openstack-request-id: req-700d699e-9a9f-4f35-8b4b-5d76a8a93eed {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:39.571359 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:39.571656 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-700d699e-9a9f-4f35-8b4b-5d76a8a93eed {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:39.572072 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166', 'code': 200} Sep 18 07:03:39.584220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2683c1b-cced-48ec-9e23-78bec5dc4331 req-2546fd63-bb87-482d-9852-61abb55ff20a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Sep 18 07:03:39.637618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.685533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:39.687615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67afb8a-f83f-4965-9936-55c2566c600f req-0f4fbb56-08dc-4ab1-903f-1e52c734a31d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:39.689470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c67afb8a-f83f-4965-9936-55c2566c600f req-0f4fbb56-08dc-4ab1-903f-1e52c734a31d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 931 time: 0.0627241 Sep 18 07:03:39.759651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.760479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8a75f150-8ae0-4961-8612-2af5489e4300 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:39.770404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c67afb8a-f83f-4965-9936-55c2566c600f req-6bcfd516-6fc9-4aad-a31b-67df9778b3ab tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746646 Sep 18 07:03:39.773069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dddf8efa-46fa-4f99-82a4-e03d29e75ad5 req-2818b1b3-511a-4d8b-b73e-456075f6518d tempest-ServerShowV254Test-350973540 tempest-ServerShowV254Test-350973540-project] 10.222.0.20 "GET /v2.0/ports?device_id=734b552a-7158-4951-a30a-ad6be8c8adfe HTTP/1.1" status: 200 len: 210 time: 0.0621209 Sep 18 07:03:39.813753 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-f0085e19-ee42-4f4e-bb0e-c9dfec129023 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459378 Sep 18 07:03:39.828661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:39.842992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:39.888792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e6431406-76d1-4cee-b001-3b88d4bb3fe9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d30952913b9483c87dd0f15bb9bb477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588853 Sep 18 07:03:39.891800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49820) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:39.897953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8a75f150-8ae0-4961-8612-2af5489e4300 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:39.902710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8a75f150-8ae0-4961-8612-2af5489e4300 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:39.903884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.963118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:39.971841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0fd47b-4cdd-42f0-a6e9-6f1c26685849 req-83f5d2d4-bf42-457c-9009-07a30e637585 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479328 Sep 18 07:03:40.003834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.035298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd931bc-5bc2-4393-94d5-172511cc6b01 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:40.036943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.043519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.064880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Transition to ACTIVE for port object 1cd931bc-5bc2-4393-94d5-172511cc6b01 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:40.070880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8a75f150-8ae0-4961-8612-2af5489e4300,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:40.125695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.125858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.127042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.128568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.132590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d144aa2b-75eb-4188-97d2-2c67a3046489 HTTP/1.1" status: 204 len: 168 time: 0.2397690 Sep 18 07:03:40.149991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879753ed-9ab9-4290-8ebf-e0595cacbea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d144aa2b-75eb-4188-97d2-2c67a3046489,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:40.191035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:40.199533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:40.258330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Attempting to bind port 1cd931bc-5bc2-4393-94d5-172511cc6b01 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:40.258667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Attempting to bind port 1cd931bc-5bc2-4393-94d5-172511cc6b01 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:40.258992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Attempting to bind port 1cd931bc-5bc2-4393-94d5-172511cc6b01 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:40.263251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Port 1cd931bc-5bc2-4393-94d5-172511cc6b01 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:40.263567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Attempting to bind port 1cd931bc-5bc2-4393-94d5-172511cc6b01 on network d54cb441-2fbd-48e1-bf50-6f8bc10a087d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:40.268492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:40.268837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Checking segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:40.269227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Bound using segment: {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:40.269656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Bound port: 1cd931bc-5bc2-4393-94d5-172511cc6b01, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f77ee79-4a3c-44f1-9f77-e74f121cb767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:40.270061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.335842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:40.338830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:40.406360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.463846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.465299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:40.467704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] 10.222.0.24 "PUT /v2.0/ports/1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 200 len: 1092 time: 1.3544350 Sep 18 07:03:40.468273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:40.471716 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a" -d '{"events": [{"name": "network-changed", "server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:40.487771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e006-37d4-4681-82d8-c4e80556da52 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:40.488023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b9ca-4f76-440d-b845-04686b0883dc req-bd6ef29f-0a2b-464f-b9d9-a09c83035183 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.495648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b9ca-4f76-440d-b845-04686b0883dc req-bd6ef29f-0a2b-464f-b9d9-a09c83035183 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.502312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b9ca-4f76-440d-b845-04686b0883dc req-bd6ef29f-0a2b-464f-b9d9-a09c83035183 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.506380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4930b9ca-4f76-440d-b845-04686b0883dc req-bd6ef29f-0a2b-464f-b9d9-a09c83035183 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.0873892 Sep 18 07:03:40.578009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4930b9ca-4f76-440d-b845-04686b0883dc req-d50e7977-b162-4a6b-bb8e-5a87daf9a85b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Sep 18 07:03:40.589718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50002c26-9336-485a-b15f-266965d54865 req-c85b4028-d5c5-43b4-a3b5-bacec8da9217 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.598434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50002c26-9336-485a-b15f-266965d54865 req-c85b4028-d5c5-43b4-a3b5-bacec8da9217 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0907433 Sep 18 07:03:40.621301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-34e424d8-f9a8-4eab-9093-f3fb48ce2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.624019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-34e424d8-f9a8-4eab-9093-f3fb48ce2595 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1095 time: 0.0677485 Sep 18 07:03:40.638240 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c4079-6c27-4daf-be23-5a1927f640bb x-openstack-request-id: req-898c4079-6c27-4daf-be23-5a1927f640bb {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:40.638679 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:40.638934 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-898c4079-6c27-4daf-be23-5a1927f640bb {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:40.639934 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01', 'status': 'completed', 'code': 200} Sep 18 07:03:40.652431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50002c26-9336-485a-b15f-266965d54865 req-93752bcc-52d0-4ed6-83e4-a7694f89a06a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Sep 18 07:03:40.684467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-bed00e00-44a7-432c-8b10-ce8742bc42de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 200 len: 217 time: 0.0436454 Sep 18 07:03:40.740056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-30ebd2f0-7595-4506-a9bc-7b71c66db9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.741598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-30ebd2f0-7595-4506-a9bc-7b71c66db9a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.0501051 Sep 18 07:03:40.780104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-e61da58c-a59b-47f1-a859-e483c01e918a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300400 Sep 18 07:03:40.857104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508dbe-d1ce-4efa-96d3-181fee1be142 req-8ddd2cfe-f16d-41d0-bfd1-3f2d3d6b4843 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.859367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9508dbe-d1ce-4efa-96d3-181fee1be142 req-8ddd2cfe-f16d-41d0-bfd1-3f2d3d6b4843 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0704601 Sep 18 07:03:40.893370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-7598d2c5-9206-493d-a647-2234794cee03 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060009 Sep 18 07:03:40.942127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727dbe0-b5dc-4f91-bef7-f80c086c8515 req-8a072470-1a50-45ac-935f-6edbc092fb4c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:40.943646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a727dbe0-b5dc-4f91-bef7-f80c086c8515 req-8a072470-1a50-45ac-935f-6edbc092fb4c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 943 time: 0.0803423 Sep 18 07:03:40.946905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9508dbe-d1ce-4efa-96d3-181fee1be142 req-2abbb52b-0c1a-4600-9d2d-20abc8c4d874 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732253 Sep 18 07:03:41.000738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a727dbe0-b5dc-4f91-bef7-f80c086c8515 req-711160c4-f74c-42fa-a7c8-6cf33ca7ab2c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Sep 18 07:03:41.007739 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7142abdc-7b79-475b-8105-d6e1aba88a96 req-2d2700da-3aa2-4f50-8126-6def7eeeaefc service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069646 Sep 18 07:03:41.199221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-3d27dcd5-46f8-4d18-b122-e97ac3dfca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.200859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-3d27dcd5-46f8-4d18-b122-e97ac3dfca91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1095 time: 0.0421999 Sep 18 07:03:41.299172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-7d3d72ec-6fcd-418f-8442-efca7e5c6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.300689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-7d3d72ec-6fcd-418f-8442-efca7e5c6336 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 912 time: 0.0925758 Sep 18 07:03:41.344579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-0c565bf1-2866-4fb8-93eb-a5f6e04b2ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 200 len: 217 time: 0.0364332 Sep 18 07:03:41.410125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-34e026c0-95b0-40dc-9e8b-32bde5379f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.411672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-34e026c0-95b0-40dc-9e8b-32bde5379f47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.0520053 Sep 18 07:03:41.443531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-b488e10d-2777-496c-8e54-a8c48b97106f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253460 Sep 18 07:03:41.479934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c73ef600-d8e1-4fb4-8d2a-5125d3d592a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.500078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49910) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:41.540351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-9cf49119-db64-41d8-9b92-28ec6f0697cd service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892975 Sep 18 07:03:41.573197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3'}, {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:41.575933 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1013e9-b651-4084-a5e9-db636d83c268" -d '{"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3"}, {"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:41.626877 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273fc003-64eb-4c7e-8dd8-d3f167b587fe x-openstack-request-id: req-273fc003-64eb-4c7e-8dd8-d3f167b587fe {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:41.627239 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3", "code": 200}, {"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-plugged", "status": "completed", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:41.627573 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-273fc003-64eb-4c7e-8dd8-d3f167b587fe {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:41.628029 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3', 'code': 200} Sep 18 07:03:41.628349 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300', 'code': 200} Sep 18 07:03:41.643566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eba2c7a3-e2fd-41f3-a518-46b1ba88f55a req-ca58c551-9287-44f6-a1f5-2e78dc5fb40e service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950227 Sep 18 07:03:41.676629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4022ed1e-4078-4c2b-822e-b3e95a6fbaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.746109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a113925-939b-4420-80c0-2fc51b4ae2a9 req-751d5e87-7ea7-452b-9440-07d5d50d2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.746726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a113925-939b-4420-80c0-2fc51b4ae2a9 req-751d5e87-7ea7-452b-9440-07d5d50d2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.747486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a113925-939b-4420-80c0-2fc51b4ae2a9 req-751d5e87-7ea7-452b-9440-07d5d50d2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.749845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8a113925-939b-4420-80c0-2fc51b4ae2a9 req-751d5e87-7ea7-452b-9440-07d5d50d2c76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2873 time: 0.0506544 Sep 18 07:03:41.785776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:41.789723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61eeff-19ad-4eff-a07a-4fc010d42a3d req-dceb094f-a5eb-462c-850a-36c84ea4b662 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.796831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61eeff-19ad-4eff-a07a-4fc010d42a3d req-dceb094f-a5eb-462c-850a-36c84ea4b662 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.803069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61eeff-19ad-4eff-a07a-4fc010d42a3d req-dceb094f-a5eb-462c-850a-36c84ea4b662 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:41.803639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8a113925-939b-4420-80c0-2fc51b4ae2a9 req-d53ad13a-83af-4eb8-a18e-04f83aa6dbeb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Sep 18 07:03:41.804871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d61eeff-19ad-4eff-a07a-4fc010d42a3d req-dceb094f-a5eb-462c-850a-36c84ea4b662 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.0937643 Sep 18 07:03:41.864460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4022ed1e-4078-4c2b-822e-b3e95a6fbaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.872459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d61eeff-19ad-4eff-a07a-4fc010d42a3d req-e6dcee0e-4d45-4d95-920a-13855e2b8028 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575223 Sep 18 07:03:41.914149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4022ed1e-4078-4c2b-822e-b3e95a6fbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.933438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a386669-061e-44b1-b85c-139b8d3dd2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.977395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:41.990452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4022ed1e-4078-4c2b-822e-b3e95a6fbaf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=828c6fd3618d446d84eb3401ddc5dd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864678 Sep 18 07:03:41.990561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49938) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:41.991752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022ed1e-4078-4c2b-822e-b3e95a6fbaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082548c2-31fa-4617-99fc-7dea062a81ec,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:42.037984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a119-0554-4404-8263-f04c56fc9186 req-03b07ada-2d23-4a3d-81b5-bb04b879896a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:42.040301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e1a119-0554-4404-8263-f04c56fc9186 req-03b07ada-2d23-4a3d-81b5-bb04b879896a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1205168 Sep 18 07:03:42.078685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.089822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a386669-061e-44b1-b85c-139b8d3dd2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.099015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e1a119-0554-4404-8263-f04c56fc9186 req-b0d235bd-20bf-4486-ab80-fab0d2d0f6c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Sep 18 07:03:42.109843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.140487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f53c0-9dcc-4a58-abb1-1dab825ff9dc req-53906b1f-6f76-4507-8869-3925c1051495 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:42.142077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-249f53c0-9dcc-4a58-abb1-1dab825ff9dc req-53906b1f-6f76-4507-8869-3925c1051495 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0599184 Sep 18 07:03:42.148571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a386669-061e-44b1-b85c-139b8d3dd2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.190483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3a386669-061e-44b1-b85c-139b8d3dd2b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9b43417c08a45d292b7a89fcb679b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036405 Sep 18 07:03:42.192969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a386669-061e-44b1-b85c-139b8d3dd2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e20af-b5ea-4396-b5e5-3b75d48fe5d9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:42.196325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:42.212639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-249f53c0-9dcc-4a58-abb1-1dab825ff9dc req-4497206c-fe05-4564-861b-4cfe6a9d8515 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617852 Sep 18 07:03:42.232856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e089d-5891-400a-ab05-c0deb04f35a6 req-525c17a9-c14e-4d5a-8009-6d00b052d325 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:42.234511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-444e089d-5891-400a-ab05-c0deb04f35a6 req-525c17a9-c14e-4d5a-8009-6d00b052d325 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 943 time: 0.0693140 Sep 18 07:03:42.257595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.273100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.279179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.283228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/082548c2-31fa-4617-99fc-7dea062a81ec HTTP/1.1" status: 204 len: 168 time: 0.2887859 Sep 18 07:03:42.299215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74c8f0-17fa-4d32-a6f2-e502aa599b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082548c2-31fa-4617-99fc-7dea062a81ec,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:42.306077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.463108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.465708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:42.466943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/706e20af-b5ea-4396-b5e5-3b75d48fe5d9 HTTP/1.1" status: 204 len: 168 time: 0.2693195 Sep 18 07:03:42.474986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1f5f-7de7-464a-a9d5-87a834979d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e20af-b5ea-4396-b5e5-3b75d48fe5d9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:42.628885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-444e089d-5891-400a-ab05-c0deb04f35a6 req-e59e8e77-70ee-4cb3-81fb-a81f081025ff tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876045 Sep 18 07:03:42.850609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:43.047293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550bc88-944d-4d36-a866-e3b03049f942 req-352f894d-089f-42b4-acdc-bc60e67685fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.059925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550bc88-944d-4d36-a866-e3b03049f942 req-352f894d-089f-42b4-acdc-bc60e67685fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.065972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550bc88-944d-4d36-a866-e3b03049f942 req-352f894d-089f-42b4-acdc-bc60e67685fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.067691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3550bc88-944d-4d36-a866-e3b03049f942 req-352f894d-089f-42b4-acdc-bc60e67685fd tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.1225796 Sep 18 07:03:43.068496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6daeb8e8-0bc0-4f49-a434-eb7f2ed456e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.136604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3550bc88-944d-4d36-a866-e3b03049f942 req-fc54f841-cedb-454b-b997-8382f5d547e6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591941 Sep 18 07:03:43.193805 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.236977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6daeb8e8-0bc0-4f49-a434-eb7f2ed456e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.254718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2dd80-a7df-4f60-ae2f-672ed3eea665 req-192df388-7edf-4d3d-a769-2b7e587fd664 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.256497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ee2dd80-a7df-4f60-ae2f-672ed3eea665 req-192df388-7edf-4d3d-a769-2b7e587fd664 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0765254 Sep 18 07:03:43.296321 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6daeb8e8-0bc0-4f49-a434-eb7f2ed456e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.332606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ee2dd80-a7df-4f60-ae2f-672ed3eea665 req-ff1c1a04-2c0c-4c10-86a1-16ce66a705e7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671678 Sep 18 07:03:43.374478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6daeb8e8-0bc0-4f49-a434-eb7f2ed456e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89472f18a772407587a6cdf42298db07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224876 Sep 18 07:03:43.375231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:43.382450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeb8e8-0bc0-4f49-a434-eb7f2ed456e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9af36-6272-46c4-a9e2-c20a65cf9eca,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:43.405856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ee05d-9d5c-4e94-a46c-b13ea67508c8 req-09148118-172b-4681-9fe0-1e940169def0 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.407444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2ee05d-9d5c-4e94-a46c-b13ea67508c8 req-09148118-172b-4681-9fe0-1e940169def0 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.1122801 Sep 18 07:03:43.439213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.464128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.466414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d2ee05d-9d5c-4e94-a46c-b13ea67508c8 req-af37810d-7244-456d-8070-3d588f1d0133 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Sep 18 07:03:43.687294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.689925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:43.694000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ab9af36-6272-46c4-a9e2-c20a65cf9eca HTTP/1.1" status: 204 len: 168 time: 0.3143520 Sep 18 07:03:43.701434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37cc12-61d7-4f41-8942-e94ceb9bec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9af36-6272-46c4-a9e2-c20a65cf9eca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:43.754041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95609-ac41-44ea-8c5d-7b86d8c4fdaf req-5a53071c-ea73-46ba-8579-b3ece23f7f3a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:43.755636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0d95609-ac41-44ea-8c5d-7b86d8c4fdaf req-5a53071c-ea73-46ba-8579-b3ece23f7f3a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 943 time: 0.0587907 Sep 18 07:03:43.801852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:43.814195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0d95609-ac41-44ea-8c5d-7b86d8c4fdaf req-6c8691b7-2c17-47f8-ac6a-515474ee6a3a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Sep 18 07:03:44.140097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1783720742-network', 'tenant_id': 'e72431c267a14a50a2a9bdc8fe70f80c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:44.228186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Made reservation on behalf of e72431c267a14a50a2a9bdc8fe70f80c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:44.232220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.234654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ff59fc6-70b3-4fbf-9050-d60ee28fdb0d req-188466f5-e815-4ba3-90ec-b314a66f981b tempest-AbsoluteLimitsNegativeTestJSON-2014482905 tempest-AbsoluteLimitsNegativeTestJSON-2014482905-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e73edd14c2c45c4aabe051c31a34e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294237 Sep 18 07:03:44.242473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.273393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:44.350218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c139a-144d-4311-a296-21fdb3e7fb8e req-003a9606-5e3f-419c-a40b-42e0deb2610b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.355333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.356227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c139a-144d-4311-a296-21fdb3e7fb8e req-003a9606-5e3f-419c-a40b-42e0deb2610b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.362371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c139a-144d-4311-a296-21fdb3e7fb8e req-003a9606-5e3f-419c-a40b-42e0deb2610b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.364157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-831c139a-144d-4311-a296-21fdb3e7fb8e req-003a9606-5e3f-419c-a40b-42e0deb2610b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.1275783 Sep 18 07:03:44.421691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff59fc6-70b3-4fbf-9050-d60ee28fdb0d req-4a2b21ec-1f0f-4364-8973-bf0154aac55d tempest-AbsoluteLimitsNegativeTestJSON-2014482905 tempest-AbsoluteLimitsNegativeTestJSON-2014482905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.423321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ff59fc6-70b3-4fbf-9050-d60ee28fdb0d req-4a2b21ec-1f0f-4364-8973-bf0154aac55d tempest-AbsoluteLimitsNegativeTestJSON-2014482905 tempest-AbsoluteLimitsNegativeTestJSON-2014482905-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878941 Sep 18 07:03:44.429401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-831c139a-144d-4311-a296-21fdb3e7fb8e req-63df0a80-34c4-4b17-b552-d4000bb451e9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Sep 18 07:03:44.446385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ff59fc6-70b3-4fbf-9050-d60ee28fdb0d req-8f76fea4-9486-46e3-a6b2-cbae86fa6292 tempest-AbsoluteLimitsNegativeTestJSON-2014482905 tempest-AbsoluteLimitsNegativeTestJSON-2014482905-project] 10.222.0.20 "GET /v2.0/quotas/6e73edd14c2c45c4aabe051c31a34e52 HTTP/1.1" status: 200 len: 375 time: 0.0131121 Sep 18 07:03:44.451141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.493518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:44.510115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d59564-9ba4-4d04-89d6-9481a0c3785c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:44.514188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.514744 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Added segment dd10d38f-7ece-44f3-8803-9ced9f3d701e of type vlan for network 5381bd21-a266-486d-9954-e6a160df76cb Sep 18 07:03:44.524707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ff59fc6-70b3-4fbf-9050-d60ee28fdb0d req-26505bc2-9b1c-4faa-bd2e-f291e7b0cdf9 tempest-AbsoluteLimitsNegativeTestJSON-2014482905 tempest-AbsoluteLimitsNegativeTestJSON-2014482905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e73edd14c2c45c4aabe051c31a34e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595062 Sep 18 07:03:44.564279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.590880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:44.601208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779093-a1f7-47a8-89af-57f032cf15fb req-880bc9c5-43bf-442d-9e85-b4f0b7d0fe4f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.603981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97779093-a1f7-47a8-89af-57f032cf15fb req-880bc9c5-43bf-442d-9e85-b4f0b7d0fe4f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0700710 Sep 18 07:03:44.607247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'port_id': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'mac_address': 'fa:16:3e:8c:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43063d22-f932-429b-a6a2-2d5de49cd6e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:44.670737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97779093-a1f7-47a8-89af-57f032cf15fb req-4fd7aede-c2c5-419f-8a92-de32ca31f066 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599089 Sep 18 07:03:44.687461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.708504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.711735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.711735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.712497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.733078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81b4956-73f9-489d-8c2c-b93cf2de0a45 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:44.756083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:44.756363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadbbdc-c22e-4293-930d-491bdf2ad81a req-9408f79e-bbb1-429a-8aa2-0117be751608 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.759138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.765806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdadbbdc-c22e-4293-930d-491bdf2ad81a req-9408f79e-bbb1-429a-8aa2-0117be751608 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0669746 Sep 18 07:03:44.808950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] Pushing event updated for resources: {'Network': ['ID=5381bd21-a266-486d-9954-e6a160df76cb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:44.818929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdadbbdc-c22e-4293-930d-491bdf2ad81a req-fc3616c7-d70b-435d-a5a1-32de5c65faf3 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Sep 18 07:03:44.820867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5381bd21-a266-486d-9954-e6a160df76cb details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:44.875646 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f5b19c7-a2f5-4f55-b953-0a97d4773549 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0719159 Sep 18 07:03:44.876148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:44.876836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1cd931bc-5bc2-4393-94d5-172511cc6b01 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:44.879411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50070) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:44.893104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Request body: {'subnet': {'network_id': '5381bd21-a266-486d-9954-e6a160df76cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1783720742-subnet', 'tenant_id': 'e72431c267a14a50a2a9bdc8fe70f80c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:44.931342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c3b6b-4c9a-423e-81cd-051c1c263006 req-50d2dd5f-1bf9-4dcc-8d80-a32cbf72a590 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:44.934514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d50c3b6b-4c9a-423e-81cd-051c1c263006 req-50d2dd5f-1bf9-4dcc-8d80-a32cbf72a590 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 943 time: 0.0648315 Sep 18 07:03:44.975580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d50c3b6b-4c9a-423e-81cd-051c1c263006 req-9f9d5a79-fdaf-4cbb-9bff-aa416d3125a0 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Sep 18 07:03:44.982829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50074) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:45.006011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Made reservation on behalf of e72431c267a14a50a2a9bdc8fe70f80c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:45.009280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.045351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:45.084774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:45.103285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '1cd931bc-5bc2-4393-94d5-172511cc6b01', 'network_id': 'd54cb441-2fbd-48e1-bf50-6f8bc10a087d', 'port_id': '1cd931bc-5bc2-4393-94d5-172511cc6b01', 'mac_address': 'fa:16:3e:c4:07:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15294ac6-35eb-464d-90ef-b11dfd49597a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:45.147484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.161256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd931bc-5bc2-4393-94d5-172511cc6b01 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:45.161760 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-6a42bfd0-0ff9-4811-9777-d986fbd794cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0753639 Sep 18 07:03:45.181535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:45.197986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:45.262832 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.286841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d220cd-f967-4bfd-861a-759544aca391 req-8bbd36e3-ba9a-4640-b409-e7f01d14be04 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.295984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-network', 'tenant_id': '338f3a33b0354ef2baf0529311f79967'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:45.296204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d220cd-f967-4bfd-861a-759544aca391 req-8bbd36e3-ba9a-4640-b409-e7f01d14be04 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.302000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d220cd-f967-4bfd-861a-759544aca391 req-8bbd36e3-ba9a-4640-b409-e7f01d14be04 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.312434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4d220cd-f967-4bfd-861a-759544aca391 req-8bbd36e3-ba9a-4640-b409-e7f01d14be04 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.1263385 Sep 18 07:03:45.331969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:45.343889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.344598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.345252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.345971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.346623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.347327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.347875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.350064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2c1f13e7-54ad-4b58-93cf-756e9bb629c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.1195943 Sep 18 07:03:45.354106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4d220cd-f967-4bfd-861a-759544aca391 req-9261b245-056c-45b7-aa83-d37b4a770f5f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Sep 18 07:03:45.377007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Made reservation on behalf of 338f3a33b0354ef2baf0529311f79967 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:45.379370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.382685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.392315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2e26-cc1b-47c1-9b71-51379ebba8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.426292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.529112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d36170-bb79-492b-9c39-2c0e22881517,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:45.541349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:03:45.541349 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:03:45.541349 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id_1': '338f3a33b0354ef2baf0529311f79967', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 3, 25, 485696)}] Sep 18 07:03:45.541349 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:03:45.541725 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:03:45.578851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Checking segment: {'id': 'dd10d38f-7ece-44f3-8803-9ced9f3d701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:45.579128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Network hostable DHCP agents. Network: 5381bd21-a266-486d-9954-e6a160df76cb, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:45.597222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb3f420d-a116-448b-b0c0-a0d5543e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.597705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb3f420d-a116-448b-b0c0-a0d5543e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.598210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb3f420d-a116-448b-b0c0-a0d5543e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.599813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb3f420d-a116-448b-b0c0-a0d5543e292c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 2296 time: 0.2048025 Sep 18 07:03:45.685279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Network 5381bd21-a266-486d-9954-e6a160df76cb is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:45.700663 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-58d74947-bbc2-476b-b9d8-f543134e0da6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 1002 time: 0.0908227 Sep 18 07:03:45.705891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2e26-cc1b-47c1-9b71-51379ebba8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.751869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c0495fee-4f3b-4539-ab25-3d52cfa7ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.753332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c0495fee-4f3b-4539-ab25-3d52cfa7ce1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 200 len: 855 time: 0.0447719 Sep 18 07:03:45.769513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['1cd931bc-5bc2-4393-94d5-172511cc6b01'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:45.772245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5381bd21-a266-486d-9954-e6a160df76cb) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:45.792012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.792675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.797409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2e26-cc1b-47c1-9b71-51379ebba8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.801195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fba0a-1766-4e01-ac15-bf1864200c67 req-7928fad3-fe17-4e1a-b5ba-cb52d12bcb4a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.801701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c81b4956-73f9-489d-8c2c-b93cf2de0a45'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:45.802940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-660fba0a-1766-4e01-ac15-bf1864200c67 req-7928fad3-fe17-4e1a-b5ba-cb52d12bcb4a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0575271 Sep 18 07:03:45.803880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85afc1ae-b051-4d8b-af35-a337e8f851ab None None] Network 5381bd21-a266-486d-9954-e6a160df76cb requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:45.846434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-660fba0a-1766-4e01-ac15-bf1864200c67 req-a70fd46c-aa8d-4a51-b241-e7f9068256dd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Sep 18 07:03:45.859667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2e26-cc1b-47c1-9b71-51379ebba8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5888586-9632-4611-a835-e7247db6e7c3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:45.870447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bc9b2e26-cc1b-47c1-9b71-51379ebba8a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e73edd14c2c45c4aabe051c31a34e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712356 Sep 18 07:03:45.873067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:45.886001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb739615-a3b5-46e6-b2fe-5b2285433283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:45.887800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cb739615-a3b5-46e6-b2fe-5b2285433283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258352 Sep 18 07:03:45.926125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f76967c9-f6d1-45ad-92af-f2b78f649eae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0443413 Sep 18 07:03:45.953718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:45.987278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.011683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a1f8-8654-4e53-855c-540417851217 req-9f4f73a4-8782-43dd-8e4c-d9e291116e37 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.013510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e68a1f8-8654-4e53-855c-540417851217 req-9f4f73a4-8782-43dd-8e4c-d9e291116e37 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.0962853 Sep 18 07:03:46.048470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.058092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-828de039-85d6-4e13-8d09-1f546e9d32a4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618066 Sep 18 07:03:46.084538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d455d-5e19-4b24-b23c-c0d07a4afb9b None None] Network 5381bd21-a266-486d-9954-e6a160df76cb requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:46.098650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e68a1f8-8654-4e53-855c-540417851217 req-213d224a-dda0-4b35-978c-c77216a7437a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Sep 18 07:03:46.182147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c468-2955-4967-b599-0c65d28e5178 req-2c285176-5433-48a3-8180-218cc6369d1e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.184508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff2c468-2955-4967-b599-0c65d28e5178 req-2c285176-5433-48a3-8180-218cc6369d1e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 944 time: 0.0627527 Sep 18 07:03:46.188833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.193952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.197503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5888586-9632-4611-a835-e7247db6e7c3 HTTP/1.1" status: 204 len: 168 time: 0.3202317 Sep 18 07:03:46.230652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32426bb-eef8-43cb-96da-c258c0c39a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5888586-9632-4611-a835-e7247db6e7c3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:46.260756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ff2c468-2955-4967-b599-0c65d28e5178 req-88a82bec-a5b9-49cd-b982-caad3228e3fc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644157 Sep 18 07:03:46.502276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d40e3-0292-45be-9c1b-8d73d5cfdf7b req-79a8297d-6189-405d-ad50-5327f8463840 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.508472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d40e3-0292-45be-9c1b-8d73d5cfdf7b req-79a8297d-6189-405d-ad50-5327f8463840 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.515277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d40e3-0292-45be-9c1b-8d73d5cfdf7b req-79a8297d-6189-405d-ad50-5327f8463840 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.523263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c0d40e3-0292-45be-9c1b-8d73d5cfdf7b req-79a8297d-6189-405d-ad50-5327f8463840 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.0766048 Sep 18 07:03:46.562341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c0d40e3-0292-45be-9c1b-8d73d5cfdf7b req-ed749fb4-ffe5-428b-8fe6-91a2dda0e28c tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Sep 18 07:03:46.586847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-d9d00a91-fc2b-4c6a-9c01-2c4b1d5030d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156412 Sep 18 07:03:46.642402 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c9640305-db2d-4a94-9d95-06a1175296cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 217 time: 0.0457163 Sep 18 07:03:46.718814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:46.723309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-512798792-network', 'tenant_id': '679ba04ed7224d7fa12f42b134aff965'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:46.739435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.745688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-f6cc09cc-9d34-41cf-a9db-0fbdb729504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.747216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-f6cc09cc-9d34-41cf-a9db-0fbdb729504b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0927768 Sep 18 07:03:46.757075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-6bda2ab5-fff3-42b3-b571-4be52e9283aa tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.763031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-6bda2ab5-fff3-42b3-b571-4be52e9283aa tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.768959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-6bda2ab5-fff3-42b3-b571-4be52e9283aa tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.770527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-6bda2ab5-fff3-42b3-b571-4be52e9283aa tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.1320484 Sep 18 07:03:46.860670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.864638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cfa8ea08-37b8-4694-b48b-d0f06d471fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:46.866196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cfa8ea08-37b8-4694-b48b-d0f06d471fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947618 Sep 18 07:03:46.896621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:46.939370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.939725 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Added segment 110df166-6adb-4fcc-861a-80922540ae36 of type vlan for network d06de97d-94cf-44fd-a01d-e4d76471af5e Sep 18 07:03:46.950770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfdfa6a-6c43-4581-8d76-c3898553f2d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:46.953772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Made reservation on behalf of 679ba04ed7224d7fa12f42b134aff965 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:46.956180 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:46.968373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.003205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41253b-dc47-41c0-85d3-0002f50368da req-a8036bc6-e82f-4fbd-b3d2-fea63104a06f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.006677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a41253b-dc47-41c0-85d3-0002f50368da req-a8036bc6-e82f-4fbd-b3d2-fea63104a06f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0849466 Sep 18 07:03:47.028010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.040455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 553ba2d4-20a9-4e95-baa0-00b329c21166 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:47.040861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.065974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a41253b-dc47-41c0-85d3-0002f50368da req-526cbfc0-0d66-46d1-a0ac-38c7512f1719 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544279 Sep 18 07:03:47.095193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-9fdb2588-859a-43be-b10c-32da9a14994e service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195458 Sep 18 07:03:47.136382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.165482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.166486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.167064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.196659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.235873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:47.245645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc443783-5555-45ca-bac2-5acd7eb1ec75,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:47.260771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.260771 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Added segment aff76daf-d740-4353-84d6-174011b77b55 of type vlan for network db97de2e-5f48-4c10-b91c-2d92cadc3a96 Sep 18 07:03:47.268694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fc815-24c0-42bd-8db9-19a69cee70b3 req-a12fc6f2-20ed-43d5-806d-a7802ad2f5ba tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.270466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef1fc815-24c0-42bd-8db9-19a69cee70b3 req-a12fc6f2-20ed-43d5-806d-a7802ad2f5ba tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.1018989 Sep 18 07:03:47.301941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] Pushing event updated for resources: {'Network': ['ID=d06de97d-94cf-44fd-a01d-e4d76471af5e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:47.305107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 553ba2d4-20a9-4e95-baa0-00b329c21166, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=553ba2d4-20a9-4e95-baa0-00b329c21166,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:47.305487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.318702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d06de97d-94cf-44fd-a01d-e4d76471af5e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:47.334496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50140) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:47.344930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bba3ce64-d4bd-4d69-8240-7789b19c485c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3609173 Sep 18 07:03:47.354803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.361159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 553ba2d4-20a9-4e95-baa0-00b329c21166 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:47.362699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50144) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:47.396446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef1fc815-24c0-42bd-8db9-19a69cee70b3 req-7d13e2cc-9e9e-43ce-bcb8-ad5ddb235100 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173182 Sep 18 07:03:47.399777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Request body: {'subnet': {'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-subnet', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:47.432045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-66f57c66-60b4-41d4-8db0-504e5b417ee9 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277533 Sep 18 07:03:47.473331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33f75-5809-4823-af0e-246cadf584e4 req-9dad3c42-2c9f-41fb-8733-d6f103b6b238 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.474960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60a33f75-5809-4823-af0e-246cadf584e4 req-9dad3c42-2c9f-41fb-8733-d6f103b6b238 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 944 time: 0.0645905 Sep 18 07:03:47.480341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.483072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.483652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.497713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-318758410-network', 'tenant_id': '1fedc2a1335b4d9ca4efaf1b762a56e1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:47.516175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-25f26418-52c5-405a-8e7d-358dec7305a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 217 time: 0.0461030 Sep 18 07:03:47.582961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] Pushing event updated for resources: {'Network': ['ID=db97de2e-5f48-4c10-b91c-2d92cadc3a96,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:47.583998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c54ddde9-04df-49d7-a421-4e6a81a30b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.587356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c54ddde9-04df-49d7-a421-4e6a81a30b49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0625293 Sep 18 07:03:47.587968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60a33f75-5809-4823-af0e-246cadf584e4 req-b3e6fe48-1bbb-4c85-abfc-507baf99d137 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997291 Sep 18 07:03:47.595364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network db97de2e-5f48-4c10-b91c-2d92cadc3a96 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:47.629467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Made reservation on behalf of 338f3a33b0354ef2baf0529311f79967 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:47.632406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.695073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44b8ea69-28a6-4d9b-94d0-e2d7b87f99ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9756408 Sep 18 07:03:47.698153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:47.706606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Request body: {'subnet': {'network_id': 'db97de2e-5f48-4c10-b91c-2d92cadc3a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-512798792-subnet', 'tenant_id': '679ba04ed7224d7fa12f42b134aff965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:47.733793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9437-c755-4353-8060-cf4e6709d6e4 req-d8e19133-7455-4415-a315-1cf22dad7dbc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.740382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9437-c755-4353-8060-cf4e6709d6e4 req-d8e19133-7455-4415-a315-1cf22dad7dbc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.744184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-5479d92d-2861-4973-9192-1807d246f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.745753 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-5479d92d-2861-4973-9192-1807d246f2da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1472096 Sep 18 07:03:47.746352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9437-c755-4353-8060-cf4e6709d6e4 req-d8e19133-7455-4415-a315-1cf22dad7dbc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:47.748028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-906a9437-c755-4353-8060-cf4e6709d6e4 req-d8e19133-7455-4415-a315-1cf22dad7dbc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 2417 time: 0.0940697 Sep 18 07:03:47.790375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-906a9437-c755-4353-8060-cf4e6709d6e4 req-964050c1-6d71-4d6f-bdf2-e5dc28aad7c6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Sep 18 07:03:47.794909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Made reservation on behalf of 1fedc2a1335b4d9ca4efaf1b762a56e1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:47.797854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.814954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.845269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.856383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8a75f150-8ae0-4961-8612-2af5489e4300', 'de53496e-d66e-4337-a3bc-9b15c094d7b3', '553ba2d4-20a9-4e95-baa0-00b329c21166'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:47.877674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Made reservation on behalf of 679ba04ed7224d7fa12f42b134aff965 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:47.880360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:47.900230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=553ba2d4-20a9-4e95-baa0-00b329c21166,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.001925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 553ba2d4-20a9-4e95-baa0-00b329c21166 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:48.005930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-4edbcea0-b0df-491e-a143-34913941ec31 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517836 Sep 18 07:03:48.006807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.008956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-afc39866-1c4f-4419-bd5f-5984dd51bebc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "DELETE /v2.0/ports/553ba2d4-20a9-4e95-baa0-00b329c21166 HTTP/1.1" status: 204 len: 173 time: 1.2297261 Sep 18 07:03:48.009465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:48.011861 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f52153c-8614-4d5b-b85a-47b6cc1f17ef" -d '{"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:48.035108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.087034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.136445 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc670915-ef27-4d03-975c-a541851789b1 x-openstack-request-id: req-bc670915-ef27-4d03-975c-a541851789b1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:48.136897 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "553ba2d4-20a9-4e95-baa0-00b329c21166", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:48.137255 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc670915-ef27-4d03-975c-a541851789b1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:48.137760 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': '553ba2d4-20a9-4e95-baa0-00b329c21166', 'status': 'completed', 'code': 200} Sep 18 07:03:48.163121 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.191316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:48.232304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.233228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.248025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b437b017-c57f-4f78-9b12-2125d434feb5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.269821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.270195 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Added segment 8d2a7605-bc7d-4aad-8952-3e3fef2476aa of type vlan for network 83d165cd-041e-4df2-beda-dd930f09feb2 Sep 18 07:03:48.278431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-f244c1a9-06ba-4034-a94f-4698399150d7 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555687 Sep 18 07:03:48.286917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Checking segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:48.287281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Network hostable DHCP agents. Network: d06de97d-94cf-44fd-a01d-e4d76471af5e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:48.320463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1cd931bc-5bc2-4393-94d5-172511cc6b01 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:48.333359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977b36-8a06-434d-b0b9-28125e32bf3e req-03c0e0cc-ed90-401c-9e80-1b94ca4ad702 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.334921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26977b36-8a06-434d-b0b9-28125e32bf3e req-03c0e0cc-ed90-401c-9e80-1b94ca4ad702 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1403439 Sep 18 07:03:48.339340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-0bc67ff1-d5d1-458f-8691-414484117645 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 200 len: 217 time: 0.0497487 Sep 18 07:03:48.348879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 8a75f150-8ae0-4961-8612-2af5489e4300 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:48.349233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.355581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.360663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94eebe50-bd50-44f6-8c8d-7fe69c248a29,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.419056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Checking segment: {'id': 'aff76daf-d740-4353-84d6-174011b77b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'db97de2e-5f48-4c10-b91c-2d92cadc3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:48.419425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Network hostable DHCP agents. Network: db97de2e-5f48-4c10-b91c-2d92cadc3a96, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:48.436238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 1cd931bc-5bc2-4393-94d5-172511cc6b01 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:48.444352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 1cd931bc-5bc2-4393-94d5-172511cc6b01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:48.444615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26977b36-8a06-434d-b0b9-28125e32bf3e req-b60311d5-8221-4d74-a472-1ca01b4137b9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Sep 18 07:03:48.445675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.447476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Network d06de97d-94cf-44fd-a01d-e4d76471af5e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:48.469624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-9c1ead48-096a-4056-8748-a4ecc62f1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.471115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-9c1ead48-096a-4056-8748-a4ecc62f1a3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1188126 Sep 18 07:03:48.512343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.513742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.514518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.523477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 8a75f150-8ae0-4961-8612-2af5489e4300, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8a75f150-8ae0-4961-8612-2af5489e4300,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:48.524200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.541991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 8a75f150-8ae0-4961-8612-2af5489e4300 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:48.545677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.553768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Network db97de2e-5f48-4c10-b91c-2d92cadc3a96 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:48.578341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:48.581151 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97829c6d-aa62-4b3e-8d99-3a0d524d1564" -d '{"events": [{"server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "name": "network-vif-plugged", "status": "completed", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:48.596009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:48.596515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-6f13e4a5-ab03-448a-b683-3bce4560f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.598073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-6f13e4a5-ab03-448a-b683-3bce4560f75f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188231 Sep 18 07:03:48.603643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5df20-6191-46f7-83c1-e0a876836566 req-83fc0a27-b2fb-4edc-a0b0-8a1d57ba2349 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.605150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa5df20-6191-46f7-83c1-e0a876836566 req-83fc0a27-b2fb-4edc-a0b0-8a1d57ba2349 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.1232302 Sep 18 07:03:48.610040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] Pushing event updated for resources: {'Network': ['ID=83d165cd-041e-4df2-beda-dd930f09feb2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.617098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 83d165cd-041e-4df2-beda-dd930f09feb2 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:48.632902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d06de97d-94cf-44fd-a01d-e4d76471af5e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:48.634855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, db97de2e-5f48-4c10-b91c-2d92cadc3a96) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:48.642243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.642839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.663514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ddb803d-9ef3-4301-97e4-4713ccc2b294 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3271630 Sep 18 07:03:48.668611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa5df20-6191-46f7-83c1-e0a876836566 req-111ef6ab-9ddc-4fa5-be7e-15170059eddd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540495 Sep 18 07:03:48.671379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.672037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.675102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:48.681346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Request body: {'subnet': {'network_id': '83d165cd-041e-4df2-beda-dd930f09feb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-318758410-subnet', 'tenant_id': '1fedc2a1335b4d9ca4efaf1b762a56e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:48.697649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea219733-1646-4a5b-a9fa-8b8c0f9a8a8d None None] Network d06de97d-94cf-44fd-a01d-e4d76471af5e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:48.699616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec53e16-0599-4dc9-b2c4-6f7638659aa6 None None] Network db97de2e-5f48-4c10-b91c-2d92cadc3a96 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:48.707419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.707419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:48.737589 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34aab5-2d46-4f13-b673-b05eb4185d76 x-openstack-request-id: req-ad34aab5-2d46-4f13-b673-b05eb4185d76 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:48.739466 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "name": "network-vif-plugged", "status": "completed", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:48.739466 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad34aab5-2d46-4f13-b673-b05eb4185d76 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:48.739466 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01', 'code': 200} Sep 18 07:03:48.771122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8fab52c3-40e6-41e2-81a0-8b774a5b0291 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0612130 Sep 18 07:03:48.796966 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-932d48c0-d4ae-47e9-b388-ad7908be5afd service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763585 Sep 18 07:03:48.853583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14397843-2c1b-4ba4-ba74-ed48b379855f req-d49ece0b-4562-4b6d-9413-a5f075a8cf98 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.855530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14397843-2c1b-4ba4-ba74-ed48b379855f req-d49ece0b-4562-4b6d-9413-a5f075a8cf98 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0839829 Sep 18 07:03:48.877688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.899969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Made reservation on behalf of 1fedc2a1335b4d9ca4efaf1b762a56e1 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:48.905823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:48.948330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=8a75f150-8ae0-4961-8612-2af5489e4300,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:48.973887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283faa5e-913f-4017-9b9b-8becf1f66264 req-c481dec7-bff8-4155-af9c-cf74f3319fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:48.975626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-283faa5e-913f-4017-9b9b-8becf1f66264 req-c481dec7-bff8-4155-af9c-cf74f3319fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1097 time: 0.1483667 Sep 18 07:03:49.006795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14397843-2c1b-4ba4-ba74-ed48b379855f req-b253dd4c-6613-43ae-8602-6b655aae47de tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439245 Sep 18 07:03:49.057034 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-df4d5bb5-1ecf-4d8e-9788-aa4172377589 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525203 Sep 18 07:03:49.075405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:49.082466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f211-3392-446b-9cdd-35069e8e662b req-6e1947f2-cbaa-498d-9ca1-d39ee3c622df tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:49.093119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e6f211-3392-446b-9cdd-35069e8e662b req-6e1947f2-cbaa-498d-9ca1-d39ee3c622df tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 945 time: 0.2069595 Sep 18 07:03:49.124314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607055f-01d2-481c-a747-c3e9710f9f8e None None] Network d06de97d-94cf-44fd-a01d-e4d76471af5e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:49.145185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-283faa5e-913f-4017-9b9b-8becf1f66264 req-faa6d399-0a77-4aab-a3e7-63e50b8f5de6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Sep 18 07:03:49.147164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-d873e8ce-7061-491a-a1f3-c0d863fa9ce7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 200 len: 217 time: 0.0711584 Sep 18 07:03:49.167317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03e6f211-3392-446b-9cdd-35069e8e662b req-de431f56-67ab-4119-b0bb-4c8f8fad608f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708523 Sep 18 07:03:49.167535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f3fc153c-e38e-4b66-bfb7-40413d6b3ed1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8009415 Sep 18 07:03:49.167535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 8a75f150-8ae0-4961-8612-2af5489e4300 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:49.172978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:49.177322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:49.180712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.185198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-ac4e731f-a6f9-464b-adc9-9e008979ece0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "DELETE /v2.0/ports/8a75f150-8ae0-4961-8612-2af5489e4300 HTTP/1.1" status: 204 len: 173 time: 1.1694593 Sep 18 07:03:49.262840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port c81b4956-73f9-489d-8c2c-b93cf2de0a45 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:03:49.272483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port c81b4956-73f9-489d-8c2c-b93cf2de0a45 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:49.273210 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.275139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638464b7-c05c-428d-900b-f6c43c1ae1a6 None None] Network db97de2e-5f48-4c10-b91c-2d92cadc3a96 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:49.311135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.312189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.368090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port de53496e-d66e-4337-a3bc-9b15c094d7b3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:49.368432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.383224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.408871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.469756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port de53496e-d66e-4337-a3bc-9b15c094d7b3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=de53496e-d66e-4337-a3bc-9b15c094d7b3,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:49.470162 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.490061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for de53496e-d66e-4337-a3bc-9b15c094d7b3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:49.607554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-ed8ad3af-de8a-44a4-be6b-4ab0666279da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:49.609465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-ed8ad3af-de8a-44a4-be6b-4ab0666279da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1061327 Sep 18 07:03:49.625657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4c1765-4c65-4358-971c-0bb22b6110c9,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:49.674213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.696265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-26f054fb-c2f3-4fa0-8385-9604a21d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:49.698467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-26f054fb-c2f3-4fa0-8385-9604a21d2d91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770996 Sep 18 07:03:49.709797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:49.718441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-daba4cd3-f265-483c-8bd2-4086244c027c tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:49.719940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-daba4cd3-f265-483c-8bd2-4086244c027c tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/networks?id=5381bd21-a266-486d-9954-e6a160df76cb HTTP/1.1" status: 200 len: 825 time: 0.3394861 Sep 18 07:03:49.723500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Checking segment: {'id': '8d2a7605-bc7d-4aad-8952-3e3fef2476aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '83d165cd-041e-4df2-beda-dd930f09feb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:49.724497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Network hostable DHCP agents. Network: 83d165cd-041e-4df2-beda-dd930f09feb2, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:49.730815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.755391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-2f91c88e-f2d1-4669-a1a6-c1f3441b761a tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/quotas/e72431c267a14a50a2a9bdc8fe70f80c HTTP/1.1" status: 200 len: 375 time: 0.0280399 Sep 18 07:03:49.764404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583f263-0e7c-4cda-938f-5392d24cebea req-ebd6823b-99f0-49b1-a138-6eb705c098bd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:49.765934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1583f263-0e7c-4cda-938f-5392d24cebea req-ebd6823b-99f0-49b1-a138-6eb705c098bd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.2184103 Sep 18 07:03:49.788065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.801687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-d81932ae-c4e5-4258-93c2-5dd3db34e7c3 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e72431c267a14a50a2a9bdc8fe70f80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333052 Sep 18 07:03:49.807987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-67211575-63b8-4510-bcd2-4949f134c6d7 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997334 Sep 18 07:03:49.817104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.836754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:49.854921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1583f263-0e7c-4cda-938f-5392d24cebea req-23bc0179-7ced-49c6-a48f-61c0dbde14ac tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Sep 18 07:03:49.880575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=de53496e-d66e-4337-a3bc-9b15c094d7b3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:49.907864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Network 83d165cd-041e-4df2-beda-dd930f09feb2 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:49.968293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port de53496e-d66e-4337-a3bc-9b15c094d7b3 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:49.975494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:49.977878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adcf75e7-1078-45be-ba22-f486d6ee0e2b req-38cfc407-4940-40ae-a153-fd4aa7ca6488 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.37 "DELETE /v2.0/ports/de53496e-d66e-4337-a3bc-9b15c094d7b3 HTTP/1.1" status: 204 len: 173 time: 0.7859035 Sep 18 07:03:49.979615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-dcac0674-934c-4843-a890-f6d3f606fda1 service neutron] 10.222.0.20 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590919 Sep 18 07:03:49.993885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 83d165cd-041e-4df2-beda-dd930f09feb2) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:50.000488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.001123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:50.004696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd997eb-d908-4620-9514-225ffd7b063e None None] Network 83d165cd-041e-4df2-beda-dd930f09feb2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:50.027315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-d829c215-29d5-4d51-a4f3-cafc01e2fd08 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039669 Sep 18 07:03:50.078416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-2aefac3c-af83-4e22-9bc5-85ac2414ea5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 217 time: 0.0434406 Sep 18 07:03:50.140273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300'}, {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:50.142872 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cb359-1f83-4ad0-bbde-2e58d33135ec" -d '{"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300"}, {"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:50.153333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-3b03527a-6bc6-49ca-a1e0-bd3596a72718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.154982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-3b03527a-6bc6-49ca-a1e0-bd3596a72718 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.0679078 Sep 18 07:03:50.179356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8346bec-3dee-4d32-9514-341c6f748058 None None] Network 83d165cd-041e-4df2-beda-dd930f09feb2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:50.208243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cd2a8a33-44b0-4fce-bc1c-686f711cbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.209968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cd2a8a33-44b0-4fce-bc1c-686f711cbaf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460007 Sep 18 07:03:50.230801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58dcd8-fd06-4df0-a6d5-6e6873bec34d req-71b30d81-4745-4cf9-adf8-085d7cff4993 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.232313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a58dcd8-fd06-4df0-a6d5-6e6873bec34d req-71b30d81-4745-4cf9-adf8-085d7cff4993 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.1863601 Sep 18 07:03:50.238421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cf014ad9-4f9d-438d-b2d7-1db7430d4c53 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5619898 Sep 18 07:03:50.280896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-2eb49167-eafc-4248-851b-4e4d1d8f8007 service neutron] 10.222.0.20 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770259 Sep 18 07:03:50.324904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-29f4bc6d-0532-43f1-9f8d-bd69d14aacfd service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065390 Sep 18 07:03:50.364732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:50.416595 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:50.427786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-cfdc72d6-2d9f-4e6c-a2f3-67395ef3b23f service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954528 Sep 18 07:03:50.430969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a58dcd8-fd06-4df0-a6d5-6e6873bec34d req-8630530d-ae92-4fce-8935-1c746c5affae tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884239 Sep 18 07:03:50.476011 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-49200dc1-a0a1-4b2b-b63b-cf0afe296569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 217 time: 0.0401242 Sep 18 07:03:50.565117 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17259377-b0f2-4082-8b68-b8d76f36c45a x-openstack-request-id: req-17259377-b0f2-4082-8b68-b8d76f36c45a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:50.566098 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "8a75f150-8ae0-4961-8612-2af5489e4300", "status": "completed", "code": 200}, {"server_uuid": "4f19a7ba-7053-4069-bb80-c092e0038993", "name": "network-vif-deleted", "tag": "de53496e-d66e-4337-a3bc-9b15c094d7b3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:50.566592 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17259377-b0f2-4082-8b68-b8d76f36c45a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:50.567171 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': '8a75f150-8ae0-4961-8612-2af5489e4300', 'status': 'completed', 'code': 200} Sep 18 07:03:50.567609 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f19a7ba-7053-4069-bb80-c092e0038993', 'name': 'network-vif-deleted', 'tag': 'de53496e-d66e-4337-a3bc-9b15c094d7b3', 'status': 'completed', 'code': 200} Sep 18 07:03:50.578716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Allocated IP 172.25.4.59 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/385cec33-3a2d-44cc-ab90-e6584b8947bb) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:50.593783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871dee9-d4fb-40cc-9ebe-310aee669ea4 req-aabb7222-1406-4eab-a3be-f41f8509123e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.598445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8871dee9-d4fb-40cc-9ebe-310aee669ea4 req-aabb7222-1406-4eab-a3be-f41f8509123e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1015186 Sep 18 07:03:50.615458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-5553bf47-8097-4075-b5f6-f1b67f4e455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.617225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-5553bf47-8097-4075-b5f6-f1b67f4e455a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.0680220 Sep 18 07:03:50.693059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e027ace-f6f9-4169-9057-bdd7ce37144c req-8bc90dc5-e92a-43a9-a910-5887b15be44c tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f19a7ba-7053-4069-bb80-c092e0038993 HTTP/1.1" status: 200 len: 210 time: 0.0497193 Sep 18 07:03:50.718745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-960eb845-2b56-4f6b-a6b1-db4396d8df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:50.720491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-960eb845-2b56-4f6b-a6b1-db4396d8df38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777080 Sep 18 07:03:50.725529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8871dee9-d4fb-40cc-9ebe-310aee669ea4 req-1f65d9af-d872-4c2b-8ca2-9f8b8c115d56 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Sep 18 07:03:50.740134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:50.743032 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f02506-7686-4ef1-9c43-c569a8ad41f0" -d '{"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-plugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:50.788375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 553ba2d4-20a9-4e95-baa0-00b329c21166 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:50.835133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 553ba2d4-20a9-4e95-baa0-00b329c21166 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:50.835485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 553ba2d4-20a9-4e95-baa0-00b329c21166 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:50.836393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device de53496e-d66e-4337-a3bc-9b15c094d7b3 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:50.875844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-c5d35753-e8bd-4633-bbcc-6399ba62e33b service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436272 Sep 18 07:03:50.882754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f5ea5f0-e817-4591-8c28-35927f713c00 req-df58629e-c00f-4fb2-a355-878e6186fe88 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 210 time: 0.0662277 Sep 18 07:03:50.886306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: de53496e-d66e-4337-a3bc-9b15c094d7b3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:50.886662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device de53496e-d66e-4337-a3bc-9b15c094d7b3 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:50.888261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8a75f150-8ae0-4961-8612-2af5489e4300 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:50.901749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1584691924', 'description': 'tempest-description-1745418641'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:50.923507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 8a75f150-8ae0-4961-8612-2af5489e4300 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:50.924097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8a75f150-8ae0-4961-8612-2af5489e4300 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:50.968002 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acde2f5-4cb8-487f-aa8e-a5334c114416 x-openstack-request-id: req-5acde2f5-4cb8-487f-aa8e-a5334c114416 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:50.968844 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-plugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:50.972755 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5acde2f5-4cb8-487f-aa8e-a5334c114416 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:50.972755 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'code': 200} Sep 18 07:03:51.009719 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:03:51.038207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-893a3aad-32a9-41f2-ba96-b9cc36e66ad1 req-66c83839-68ca-4404-b991-f740685ea192 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539388 Sep 18 07:03:51.159847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5204818-548a-45ca-a4bf-442fb9eba489 req-f8d91f18-cefc-4ecd-977f-c12b6b98ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:51.161968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5204818-548a-45ca-a4bf-442fb9eba489 req-f8d91f18-cefc-4ecd-977f-c12b6b98ac70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 1097 time: 0.0631344 Sep 18 07:03:51.216192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5204818-548a-45ca-a4bf-442fb9eba489 req-20ef6855-a35e-4bed-8e4b-9c21bfff8619 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Sep 18 07:03:51.278816 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.344130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84603fa-a34c-4a0e-ad82-f6383fdbe7c0 req-589417c5-0604-487c-b0d0-e9c7b293a4b5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:51.345595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e84603fa-a34c-4a0e-ad82-f6383fdbe7c0 req-589417c5-0604-487c-b0d0-e9c7b293a4b5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0743732 Sep 18 07:03:51.367862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.405505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e84603fa-a34c-4a0e-ad82-f6383fdbe7c0 req-8ffcb931-aa77-456e-99e3-17ee1ac573f3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529087 Sep 18 07:03:51.414136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.473836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:51.482841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:51.487060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:51.488837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Pushing event updated for resources: {'Port': ['ID=385cec33-3a2d-44cc-ab90-e6584b8947bb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:51.554320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.620197 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.710594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e30663-43a8-40bb-812d-498412a8aa3b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:51.727941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994310f5-4035-49db-b883-ed7868fe52b6 req-1061c4ab-6dc6-418d-af19-2dd74eb6b650 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:51.729489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-994310f5-4035-49db-b883-ed7868fe52b6 req-1061c4ab-6dc6-418d-af19-2dd74eb6b650 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.0865402 Sep 18 07:03:51.730693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:51.734971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a2911c1-79f1-40e1-9b5a-3ac8cc2f98a4 req-41ab007a-3b1a-4dbc-b4b5-387f7ac9e4c3 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8364787 Sep 18 07:03:51.769812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-994310f5-4035-49db-b883-ed7868fe52b6 req-4d5b3a83-9fd8-48e1-8421-b1d301c49f74 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 Sep 18 07:03:51.770298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50228) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:51.948201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting subnet 9fd8ef48-b4c6-4638-998a-0beb43bad635 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:03:51.960289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.010609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-805b62db-772e-4232-b55d-e5e9bf2940cc tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/38e30663-43a8-40bb-812d-498412a8aa3b HTTP/1.1" status: 200 len: 1815 time: 0.2086699 Sep 18 07:03:52.026549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86ca6-39eb-4e12-8f7b-61619dc19eb1 req-0d89a14d-9c9d-4d4a-b64b-292bc1a433b8 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:52.028058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82b86ca6-39eb-4e12-8f7b-61619dc19eb1 req-0d89a14d-9c9d-4d4a-b64b-292bc1a433b8 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1817427 Sep 18 07:03:52.043080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38e30663-43a8-40bb-812d-498412a8aa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:52.043397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38e30663-43a8-40bb-812d-498412a8aa3b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:52.060398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.066257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.174827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82b86ca6-39eb-4e12-8f7b-61619dc19eb1 req-a759e352-61b4-4ff7-813d-0761ff5b7b31 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349590 Sep 18 07:03:52.300889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfdd52a0-5f94-4bb2-a0d8-1e83292718ee req-b70f523d-0bf4-4854-9561-243a70154f81 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 210 time: 0.0560677 Sep 18 07:03:52.320285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.361915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.417476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.487751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.489412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.546239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1f11d7-9ad6-4edd-9fe5-a724ff8b7304,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:52.561828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.624790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.629970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e81102e0-369d-4c00-aabb-1dc4f9508fe0 req-0819ada2-cde1-491b-8f62-117761ac774d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5949020 Sep 18 07:03:52.629970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd8ef48-b4c6-4638-998a-0beb43bad635,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:52.633636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.635624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-97fc5393-fd96-4624-8de3-1fa41af99214 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/subnets/9fd8ef48-b4c6-4638-998a-0beb43bad635 HTTP/1.1" status: 204 len: 168 time: 0.8644090 Sep 18 07:03:52.642009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50240) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:52.646704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6db99-eb47-48b1-9a46-530e61cd68c9 None None] Network f3e128d7-00b6-4849-8eac-234197be5b81 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:52.711315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a36a-dc71-41f3-9199-bd3c358348a0 req-8cbf8cc7-4cae-4da1-a782-5b7c97dab8a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:52.712903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b403a36a-dc71-41f3-9199-bd3c358348a0 req-8cbf8cc7-4cae-4da1-a782-5b7c97dab8a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0830283 Sep 18 07:03:52.797619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:52.819010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Router d8cf9fc1-b980-4b87-ba83-8a624467612e is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:03:52.825277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-05a3a83a-3d94-4015-9f2b-2113d633f305 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:52.827434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-05a3a83a-3d94-4015-9f2b-2113d633f305 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.37 "GET /v2.0/networks?id=5381bd21-a266-486d-9954-e6a160df76cb HTTP/1.1" status: 200 len: 825 time: 0.2719433 Sep 18 07:03:52.832655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19aa1a1-503d-48ab-96b6-ecccbb92a6bf req-080bd505-6851-4099-9e2b-fc84265ff877 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:52.841552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a19aa1a1-503d-48ab-96b6-ecccbb92a6bf req-080bd505-6851-4099-9e2b-fc84265ff877 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1276314 Sep 18 07:03:52.844682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Request body: {'port': {'device_id': '12579bed-95e0-4a54-a561-7076e13195f2', 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb', 'admin_state_up': True, 'tenant_id': 'e72431c267a14a50a2a9bdc8fe70f80c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:52.881712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-939b03f8-5dd7-4641-83c1-d42848ea3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:52.883118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-939b03f8-5dd7-4641-83c1-d42848ea3738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1097 time: 0.1153038 Sep 18 07:03:52.899275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b403a36a-dc71-41f3-9199-bd3c358348a0 req-1122d137-cd5a-48b5-9d35-fe3e1630ea09 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717196 Sep 18 07:03:52.932053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] DHCP port deletion for f3e128d7-00b6-4849-8eac-234197be5b81 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:03:53.002995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Deleting port 8b4f3483-9db2-4a17-a75e-6d742d804013 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:53.003447 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.009109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a19aa1a1-503d-48ab-96b6-ecccbb92a6bf req-533af665-907b-44b9-bff1-32b36196da0a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660945 Sep 18 07:03:53.105050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b4f3483-9db2-4a17-a75e-6d742d804013 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:53.147902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b4f3483-9db2-4a17-a75e-6d742d804013,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:53.148378 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.163564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dfb7127-f2d2-489c-8e27-54e6356034bd req-e9e08b4d-8bf5-4f27-b309-06c214f92411 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/38e30663-43a8-40bb-812d-498412a8aa3b HTTP/1.1" status: 200 len: 2409 time: 0.0751593 Sep 18 07:03:53.168878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Calling delete_port for 8b4f3483-9db2-4a17-a75e-6d742d804013 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:53.189651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:53.202223 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Sync routers for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:53.218873 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:53.220588 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:53.228536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-098b446d-2087-4918-b43a-94f3b8956e7c req-34bac06d-d2b9-445d-9467-ab9ea89cc069 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-group-rules/5d1f11d7-9ad6-4edd-9fe5-a724ff8b7304 HTTP/1.1" status: 200 len: 778 time: 0.0368454 Sep 18 07:03:53.244675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587886-f985-4278-a730-51a3a6a8acd9 req-646e4fb6-799f-45cf-8aea-5b41b2c3beab tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:53.246270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51587886-f985-4278-a730-51a3a6a8acd9 req-646e4fb6-799f-45cf-8aea-5b41b2c3beab tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.1061821 Sep 18 07:03:53.297187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.301119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84e5b9f2-ae96-4a8a-9c0c-16eba3503632 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1245368 Sep 18 07:03:53.301697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50248) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:53.313118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-098b446d-2087-4918-b43a-94f3b8956e7c req-8146549d-1616-44d9-bac3-498784ac0c88 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/38e30663-43a8-40bb-812d-498412a8aa3b HTTP/1.1" status: 200 len: 2409 time: 0.0767002 Sep 18 07:03:53.319945 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.371826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 8b4f3483-9db2-4a17-a75e-6d742d804013 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:53.372205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.378288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b4f3483-9db2-4a17-a75e-6d742d804013,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:53.382595 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:53.392962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-c0e5ce68-51a3-4924-8f07-b8b930bbd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:53.394501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-c0e5ce68-51a3-4924-8f07-b8b930bbd799 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 912 time: 0.4940970 Sep 18 07:03:53.402437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51587886-f985-4278-a730-51a3a6a8acd9 req-b6140841-b7e2-442b-9172-3f53388e728f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485431 Sep 18 07:03:53.452001 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.475643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-098b446d-2087-4918-b43a-94f3b8956e7c req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.481527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-ee941ad5-4def-48b5-b694-181be460bb87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 200 len: 217 time: 0.0762618 Sep 18 07:03:53.484965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Made reservation on behalf of e72431c267a14a50a2a9bdc8fe70f80c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:53.488629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.500541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-098b446d-2087-4918-b43a-94f3b8956e7c req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.520638 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.539984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:53.563740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 8b4f3483-9db2-4a17-a75e-6d742d804013, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b4f3483-9db2-4a17-a75e-6d742d804013,segment=NetworkSegment(28192a5b-669d-467b-9ae7-98eb18e45c9c),segment_id=28192a5b-669d-467b-9ae7-98eb18e45c9c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:53.563740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.574275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] Pushing event deleted for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:53.581284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4e67e-531e-48fc-a924-17879b102560 None None] No DVR routers for this DVR port 8b4f3483-9db2-4a17-a75e-6d742d804013 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:53.593120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a96ed482-fc94-43a0-82a1-b5f361279ac2 req-00470ee7-b0de-4aa7-8c40-5f0c5d4ea989 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 210 time: 0.0741448 Sep 18 07:03:53.610911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 8b4f3483-9db2-4a17-a75e-6d742d804013 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:53.625934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-f6e3f40c-51be-40f2-a370-c8f40221dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:53.627742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-f6e3f40c-51be-40f2-a370-c8f40221dd75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.1368346 Sep 18 07:03:53.672465 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:51Z', 'revision_number': 3, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:53.702506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-62e1fa57-f63e-4cff-98c2-3808d7dc2398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653839 Sep 18 07:03:53.710911 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Checking router: d8cf9fc1-b980-4b87-ba83-8a624467612e for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:53.711270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Updating router d8cf9fc1-b980-4b87-ba83-8a624467612e port 385cec33-3a2d-44cc-ab90-e6584b8947bb binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:53.728018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-098b446d-2087-4918-b43a-94f3b8956e7c req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.732931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-098b446d-2087-4918-b43a-94f3b8956e7c req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.734138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-098b446d-2087-4918-b43a-94f3b8956e7c req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5d1f11d7-9ad6-4edd-9fe5-a724ff8b7304 HTTP/1.1" status: 204 len: 173 time: 0.3662882 Sep 18 07:03:53.738439 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.762236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79608ffa-c547-406a-8892-bff04d181f43 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d1f11d7-9ad6-4edd-9fe5-a724ff8b7304,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:53.778507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf760-8303-49f1-a7fd-2254ffdb3b20 req-d657fc87-0dcf-42b2-be85-0476f48b584f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:53.780554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-931bf760-8303-49f1-a7fd-2254ffdb3b20 req-d657fc87-0dcf-42b2-be85-0476f48b584f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.0909703 Sep 18 07:03:53.787949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1049248766', 'description': 'tempest-description-321760017'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:53.848888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Allocated IP 172.20.0.8 (5381bd21-a266-486d-9954-e6a160df76cb/43d36170-bb79-492b-9c39-2c0e22881517/9c862b3f-a2f8-4869-bda5-e79c67f5ef68) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:53.849781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.890904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=8b4f3483-9db2-4a17-a75e-6d742d804013,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:53.893930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 8b4f3483-9db2-4a17-a75e-6d742d804013 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:53.923050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-931bf760-8303-49f1-a7fd-2254ffdb3b20 req-75a52b27-a9cd-4d60-b0ae-a58221841045 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Sep 18 07:03:53.942818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:53.959137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.959485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.959924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.960272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.960609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.960941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.961783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.961783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.962100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.962432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.962762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.963090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:53.983075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-47723f53-39e4-404d-ba38-1fe4caf317f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685335 Sep 18 07:03:54.060331 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.102310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.148843 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.190536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e128d7-00b6-4849-8eac-234197be5b81']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:54.210539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28192a5b-669d-467b-9ae7-98eb18e45c9c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:54.210842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28192a5b-669d-467b-9ae7-98eb18e45c9c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:54.230985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.267798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60fb349e-857d-4f78-aade-fdaa0ff1e52e req-eb081052-d6e5-4646-8344-85d9e8d5c0f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698362 Sep 18 07:03:54.268863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.284998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:03:54.285408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:03:54.288547 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:03:54.303403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.315302 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Attempting to bind port 385cec33-3a2d-44cc-ab90-e6584b8947bb on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:54.316272 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Attempting to bind port 385cec33-3a2d-44cc-ab90-e6584b8947bb by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:54.316625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Attempting to bind port 385cec33-3a2d-44cc-ab90-e6584b8947bb on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:54.320007 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d75a7c-0daf-41f0-b0ab-6ea087b8c15c None None] Pushing event updated for resources: {'Port': ['ID=385cec33-3a2d-44cc-ab90-e6584b8947bb,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:54.325165 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:54.325591 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:54.326155 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.326544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:54.327003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Bound port: 385cec33-3a2d-44cc-ab90-e6584b8947bb, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:54.327379 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.386737 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] For port 385cec33-3a2d-44cc-ab90-e6584b8947bb, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:54.390410 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] For port 385cec33-3a2d-44cc-ab90-e6584b8947bb, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=385cec33-3a2d-44cc-ab90-e6584b8947bb,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:54.456265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa0517-d145-48d8-a9c9-46f77bf1315d req-c81e25ab-69e8-45c2-a255-9fdb4e2fff37 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:54.458443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-06aa0517-d145-48d8-a9c9-46f77bf1315d req-c81e25ab-69e8-45c2-a255-9fdb4e2fff37 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.4487925 Sep 18 07:03:54.472663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.480510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.483233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/networks/f3e128d7-00b6-4849-8eac-234197be5b81 HTTP/1.1" status: 204 len: 168 time: 1.8393207 Sep 18 07:03:54.493699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.494075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50268) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:54.495812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.497256 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.504091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0e0ff-605a-4aa2-b6f6-482595dd13ba tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Network': ['ID=f3e128d7-00b6-4849-8eac-234197be5b81,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:54.525176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.550487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-06aa0517-d145-48d8-a9c9-46f77bf1315d req-183be102-49ea-43b8-92f1-8924ffae4b1b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751402 Sep 18 07:03:54.556948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:54.557585 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:54.595479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Network 5381bd21-a266-486d-9954-e6a160df76cb is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:54.600481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:54.609264 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d75a7c-0daf-41f0-b0ab-6ea087b8c15c None None] Pushing event updated for resources: {'Port': ['ID=385cec33-3a2d-44cc-ab90-e6584b8947bb,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:54.609984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:54.618895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Pushing event updated for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:54.654801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting subnet 3c1e5c89-4f08-4c31-907a-1bc426bb6dc2 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:03:54.659621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.687543 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:54.707066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:54.708287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.719492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.756303 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.783360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Allocated IP 172.20.0.1 (d06de97d-94cf-44fd-a01d-e4d76471af5e/4bec947e-716f-4ec2-9a88-8a1ce6d1cf14/612f0db2-9550-424b-93fd-9f40fc23c6b3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:54.804387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e374d66-784a-4d45-8c2b-74877d309c30,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:54.823709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.891474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41e825dd-c638-4146-9ae4-21cbe06fe7cf tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0520740 Sep 18 07:03:54.901930 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:51Z', 'revision_number': 3, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:54.943450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Request body: {'port': {'device_id': '12579bed-95e0-4a54-a561-7076e13195f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:54.945576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.945756 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb734b6-2a79-4886-882a-a58d0b178174 None None] The sync data for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 is: [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:51Z', 'revision_number': 3, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:03:54.971819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.983196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:54.986403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075dad83-53b5-4429-bad3-d84421c6c176 req-d8a65223-690d-4f1b-a5bf-3e409db6c9f5 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2045610 Sep 18 07:03:55.064006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.089993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.105423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Network d06de97d-94cf-44fd-a01d-e4d76471af5e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:55.112130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:55.115785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:55.133599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1e5c89-4f08-4c31-907a-1bc426bb6dc2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:55.142765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.148003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-98f8655e-68bb-4d4d-be6a-3fcbf783413e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/subnets/3c1e5c89-4f08-4c31-907a-1bc426bb6dc2 HTTP/1.1" status: 204 len: 168 time: 0.6494210 Sep 18 07:03:55.148249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Pushing event updated for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:55.148439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50282) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:55.152793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea15de4-80b1-49c1-adb4-2672e53839ce None None] Network 69a28345-300e-47ef-b591-66ea6d092640 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:55.166282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.327132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bbcfc-94a8-427b-bae2-e170696544d5 req-0952a88d-36f8-400a-8f16-4aff1289b7b3 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:55.329440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b9bbcfc-94a8-427b-bae2-e170696544d5 req-0952a88d-36f8-400a-8f16-4aff1289b7b3 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1153872 Sep 18 07:03:55.342949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.475272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 31248a13-617f-4b6b-8059-c1a9b171dfe7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:55.475272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.482998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b9bbcfc-94a8-427b-bae2-e170696544d5 req-57a709f6-2f58-4f4a-b57e-43e1055b2401 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233358 Sep 18 07:03:55.494411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] DHCP port deletion for 69a28345-300e-47ef-b591-66ea6d092640 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:03:55.495106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac96eda-7ec9-4351-839d-336b5535ef0e req-71b26f98-baeb-481a-a250-1b58b34007a0 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:55.497136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fac96eda-7ec9-4351-839d-336b5535ef0e req-71b26f98-baeb-481a-a250-1b58b34007a0 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 931 time: 0.1364400 Sep 18 07:03:55.571479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fac96eda-7ec9-4351-839d-336b5535ef0e req-2f111ef2-57b2-4763-9177-96ad0b2f21a4 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676301 Sep 18 07:03:55.614067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Deleting port 31248a13-617f-4b6b-8059-c1a9b171dfe7 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:03:55.614636 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.618683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 31248a13-617f-4b6b-8059-c1a9b171dfe7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=31248a13-617f-4b6b-8059-c1a9b171dfe7,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:55.619055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.657973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 31248a13-617f-4b6b-8059-c1a9b171dfe7 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:55.665135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.694904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7448222-7857-4644-af7b-e3d9023b6547 req-f7080689-7249-49d2-9754-7fabe0fbe02a tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/0e374d66-784a-4d45-8c2b-74877d309c30 HTTP/1.1" status: 200 len: 1814 time: 0.1598461 Sep 18 07:03:55.738348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] For port 31248a13-617f-4b6b-8059-c1a9b171dfe7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=31248a13-617f-4b6b-8059-c1a9b171dfe7,segment=NetworkSegment(baefda7d-e143-4e36-89df-d9e795fe09be),segment_id=baefda7d-e143-4e36-89df-d9e795fe09be)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:55.739149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.758339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Calling delete_port for 31248a13-617f-4b6b-8059-c1a9b171dfe7 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:03:55.813030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:55.835254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.860583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Transition to ACTIVE for port object 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:03:55.907862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04be6d-9170-4f70-bcdd-876986abc855 req-f79048f6-16c8-4ebb-95ec-711d53b242b0 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:55.909104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b04be6d-9170-4f70-bcdd-876986abc855 req-f79048f6-16c8-4ebb-95ec-711d53b242b0 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1124849 Sep 18 07:03:55.962704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.969779 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.980741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:55.990309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b04be6d-9170-4f70-bcdd-876986abc855 req-a7ac998b-1dd1-498f-b84a-27e8cf2fc9eb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701928 Sep 18 07:03:56.034371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-753696643', 'description': 'tempest-description-444956434'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:56.038646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] Pushing event deleted for resources: {'Port': ['ID=31248a13-617f-4b6b-8059-c1a9b171dfe7,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.041071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 31248a13-617f-4b6b-8059-c1a9b171dfe7 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:56.042904 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.050399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f05b93-f09e-4a10-87d6-afc1eee87ba9 None None] No DVR routers for this DVR port 31248a13-617f-4b6b-8059-c1a9b171dfe7 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:03:56.120872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Pushing event updated for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.126352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.193837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.217674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=31248a13-617f-4b6b-8059-c1a9b171dfe7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.220538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.227718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3607d5-1b60-49b2-99da-9347277a90dc req-a15cf8ad-2af3-4de9-ac68-31f6adb7648d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.229257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3607d5-1b60-49b2-99da-9347277a90dc req-a15cf8ad-2af3-4de9-ac68-31f6adb7648d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.1328084 Sep 18 07:03:56.239058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.244585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Pushing event updated for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.249600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a28345-300e-47ef-b591-66ea6d092640']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:56.263391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baefda7d-e143-4e36-89df-d9e795fe09be') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:56.263689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baefda7d-e143-4e36-89df-d9e795fe09be') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:56.280134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.286592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Attempting to bind port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:56.286929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Attempting to bind port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'dd10d38f-7ece-44f3-8803-9ced9f3d701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:56.287261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Attempting to bind port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 on network 5381bd21-a266-486d-9954-e6a160df76cb {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:56.295560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 on network 5381bd21-a266-486d-9954-e6a160df76cb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:03:56.295887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Attempting to bind port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 on network 5381bd21-a266-486d-9954-e6a160df76cb {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:56.301457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.303576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:56.303913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Checking segment: {'id': 'dd10d38f-7ece-44f3-8803-9ced9f3d701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:56.304296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Bound using segment: {'id': 'dd10d38f-7ece-44f3-8803-9ced9f3d701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:56.304722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Bound port: 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd10d38f-7ece-44f3-8803-9ced9f3d701e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:56.305064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.317273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:03:56.317589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:03:56.320634 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:03:56.331562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3607d5-1b60-49b2-99da-9347277a90dc req-14e2ea61-b3f1-46b8-a0f4-d20333200bd0 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Sep 18 07:03:56.422340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.427446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Network d06de97d-94cf-44fd-a01d-e4d76471af5e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:56.428979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:56.448784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:56.452592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,segment=NetworkSegment(dd10d38f-7ece-44f3-8803-9ced9f3d701e),segment_id=dd10d38f-7ece-44f3-8803-9ced9f3d701e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:56.496659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.503858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.515085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/networks/69a28345-300e-47ef-b591-66ea6d092640 HTTP/1.1" status: 204 len: 168 time: 1.3556325 Sep 18 07:03:56.517681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:56.523187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2052071400'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:56.526317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.528507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.530851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aecc09-aaab-4c39-b8a7-44588737df46 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Network': ['ID=69a28345-300e-47ef-b591-66ea6d092640,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.580086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.580694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.582105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] 10.222.0.37 "PUT /v2.0/ports/9c862b3f-a2f8-4869-bda5-e79c67f5ef68 HTTP/1.1" status: 200 len: 1092 time: 1.6817327 Sep 18 07:03:56.584346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:03:56.585179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baee92f4-28ac-428d-bab7-fc9ed05f00f3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.586660 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58537509-0585-4b3d-b262-449bcdf54a68" -d '{"events": [{"name": "network-changed", "server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:03:56.588637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Router d8cf9fc1-b980-4b87-ba83-8a624467612e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:03:56.611740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fec0f-882f-47b7-a629-ee7e9a076bfb service neutron] Pushing event updated for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:56.628047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:56.632529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.662946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:56.675220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355d9e-fc31-484b-98f6-5bdbe20795fb req-15103866-e035-4fcf-b249-454a08108f70 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.676785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49355d9e-fc31-484b-98f6-5bdbe20795fb req-15103866-e035-4fcf-b249-454a08108f70 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1093769 Sep 18 07:03:56.686172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.686798 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Added segment 3bf3d942-b0b2-4b1e-8ae7-c095ba728e68 of type vlan for network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 Sep 18 07:03:56.732963 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.738618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bbec2f2-4ab7-4b8b-9329-8b346477736a req-0ebd433b-0085-458b-a5b3-20bf4ad4693d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7076931 Sep 18 07:03:56.758985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.765255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-c9e10cc2-5898-490b-9999-24220916adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.770609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-c9e10cc2-5898-490b-9999-24220916adfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e72431c267a14a50a2a9bdc8fe70f80c&device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 1095 time: 0.0940654 Sep 18 07:03:56.771159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49355d9e-fc31-484b-98f6-5bdbe20795fb req-f7f7a5f0-b140-4c2c-9817-bb9abfec6592 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837793 Sep 18 07:03:56.774039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:03:56.787440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8b2fe6ad-9611-4253-8da1-05ea6af81df7 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8cf9fc1-b980-4b87-ba83-8a624467612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4756143 Sep 18 07:03:56.803515 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0d561-f7c1-4cd5-865d-d46752f21c6b x-openstack-request-id: req-23d0d561-f7c1-4cd5-865d-d46752f21c6b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:03:56.805183 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:03:56.805467 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23d0d561-f7c1-4cd5-865d-d46752f21c6b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:03:56.805879 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68', 'status': 'completed', 'code': 200} Sep 18 07:03:56.850857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-e5b93efd-27a7-4ccf-b34a-8569ffa30ab5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68 HTTP/1.1" status: 200 len: 217 time: 0.0720806 Sep 18 07:03:56.880300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8a241ba-252d-4060-b1ac-429736f8b7a7 req-f4cc11bb-20c7-48ee-ab13-ff698e431f01 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/baee92f4-28ac-428d-bab7-fc9ed05f00f3 HTTP/1.1" status: 200 len: 1813 time: 0.0613842 Sep 18 07:03:56.903704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.911133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.911761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:56.914211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-555582254', 'description': 'tempest-description-159167158'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:56.926581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3c756-530e-4d78-bd19-b13a04f0cd4e req-bf796756-58f1-4766-98be-e9dcee5c2d86 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.928200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e3c756-530e-4d78-bd19-b13a04f0cd4e req-bf796756-58f1-4766-98be-e9dcee5c2d86 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 943 time: 0.0726795 Sep 18 07:03:56.950184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-40574b45-3c2c-4779-8245-d88ceeb1729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:56.952741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-40574b45-3c2c-4779-8245-d88ceeb1729b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d36170-bb79-492b-9c39-2c0e22881517 HTTP/1.1" status: 200 len: 865 time: 0.0943637 Sep 18 07:03:56.985327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e3c756-530e-4d78-bd19-b13a04f0cd4e req-78e54780-b6f0-475c-8464-5f9927de54d2 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Sep 18 07:03:56.997356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-41cb0f9f-ea7d-4c02-8d95-4bd9bfa8ee00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5381bd21-a266-486d-9954-e6a160df76cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329554 Sep 18 07:03:57.019344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.059149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Network': ['ID=822f3c61-07f5-41f9-a6f1-37871f66b6c5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:57.070342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:57.093164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Sync routers for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:03:57.150762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 385cec33-3a2d-44cc-ab90-e6584b8947bb up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:57.174438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2012e341-274f-4bfd-a853-db4ff1a7ed91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6556551 Sep 18 07:03:57.177104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50336) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:57.182579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'subnet': {'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:57.192294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-d275b923-919e-40d3-9ee2-7ed94079e54b service neutron] 10.222.0.37 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876862 Sep 18 07:03:57.202990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:57.203989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:57.250569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 385cec33-3a2d-44cc-ab90-e6584b8947bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:57.250887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.304365 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.312577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-6ef31684-2f96-454d-b225-db4d3da694da tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.314169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-6ef31684-2f96-454d-b225-db4d3da694da tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 819 time: 0.1577082 Sep 18 07:03:57.331328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-b15def98-cdf1-4304-b80a-53b84df8e3da tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/quotas/338f3a33b0354ef2baf0529311f79967 HTTP/1.1" status: 200 len: 375 time: 0.0104442 Sep 18 07:03:57.359286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1433ee64-6c8e-4133-aa87-a4753156c6e4 req-bbd11b16-a67d-476e-b398-de1da1f47b0f service neutron] 10.222.0.37 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549220 Sep 18 07:03:57.367587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.391015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.399215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:57.406647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9724f9ca-b6d1-4753-90e4-24ac7d989302,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:57.416673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:57.418409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-bbec900a-4dfe-4adf-80b1-d8912d445efc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809145 Sep 18 07:03:57.420731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.448249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 385cec33-3a2d-44cc-ab90-e6584b8947bb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=385cec33-3a2d-44cc-ab90-e6584b8947bb,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:57.488572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.489935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69a1e4bf-033f-4d23-877b-dc7593c68c88 req-162774e6-afc7-4107-8fa2-f032e6a55dd4 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5806158 Sep 18 07:03:57.513410 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.553138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-3fccff4a-1147-45cc-8251-352781fd5377 service neutron] 10.222.0.20 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316745 Sep 18 07:03:57.566990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537509-0585-4b3d-b262-449bcdf54a68 req-152e86e7-872f-447f-ae22-0f49e1fa89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.568499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-152e86e7-872f-447f-ae22-0f49e1fa89b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e72431c267a14a50a2a9bdc8fe70f80c&device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 1095 time: 0.0804319 Sep 18 07:03:57.606911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 31248a13-617f-4b6b-8059-c1a9b171dfe7 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:03:57.650464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=385cec33-3a2d-44cc-ab90-e6584b8947bb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:57.655026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 31248a13-617f-4b6b-8059-c1a9b171dfe7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:03:57.655504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 31248a13-617f-4b6b-8059-c1a9b171dfe7 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:03:57.672630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9a143-a9e8-44a9-835b-a94a1455ea59 req-b987b7b1-644f-4970-8b5a-2a199d6c2541 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.674211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf9a143-a9e8-44a9-835b-a94a1455ea59 req-b987b7b1-644f-4970-8b5a-2a199d6c2541 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0939353 Sep 18 07:03:57.706515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-5351ead4-381d-40b3-bf67-fffa09ded692 service neutron] 10.222.0.20 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524816 Sep 18 07:03:57.724877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:55Z', 'revision_number': 4, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '612f0db2-9550-424b-93fd-9f40fc23c6b3', 'name': '', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'mac_address': 'fa:16:3e:22:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:54Z', 'updated_at': '2021-09-18T07:03:55Z', 'revision_number': 2, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'subnets': [{'id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:57.726950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf9a143-a9e8-44a9-835b-a94a1455ea59 req-20d4de8b-8d8d-47c6-b256-c598638eab15 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Sep 18 07:03:57.753213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Checking router: d8cf9fc1-b980-4b87-ba83-8a624467612e for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:03:57.753572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Updating router d8cf9fc1-b980-4b87-ba83-8a624467612e port 612f0db2-9550-424b-93fd-9f40fc23c6b3 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:03:57.775084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537509-0585-4b3d-b262-449bcdf54a68 req-1d7d4607-7667-49d1-9e4e-a7027d4ceae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.776579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-1d7d4607-7667-49d1-9e4e-a7027d4ceae6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5381bd21-a266-486d-9954-e6a160df76cb HTTP/1.1" status: 200 len: 926 time: 0.1961298 Sep 18 07:03:57.795243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.845523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-1bb8319b-c5e0-433d-9f52-55c3cc638178 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68 HTTP/1.1" status: 200 len: 217 time: 0.0588763 Sep 18 07:03:57.867151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd6ff2-81cf-4094-9a70-3c3d8505f74a req-780780b0-2a04-420f-8b6e-2f4572035c8b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.868722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28bd6ff2-81cf-4094-9a70-3c3d8505f74a req-780780b0-2a04-420f-8b6e-2f4572035c8b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.0646598 Sep 18 07:03:57.885458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:57.913005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28bd6ff2-81cf-4094-9a70-3c3d8505f74a req-3816286e-3537-4276-8be1-957cb91d9a0b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379281 Sep 18 07:03:57.940532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537509-0585-4b3d-b262-449bcdf54a68 req-a3d714fd-01f2-439c-b949-28b77b3adbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:57.941890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-a3d714fd-01f2-439c-b949-28b77b3adbfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43d36170-bb79-492b-9c39-2c0e22881517 HTTP/1.1" status: 200 len: 865 time: 0.0890911 Sep 18 07:03:57.985780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Subnet': ['ID=fcb60a71-cec9-42be-be94-1484f0b2e1d1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:57.991884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-eb5c62c1-4d55-4012-bd62-68b98303f332 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5381bd21-a266-486d-9954-e6a160df76cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396030 Sep 18 07:03:57.999377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Checking segment: {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:57.999829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network hostable DHCP agents. Network: 822f3c61-07f5-41f9-a6f1-37871f66b6c5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:58.049691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58b295dd-2b97-4073-bc3d-f84d6e5a5ca7 req-bf380c9d-5f5a-4d43-be1c-bd8b3dcfd554 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/9724f9ca-b6d1-4753-90e4-24ac7d989302 HTTP/1.1" status: 200 len: 1813 time: 0.0807540 Sep 18 07:03:58.121429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-a9d05463-8f64-40f1-9fbb-1da6467977d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189892 Sep 18 07:03:58.140861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:58.175196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ca137d-e6d1-4789-a8ae-01dd25651ac0 req-3f8dff95-1c24-4e30-8845-d776c287029b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0538306 Sep 18 07:03:58.178029 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.222364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01dfe4-f04f-49ed-bcbb-e433c9d7f1ae req-17180d4c-8ca4-412c-a949-02cd176f043a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:58.223881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a01dfe4-f04f-49ed-bcbb-e433c9d7f1ae req-17180d4c-8ca4-412c-a949-02cd176f043a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0804622 Sep 18 07:03:58.235708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 822f3c61-07f5-41f9-a6f1-37871f66b6c5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:58.246495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a08b0-8f7e-4863-9095-8ac1648eb64e None None] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:58.247540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:58.248359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.260488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.263847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58537509-0585-4b3d-b262-449bcdf54a68 req-8e979ef6-311f-4620-92f2-64cf3cf0a0ec service neutron] 10.222.0.37 "GET /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342864 Sep 18 07:03:58.312072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a01dfe4-f04f-49ed-bcbb-e433c9d7f1ae req-1b716eaf-3e1e-4613-bf65-1c848f3930b1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Sep 18 07:03:58.331724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3045d2ba-e1e4-42d8-bfc1-72e403e9d365 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1535361 Sep 18 07:03:58.334339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50362) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:58.339478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-779090868'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:58.346767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466447d1-328b-415a-8006-9a29deb3a641 req-eb702f10-ff7e-4313-bbcd-14bc59786a09 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:58.348434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-466447d1-328b-415a-8006-9a29deb3a641 req-eb702f10-ff7e-4313-bbcd-14bc59786a09 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 943 time: 0.0782928 Sep 18 07:03:58.357179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1086028605', 'description': 'tempest-description-1278692470'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:58.387287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:03:58.411963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-466447d1-328b-415a-8006-9a29deb3a641 req-9a4064ee-c0a8-43bf-8634-a864f69d209f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 Sep 18 07:03:58.422439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:58.435074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.449612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Pushing event updated for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:58.468208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:03:58.477822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.478417 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Added segment 11a2a144-cb8f-4755-812b-e568a3178953 of type vlan for network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 Sep 18 07:03:58.515323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.525124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.662321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Attempting to bind port 612f0db2-9550-424b-93fd-9f40fc23c6b3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:03:58.662612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Attempting to bind port 612f0db2-9550-424b-93fd-9f40fc23c6b3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:03:58.663001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Attempting to bind port 612f0db2-9550-424b-93fd-9f40fc23c6b3 on network d06de97d-94cf-44fd-a01d-e4d76471af5e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:03:58.663173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-791582ec-9659-4008-9f69-ef07ac2d1f1c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:58.664685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-791582ec-9659-4008-9f69-ef07ac2d1f1c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 819 time: 0.1617446 Sep 18 07:03:58.674026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Checking segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Bound using segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Bound port: 612f0db2-9550-424b-93fd-9f40fc23c6b3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:03:58.678847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.681219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:58.681993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.683047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-bcef1735-df6e-4f40-88e5-4d4f1fa3d486 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/quotas/338f3a33b0354ef2baf0529311f79967 HTTP/1.1" status: 200 len: 375 time: 0.0088797 Sep 18 07:03:58.738370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.751854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0772f984-13e7-453f-a506-ec008f8c84db tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573850 Sep 18 07:03:58.767398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Network': ['ID=8945d324-a81e-4cc3-ae89-65fdd71e2ed9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:58.775312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:58.807283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:03:58.830145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.842437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-822f3c61-07f5-41f9-a6f1-37871f66b6c5', 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'fixed_ips': [{'subnet_id': 'fcb60a71-cec9-42be-be94-1484f0b2e1d1'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:03:58.843294 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.851902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'port_id': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'mac_address': 'fa:16:3e:8c:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43063d22-f932-429b-a6a2-2d5de49cd6e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:03:58.872659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1c2eb-8d2c-45a4-8e35-1bd7b23ca838,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:58.886685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.887044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.887397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.887747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.888092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.888981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.889309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.889652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.890015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.890351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.895149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.895149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:58.898234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-8ff6e209-1c1d-4e59-87fc-ba954f87e8ed service neutron] 10.222.0.20 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346664 Sep 18 07:03:58.918569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-94a07d51-c1d0-4f6a-a137-b773a5dbc0a0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5794091 Sep 18 07:03:58.918569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50376) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:03:58.923711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'subnet': {'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:03:58.927550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] For port 612f0db2-9550-424b-93fd-9f40fc23c6b3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:03:58.968367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:58.969644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c5e6d73-48ff-49b9-b2d0-817429cb88c9 req-0ee72b6b-56de-4faa-9c84-45fdabf6fc4d tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6166117 Sep 18 07:03:59.010290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] For port 612f0db2-9550-424b-93fd-9f40fc23c6b3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=612f0db2-9550-424b-93fd-9f40fc23c6b3,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:03:59.012659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-1a997055-a964-4c97-a0a1-1577ff795492 service neutron] 10.222.0.20 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069779 Sep 18 07:03:59.040512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.068292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c81b4956-73f9-489d-8c2c-b93cf2de0a45 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:03:59.086689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.092097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.141365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef4809-c123-4f57-a46b-21810c039089 req-d8e1dcda-d4c7-4335-99ca-773b9603d8e8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:59.142968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7ef4809-c123-4f57-a46b-21810c039089 req-d8e1dcda-d4c7-4335-99ca-773b9603d8e8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Sep 18 07:03:59.156997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 385cec33-3a2d-44cc-ab90-e6584b8947bb up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:03:59.166917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:03:59.176833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:03:59.180079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.182102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7ef4809-c123-4f57-a46b-21810c039089 req-d5af7044-2e24-403a-99e3-3e240cfd23fa tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Sep 18 07:03:59.197245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Allocated IP 19.80.0.2 (822f3c61-07f5-41f9-a6f1-37871f66b6c5/fcb60a71-cec9-42be-be94-1484f0b2e1d1/b221d67a-1cec-482c-8a18-f2a99afbd375) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:03:59.252873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:03:59.254548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:03:59.258981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Pushing event updated for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:59.394990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d50344-8e50-4dd4-9242-a50a8daa7c78 req-de023c1f-435f-4df6-8c9a-89a5043e7580 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:59.402721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48d50344-8e50-4dd4-9242-a50a8daa7c78 req-de023c1f-435f-4df6-8c9a-89a5043e7580 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.1351640 Sep 18 07:03:59.440101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2c756fb-828d-42a6-9826-53db158531be req-487dc7e2-befb-4c16-8b02-5ff5eb04f00e tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/f1d1c2eb-8d2c-45a4-8e35-1bd7b23ca838 HTTP/1.1" status: 200 len: 1815 time: 0.1862004 Sep 18 07:03:59.457682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.464299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48d50344-8e50-4dd4-9242-a50a8daa7c78 req-9df2300d-c182-4b04-be57-68e59bdaf126 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Sep 18 07:03:59.480747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.483402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.483783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.484133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.484480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.484843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.485211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.485546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.485878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.486250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.486581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.486918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.487249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59ad51c-e12e-440e-9cd1-e61840dfcc7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:03:59.540522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Subnet': ['ID=8ff2effa-98a6-450c-ad7d-d8d4806d5744,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:59.576874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Checking segment: {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:03:59.580569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network hostable DHCP agents. Network: 8945d324-a81e-4cc3-ae89-65fdd71e2ed9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:03:59.587621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 385cec33-3a2d-44cc-ab90-e6584b8947bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:03:59.588017 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.594158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.602402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d458c81-0396-4ba0-b2c1-922ec56687df req-5d403ebf-7ba3-43c3-9409-ca10d7010e76 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 210 time: 0.0723736 Sep 18 07:03:59.656275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:59.669047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:03:59.679619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:03:59.706403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.738482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d2aed-b215-4a0f-b32c-d0bc5dc1bb7d req-5319430e-f973-4138-bdfd-baeede79732f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:59.745701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c4d2aed-b215-4a0f-b32c-d0bc5dc1bb7d req-5319430e-f973-4138-bdfd-baeede79732f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1063850 Sep 18 07:03:59.746917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c81b4956-73f9-489d-8c2c-b93cf2de0a45'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:03:59.754100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8945d324-a81e-4cc3-ae89-65fdd71e2ed9) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:59.759079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:59.759683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:03:59.776310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8fa67-fba5-4baa-a79a-1e3f12e01808 req-7f8a10ce-bdb3-48b5-882b-1ad18a2a9108 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:03:59.777783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31c8fa67-fba5-4baa-a79a-1e3f12e01808 req-7f8a10ce-bdb3-48b5-882b-1ad18a2a9108 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 943 time: 0.1280546 Sep 18 07:03:59.793523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c4d2aed-b215-4a0f-b32c-d0bc5dc1bb7d req-6ce88a4e-8cb2-4881-9942-a62886c0ea3e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Sep 18 07:03:59.796169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcaa8a4-1358-4b19-a0bb-d0ad3471bf9b None None] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:03:59.818742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:03:59.848065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31c8fa67-fba5-4baa-a79a-1e3f12e01808 req-ae64b0ba-8453-444b-abd4-fd407032d886 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Sep 18 07:03:59.849508 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-623ffa63-7b84-42e1-8ea5-84131774763c req-88ac44bb-9e4a-4e71-8ce2-33d86f4a6659 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] show failed (client error): The resource could not be found. Sep 18 07:03:59.850935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-623ffa63-7b84-42e1-8ea5-84131774763c req-88ac44bb-9e4a-4e71-8ce2-33d86f4a6659 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/2eb7307f-ffec-4fe1-94a7-4cb669d7fd29 HTTP/1.1" status: 404 len: 352 time: 0.0206327 Sep 18 07:03:59.861790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Pushing event updated for resources: {'Port': ['ID=b221d67a-1cec-482c-8a18-f2a99afbd375,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:03:59.884565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:03:59.886614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5cce4fe7-0678-40ca-9df3-1b73c2869388 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9679205 Sep 18 07:03:59.894150 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-5597c640-6cef-4de9-80d1-13cd377c4a67 req-104a0ea6-d2cd-4271-af1c-e32624507e8a tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] show failed (client error): The resource could not be found. Sep 18 07:03:59.898323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5597c640-6cef-4de9-80d1-13cd377c4a67 req-104a0ea6-d2cd-4271-af1c-e32624507e8a tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-group-rules/e598c38f-39c1-41cc-b109-789c680645be HTTP/1.1" status: 404 len: 361 time: 0.0214660 Sep 18 07:03:59.921211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:03:59.992932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-0e1e91a2-2ac8-46b4-84e2-5eac11fe5f5b tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/f1d1c2eb-8d2c-45a4-8e35-1bd7b23ca838 HTTP/1.1" status: 200 len: 1815 time: 0.0648205 Sep 18 07:04:00.079759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.129098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Attempting to bind port b221d67a-1cec-482c-8a18-f2a99afbd375 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:00.129363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.129465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Attempting to bind port b221d67a-1cec-482c-8a18-f2a99afbd375 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:00.129835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Attempting to bind port b221d67a-1cec-482c-8a18-f2a99afbd375 on network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:00.183890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:00.188094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Checking segment: {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:00.188094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.188094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Bound using segment: {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:00.188094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Bound port: b221d67a-1cec-482c-8a18-f2a99afbd375, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:00.188094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.225127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-0d980655-bff1-4c8a-8575-72a74d3319a8 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:00.235240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-0d980655-bff1-4c8a-8575-72a74d3319a8 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:00.236923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-0d980655-bff1-4c8a-8575-72a74d3319a8 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/networks?id=822f3c61-07f5-41f9-a6f1-37871f66b6c5&id=8945d324-a81e-4cc3-ae89-65fdd71e2ed9 HTTP/1.1" status: 200 len: 1391 time: 0.1513059 Sep 18 07:04:00.253748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-6513e825-6047-4e4b-9060-f7b17fb16d75 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/quotas/1c211d9d2e694711928775b31e8e50b0 HTTP/1.1" status: 200 len: 375 time: 0.0104337 Sep 18 07:04:00.298371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.299827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.301048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9b454ec-c130-4778-80b2-c1bb052a06a8 req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1d1c2eb-8d2c-45a4-8e35-1bd7b23ca838 HTTP/1.1" status: 204 len: 173 time: 0.3071918 Sep 18 07:04:00.318264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b147-7984-4196-9de0-a27a752f9255 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1c2eb-8d2c-45a4-8e35-1bd7b23ca838,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:00.338480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-2ef897a6-9664-4065-8a79-64a540917e08 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762565 Sep 18 07:04:00.350207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8945d324-a81e-4cc3-ae89-65fdd71e2ed9', 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'fixed_ips': [{'subnet_id': '8ff2effa-98a6-450c-ad7d-d8d4806d5744'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:04:00.351091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.364526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] For port b221d67a-1cec-482c-8a18-f2a99afbd375, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:00.389202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:55Z', 'revision_number': 4, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '612f0db2-9550-424b-93fd-9f40fc23c6b3', 'name': '', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'mac_address': 'fa:16:3e:22:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:54Z', 'updated_at': '2021-09-18T07:03:58Z', 'revision_number': 4, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'subnets': [{'id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:00.401123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] For port b221d67a-1cec-482c-8a18-f2a99afbd375, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b221d67a-1cec-482c-8a18-f2a99afbd375,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:00.428762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05a3c-6e07-494a-971f-03ae124cb38d None None] The sync data for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 is: [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:03:55Z', 'revision_number': 4, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '612f0db2-9550-424b-93fd-9f40fc23c6b3', 'name': '', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'mac_address': 'fa:16:3e:22:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:54Z', 'updated_at': '2021-09-18T07:03:58Z', 'revision_number': 4, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'subnets': [{'id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:04:00.481963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15625ccd-3a73-48c7-b16a-0447968450d2 req-51859ca4-eaaf-4814-aed4-8fc08d5549d9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:00.484581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15625ccd-3a73-48c7-b16a-0447968450d2 req-51859ca4-eaaf-4814-aed4-8fc08d5549d9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0645192 Sep 18 07:04:00.514676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:00.520392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-623a8177-bd89-4700-b5c8-0fdc3e890e59 service neutron] 10.222.0.20 "GET /v2.0/networks/822f3c61-07f5-41f9-a6f1-37871f66b6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741784 Sep 18 07:04:00.593562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15625ccd-3a73-48c7-b16a-0447968450d2 req-a0df961f-f58c-466c-ae9a-f4c0a1fdba99 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Sep 18 07:04:00.725293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-1b3851ff-022f-4ec2-ae7a-98249a0c29db tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/9724f9ca-b6d1-4753-90e4-24ac7d989302 HTTP/1.1" status: 200 len: 1813 time: 0.0771501 Sep 18 07:04:00.766763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-2973b1ec-7835-4525-89dc-19fe70461fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/822f3c61-07f5-41f9-a6f1-37871f66b6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453380 Sep 18 07:04:00.803922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7525f23-34ec-498b-ad68-b3c8fa5e04b5 None None] Pushing event updated for resources: {'Port': ['ID=b221d67a-1cec-482c-8a18-f2a99afbd375,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:00.833190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:00.840089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Allocated IP 19.86.0.2 (8945d324-a81e-4cc3-ae89-65fdd71e2ed9/8ff2effa-98a6-450c-ad7d-d8d4806d5744/19416979-4651-42e1-b2a0-fbc4bf46c8f0) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:01.071874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-6a44e7f7-c2c7-4378-b260-0103047d2937 service neutron] 10.222.0.20 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967398 Sep 18 07:04:01.186617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-a112c44f-6905-493f-a018-84262aecc5d4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:01.191213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-a112c44f-6905-493f-a018-84262aecc5d4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 819 time: 0.7526906 Sep 18 07:04:01.196260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.200330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,segment=NetworkSegment(dd10d38f-7ece-44f3-8803-9ced9f3d701e),segment_id=dd10d38f-7ece-44f3-8803-9ced9f3d701e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:01.204875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Request body: {'port': {'device_id': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'admin_state_up': True, 'tenant_id': '338f3a33b0354ef2baf0529311f79967'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:01.268509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-377feff6-af88-4ce7-8a9e-19bcccba4e04 service neutron] 10.222.0.20 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887846 Sep 18 07:04:01.280269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 612f0db2-9550-424b-93fd-9f40fc23c6b3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:01.298900 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.353122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68', 'network_id': '5381bd21-a266-486d-9954-e6a160df76cb', 'port_id': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68', 'mac_address': 'fa:16:3e:ab:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d36170-bb79-492b-9c39-2c0e22881517', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:01.426382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.433991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.438680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.440183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6716bf3-7c0e-417b-bfa0-d3b1656d26a2 req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-groups/9724f9ca-b6d1-4753-90e4-24ac7d989302 HTTP/1.1" status: 204 len: 173 time: 0.6761651 Sep 18 07:04:01.449197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.455895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cf5e4-1445-4f5e-a22f-2e745e212f15 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9724f9ca-b6d1-4753-90e4-24ac7d989302,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:01.466710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 612f0db2-9550-424b-93fd-9f40fc23c6b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:01.467092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.469651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:01.474194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Made reservation on behalf of 338f3a33b0354ef2baf0529311f79967 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:01.477772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.553464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.661875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1d4e-746c-492e-9187-f752037e0cdb req-f68692c3-342c-4a4c-94ad-79cd108795f9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:01.677269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,segment=NetworkSegment(dd10d38f-7ece-44f3-8803-9ced9f3d701e),segment_id=dd10d38f-7ece-44f3-8803-9ced9f3d701e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:01.678469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e36c1d4e-746c-492e-9187-f752037e0cdb req-f68692c3-342c-4a4c-94ad-79cd108795f9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.1109912 Sep 18 07:04:01.737171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:01.748549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:01.748794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-539d9e1e-5aa9-43e6-be39-0e481917ef7a tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:01.754281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-539d9e1e-5aa9-43e6-be39-0e481917ef7a tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 819 time: 0.2501893 Sep 18 07:04:01.765020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e36c1d4e-746c-492e-9187-f752037e0cdb req-21cd3d2c-c01d-44cc-bbba-68295c75eb9b tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854919 Sep 18 07:04:01.780728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:01.784201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Pushing event updated for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:01.788290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:01.863943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Request body: {'port': {'device_id': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'admin_state_up': True, 'tenant_id': '338f3a33b0354ef2baf0529311f79967'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:01.919096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Allocated IP 172.20.0.5 (d06de97d-94cf-44fd-a01d-e4d76471af5e/4bec947e-716f-4ec2-9a88-8a1ce6d1cf14/9e7c3182-f86b-4b83-9c95-06e03acbe5e4) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:02.016826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2f4359a-d42b-49af-a7b3-788201279601 req-bbaf6299-6dc2-4166-a868-f1692ca49b03 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 210 time: 0.0604126 Sep 18 07:04:02.053982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3351d-1c7a-4df3-ac4a-592dd7368ca5 req-9a4a6bcb-1312-4a5f-b7c4-b033faf18816 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:02.070231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5d3351d-1c7a-4df3-ac4a-592dd7368ca5 req-9a4a6bcb-1312-4a5f-b7c4-b033faf18816 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1661847 Sep 18 07:04:02.075760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9c862b3f-a2f8-4869-bda5-e79c67f5ef68'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:02.155201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5d3351d-1c7a-4df3-ac4a-592dd7368ca5 req-2b2cc769-cc17-4bbf-9784-14421293f40d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784860 Sep 18 07:04:02.187205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Attempting to bind port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:02.188183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Attempting to bind port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:02.188657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Attempting to bind port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 on network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:02.190922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:02.208113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Made reservation on behalf of 338f3a33b0354ef2baf0529311f79967 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:02.212774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.232105 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Checking segment: {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Bound using segment: {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Bound port: 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:02.270764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.304347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-012bd13f-af2b-4d8e-9cc4-62bab0623184 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/baee92f4-28ac-428d-bab7-fc9ed05f00f3 HTTP/1.1" status: 200 len: 1813 time: 0.0704918 Sep 18 07:04:02.330632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a497ad-e498-48ce-a15b-f1668ed20b3e req-c8884e11-c1d0-4b16-83d9-6b51c4439755 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:02.334518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 612f0db2-9550-424b-93fd-9f40fc23c6b3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=612f0db2-9550-424b-93fd-9f40fc23c6b3,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:02.338616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23a497ad-e498-48ce-a15b-f1668ed20b3e req-c8884e11-c1d0-4b16-83d9-6b51c4439755 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 944 time: 0.1820197 Sep 18 07:04:02.406669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23a497ad-e498-48ce-a15b-f1668ed20b3e req-6a102e6e-405f-47ca-b015-698f18a13ae4 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671086 Sep 18 07:04:02.459108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:02.462770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=19416979-4651-42e1-b2a0-fbc4bf46c8f0,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:02.472440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:02.474458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625eaf3a-24c9-421e-aba6-2b7f6f873879 None None] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:02.485377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.492366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.511544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.529049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.565173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.569168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e83f459e-7ce1-491f-829c-39e32b6f6942 req-ca28fa37-c203-4ca1-8ad7-9ecd5452aaab tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 210 time: 0.0589623 Sep 18 07:04:02.573186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.644947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] Provisioning complete for port b221d67a-1cec-482c-8a18-f2a99afbd375 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:02.645325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.707440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Allocated IP 172.20.0.6 (d06de97d-94cf-44fd-a01d-e4d76471af5e/4bec947e-716f-4ec2-9a88-8a1ce6d1cf14/80564483-debc-4491-a9cf-20be4f370c40) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:02.708022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:02.710673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Network d06de97d-94cf-44fd-a01d-e4d76471af5e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:02.723071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:02.729448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:02.731776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e079-ca88-43f3-8237-a80b09d0c9a4 req-c76959d7-3a90-4856-a900-4b09f4d0251e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:02.741022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Pushing event updated for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:02.741605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96e3e079-ca88-43f3-8237-a80b09d0c9a4 req-c76959d7-3a90-4856-a900-4b09f4d0251e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0854616 Sep 18 07:04:02.756591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.759196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.764183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32acfb8f-c94a-4b8d-8a88-4212dd0efb19 req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-groups/baee92f4-28ac-428d-bab7-fc9ed05f00f3 HTTP/1.1" status: 204 len: 173 time: 0.4551990 Sep 18 07:04:02.777807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817fc8d-3023-4547-a794-22bd1829c7ea tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee92f4-28ac-428d-bab7-fc9ed05f00f3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:02.786913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port c81b4956-73f9-489d-8c2c-b93cf2de0a45 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:02.787340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.802471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96e3e079-ca88-43f3-8237-a80b09d0c9a4 req-6a7c1e93-4557-4d6b-9b7b-a60f0ec6c21e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589478 Sep 18 07:04:02.883526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:02.884381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.884906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-1df74980-39be-4059-b9a1-d0491e813caf tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/0e374d66-784a-4d45-8c2b-74877d309c30 HTTP/1.1" status: 200 len: 1814 time: 0.0612583 Sep 18 07:04:02.963934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:02.994961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-87d2f5a7-38f1-4526-a85f-7305a1e9a6cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7916467 Sep 18 07:04:02.995227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.019662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Request body: {'port': {'device_id': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:03.117505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.120374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.126773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.176088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a239ef7-8e43-4102-b90d-b2b2d9d5dbf8 None None] Pushing event updated for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:03.197471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.200379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.201783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-761603e6-c289-4ea7-b86c-ce97bf20dfea req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e374d66-784a-4d45-8c2b-74877d309c30 HTTP/1.1" status: 204 len: 173 time: 0.3158715 Sep 18 07:04:03.217147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac288e7e-a71a-4c43-90eb-dadfe9b3bd40 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e374d66-784a-4d45-8c2b-74877d309c30,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:03.284117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0fa8a-70bc-430b-a8aa-ece2f7e35ec2 req-acda1154-315b-4114-b48a-a2e7e4c4b9fe tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:03.285818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27b0fa8a-70bc-430b-a8aa-ece2f7e35ec2 req-acda1154-315b-4114-b48a-a2e7e4c4b9fe tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 944 time: 0.1357427 Sep 18 07:04:03.293518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.329657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 612f0db2-9550-424b-93fd-9f40fc23c6b3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:03.358750 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0087aa5e-e55c-421c-a463-113067c03471 req-a3307d98-83e8-4d68-8415-21fa63f1db47 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 210 time: 0.0604601 Sep 18 07:04:03.396569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:03.401825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:03.407301 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd7d48e-6c29-4ddd-a366-5efc24f5e928" -d '{"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-plugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:03.414674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] For port b221d67a-1cec-482c-8a18-f2a99afbd375, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b221d67a-1cec-482c-8a18-f2a99afbd375,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:03.418512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27b0fa8a-70bc-430b-a8aa-ece2f7e35ec2 req-16db63c5-dede-433b-a23c-73115d8ff154 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187170 Sep 18 07:04:03.459564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.472512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.507879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.515034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 612f0db2-9550-424b-93fd-9f40fc23c6b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:03.515599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.524875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Network d06de97d-94cf-44fd-a01d-e4d76471af5e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:03.537723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:03.541941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:03.573454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:03.592556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-daae1489-2c55-4b74-bd1e-b6bcb8adcccb tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "GET /v2.0/security-groups/38e30663-43a8-40bb-812d-498412a8aa3b HTTP/1.1" status: 200 len: 1815 time: 0.1468430 Sep 18 07:04:03.602405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Pushing event updated for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:03.632793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:03.633451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.656198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605bb18-b958-443b-a073-54f71d8af6a1 req-8baf6343-c425-4c58-b4fc-f189b6bf831f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:03.662083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c605bb18-b958-443b-a073-54f71d8af6a1 req-8baf6343-c425-4c58-b4fc-f189b6bf831f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1908758 Sep 18 07:04:03.671969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a8fb2-250a-4c58-8f94-a556d8db3158 None None] Pushing event updated for resources: {'Port': ['ID=b221d67a-1cec-482c-8a18-f2a99afbd375,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:03.701694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b221d67a-1cec-482c-8a18-f2a99afbd375 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:03.719416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:03.727633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.742188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Transition to ACTIVE for port object 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:03.743919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c605bb18-b958-443b-a073-54f71d8af6a1 req-558de9f5-31cd-40b4-9634-6e47c1e02a4d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715244 Sep 18 07:04:03.760258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-0ac16a76-aa7f-4216-8c9b-f282f6fc35fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9125764 Sep 18 07:04:03.773680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Request body: {'port': {'device_id': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:03.774982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b221d67a-1cec-482c-8a18-f2a99afbd375 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:03.775365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.827916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.842777 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.843008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9b910530-1c16-4936-975d-b9d72177ffde None None] Provisioning complete for port b221d67a-1cec-482c-8a18-f2a99afbd375 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:03.843459 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b910530-1c16-4936-975d-b9d72177ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.846360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.878182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:03.932259 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7df6567-c297-4aff-9f8a-f6a5f676aa38 x-openstack-request-id: req-c7df6567-c297-4aff-9f8a-f6a5f676aa38 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:03.932551 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-plugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:03.932813 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7df6567-c297-4aff-9f8a-f6a5f676aa38 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:03.933214 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'code': 200} Sep 18 07:04:04.001821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:04.030726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aeb01-5d22-4c59-b5cf-0ffa09152c66 req-d6bc7a8a-1f3e-415a-9ed1-8116858a7362 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:04.040522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-961aeb01-5d22-4c59-b5cf-0ffa09152c66 req-d6bc7a8a-1f3e-415a-9ed1-8116858a7362 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 944 time: 0.1045005 Sep 18 07:04:04.042554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.045656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.069856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc074d37-d2a7-4793-bf3f-2831bcbc01bc req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] 10.222.0.20 "DELETE /v2.0/security-groups/38e30663-43a8-40bb-812d-498412a8aa3b HTTP/1.1" status: 204 len: 173 time: 0.4609005 Sep 18 07:04:04.071797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:04.174427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0003f9-2af3-4823-8978-0f6ad57f6543 tempest-SecurityGroupRulesNegativeTestJSON-1514816084 tempest-SecurityGroupRulesNegativeTestJSON-1514816084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e30663-43a8-40bb-812d-498412a8aa3b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:04.188626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Attempting to bind port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:04.189109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Attempting to bind port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:04.189960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Attempting to bind port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 on network d06de97d-94cf-44fd-a01d-e4d76471af5e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:04.202606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 on network d06de97d-94cf-44fd-a01d-e4d76471af5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:04.203206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Attempting to bind port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 on network d06de97d-94cf-44fd-a01d-e4d76471af5e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:04.208974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9ea19-6e6e-4422-a633-07463d32e3c4 None None] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:04.211526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:04.211982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Checking segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:04.212469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Bound using segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:04.213004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Bound port: 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:04.213478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.220107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-961aeb01-5d22-4c59-b5cf-0ffa09152c66 req-762a68b0-8dea-43c1-a868-081474e9baf3 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786950 Sep 18 07:04:04.235989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Deleting subnet 4f4c1765-4c65-4358-971c-0bb22b6110c9 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:04.239632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.284022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.295213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] Provisioning complete for port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:04.295915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.324090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.412984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-712823d5-2271-42b5-9ccf-8b3b5be649d9 req-55228fc0-34c9-474b-a736-a4f73e40347f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 210 time: 0.0444303 Sep 18 07:04:04.439653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80564483-debc-4491-a9cf-20be4f370c40 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:04.449213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.498574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Transition to ACTIVE for port object 80564483-debc-4491-a9cf-20be4f370c40 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:04.522450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.553680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4c1765-4c65-4358-971c-0bb22b6110c9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:04.555888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.557871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-73b02aa2-d056-4eb0-9ff2-a2318419eea8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f4c1765-4c65-4358-971c-0bb22b6110c9 HTTP/1.1" status: 204 len: 168 time: 0.4566798 Sep 18 07:04:04.562737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:04.589884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.611118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e584db-90fb-41b2-903a-d4e0123e3b05 req-4546e5c9-fa48-4b80-9e4f-fdd84a6556f6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:04.618728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44e584db-90fb-41b2-903a-d4e0123e3b05 req-4546e5c9-fa48-4b80-9e4f-fdd84a6556f6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1475215 Sep 18 07:04:04.658124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.722943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=19416979-4651-42e1-b2a0-fbc4bf46c8f0,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:04.751512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:04.760849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:04.775070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-c9af5671-835a-4f5d-9b79-f0ab668c1499 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:04.785151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-c9af5671-835a-4f5d-9b79-f0ab668c1499 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:04.787148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-c9af5671-835a-4f5d-9b79-f0ab668c1499 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "GET /v2.0/networks?id=822f3c61-07f5-41f9-a6f1-37871f66b6c5&id=8945d324-a81e-4cc3-ae89-65fdd71e2ed9 HTTP/1.1" status: 200 len: 1391 time: 0.5606894 Sep 18 07:04:04.790287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Pushing event updated for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:04.805108 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.885934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:04.888928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:04.900189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:04.906360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'port': {'device_id': '44b1e122-b224-4088-84a4-9a380580d50f', 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5', 'admin_state_up': True, 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:04.912822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Attempting to bind port 80564483-debc-4491-a9cf-20be4f370c40 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:04.913162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Attempting to bind port 80564483-debc-4491-a9cf-20be4f370c40 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:04.913492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Attempting to bind port 80564483-debc-4491-a9cf-20be4f370c40 on network d06de97d-94cf-44fd-a01d-e4d76471af5e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:04.986860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Port 80564483-debc-4491-a9cf-20be4f370c40 on network d06de97d-94cf-44fd-a01d-e4d76471af5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:04.987372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Attempting to bind port 80564483-debc-4491-a9cf-20be4f370c40 on network d06de97d-94cf-44fd-a01d-e4d76471af5e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:04.994011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.010595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bfa9d-5c8d-42f2-8095-91d9241787ab None None] Pushing event updated for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.012614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:05.013215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Checking segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:05.013645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Bound using segment: {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:05.014231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Bound port: 80564483-debc-4491-a9cf-20be4f370c40, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110df166-6adb-4fcc-861a-80922540ae36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:05.014476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.042610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.044138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.046586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-81cc491a-4829-481c-b87f-deddf8018eb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 1092 time: 2.0374150 Sep 18 07:04:05.057867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:05.060391 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d863301c-3901-47de-9584-a528217a433f" -d '{"events": [{"name": "network-changed", "server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:05.070603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:05.080881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:05.081736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.146038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:05.151240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=80564483-debc-4491-a9cf-20be4f370c40,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:05.165788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-55142f45-a1a5-4b6a-a259-3a046450d171 None None] Provisioning complete for port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:05.166331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55142f45-a1a5-4b6a-a259-3a046450d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.225561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:05.239820 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.240470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.241694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b221d67a-1cec-482c-8a18-f2a99afbd375 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:05.291169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44e584db-90fb-41b2-903a-d4e0123e3b05 req-434868dc-0781-4ae4-9376-96c33e257d56 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715653 Sep 18 07:04:05.302103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Pushing event updated for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.318264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb472-59d7-469e-88b6-65c70e2d6ee2 req-ab42181e-b1c8-4d0c-b888-3e78ec3c2432 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.327325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-3df1c57f-f691-4b87-bdb4-1f24ac5bb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.328963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-3df1c57f-f691-4b87-bdb4-1f24ac5bb011 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1095 time: 0.1325533 Sep 18 07:04:05.329607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c64fb472-59d7-469e-88b6-65c70e2d6ee2 req-ab42181e-b1c8-4d0c-b888-3e78ec3c2432 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 943 time: 0.1639154 Sep 18 07:04:05.334227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.335044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.336698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-75550fac-170a-4701-8b90-db92815f74f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/80564483-debc-4491-a9cf-20be4f370c40 HTTP/1.1" status: 200 len: 1092 time: 1.5678446 Sep 18 07:04:05.350260 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.366163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'mac_address': 'fa:16:3e:96:fa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:05.392261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-f8c2b533-816b-47fd-b311-36ca8e835ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0541303 Sep 18 07:04:05.493561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443532f-e653-4aec-b921-880b51e89b39 req-6700c88e-0dc7-42fe-89cc-c98a319c6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.495222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-6700c88e-0dc7-42fe-89cc-c98a319c6183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.0934515 Sep 18 07:04:05.502823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,segment=NetworkSegment(dd10d38f-7ece-44f3-8803-9ced9f3d701e),segment_id=dd10d38f-7ece-44f3-8803-9ced9f3d701e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:05.542940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-00002cd4-4cab-4a0f-92b8-6ccebf9d70b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382190 Sep 18 07:04:05.546334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.550976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-57f2fdbe-0d3a-46bd-8841-59578373d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.553276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-57f2fdbe-0d3a-46bd-8841-59578373d456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 1095 time: 0.0995293 Sep 18 07:04:05.568322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b221d67a-1cec-482c-8a18-f2a99afbd375 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:05.568835 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.574668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.603911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d165cd-041e-4df2-beda-dd930f09feb2']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:05.606140 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.615645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a7605-bc7d-4aad-8952-3e3fef2476aa') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:05.616383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a7605-bc7d-4aad-8952-3e3fef2476aa') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:05.620729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a337bd3b-6a2e-45bb-af3d-e068f7d51d1f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:05.644304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.666823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:05.668809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.669759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.675556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-c9fbaa18-50f8-4803-b536-3466bcf7111a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80564483-debc-4491-a9cf-20be4f370c40 HTTP/1.1" status: 200 len: 217 time: 0.0517938 Sep 18 07:04:05.675845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:05.683277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:05.684641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.712280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:05.726726 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:05.737629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 19416979-4651-42e1-b2a0-fbc4bf46c8f0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:05.738289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-46241b1e-8e66-47ff-a829-f54bcda9d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.739834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-46241b1e-8e66-47ff-a829-f54bcda9d5a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.0549686 Sep 18 07:04:05.790717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.812113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c64fb472-59d7-469e-88b6-65c70e2d6ee2 req-299bb3a8-17b9-40ae-9377-ab49679b35f4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768836 Sep 18 07:04:05.843046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c4805-6639-42f1-a458-62ee3350c2cc req-32746aed-15f2-4505-a52b-53ec9b26234a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:05.847398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:05.848058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.855186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-596c4805-6639-42f1-a458-62ee3350c2cc req-32746aed-15f2-4505-a52b-53ec9b26234a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 945 time: 0.4180171 Sep 18 07:04:05.879646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.883775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:05.897698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-ad18221f-2f80-41a8-b422-274ca61b976c service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435695 Sep 18 07:04:05.906312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:05.914234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] 10.222.0.20 "DELETE /v2.0/networks/83d165cd-041e-4df2-beda-dd930f09feb2 HTTP/1.1" status: 204 len: 168 time: 1.3507979 Sep 18 07:04:05.925336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.934062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:05.937288 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e2332-fb77-4fb0-9ee6-7c25653d7f86" -d '{"events": [{"server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "name": "network-vif-plugged", "status": "completed", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:05.960468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245e697-4d16-4cc6-89a7-6b633631e38c admin admin] Pushing event deleted for resources: {'Network': ['ID=83d165cd-041e-4df2-beda-dd930f09feb2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:05.968370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-1c7c9581-ee92-45b7-b22d-a4677898fea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021667 Sep 18 07:04:05.985887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-596c4805-6639-42f1-a458-62ee3350c2cc req-853ff2ea-3b93-4f86-b0bf-2dbc5a8525e7 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Sep 18 07:04:06.050942 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e59bb06-79b8-42de-9554-369ef76fdad8 x-openstack-request-id: req-3e59bb06-79b8-42de-9554-369ef76fdad8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:06.051318 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:06.051505 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e59bb06-79b8-42de-9554-369ef76fdad8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:06.051889 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4', 'status': 'completed', 'code': 200} Sep 18 07:04:06.057666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed3610-df43-45b7-9245-d6b73510004f req-33deb8d4-ca4d-4126-9438-b79e9d981ac6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.062128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Allocated IP 19.80.0.31 (822f3c61-07f5-41f9-a6f1-37871f66b6c5/fcb60a71-cec9-42be-be94-1484f0b2e1d1/157e5ce6-c4ab-4f74-8448-17fa74d3255b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:06.072291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eed3610-df43-45b7-9245-d6b73510004f req-33deb8d4-ca4d-4126-9438-b79e9d981ac6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1136827 Sep 18 07:04:06.193794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eed3610-df43-45b7-9245-d6b73510004f req-e81c710a-9b75-46c7-9bdb-978514d68660 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186678 Sep 18 07:04:06.208636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecac804-5567-4d7a-86cd-efc6051a8038 req-0c428335-8ee7-4fe2-8088-40a1bd204747 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.217925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ecac804-5567-4d7a-86cd-efc6051a8038 req-0c428335-8ee7-4fe2-8088-40a1bd204747 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.1034646 Sep 18 07:04:06.244530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-82e035e7-c8a3-40b3-86c4-7003295e16e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662661 Sep 18 07:04:06.281997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ecac804-5567-4d7a-86cd-efc6051a8038 req-fc603625-6aa2-4251-8936-a589ea30d24e tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628417 Sep 18 07:04:06.283830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1443532f-e653-4aec-b921-880b51e89b39 req-434b853e-6bbf-4651-b02a-1d76353395eb service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437259 Sep 18 07:04:06.353346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00659bb4-fb9c-4dbe-a973-fcef120ab758 req-fd9e3998-5974-47c0-a45d-f6af1983c6b1 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 210 time: 0.0664091 Sep 18 07:04:06.371119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:06.380204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50524) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:06.439334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-59ed2f00-368e-44c7-bee5-a5847653a39f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fedc2a1335b4d9ca4efaf1b762a56e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574307 Sep 18 07:04:06.447038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50526) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:06.475883 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea9e543-7c4f-4a80-a80e-8e6996c7fcb4 x-openstack-request-id: req-1ea9e543-7c4f-4a80-a80e-8e6996c7fcb4 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:06.476362 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "name": "network-vif-plugged", "status": "completed", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:06.476769 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea9e543-7c4f-4a80-a80e-8e6996c7fcb4 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:06.477324 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68', 'code': 200} Sep 18 07:04:06.524297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-45b382f2-c663-4771-899c-20f8d3582633 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711630 Sep 18 07:04:06.547755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.570567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.598087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:06.610626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.625810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519d1f4-caf1-4dd9-89a2-a2820a71c637 req-95c7f80b-cd49-49ad-becd-7cad4004b231 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.630579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b519d1f4-caf1-4dd9-89a2-a2820a71c637 req-95c7f80b-cd49-49ad-becd-7cad4004b231 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 944 time: 0.1125786 Sep 18 07:04:06.673809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.677770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.709338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863301c-3901-47de-9584-a528217a433f req-7c48de15-cae7-4fde-8ac1-980bb23cf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.710849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-7c48de15-cae7-4fde-8ac1-980bb23cf57a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1095 time: 0.1855955 Sep 18 07:04:06.738653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b519d1f4-caf1-4dd9-89a2-a2820a71c637 req-f79ec6fc-e33f-469f-81b1-c2fb20c4a7a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002040 Sep 18 07:04:06.744460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:06.785214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d774-ea2b-4cef-afba-70e9c7919714 req-901526f1-1c27-438f-97f7-f0112fcd927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.786761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5545d774-ea2b-4cef-afba-70e9c7919714 req-901526f1-1c27-438f-97f7-f0112fcd927c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 1097 time: 0.1844046 Sep 18 07:04:06.850662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.853513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.855259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b437b017-c57f-4f78-9b12-2125d434feb5 HTTP/1.1" status: 204 len: 168 time: 0.4069963 Sep 18 07:04:06.868330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:06.872803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231bbfe-95b1-4492-90fc-9a65f8c45183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b437b017-c57f-4f78-9b12-2125d434feb5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:06.886008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5545d774-ea2b-4cef-afba-70e9c7919714 req-d0182f55-63fe-4aeb-97be-77380c0a185b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580800 Sep 18 07:04:06.928875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:06.987410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4c743-c866-4b3c-99c6-877841f81bdd req-0f2acfed-0c0c-4ce5-85a1-c5c3543df575 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:06.995877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02f4c743-c866-4b3c-99c6-877841f81bdd req-0f2acfed-0c0c-4ce5-85a1-c5c3543df575 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 943 time: 0.0812845 Sep 18 07:04:07.011509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:07.016098 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.045217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02f4c743-c866-4b3c-99c6-877841f81bdd req-5409da8b-4507-4b0c-aedc-83f402c81660 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Sep 18 07:04:07.094819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863301c-3901-47de-9584-a528217a433f req-b85383c4-9ad1-437f-b10a-9a98f43c2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.096323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-b85383c4-9ad1-437f-b10a-9a98f43c2671 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.3755121 Sep 18 07:04:07.098149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:07.145322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 19416979-4651-42e1-b2a0-fbc4bf46c8f0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:07.160115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683ca40-7f08-4dc1-85b3-0d05559c6438 req-9dfc7bc9-893e-4fe3-8d90-46c15576d345 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.161713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c683ca40-7f08-4dc1-85b3-0d05559c6438 req-9dfc7bc9-893e-4fe3-8d90-46c15576d345 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.0851626 Sep 18 07:04:07.170362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:07.173388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:07.230214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:07.237291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c683ca40-7f08-4dc1-85b3-0d05559c6438 req-e3c17b69-6ee4-4d2f-89c3-26e8b6e19ef1 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687382 Sep 18 07:04:07.271568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-07a80d85-0357-4455-90ee-bceae2ae16a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.1382766 Sep 18 07:04:07.344983 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.369992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-c4fa6da0-313d-406a-bb96-bff4445aa847 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.369992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-c4fa6da0-313d-406a-bb96-bff4445aa847 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.2468307 Sep 18 07:04:07.371652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:07.372104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.417101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.421779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.440292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863301c-3901-47de-9584-a528217a433f req-2f8abc8b-cc2a-4c83-be83-1742d387844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.442439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-2f8abc8b-cc2a-4c83-be83-1742d387844b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1531358 Sep 18 07:04:07.463373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:07.522338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3263e9-9a32-442f-9164-719ca7cd1f68 req-d8613aec-dfba-4965-a0ed-cfc8e55b9217 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.530956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c3263e9-9a32-442f-9164-719ca7cd1f68 req-d8613aec-dfba-4965-a0ed-cfc8e55b9217 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1009395 Sep 18 07:04:07.558023 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.582848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-f52f10e0-f0c7-4f9c-84fc-2d8448d2d617 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326208 Sep 18 07:04:07.597272 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-fbc33473-fa92-4472-bcf2-92c7059a18d9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7140989 Sep 18 07:04:07.636757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c3263e9-9a32-442f-9164-719ca7cd1f68 req-45f1bc09-3e1c-4986-9fba-3c2a3b15660c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004364 Sep 18 07:04:07.663151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:07.696200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461e43d-7211-4d8f-8197-c93f5d06709b req-33056336-1e3f-4666-b618-a99e7c0f4dfc tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.698577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3461e43d-7211-4d8f-8197-c93f5d06709b req-33056336-1e3f-4666-b618-a99e7c0f4dfc tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.1665773 Sep 18 07:04:07.760868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c8e228f8-9449-4573-855e-022ca8cef39b None None] Provisioning complete for port 157e5ce6-c4ab-4f74-8448-17fa74d3255b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:07.761437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8e228f8-9449-4573-855e-022ca8cef39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:07.815013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3461e43d-7211-4d8f-8197-c93f5d06709b req-668ce9d0-bd46-4a03-b804-c22469a6c3df tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010926 Sep 18 07:04:07.832587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c8e228f8-9449-4573-855e-022ca8cef39b None None] Port 157e5ce6-c4ab-4f74-8448-17fa74d3255b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:04:07.847968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139947c-a0f6-41cc-b77a-ef0d4ebb1924 req-207a6c5f-f22d-444c-84e7-242e239395b8 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:07.860232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d139947c-a0f6-41cc-b77a-ef0d4ebb1924 req-207a6c5f-f22d-444c-84e7-242e239395b8 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 931 time: 0.1259425 Sep 18 07:04:07.944096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d139947c-a0f6-41cc-b77a-ef0d4ebb1924 req-8dcc0dde-dd69-4462-a4cd-8ad5935e9e38 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Sep 18 07:04:08.018617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Request body: {'port': {'device_id': '44b1e122-b224-4088-84a4-9a380580d50f', 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9', 'admin_state_up': True, 'tenant_id': '1c211d9d2e694711928775b31e8e50b0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:08.089309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'tag': '80564483-debc-4491-a9cf-20be4f370c40'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:08.092485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "tag": "80564483-debc-4491-a9cf-20be4f370c40"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:08.127160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81443a0-dc60-4e99-af68-ca59d71bee5a req-75671e22-8687-4695-bafe-550a758d8190 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.129636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b81443a0-dc60-4e99-af68-ca59d71bee5a req-75671e22-8687-4695-bafe-550a758d8190 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0925767 Sep 18 07:04:08.221443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-2456ed03-1527-4b3f-9925-d841354c940c service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263075 Sep 18 07:04:08.235739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Deleting port c81b4956-73f9-489d-8c2c-b93cf2de0a45 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:08.236206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:08.257989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b81443a0-dc60-4e99-af68-ca59d71bee5a req-5f031e30-e8ab-444c-862b-b3f0149d753c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139138 Sep 18 07:04:08.302276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc4665-e311-4dc0-9d09-c696fe40e3a9 req-852e85dd-1b85-4d07-a193-c13ab9188367 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.318759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07bc4665-e311-4dc0-9d09-c696fe40e3a9 req-852e85dd-1b85-4d07-a193-c13ab9188367 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 943 time: 0.1635842 Sep 18 07:04:08.402571 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d471b7f9-0789-485b-84e8-3741e7ce9707 x-openstack-request-id: req-d471b7f9-0789-485b-84e8-3741e7ce9707 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:08.404324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "tag": "80564483-debc-4491-a9cf-20be4f370c40", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:08.404656 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d471b7f9-0789-485b-84e8-3741e7ce9707 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:08.405210 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'tag': '80564483-debc-4491-a9cf-20be4f370c40', 'status': 'completed', 'code': 200} Sep 18 07:04:08.422522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07bc4665-e311-4dc0-9d09-c696fe40e3a9 req-4b1b744f-9d6f-4f84-9739-d7bf2970ca12 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027462 Sep 18 07:04:08.425671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Made reservation on behalf of 1c211d9d2e694711928775b31e8e50b0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:08.435266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:08.478488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45'}, {'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:08.481553 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab29a4c-0fd1-4b93-a112-76e1b5bb526f" -d '{"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-unplugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45"}, {"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-plugged", "status": "completed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:08.538962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] For port c81b4956-73f9-489d-8c2c-b93cf2de0a45, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c81b4956-73f9-489d-8c2c-b93cf2de0a45,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:08.539410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:08.540793 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2e1d21-4a25-4833-9a53-0ec6344add8e x-openstack-request-id: req-7d2e1d21-4a25-4833-9a53-0ec6344add8e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:08.541256 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-unplugged", "status": "completed", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45", "code": 200}, {"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-plugged", "status": "completed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:08.542123 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d2e1d21-4a25-4833-9a53-0ec6344add8e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:08.542822 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'code': 200} Sep 18 07:04:08.543346 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'code': 200} Sep 18 07:04:08.553329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8998e5b-665b-46d5-97e4-ca16b9ecf65b req-73b77c31-1c1f-473a-a0db-4bf5bc3ae36f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.555783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8998e5b-665b-46d5-97e4-ca16b9ecf65b req-73b77c31-1c1f-473a-a0db-4bf5bc3ae36f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 943 time: 0.1117129 Sep 18 07:04:08.556013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d863301c-3901-47de-9584-a528217a433f req-965c5bf9-b06f-41b3-8ac6-31e63785993e service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162458 Sep 18 07:04:08.575283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Calling delete_port for c81b4956-73f9-489d-8c2c-b93cf2de0a45 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:08.612408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-ff12ff71-02d7-45b1-8a13-d35d6ef760b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.613961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-ff12ff71-02d7-45b1-8a13-d35d6ef760b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 1095 time: 0.2001290 Sep 18 07:04:08.659628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8998e5b-665b-46d5-97e4-ca16b9ecf65b req-5c9c4789-3cd6-4455-88e4-28059e9aaae7 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709872 Sep 18 07:04:08.845971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7aef1-7d6e-4fe1-a287-3b990af73c74 req-204279a7-bf18-465e-9ebb-d905b894f47e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.848691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fd7aef1-7d6e-4fe1-a287-3b990af73c74 req-204279a7-bf18-465e-9ebb-d905b894f47e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1257362 Sep 18 07:04:08.868574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50574) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:08.870305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:08.909832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Allocated IP 19.86.0.155 (8945d324-a81e-4cc3-ae89-65fdd71e2ed9/8ff2effa-98a6-450c-ad7d-d8d4806d5744/687195c2-2ef6-453c-8e61-723578db16b2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:08.916001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-cbe46d97-9e84-4241-aa41-40f7d1b08c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:08.917801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-cbe46d97-9e84-4241-aa41-40f7d1b08c39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.2921910 Sep 18 07:04:08.944599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c970d2b-fec3-40ba-9b02-adc95315d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:08.954083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fd7aef1-7d6e-4fe1-a287-3b990af73c74 req-effe73ee-d585-4dcd-830e-a5706c7ac3f2 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989089 Sep 18 07:04:09.015845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a78d1a-a6f0-4ea4-9f5b-58d970bcc009 req-98e56b94-7956-4a63-9a49-a1e0e6651e59 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.016084 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-12f0c990-7416-49f3-b88e-72a631ebfc34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80564483-debc-4491-a9cf-20be4f370c40 HTTP/1.1" status: 200 len: 217 time: 0.0895121 Sep 18 07:04:09.025108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a78d1a-a6f0-4ea4-9f5b-58d970bcc009 req-98e56b94-7956-4a63-9a49-a1e0e6651e59 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.0680289 Sep 18 07:04:09.128672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1440117115-network', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:09.132687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:09.149973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'port_id': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4', 'mac_address': 'fa:16:3e:3d:ef:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:09.163094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-8cf33656-cb96-47e3-bbe8-b5cdfb045acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.163260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a78d1a-a6f0-4ea4-9f5b-58d970bcc009 req-ab369404-2ce8-4ca6-8bb7-52eea7be6c61 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371729 Sep 18 07:04:09.164636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-8cf33656-cb96-47e3-bbe8-b5cdfb045acb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1266332 Sep 18 07:04:09.190055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ee69f-54a3-48b2-bbad-660f30fa8ef5 req-71243e9e-3b33-4feb-ad98-344d85ef0625 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.204076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee0ee69f-54a3-48b2-bbad-660f30fa8ef5 req-71243e9e-3b33-4feb-ad98-344d85ef0625 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 931 time: 0.1016455 Sep 18 07:04:09.240095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.243195 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-77e63b0b-f510-498d-8bbf-e74f4c75a4a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693007 Sep 18 07:04:09.261419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee0ee69f-54a3-48b2-bbad-660f30fa8ef5 req-3b1c3d3c-e6c4-4c46-8d5a-e78a58f5d096 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Sep 18 07:04:09.266900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.284085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:09.298730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event deleted for resources: {'Port': ['ID=c81b4956-73f9-489d-8c2c-b93cf2de0a45,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:09.328725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:09.331523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.357041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:09.386999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b585ec-ce32-446a-b0b0-2283eedb9984 req-53eeb756-d49d-48c6-b591-895fa7a19089 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.391710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67b585ec-ce32-446a-b0b0-2283eedb9984 req-53eeb756-d49d-48c6-b591-895fa7a19089 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.0637963 Sep 18 07:04:09.427935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.446599 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-cf11feff-dbb1-4041-9c4c-74a92df41da8 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888201 Sep 18 07:04:09.471041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d7f6-4d39-46e3-a504-7129ee395d05 req-92a8d4c4-a53e-43f8-b3a9-13a85147f618 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.472620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2eb4d7f6-4d39-46e3-a504-7129ee395d05 req-92a8d4c4-a53e-43f8-b3a9-13a85147f618 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0799341 Sep 18 07:04:09.473499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.487590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] No DVR routers for this DVR port c81b4956-73f9-489d-8c2c-b93cf2de0a45 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:09.500923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:09.506336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.508451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f019647b-fc5a-4e5e-ad60-b724a951fa0d req-70db6043-1cf3-4835-a391-c88deedd60bd tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "DELETE /v2.0/ports/c81b4956-73f9-489d-8c2c-b93cf2de0a45 HTTP/1.1" status: 204 len: 173 time: 2.1331208 Sep 18 07:04:09.522476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.524292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67b585ec-ce32-446a-b0b0-2283eedb9984 req-ec58e428-208e-4082-a7a6-459565434d1a tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959134 Sep 18 07:04:09.572024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2eb4d7f6-4d39-46e3-a504-7129ee395d05 req-d4d48917-de80-4b6a-9f6c-4d48604a15f0 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848799 Sep 18 07:04:09.659409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9e7c3182-f86b-4b83-9c95-06e03acbe5e4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:09.673686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efd67c0f-3a0e-4ad8-be5e-861f9074b87b req-0b60ac57-5b5e-461a-8bd5-cef4533a7f47 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025321 Sep 18 07:04:09.737310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece3564-8a99-44a1-8489-b1f9af309c68 req-6fd7f649-d15b-4364-b13c-00200ff7f678 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:09.743413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ece3564-8a99-44a1-8489-b1f9af309c68 req-6fd7f649-d15b-4364-b13c-00200ff7f678 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 943 time: 0.1460714 Sep 18 07:04:09.757351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.762307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.829278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:09.835036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:09.838723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ece3564-8a99-44a1-8489-b1f9af309c68 req-3019de62-ed71-44e0-9339-efef3a925cc1 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Sep 18 07:04:09.874551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:09.907073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14644871-30db-4da6-a55f-439c97e0223f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:09.925470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:09.995553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16eff447-0700-4d26-ae72-bcc1989a9440 req-265d6a96-638e-4a69-8610-fb6eee14b86c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2ff2d-354e-4057-a111-c8a903101aae HTTP/1.1" status: 200 len: 210 time: 0.0461237 Sep 18 07:04:10.091016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.092296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.101025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event updated for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:10.124838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:04:10.132454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5808f1-b0f9-4b7d-9588-e69d485bf383 req-d3b5cb94-a384-4434-b59c-65a978e6728f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.142817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f5808f1-b0f9-4b7d-9588-e69d485bf383 req-d3b5cb94-a384-4434-b59c-65a978e6728f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0817358 Sep 18 07:04:10.167933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.168579 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Added segment 2132a3b5-0d39-44e0-9eea-f701a1e5348f of type vlan for network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac Sep 18 07:04:10.205592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f5808f1-b0f9-4b7d-9588-e69d485bf383 req-dba2a975-366d-4315-b11a-abdac0bb449a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Sep 18 07:04:10.246152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-248d516f-b766-4e97-94a5-2adda3cb203d tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2316258 Sep 18 07:04:10.276531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Request body: {'port': {'device_id': '44b1e122-b224-4088-84a4-9a380580d50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:10.329562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.375413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7e62191c-907d-4881-ab74-56c70533c529 None None] Provisioning complete for port 687195c2-2ef6-453c-8e61-723578db16b2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:10.376593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7e62191c-907d-4881-ab74-56c70533c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.378444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.442343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:10.463240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324383b-3b29-46ba-b73d-b23bfc2c3b72 req-1956b863-0eae-48ab-9f77-eeed1b712994 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.475875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324383b-3b29-46ba-b73d-b23bfc2c3b72 req-1956b863-0eae-48ab-9f77-eeed1b712994 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.477586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b324383b-3b29-46ba-b73d-b23bfc2c3b72 req-1956b863-0eae-48ab-9f77-eeed1b712994 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1654 time: 0.1035163 Sep 18 07:04:10.493871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: c81b4956-73f9-489d-8c2c-b93cf2de0a45 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:10.494241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c81b4956-73f9-489d-8c2c-b93cf2de0a45 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:10.527856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7e62191c-907d-4881-ab74-56c70533c529 None None] Port 687195c2-2ef6-453c-8e61-723578db16b2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:04:10.536075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-deleted', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:10.538480 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db5ba4-9bf2-4a29-83f9-fd815c32bba3" -d '{"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-deleted", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:10.584518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19aa2-2aa4-4f8b-b3e0-3866366d8f12 req-ac257436-e3ad-413b-963a-1918f8fec1c0 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.593021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0a19aa2-2aa4-4f8b-b3e0-3866366d8f12 req-ac257436-e3ad-413b-963a-1918f8fec1c0 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.1143191 Sep 18 07:04:10.597548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b324383b-3b29-46ba-b73d-b23bfc2c3b72 req-aef55416-4546-4487-a7cb-8bd9f76e6d16 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087928 Sep 18 07:04:10.643325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0a19aa2-2aa4-4f8b-b3e0-3866366d8f12 req-373f5ae0-83cd-4e71-8881-5e1ad8a91fde tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Sep 18 07:04:10.708691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.710244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.711031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.720420 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c16bb-f452-475f-99ee-e1005b67c794 x-openstack-request-id: req-974c16bb-f452-475f-99ee-e1005b67c794 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:10.720721 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2ff2d-354e-4057-a111-c8a903101aae", "name": "network-vif-deleted", "tag": "c81b4956-73f9-489d-8c2c-b93cf2de0a45", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:10.720976 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-974c16bb-f452-475f-99ee-e1005b67c794 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:10.721372 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2ff2d-354e-4057-a111-c8a903101aae', 'name': 'network-vif-deleted', 'tag': 'c81b4956-73f9-489d-8c2c-b93cf2de0a45', 'status': 'completed', 'code': 200} Sep 18 07:04:10.811879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9418323 Sep 18 07:04:10.824583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50610) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:10.829923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a002-c746-445b-9ff4-90cf58e295fd admin admin] Pushing event updated for resources: {'Network': ['ID=26cefc22-c3f0-4b75-9e52-c2e649cec2ac,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:10.830841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Request body: {'subnet': {'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1440117115-subnet', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:10.843302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:04:10.859681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e5ce6-c4ab-4f74-8448-17fa74d3255b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:10.872970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:10.886808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399d9f2-d83f-4a4c-9e9f-1f68e4fa4aa3 req-fc2bcc82-8f02-4f58-8487-159062a81931 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:10.895542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4399d9f2-d83f-4a4c-9e9f-1f68e4fa4aa3 req-fc2bcc82-8f02-4f58-8487-159062a81931 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1138225 Sep 18 07:04:10.913484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Transition to ACTIVE for port object 157e5ce6-c4ab-4f74-8448-17fa74d3255b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:10.927410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 80564483-debc-4491-a9cf-20be4f370c40 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:10.950084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:10.960794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4399d9f2-d83f-4a4c-9e9f-1f68e4fa4aa3 req-f9a122d0-9fe2-429e-b35f-bbe1d401b99b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594931 Sep 18 07:04:11.023311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.075269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:11.075269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.148293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Pushing event updated for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:11.160713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75713c-412f-4c02-a36a-55a63c820b4b req-0f11c6a5-7dc1-48bb-a5bd-d2fbd72a4e0b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:11.168313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef75713c-412f-4c02-a36a-55a63c820b4b req-0f11c6a5-7dc1-48bb-a5bd-d2fbd72a4e0b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 943 time: 0.1478598 Sep 18 07:04:11.184812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=80564483-debc-4491-a9cf-20be4f370c40,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:11.200387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '80564483-debc-4491-a9cf-20be4f370c40', 'network_id': 'd06de97d-94cf-44fd-a01d-e4d76471af5e', 'port_id': '80564483-debc-4491-a9cf-20be4f370c40', 'mac_address': 'fa:16:3e:54:e0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bec947e-716f-4ec2-9a88-8a1ce6d1cf14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:11.220289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Attempting to bind port 157e5ce6-c4ab-4f74-8448-17fa74d3255b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:11.220289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Attempting to bind port 157e5ce6-c4ab-4f74-8448-17fa74d3255b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:11.220289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Attempting to bind port 157e5ce6-c4ab-4f74-8448-17fa74d3255b on network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:11.227568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Port 157e5ce6-c4ab-4f74-8448-17fa74d3255b on network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:11.228049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Attempting to bind port 157e5ce6-c4ab-4f74-8448-17fa74d3255b on network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:11.238563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef75713c-412f-4c02-a36a-55a63c820b4b req-f35a32bb-44ef-4c58-b7bd-6a8aa91d24d4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692844 Sep 18 07:04:11.238718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:11.239232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Checking segment: {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:11.240007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Bound using segment: {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:11.240623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Bound port: 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:11.241091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.261686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.288987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80564483-debc-4491-a9cf-20be4f370c40 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:11.327434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=80564483-debc-4491-a9cf-20be4f370c40,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:11.336226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:11.339783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:11.342223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.347417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:11.353238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:11.440238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.465884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.500166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.531493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:11.532126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.533606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] 10.222.0.24 "PUT /v2.0/ports/157e5ce6-c4ab-4f74-8448-17fa74d3255b HTTP/1.1" status: 200 len: 1092 time: 1.2643013 Sep 18 07:04:11.578282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d572c-6ef5-4b32-9361-8b8c3b25c346 service neutron] Pushing event updated for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:11.580985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4122-e757-4711-b621-15ab3f8ba2f0 req-887f22c5-5854-4d33-af8f-518e22eb764d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:11.588356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22be4122-e757-4711-b621-15ab3f8ba2f0 req-887f22c5-5854-4d33-af8f-518e22eb764d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1414995 Sep 18 07:04:11.590631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:11.640830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Request body: {'port': {'device_id': '44b1e122-b224-4088-84a4-9a380580d50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:11.651280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed497ae-51c4-4d10-a015-224b8ffd7ddf,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:11.660907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3047e7-11d0-4d6b-8c5f-74336d55635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.710208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Checking segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:11.714489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Network hostable DHCP agents. Network: 26cefc22-c3f0-4b75-9e52-c2e649cec2ac, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:04:11.721962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['80564483-debc-4491-a9cf-20be4f370c40'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:11.725400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.726592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:11.744625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22be4122-e757-4711-b621-15ab3f8ba2f0 req-2007799b-11fb-4e61-94fc-ef33be416e59 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553919 Sep 18 07:04:11.797383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8db81-875e-4935-b51d-0c0e1131d9a5 req-85104baf-37e9-4ac1-9477-be4edadc7afd tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:11.806332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eb8db81-875e-4935-b51d-0c0e1131d9a5 req-85104baf-37e9-4ac1-9477-be4edadc7afd tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.2473621 Sep 18 07:04:11.844251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:11.847239 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e26ab9a-4e37-4afc-9924-da08d81d961a" -d '{"events": [{"server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:11.876327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:04:11.878505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:11.948933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9eb8db81-875e-4935-b51d-0c0e1131d9a5 req-3406657e-69ce-4e1c-a5a0-4565201a3513 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396451 Sep 18 07:04:11.966440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.004028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.026853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 26cefc22-c3f0-4b75-9e52-c2e649cec2ac) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:12.040387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e72078-59b5-422e-9488-27f782c118a7 None None] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:12.048707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.049596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.118461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:12.135239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-143f1c86-783c-4ccb-b3ef-2c273d6cf969 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.147055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-143f1c86-783c-4ccb-b3ef-2c273d6cf969 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.2549863 Sep 18 07:04:12.172648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-ffa2d2b6-e165-4212-b57b-0978da3bb9d1 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/quotas/7c951c6d3943411db6629ef2a65f9a9c HTTP/1.1" status: 200 len: 375 time: 0.0244150 Sep 18 07:04:12.188274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:12.189024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b263fe4-c405-4c41-af7f-3c7d4eb149e2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3633347 Sep 18 07:04:12.194096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:12.237670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666b9-2f03-49f3-a6ec-ceb12adca44c req-5b70e2b5-483e-475c-9f4c-031caa061d1a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.238993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687195c2-2ef6-453c-8e61-723578db16b2 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:12.245753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666b9-2f03-49f3-a6ec-ceb12adca44c req-5b70e2b5-483e-475c-9f4c-031caa061d1a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.248286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e9666b9-2f03-49f3-a6ec-ceb12adca44c req-5b70e2b5-483e-475c-9f4c-031caa061d1a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1666 time: 0.1883473 Sep 18 07:04:12.249536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.304259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-0cbe4b99-632e-42ee-bbaa-b455717aedb0 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302857 Sep 18 07:04:12.311162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Transition to ACTIVE for port object 687195c2-2ef6-453c-8e61-723578db16b2 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:12.315008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.316344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.366710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e9666b9-2f03-49f3-a6ec-ceb12adca44c req-7bb737f9-e85a-4ba7-bb2a-246fbc48b0f5 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112289 Sep 18 07:04:12.425420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.429961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.502560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-a39a35ed-2c0a-4876-9ed9-09aefcb3597b service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971061 Sep 18 07:04:12.520285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:04:12.520285 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.560251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Pushing event updated for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:12.729723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:12.736153 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d1d59-7568-4cd8-9ab2-344cb20e431b" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:12.770089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Allocated IP 172.20.0.2 (26cefc22-c3f0-4b75-9e52-c2e649cec2ac/aed497ae-51c4-4d10-a015-224b8ffd7ddf/2eecc0f8-6fd1-4eeb-99b5-201f6de5e485) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:12.853692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-bd484720-6e95-4d12-b543-3ba0f9f2fbc4 service neutron] 10.222.0.20 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264010 Sep 18 07:04:12.888936 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916f096b-3f71-4c55-bb10-39944d007f6c x-openstack-request-id: req-916f096b-3f71-4c55-bb10-39944d007f6c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:12.889188 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:12.890256 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-916f096b-3f71-4c55-bb10-39944d007f6c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:12.890681 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4', 'code': 200} Sep 18 07:04:12.896259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f06cbe-7ef5-496b-a2e4-54e620349a74 req-dd5a3999-ddfd-46c8-8b80-417c1aeec0fd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.911632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5f06cbe-7ef5-496b-a2e4-54e620349a74 req-dd5a3999-ddfd-46c8-8b80-417c1aeec0fd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1258874 Sep 18 07:04:12.949915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 80564483-debc-4491-a9cf-20be4f370c40 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:12.958643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:12.994585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651a1b-cff9-4bbc-97d0-0fb7796e1d95 req-c2f71ea3-fd82-4932-b65b-5aeb231b9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:12.997435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b651a1b-cff9-4bbc-97d0-0fb7796e1d95 req-c2f71ea3-fd82-4932-b65b-5aeb231b9653 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.2789280 Sep 18 07:04:13.007570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5f06cbe-7ef5-496b-a2e4-54e620349a74 req-80e59c74-a94d-4c15-aa07-072b01b54482 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934229 Sep 18 07:04:13.027042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.037251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-26f1ad07-4f3c-44e6-bdbb-adaa81eff4f1 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.038869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-26f1ad07-4f3c-44e6-bdbb-adaa81eff4f1 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.37 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.2985399 Sep 18 07:04:13.039679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Attempting to bind port 687195c2-2ef6-453c-8e61-723578db16b2 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:13.040015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Attempting to bind port 687195c2-2ef6-453c-8e61-723578db16b2 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:13.040338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Attempting to bind port 687195c2-2ef6-453c-8e61-723578db16b2 on network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:13.103531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.104856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Port 687195c2-2ef6-453c-8e61-723578db16b2 on network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:13.105225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Attempting to bind port 687195c2-2ef6-453c-8e61-723578db16b2 on network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:13.117454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:13.118005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Checking segment: {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:13.118229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Bound using segment: {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:13.118698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Bound port: 687195c2-2ef6-453c-8e61-723578db16b2, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a2a144-cb8f-4755-812b-e568a3178953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:13.119060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.150769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:13.152077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 80564483-debc-4491-a9cf-20be4f370c40 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:13.170551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:13.170551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:13.175060 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.176055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 80564483-debc-4491-a9cf-20be4f370c40 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:13.176424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.194234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6697a-2e3e-415d-aae7-44b1e8ae7cc7 req-70f97431-9b71-4abe-b065-d2bb6706e4ef tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.208221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8a6697a-2e3e-415d-aae7-44b1e8ae7cc7 req-70f97431-9b71-4abe-b065-d2bb6706e4ef tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 944 time: 0.1282454 Sep 18 07:04:13.247912 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd101e4-a777-4f4c-acbe-94236d438932 x-openstack-request-id: req-8bd101e4-a777-4f4c-acbe-94236d438932 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:13.248466 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:13.248466 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bd101e4-a777-4f4c-acbe-94236d438932 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:13.248887 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b', 'status': 'completed', 'code': 200} Sep 18 07:04:13.252867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b651a1b-cff9-4bbc-97d0-0fb7796e1d95 req-e86b0836-135d-4c2f-b6db-32ee923b2fab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257209 Sep 18 07:04:13.337480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8a6697a-2e3e-415d-aae7-44b1e8ae7cc7 req-4c83e180-8314-42fa-b4b8-05c161a8ec51 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246717 Sep 18 07:04:13.379999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:13.399573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Deleting port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:13.399573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.415323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Pushing event updated for resources: {'Port': ['ID=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:13.486314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c61e7d-594f-4e46-80f4-99986fe87c5a req-351eb171-d666-496b-8591-85ac5021fec6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.486554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Attempting to bind port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:13.486766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Attempting to bind port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:13.487139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Attempting to bind port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 on network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:13.488423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c61e7d-594f-4e46-80f4-99986fe87c5a req-351eb171-d666-496b-8591-85ac5021fec6 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1521206 Sep 18 07:04:13.496684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.513792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:13.514389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Checking segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:13.514801 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.515343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Bound using segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:13.516524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Bound port: 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:13.516938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.517291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f5870-cfd6-400d-8d6a-39b691a29008 req-e90c32ea-999b-4d5b-9e1d-5f873274a5b4 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.525784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-239f5870-cfd6-400d-8d6a-39b691a29008 req-e90c32ea-999b-4d5b-9e1d-5f873274a5b4 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 945 time: 0.1042819 Sep 18 07:04:13.545235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] For port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,segment=NetworkSegment(dd10d38f-7ece-44f3-8803-9ced9f3d701e),segment_id=dd10d38f-7ece-44f3-8803-9ced9f3d701e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:13.545975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.567920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Calling delete_port for 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:13.609386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=80564483-debc-4491-a9cf-20be4f370c40,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:13.616042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c61e7d-594f-4e46-80f4-99986fe87c5a req-c7b6f701-aab7-478d-9e21-279d68edbdbb tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632164 Sep 18 07:04:13.645496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] For port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:13.660559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] For port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:13.673760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.681076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-239f5870-cfd6-400d-8d6a-39b691a29008 req-f44ee268-11d8-41f8-94c1-6f6b4da35124 tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d59564-9ba4-4d04-89d6-9481a0c3785c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540995 Sep 18 07:04:13.723300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=687195c2-2ef6-453c-8e61-723578db16b2,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:13.726201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.732422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-77561e5f-279c-4638-b021-0f5c85f122de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.733070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-77561e5f-279c-4638-b021-0f5c85f122de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.734926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-77561e5f-279c-4638-b021-0f5c85f122de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1940 time: 0.4458632 Sep 18 07:04:13.736908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:13.770035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7bcb46b-39fd-48b5-815d-5d49b27cc5d9 req-d35aa78b-fff6-4a8a-b230-9afbc1c4fbd7 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0706077 Sep 18 07:04:13.801875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6110e6-8bd5-4fcd-8041-16cd2c0b4b3d None None] Pushing event updated for resources: {'Port': ['ID=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:13.802094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.819934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9c862b3f-a2f8-4869-bda5-e79c67f5ef68'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:13.854192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:13.882466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a894-2fa7-4d3c-b9a3-2594a65b7efe req-d7b9fddd-8665-48e1-a8e7-de7bef5775ff tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.889265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a894-2fa7-4d3c-b9a3-2594a65b7efe req-d7b9fddd-8665-48e1-a8e7-de7bef5775ff tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:13.894625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79c9a894-2fa7-4d3c-b9a3-2594a65b7efe req-d7b9fddd-8665-48e1-a8e7-de7bef5775ff tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1678 time: 0.0941529 Sep 18 07:04:13.944690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79c9a894-2fa7-4d3c-b9a3-2594a65b7efe req-5ac0d5ed-1813-432a-b029-8d962a5b5f3f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Sep 18 07:04:13.995518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Pushing event deleted for resources: {'Port': ['ID=9c862b3f-a2f8-4869-bda5-e79c67f5ef68,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:14.296919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3f3e-061d-4b56-afb5-05fac3a88069 req-21d86275-85e7-404a-a87d-706705172070 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.298853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef3c3f3e-061d-4b56-afb5-05fac3a88069 req-21d86275-85e7-404a-a87d-706705172070 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1353624 Sep 18 07:04:14.385332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef3c3f3e-061d-4b56-afb5-05fac3a88069 req-fb7c2ad0-9517-48d7-87a1-b8357348b842 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Sep 18 07:04:14.555077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bb62c-c8c9-42ba-8ec8-087ccc4659a3 req-b2ee598a-781f-4090-a39f-da3927d05e72 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.557345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-065bb62c-c8c9-42ba-8ec8-087ccc4659a3 req-b2ee598a-781f-4090-a39f-da3927d05e72 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1232181 Sep 18 07:04:14.608855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-065bb62c-c8c9-42ba-8ec8-087ccc4659a3 req-99364a4e-ade1-481a-9f7a-3461b460503d tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Sep 18 07:04:14.626790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.629214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.629214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] 10.222.0.24 "PUT /v2.0/ports/687195c2-2ef6-453c-8e61-723578db16b2 HTTP/1.1" status: 200 len: 1093 time: 2.9950454 Sep 18 07:04:14.655465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] No DVR routers for this DVR port 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:14.655626 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.667987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.672251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4511a2bd-9a4d-45fd-878a-520c30688f78 req-1b0c92da-c293-49b4-a0dd-040d545cee9f tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.37 "DELETE /v2.0/ports/9c862b3f-a2f8-4869-bda5-e79c67f5ef68 HTTP/1.1" status: 204 len: 173 time: 1.6073439 Sep 18 07:04:14.739888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7920-60d5-4f11-ab78-083f1f3c1857 service neutron] Pushing event updated for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:14.766438 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.771756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-a4ead1d3-2778-4fd9-86e8-d0d4306c00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.775048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-a4ead1d3-2778-4fd9-86e8-d0d4306c00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.780099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-a4ead1d3-2778-4fd9-86e8-d0d4306c00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.782645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-a4ead1d3-2778-4fd9-86e8-d0d4306c00d7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1c211d9d2e694711928775b31e8e50b0&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0328481 Sep 18 07:04:14.809259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.855662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:14.865326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-905669e9-1105-47fb-9a7f-cca5390d98ba req-8b68e530-f9f3-4db3-8655-7b996880bf4e tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 210 time: 0.0722363 Sep 18 07:04:14.891493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80564483-debc-4491-a9cf-20be4f370c40'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:14.894616 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27cb3c9-50a3-40b6-908d-02bd61e33024" -d '{"events": [{"server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "name": "network-vif-plugged", "status": "completed", "tag": "80564483-debc-4491-a9cf-20be4f370c40"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:14.917147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6372b6d-3d44-4918-aeb3-a07bb3c02495 req-198463b7-80e3-490b-8491-f44562521078 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:14.930121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6372b6d-3d44-4918-aeb3-a07bb3c02495 req-198463b7-80e3-490b-8491-f44562521078 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1842158 Sep 18 07:04:14.995405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6372b6d-3d44-4918-aeb3-a07bb3c02495 req-dc2fe8b7-2f1a-4f57-a060-2aa486ed216c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Sep 18 07:04:15.032734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-436af3e4-af69-4da7-ade8-85720c3a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.034827 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-295d1d59-7568-4cd8-9ab2-344cb20e431b req-436af3e4-af69-4da7-ade8-85720c3a36a4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962156 Sep 18 07:04:15.143851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6965c24-3ee2-41b6-b1ae-5f83ad97b230 req-70fc7c26-f12c-4406-a724-200ba52cd291 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0574803 Sep 18 07:04:15.143950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Allocated IP 172.25.4.48 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/eff592fc-16d6-4cc1-b07d-4deead3f042d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:15.177244 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a090740c-878c-4bfc-bfb8-e4c2cc1cf80b x-openstack-request-id: req-a090740c-878c-4bfc-bfb8-e4c2cc1cf80b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:15.177540 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "name": "network-vif-plugged", "status": "completed", "tag": "80564483-debc-4491-a9cf-20be4f370c40", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:15.178574 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a090740c-878c-4bfc-bfb8-e4c2cc1cf80b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:15.178981 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80564483-debc-4491-a9cf-20be4f370c40', 'code': 200} Sep 18 07:04:15.241736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417006c1-ddd2-4b2b-930e-085706ab96fa None None] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:15.275116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2'}, {'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'name': 'network-vif-deleted', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:15.277664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d8d17-6252-4946-9f19-972d1edfc8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "tag": "687195c2-2ef6-453c-8e61-723578db16b2"}, {"server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "name": "network-vif-deleted", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:15.377593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:15.378732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f3c19-6d2e-4906-a0df-25a182146c0b req-4c2f9acb-f190-469f-ab24-6c0446fa99b9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.385514 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0db9a9e-487b-4d28-aae2-f6954ef790c0 x-openstack-request-id: req-c0db9a9e-487b-4d28-aae2-f6954ef790c0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:15.385743 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "tag": "687195c2-2ef6-453c-8e61-723578db16b2", "status": "completed", "code": 200}, {"server_uuid": "12579bed-95e0-4a54-a561-7076e13195f2", "name": "network-vif-deleted", "tag": "9c862b3f-a2f8-4869-bda5-e79c67f5ef68", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:15.386071 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0db9a9e-487b-4d28-aae2-f6954ef790c0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:15.386551 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2', 'status': 'completed', 'code': 200} Sep 18 07:04:15.386953 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12579bed-95e0-4a54-a561-7076e13195f2', 'name': 'network-vif-deleted', 'tag': '9c862b3f-a2f8-4869-bda5-e79c67f5ef68', 'status': 'completed', 'code': 200} Sep 18 07:04:15.387191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f3c19-6d2e-4906-a0df-25a182146c0b req-4c2f9acb-f190-469f-ab24-6c0446fa99b9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.389562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-648f3c19-6d2e-4906-a0df-25a182146c0b req-4c2f9acb-f190-469f-ab24-6c0446fa99b9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1678 time: 0.0711324 Sep 18 07:04:15.446154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-648f3c19-6d2e-4906-a0df-25a182146c0b req-cc4162a6-13f8-43c8-bd31-a8ebc2da18b4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Sep 18 07:04:15.477783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-dc2998e2-3f92-414c-bf62-2c978462ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.478308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-dc2998e2-3f92-414c-bf62-2c978462ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.481057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-dc2998e2-3f92-414c-bf62-2c978462ccec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1982 time: 0.1937413 Sep 18 07:04:15.496228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9bf41-fb51-4937-9203-d7f49c521d4e req-36b8ff22-e6d8-421d-a36e-95c467448251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.499095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-baa9bf41-fb51-4937-9203-d7f49c521d4e req-36b8ff22-e6d8-421d-a36e-95c467448251 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 1097 time: 0.1333544 Sep 18 07:04:15.502488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.572850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-cb76d326-e4e7-41a9-a885-5877e57c5f74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b HTTP/1.1" status: 200 len: 217 time: 0.0679348 Sep 18 07:04:15.578389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba09998-5cb8-41d9-9916-a9374ce7584a req-40084cf7-aac9-4ecc-9b06-9fd3cf765229 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.580386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aba09998-5cb8-41d9-9916-a9374ce7584a req-40084cf7-aac9-4ecc-9b06-9fd3cf765229 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Sep 18 07:04:15.583491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] Provisioning complete for port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:15.583880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.642902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-baa9bf41-fb51-4937-9203-d7f49c521d4e req-1e5d744f-0efd-45e8-aaf9-7784b54c140d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310391 Sep 18 07:04:15.682486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aba09998-5cb8-41d9-9916-a9374ce7584a req-5ea4de5b-cc07-4e3c-881a-dc7804594652 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934334 Sep 18 07:04:15.688177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:15.690833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.700895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-55323616-df8a-4bae-8c22-59cc7beeb5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.702436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-55323616-df8a-4bae-8c22-59cc7beeb5c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb60a71-cec9-42be-be94-1484f0b2e1d1 HTTP/1.1" status: 200 len: 801 time: 0.1106727 Sep 18 07:04:15.778874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-5de38d26-d029-4894-88de-36a3a0b27f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.780776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-5de38d26-d029-4894-88de-36a3a0b27f10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=822f3c61-07f5-41f9-a6f1-37871f66b6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697169 Sep 18 07:04:15.807660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.820370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f313b2-cab7-4233-8e60-4f7adc3227c4 req-9b3d15ae-0155-4f8d-ac81-8d34b7e0461e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:15.824654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12f313b2-cab7-4233-8e60-4f7adc3227c4 req-9b3d15ae-0155-4f8d-ac81-8d34b7e0461e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0809865 Sep 18 07:04:15.837427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.859803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] For port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:15.922047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:15.936619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:15.951420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:15.969496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12f313b2-cab7-4233-8e60-4f7adc3227c4 req-57c41d3f-84dd-4fe2-9302-6ab5950b7daa tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254632 Sep 18 07:04:15.976583 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:16.031627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:16.118094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58cb86-d626-4792-ba9d-45cae2051e81 None None] Pushing event updated for resources: {'Port': ['ID=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:16.130455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:04:16.131047 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:04:16.159020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28fd82e6-f4ab-4709-b524-6de1db420940 req-2a8fb355-fa64-442f-bd0c-7b4c388b5b7b tempest-ServersNegativeTestMultiTenantJSON-406866603 tempest-ServersNegativeTestMultiTenantJSON-406866603-project] 10.222.0.20 "GET /v2.0/ports?device_id=12579bed-95e0-4a54-a561-7076e13195f2 HTTP/1.1" status: 200 len: 210 time: 0.1022146 Sep 18 07:04:16.218606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bfaa592b-15ac-46e0-8f5c-5ca1b20d39a3 None None] Provisioning complete for port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:16.219024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bfaa592b-15ac-46e0-8f5c-5ca1b20d39a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:16.257227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c548d-5817-4b13-ae68-ce04d8675914 req-4c14e110-2dfe-41a7-a090-2238cadb5f9b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:16.258045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Pushing event updated for resources: {'Port': ['ID=eff592fc-16d6-4cc1-b07d-4deead3f042d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:16.259437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c93c548d-5817-4b13-ae68-ce04d8675914 req-4c14e110-2dfe-41a7-a090-2238cadb5f9b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0701718 Sep 18 07:04:16.401843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3061f95-b14f-441a-9017-fc06fd45b7b8 req-e22af116-0a9f-41ca-88c1-8b5a13cc45e3 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0785506 Sep 18 07:04:16.481333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c93c548d-5817-4b13-ae68-ce04d8675914 req-1ee3fb50-5330-4920-be3d-e880bd8fb996 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127607 Sep 18 07:04:16.483026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-8fd0d7fc-f349-4d29-9786-0ef795a63fe9 service neutron] 10.222.0.24 "GET /v2.0/networks/822f3c61-07f5-41f9-a6f1-37871f66b6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951318 Sep 18 07:04:16.512216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-7566d75d-1281-4c91-b95f-f4bb5e98f72d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:16.512216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-7566d75d-1281-4c91-b95f-f4bb5e98f72d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 821 time: 0.5804458 Sep 18 07:04:16.582266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Request body: {'port': {'device_id': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'admin_state_up': True, 'tenant_id': '7c951c6d3943411db6629ef2a65f9a9c'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:16.622704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b1936-f80d-4a8d-91d1-ecacf0f70228 req-5dc9ec6e-d53a-4443-b0a5-1ef5ac4e2abb tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:16.630478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b1936-f80d-4a8d-91d1-ecacf0f70228 req-5dc9ec6e-d53a-4443-b0a5-1ef5ac4e2abb tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:16.651577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d57b1936-f80d-4a8d-91d1-ecacf0f70228 req-5dc9ec6e-d53a-4443-b0a5-1ef5ac4e2abb tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1678 time: 0.0969543 Sep 18 07:04:16.729588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d57b1936-f80d-4a8d-91d1-ecacf0f70228 req-430b903a-a1ac-46fe-b868-9746a3b93eee tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 Sep 18 07:04:16.804992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-6c240733-3843-4792-b70c-bc45a0e20530 service neutron] 10.222.0.24 "GET /v2.0/networks/822f3c61-07f5-41f9-a6f1-37871f66b6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931151 Sep 18 07:04:16.811687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:16.848493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f03e8-4708-4d9d-a36b-487f307000f6 req-637f23fd-b96c-4017-b567-1b10ef7db09f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:16.851743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75f03e8-4708-4d9d-a36b-487f307000f6 req-637f23fd-b96c-4017-b567-1b10ef7db09f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0557027 Sep 18 07:04:16.895669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-e14ef07a-9684-41c3-b054-1c15356b6035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=687195c2-2ef6-453c-8e61-723578db16b2 HTTP/1.1" status: 200 len: 217 time: 0.0797362 Sep 18 07:04:16.912110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75f03e8-4708-4d9d-a36b-487f307000f6 req-63e7ad5e-563e-43a2-a17a-2dcd382e9a72 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Sep 18 07:04:16.939147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:16.989048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:16.989657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9c862b3f-a2f8-4869-bda5-e79c67f5ef68 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:17.009693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-312280e7-110a-4d63-be2c-4d5f9f87e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.011220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-312280e7-110a-4d63-be2c-4d5f9f87e98a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ff2effa-98a6-450c-ad7d-d8d4806d5744 HTTP/1.1" status: 200 len: 801 time: 0.1055524 Sep 18 07:04:17.115658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Made reservation on behalf of 7c951c6d3943411db6629ef2a65f9a9c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:17.125277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.182132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:17.228330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed10dc-3228-425c-bc05-a4f2abce526f req-c5e4d095-6923-4609-a008-a7a448bbfc35 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.230387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ed10dc-3228-425c-bc05-a4f2abce526f req-c5e4d095-6923-4609-a008-a7a448bbfc35 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1515870 Sep 18 07:04:17.247968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:17.274563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-208b858c-c0c1-4e4d-a5c3-70427ac2def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.276390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-208b858c-c0c1-4e4d-a5c3-70427ac2def3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8945d324-a81e-4cc3-ae89-65fdd71e2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554162 Sep 18 07:04:17.279247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:17.279762 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.314235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ed10dc-3228-425c-bc05-a4f2abce526f req-9b39e3a6-4835-4baf-866f-420725f933ff tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Sep 18 07:04:17.320267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Deleting subnet 43d36170-bb79-492b-9c39-2c0e22881517 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:17.323796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.353124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.387414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.438958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.550379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2a6b5d4-c703-4fe7-8e87-681ebc68f5bb req-14445fb2-a2ae-4e7b-b8b4-316b4cfc7661 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0380375 Sep 18 07:04:17.565975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-28020edd-6b35-4d9d-9990-be4f2fdceb31 service neutron] 10.222.0.24 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505689 Sep 18 07:04:17.568538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Allocated IP 172.20.0.11 (713c508d-6b0c-4d04-9b30-54ab0b3b76bd/43063d22-f932-429b-a6a2-2d5de49cd6e3/f8f22f04-0352-42d2-a4ad-4a8ab95a53eb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:17.631916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c77ecc-1ca7-4c35-8251-d3a1cf948fe7 req-fce5d70e-7c36-4262-9bfa-9ef3f4454624 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.633416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1c77ecc-1ca7-4c35-8251-d3a1cf948fe7 req-fce5d70e-7c36-4262-9bfa-9ef3f4454624 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Sep 18 07:04:17.672603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1c77ecc-1ca7-4c35-8251-d3a1cf948fe7 req-57b33ccc-1e20-4850-941b-f4705abfa78d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Sep 18 07:04:17.700093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-93d7dc1f-e3ef-4bf2-b3ea-be11183af254 req-f031e412-b0e6-4f0f-87fb-41b9c1f1da99 service neutron] 10.222.0.24 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259499 Sep 18 07:04:17.708315 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.740963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d36170-bb79-492b-9c39-2c0e22881517,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:17.746858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.749654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67f6bae4-8bc3-42d0-90e8-9d959aed83ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43d36170-bb79-492b-9c39-2c0e22881517 HTTP/1.1" status: 204 len: 168 time: 0.5004339 Sep 18 07:04:17.752035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:17.892556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.896675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:17.921784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fd7e7-b0a0-4406-a67f-d6e295522e73 req-c021143b-1745-46e6-9e30-ccb096994b18 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.927915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fd7e7-b0a0-4406-a67f-d6e295522e73 req-c021143b-1745-46e6-9e30-ccb096994b18 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:17.936143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b21fd7e7-b0a0-4406-a67f-d6e295522e73 req-c021143b-1745-46e6-9e30-ccb096994b18 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1678 time: 0.0906239 Sep 18 07:04:17.938055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:04:18.010259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.065624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b21fd7e7-b0a0-4406-a67f-d6e295522e73 req-cdcc67c6-91c1-41a3-9e65-f9e4369b5885 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237164 Sep 18 07:04:18.101523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-675a313e-b107-40d2-b14c-f30a63dd5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.103233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-675a313e-b107-40d2-b14c-f30a63dd5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.103354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ddf46-648e-47d6-af70-f8bd5f829a64 req-aba81076-aacb-42a1-a538-3966ce4fc8f8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.103615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-675a313e-b107-40d2-b14c-f30a63dd5e29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c211d9d2e694711928775b31e8e50b0&device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1982 time: 0.1738052 Sep 18 07:04:18.114456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef3ddf46-648e-47d6-af70-f8bd5f829a64 req-aba81076-aacb-42a1-a538-3966ce4fc8f8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1699855 Sep 18 07:04:18.128678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:18.130846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-64ed4fb4-bea6-41fd-93eb-b08a3c99cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.132350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-64ed4fb4-bea6-41fd-93eb-b08a3c99cac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 1097 time: 0.1583078 Sep 18 07:04:18.158964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.159347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:18.209367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:18.217090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5381bd21-a266-486d-9954-e6a160df76cb']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:18.238940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd10d38f-7ece-44f3-8803-9ced9f3d701e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:18.239666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd10d38f-7ece-44f3-8803-9ced9f3d701e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:18.256311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.278553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef3ddf46-648e-47d6-af70-f8bd5f829a64 req-866ebd5e-fa8d-4074-b6e7-671adb8d44ee tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631021 Sep 18 07:04:18.308027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fecce9-fb39-43a4-b1fe-d0c36787630d req-c3dd1f67-e5a9-4375-af13-a6560b6355c4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.310559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fecce9-fb39-43a4-b1fe-d0c36787630d req-c3dd1f67-e5a9-4375-af13-a6560b6355c4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1415381 Sep 18 07:04:18.311856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.320027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:18.320833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:18.323199 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:18.422384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35fecce9-fb39-43a4-b1fe-d0c36787630d req-99599200-d591-4d44-b611-58a7ea808664 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940917 Sep 18 07:04:18.474488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.487542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.493525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] 10.222.0.20 "DELETE /v2.0/networks/5381bd21-a266-486d-9954-e6a160df76cb HTTP/1.1" status: 204 len: 168 time: 0.7400539 Sep 18 07:04:18.498912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:18.544131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event updated for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:18.547681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a855f-de01-4bb1-b438-6a193f10c69d admin admin] Pushing event deleted for resources: {'Network': ['ID=5381bd21-a266-486d-9954-e6a160df76cb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:18.574280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Deleting subnet 94eebe50-bd50-44f6-8c8d-7fe69c248a29 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:18.579752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.667083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.670651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:04:18.681063 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Sync routers for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:04:18.685313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.685840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.693597 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:18.694621 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:18.727837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.756126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-d9ec2c41-1888-4113-9d87-3b0e66be67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.757611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-d9ec2c41-1888-4113-9d87-3b0e66be67bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=8945d324-a81e-4cc3-ae89-65fdd71e2ed9 HTTP/1.1" status: 200 len: 902 time: 0.6426506 Sep 18 07:04:18.759083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-e7c08353-ff17-460d-9cb7-04ab0d137360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.761909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-e7c08353-ff17-460d-9cb7-04ab0d137360 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.6115057 Sep 18 07:04:18.861454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2b17-255b-4c63-9073-699edb390c65 req-74fa3277-21c6-4ea5-83f2-cb905edcf8f5 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.866949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-0f3c9e87-ceee-4a10-95de-a9e7c0068d33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.155&port_id=687195c2-2ef6-453c-8e61-723578db16b2 HTTP/1.1" status: 200 len: 217 time: 0.0963068 Sep 18 07:04:18.868712 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:18.868972 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-055f8d55-34ab-40b0-937f-2fc0ecf39aa9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2911632 Sep 18 07:04:18.870808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a2c2b17-255b-4c63-9073-699edb390c65 req-74fa3277-21c6-4ea5-83f2-cb905edcf8f5 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 932 time: 0.2446990 Sep 18 07:04:18.870974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-2d90b7d8-1aff-4770-9557-b6e308aa966f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80564483-debc-4491-a9cf-20be4f370c40 HTTP/1.1" status: 200 len: 217 time: 0.1015658 Sep 18 07:04:18.921307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Request body: {'port': {'device_id': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:18.924386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a2c2b17-255b-4c63-9073-699edb390c65 req-e9b3ea7f-773e-4814-914b-abfc31c92a9f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 Sep 18 07:04:18.931911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.935878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:18.937257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1bac8166-c6c6-4550-ad35-9d3a9dd28c39 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7481899 Sep 18 07:04:18.959367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c842e91-6597-4b4a-91b2-2102d21f057c req-f34cbc66-bee6-4b7f-8199-35056546bc1a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:18.963433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c842e91-6597-4b4a-91b2-2102d21f057c req-f34cbc66-bee6-4b7f-8199-35056546bc1a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1574419 Sep 18 07:04:18.966546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50736) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:19.035886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-fb147596-63da-4c9b-8d07-904b84bbc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.037526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-fb147596-63da-4c9b-8d07-904b84bbc8cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1599681 Sep 18 07:04:19.043388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-4d21efa2-7d2c-433e-8893-d2015d24cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.045009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-4d21efa2-7d2c-433e-8893-d2015d24cb2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ff2effa-98a6-450c-ad7d-d8d4806d5744 HTTP/1.1" status: 200 len: 801 time: 0.1208737 Sep 18 07:04:19.085155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-d9754662-5543-44f4-961f-1192e721ac8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389693 Sep 18 07:04:19.085730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.175818 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:16Z', 'revision_number': 3, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:19.188544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94eebe50-bd50-44f6-8c8d-7fe69c248a29,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:19.204690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-6c7d8bf2-e06d-46eb-a75a-b626f215a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.206399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-6c7d8bf2-e06d-46eb-a75a-b626f215a9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8945d324-a81e-4cc3-ae89-65fdd71e2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327682 Sep 18 07:04:19.221104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Checking router: e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:04:19.221466 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Updating router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 port eff592fc-16d6-4cc1-b07d-4deead3f042d binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:04:19.253557 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.392199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-e0cbdf9d-6648-4fed-b9a0-8feecff24a85 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892478 Sep 18 07:04:19.532162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-865a4cca-c060-475d-9e0f-025fd931e450 service neutron] 10.222.0.24 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154511 Sep 18 07:04:19.562210 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.609540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.618229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4b49b9dd-a9cf-4cfb-8e41-ab08ae9da1a3 req-b367a66d-c8b6-4c7d-bc38-398d40db861e service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094157 Sep 18 07:04:19.618412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f84c0e71-5c24-4d4c-a3cc-21e138e90a8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94eebe50-bd50-44f6-8c8d-7fe69c248a29 HTTP/1.1" status: 204 len: 168 time: 1.1112380 Sep 18 07:04:19.624246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c842e91-6597-4b4a-91b2-2102d21f057c req-67525061-57bc-4b0e-901d-090f612c657b tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585016 Sep 18 07:04:19.629803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50744) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:19.634537 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.721094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-818d8d17-6252-4946-9f19-972d1edfc8a6 req-db0730c0-f489-4481-a877-7d35786e8145 service neutron] 10.222.0.24 "GET /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694758 Sep 18 07:04:19.732284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f22f04-0352-42d2-a4ad-4a8ab95a53eb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:19.733285 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Pushing event updated for resources: {'Port': ['ID=eff592fc-16d6-4cc1-b07d-4deead3f042d,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:19.755028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.758904 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Attempting to bind port eff592fc-16d6-4cc1-b07d-4deead3f042d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:19.760435 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Attempting to bind port eff592fc-16d6-4cc1-b07d-4deead3f042d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:19.763082 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Attempting to bind port eff592fc-16d6-4cc1-b07d-4deead3f042d on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:19.769607 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.769843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.773378 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.773847 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.780989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:19.781853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Transition to ACTIVE for port object f8f22f04-0352-42d2-a4ad-4a8ab95a53eb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:19.782996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.786731 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:19.787241 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:19.787743 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.788225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:19.789259 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Bound port: eff592fc-16d6-4cc1-b07d-4deead3f042d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:19.789444 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.843131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da715-abe8-4504-90e7-0d62998a1a9f req-98dbcc2e-77c2-425c-80a7-c89bee108e19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.848665 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] For port eff592fc-16d6-4cc1-b07d-4deead3f042d, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:19.849808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da715-abe8-4504-90e7-0d62998a1a9f req-98dbcc2e-77c2-425c-80a7-c89bee108e19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.851978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1da715-abe8-4504-90e7-0d62998a1a9f req-98dbcc2e-77c2-425c-80a7-c89bee108e19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1678 time: 0.5283685 Sep 18 07:04:19.853461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.862467 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] For port eff592fc-16d6-4cc1-b07d-4deead3f042d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff592fc-16d6-4cc1-b07d-4deead3f042d,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:19.867369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.912370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Pushing event updated for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:19.945570 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:19.949534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df0a0-6b33-4bd0-97f2-f7b59136133c req-652afd2b-db2a-455c-a0a5-738cb06df7bc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:19.957419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-876df0a0-6b33-4bd0-97f2-f7b59136133c req-652afd2b-db2a-455c-a0a5-738cb06df7bc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1877987 Sep 18 07:04:19.992150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Attempting to bind port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:19.993683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Attempting to bind port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:19.994336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Attempting to bind port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:19.999493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:20.003244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Attempting to bind port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb on network 713c508d-6b0c-4d04-9b30-54ab0b3b76bd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:20.003357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:20.003357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:20.006282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:20.006891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Checking segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:20.007505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Bound using segment: {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:20.008157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Bound port: f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f6dfab-f761-4048-9b79-b31a7ba16727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:20.008747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.041403 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5cdf4-2923-43ea-9339-bd5fd945a5a3 None None] Pushing event updated for resources: {'Port': ['ID=eff592fc-16d6-4cc1-b07d-4deead3f042d,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:20.050609 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.090273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:20.094134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:20.105864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1da715-abe8-4504-90e7-0d62998a1a9f req-68992b45-da01-431a-b243-f6841d8babf9 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353222 Sep 18 07:04:20.124185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-876df0a0-6b33-4bd0-97f2-f7b59136133c req-89b6bf15-0268-4bbd-972c-b6b1537528cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658239 Sep 18 07:04:20.136471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db97de2e-5f48-4c10-b91c-2d92cadc3a96']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:20.139849 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:20.158771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff76daf-d740-4353-84d6-174011b77b55') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:20.160076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.160873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff76daf-d740-4353-84d6-174011b77b55') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:20.179341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.194113 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.200979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:20.201459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.257463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:20.258422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.260067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] 10.222.0.24 "PUT /v2.0/ports/f8f22f04-0352-42d2-a4ad-4a8ab95a53eb HTTP/1.1" status: 200 len: 1093 time: 1.3450789 Sep 18 07:04:20.263034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:20.265997 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b384c73f-a146-4f50-b681-25d5959e470f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:20.302165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b1e8-bb07-4a10-8eb1-5e414a096ffc service neutron] Pushing event updated for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:20.432214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 687195c2-2ef6-453c-8e61-723578db16b2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:20.452299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-31bdec21-c8a1-4507-9862-30aace45af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:20.454791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-31bdec21-c8a1-4507-9862-30aace45af28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 1096 time: 0.0525713 Sep 18 07:04:20.520778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-5fadf109-fa8a-4caf-a932-1dcdbb664ca1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb HTTP/1.1" status: 200 len: 217 time: 0.0524817 Sep 18 07:04:20.530015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:16Z', 'revision_number': 3, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:20.580585 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c0bd-b9fc-4142-86dd-72df6f502eb6 None None] The sync data for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 is: [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:16Z', 'revision_number': 3, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:04:20.614333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c18a2-4108-457a-98af-de16424d125d req-b34f16c7-7ad2-4e63-9896-29ac24578edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:20.616030 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-b34f16c7-7ad2-4e63-9896-29ac24578edd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 200 len: 861 time: 0.0868073 Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:20.618061 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:20.632638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=687195c2-2ef6-453c-8e61-723578db16b2,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:20.647197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '687195c2-2ef6-453c-8e61-723578db16b2', 'network_id': '8945d324-a81e-4cc3-ae89-65fdd71e2ed9', 'port_id': '687195c2-2ef6-453c-8e61-723578db16b2', 'mac_address': 'fa:16:3e:02:37:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff2effa-98a6-450c-ad7d-d8d4806d5744', 'ip_address': '19.86.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:20.663066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-317130d3-978d-411f-952d-c413ed89b7b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357721 Sep 18 07:04:20.705356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.720349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687195c2-2ef6-453c-8e61-723578db16b2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:20.764085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=687195c2-2ef6-453c-8e61-723578db16b2,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:20.777825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc2f7-6b8f-4642-be2e-d33afd3380f4 req-31bc9ace-514f-4494-84b7-18e4c04932e2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:20.780378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfdbc2f7-6b8f-4642-be2e-d33afd3380f4 req-31bc9ace-514f-4494-84b7-18e4c04932e2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1543934 Sep 18 07:04:20.788013 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.822076 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.822839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 157e5ce6-c4ab-4f74-8448-17fa74d3255b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:20.839181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-44a41adb-bd57-4867-87bd-87453f03d9d1 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680958 Sep 18 07:04:20.869119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:20.883732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db97de2e-5f48-4c10-b91c-2d92cadc3a96 HTTP/1.1" status: 204 len: 168 time: 1.2449300 Sep 18 07:04:20.889172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16b8c4-0c5d-46ec-ba09-a3da3795ecb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db97de2e-5f48-4c10-b91c-2d92cadc3a96,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:20.912195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d965d5b-369b-4d1b-972a-068b5962afc2 req-bc6409ec-f20b-49a2-8d28-079f17f2d6ca tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:20.913787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d965d5b-369b-4d1b-972a-068b5962afc2 req-bc6409ec-f20b-49a2-8d28-079f17f2d6ca tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 944 time: 0.2490814 Sep 18 07:04:21.010545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Allocated IP 172.20.0.1 (26cefc22-c3f0-4b75-9e52-c2e649cec2ac/aed497ae-51c4-4d10-a015-224b8ffd7ddf/05b1c32e-fa0f-4cea-b442-ff24f37e0251) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:21.028542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfdbc2f7-6b8f-4642-be2e-d33afd3380f4 req-f5f53bc8-78c2-44fc-8916-177cef47b27b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226269 Sep 18 07:04:21.103940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-352c18a2-4108-457a-98af-de16424d125d req-866b2fa8-5589-44b4-9f49-fbea4185cfdc service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557259 Sep 18 07:04:21.107895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:21.146997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d965d5b-369b-4d1b-972a-068b5962afc2 req-08059838-9059-4233-b180-dcf8e73d04ff tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869476 Sep 18 07:04:21.171266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:21.197737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '157e5ce6-c4ab-4f74-8448-17fa74d3255b', 'network_id': '822f3c61-07f5-41f9-a6f1-37871f66b6c5', 'port_id': '157e5ce6-c4ab-4f74-8448-17fa74d3255b', 'mac_address': 'fa:16:3e:78:6d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb60a71-cec9-42be-be94-1484f0b2e1d1', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:21.238095 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deacc27-1d84-4772-b67f-f36d930983ec x-openstack-request-id: req-6deacc27-1d84-4772-b67f-f36d930983ec {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:21.238503 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:21.238853 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6deacc27-1d84-4772-b67f-f36d930983ec {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:21.239348 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb', 'status': 'completed', 'code': 200} Sep 18 07:04:21.251274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff592fc-16d6-4cc1-b07d-4deead3f042d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:21.306155 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.338859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e5ce6-c4ab-4f74-8448-17fa74d3255b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:21.347345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.384187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eff592fc-16d6-4cc1-b07d-4deead3f042d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:21.384690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.404369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50764) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:21.439109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c73f-a146-4f50-b681-25d5959e470f req-f8e584b4-8752-450b-8666-7421786e63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.441481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-f8e584b4-8752-450b-8666-7421786e63e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 1096 time: 0.1451051 Sep 18 07:04:21.462207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:21.501764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26313af3-a7f4-4505-a9ed-0dc34d83fac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e72431c267a14a50a2a9bdc8fe70f80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957079 Sep 18 07:04:21.507971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.517243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:21.541169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port eff592fc-16d6-4cc1-b07d-4deead3f042d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff592fc-16d6-4cc1-b07d-4deead3f042d,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:21.545115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.592177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de86a-7b7b-4a58-92d3-0a06a758345e req-b81b48c0-ab83-4801-bea4-a38cdc80647e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.600487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de86a-7b7b-4a58-92d3-0a06a758345e req-b81b48c0-ab83-4801-bea4-a38cdc80647e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.602486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-927de86a-7b7b-4a58-92d3-0a06a758345e req-b81b48c0-ab83-4801-bea4-a38cdc80647e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1679 time: 0.1822674 Sep 18 07:04:21.613353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5986-741f-45ac-bf35-1f8ba22c388b req-737c86f6-97a1-4fb2-893d-cf8c87261fd1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.634602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5c5986-741f-45ac-bf35-1f8ba22c388b req-737c86f6-97a1-4fb2-893d-cf8c87261fd1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.2257717 Sep 18 07:04:21.687929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.722726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5c5986-741f-45ac-bf35-1f8ba22c388b req-2a1b9b5f-1b69-4ea7-b376-815efac1ff28 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862865 Sep 18 07:04:21.730931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.764401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c73f-a146-4f50-b681-25d5959e470f req-cbd00f0f-f1c1-4e59-87c9-ec4af5513920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.765969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-cbd00f0f-f1c1-4e59-87c9-ec4af5513920 service neutron] 10.222.0.24 "GET /v2.0/networks?id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 200 len: 922 time: 0.3152483 Sep 18 07:04:21.785774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.853414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-bc89fda5-301d-4889-b108-bd6e5febfb3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb HTTP/1.1" status: 200 len: 217 time: 0.0745087 Sep 18 07:04:21.879419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:21.904474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:21.917317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Pushing event updated for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:21.930288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:21.944827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746680fa-42fe-4ffb-871b-c1803da00f5e req-5e4dd5d6-34a5-4041-9d0b-f4da4e177d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:21.946852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-746680fa-42fe-4ffb-871b-c1803da00f5e req-5e4dd5d6-34a5-4041-9d0b-f4da4e177d1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1097 time: 0.2453766 Sep 18 07:04:21.975629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:21.987502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=eff592fc-16d6-4cc1-b07d-4deead3f042d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:22.000121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c73f-a146-4f50-b681-25d5959e470f req-6aec3891-240f-4916-9b8b-793b017fcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:22.002278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-6aec3891-240f-4916-9b8b-793b017fcf2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 200 len: 861 time: 0.1387820 Sep 18 07:04:22.009742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-746680fa-42fe-4ffb-871b-c1803da00f5e req-556a5733-2f1f-4111-9307-d56d278752ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548508 Sep 18 07:04:22.027114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:22.033100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:22.036462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:22.038022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d59564-9ba4-4d04-89d6-9481a0c3785c HTTP/1.1" status: 204 len: 168 time: 0.5196824 Sep 18 07:04:22.060894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-eb4ccffa-442d-424a-aae5-9c1a7cba61fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=713c508d-6b0c-4d04-9b30-54ab0b3b76bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500207 Sep 18 07:04:22.065090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-927de86a-7b7b-4a58-92d3-0a06a758345e req-0b0ae23f-f00a-4f57-a2c7-59324c700c16 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267931 Sep 18 07:04:22.068855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2a730-5b11-49d4-9403-a224453d252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d59564-9ba4-4d04-89d6-9481a0c3785c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:22.243806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['157e5ce6-c4ab-4f74-8448-17fa74d3255b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:22.301426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8305d-1fef-4348-862e-0283a33e605d req-5c4d1f3d-7ad3-49ef-ae07-39f4be71d95a tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:22.303078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2b8305d-1fef-4348-862e-0283a33e605d req-5c4d1f3d-7ad3-49ef-ae07-39f4be71d95a tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.3883922 Sep 18 07:04:22.306762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:22.405331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-01281ec4-5b87-429a-8f31-db19ab06fed0 None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:22.405331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01281ec4-5b87-429a-8f31-db19ab06fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:22.413645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['687195c2-2ef6-453c-8e61-723578db16b2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:22.441569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3a99b-7f05-4877-b5dc-5d09a5af42f9 req-996eac83-08e1-401d-a235-3fdf38ab0523 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:22.451102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58b3a99b-7f05-4877-b5dc-5d09a5af42f9 req-996eac83-08e1-401d-a235-3fdf38ab0523 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.2311902 Sep 18 07:04:22.482368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2b8305d-1fef-4348-862e-0283a33e605d req-8dba7f94-3565-4982-a0a0-26b82aed1d84 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711702 Sep 18 07:04:22.535770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-7ebcacdb-26a6-42d9-b2ae-7e1cf16f29f2 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745427 Sep 18 07:04:22.614246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-01281ec4-5b87-429a-8f31-db19ab06fed0 None None] Port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:04:22.650836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58b3a99b-7f05-4877-b5dc-5d09a5af42f9 req-a830a178-da39-408a-aa3a-9c4c46628d10 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936755 Sep 18 07:04:22.760953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b384c73f-a146-4f50-b681-25d5959e470f req-29beee73-0783-4606-aca5-fbef9b84de76 service neutron] 10.222.0.24 "GET /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157862 Sep 18 07:04:22.840171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c105b-0ea6-4627-94f5-816d3c7dfd64 req-ae8a23c5-2a61-4d6f-913e-0f3f055929a6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:22.842669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b08c105b-0ea6-4627-94f5-816d3c7dfd64 req-ae8a23c5-2a61-4d6f-913e-0f3f055929a6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 944 time: 0.2181120 Sep 18 07:04:22.920655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b08c105b-0ea6-4627-94f5-816d3c7dfd64 req-f76a7c57-f7c7-47b8-9b0e-dcb22ae48a63 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641391 Sep 18 07:04:22.925540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.132015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:23.144586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2839b1-82ee-4d8d-be68-6dbf866e3724 req-1488f63c-92df-4043-b28e-08e7ef7174a5 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:23.153562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b2839b1-82ee-4d8d-be68-6dbf866e3724 req-1488f63c-92df-4043-b28e-08e7ef7174a5 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.2179966 Sep 18 07:04:23.164514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff592fc-16d6-4cc1-b07d-4deead3f042d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:23.212761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c513d261-a887-47a7-89a8-fbeba8ea0e15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=679ba04ed7224d7fa12f42b134aff965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787091 Sep 18 07:04:23.213551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:23.261419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eff592fc-16d6-4cc1-b07d-4deead3f042d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:23.261864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.280886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.306865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.401451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.431601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b2839b1-82ee-4d8d-be68-6dbf866e3724 req-5aa1fc77-eb8e-49ac-901f-7f7cdc90b3c4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770507 Sep 18 07:04:23.440668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.443574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.445140 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc443783-5555-45ca-bac2-5acd7eb1ec75 HTTP/1.1" status: 204 len: 168 time: 0.2297318 Sep 18 07:04:23.456097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b069c7-e48e-4252-8ae8-086b679fb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc443783-5555-45ca-bac2-5acd7eb1ec75,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:23.463430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37749d91-cbef-4f96-8ad5-a3d660224007 req-01e4210e-d802-4b2d-ad15-18fb6e67bc7e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:23.471770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37749d91-cbef-4f96-8ad5-a3d660224007 req-01e4210e-d802-4b2d-ad15-18fb6e67bc7e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:23.474332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37749d91-cbef-4f96-8ad5-a3d660224007 req-01e4210e-d802-4b2d-ad15-18fb6e67bc7e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1680 time: 0.2802403 Sep 18 07:04:23.475690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.543287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:23.706128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Pushing event updated for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:23.720058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37749d91-cbef-4f96-8ad5-a3d660224007 req-baafe13b-2881-4c06-bb96-bb0d7e659817 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851320 Sep 18 07:04:23.752221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:23.763897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:23.779741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284c6ad-181c-47f6-a12c-4ebc222031a2 req-3d97a787-37d9-4dff-9578-7ab02e5ba5fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:23.781431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0284c6ad-181c-47f6-a12c-4ebc222031a2 req-3d97a787-37d9-4dff-9578-7ab02e5ba5fc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1681666 Sep 18 07:04:23.987062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0284c6ad-181c-47f6-a12c-4ebc222031a2 req-acfd359b-12bb-4c34-8c08-eaaddbb70e4f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495080 Sep 18 07:04:24.007679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:04:24.059003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63850a66-1059-4744-9629-43af78cd0d6b req-143d5da8-b4cb-460d-81f8-a99659cb4309 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:24.061165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63850a66-1059-4744-9629-43af78cd0d6b req-143d5da8-b4cb-460d-81f8-a99659cb4309 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.1827140 Sep 18 07:04:24.159075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-46b3e4d6-d60c-4387-8fe5-da96e0d29a9c None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:24.160130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-46b3e4d6-d60c-4387-8fe5-da96e0d29a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:24.209674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63850a66-1059-4744-9629-43af78cd0d6b req-fe27333e-83dd-4a9a-a928-a853794d5863 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086977 Sep 18 07:04:24.217288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:04:24.227337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76e458b3-9cc6-44cd-8c2c-f3089c15cee0 admin admin] 10.222.0.20 "PUT /v2.0/routers/e44c19ec-2dd3-4cdd-a65b-914852b2bbe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2136791 Sep 18 07:04:24.238508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Sync routers for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:04:24.246295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-46b3e4d6-d60c-4387-8fe5-da96e0d29a9c None None] Port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:04:24.253203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:24.254038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:24.337846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935578f9-a7a1-4d52-8d57-b9d86daa2aba req-aba91442-6e67-44b6-a474-88b5b4c16acc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:24.340324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-935578f9-a7a1-4d52-8d57-b9d86daa2aba req-aba91442-6e67-44b6-a474-88b5b4c16acc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 944 time: 0.0699914 Sep 18 07:04:24.376072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:24.399639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-935578f9-a7a1-4d52-8d57-b9d86daa2aba req-db8c3b2a-70ce-4843-977d-7b4e43156a5d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520797 Sep 18 07:04:24.460787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f8f22f04-0352-42d2-a4ad-4a8ab95a53eb details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:24.576562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331c61d-f943-48d3-a559-8707e27befc1 req-6774474d-92d3-4692-b386-9fe756f4124f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:24.578410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b331c61d-f943-48d3-a559-8707e27befc1 req-6774474d-92d3-4692-b386-9fe756f4124f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0625551 Sep 18 07:04:24.626490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b331c61d-f943-48d3-a559-8707e27befc1 req-7a2eb8f0-67ae-4c0a-b19c-d5f85ae5409e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Sep 18 07:04:24.659464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:24.674124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb', 'network_id': '713c508d-6b0c-4d04-9b30-54ab0b3b76bd', 'port_id': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb', 'mac_address': 'fa:16:3e:08:58:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43063d22-f932-429b-a6a2-2d5de49cd6e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:24.688623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:23Z', 'revision_number': 2, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:24.734649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Checking router: e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:04:24.734993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Updating router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:04:24.768168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:24.770019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:24.795258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f22f04-0352-42d2-a4ad-4a8ab95a53eb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:24.832216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:24.900447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35230d15-c6d2-41e0-8b82-b18aa245e3c0 req-a1de9f6f-7472-433f-86cc-49aac3fa0db4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:24.910765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35230d15-c6d2-41e0-8b82-b18aa245e3c0 req-a1de9f6f-7472-433f-86cc-49aac3fa0db4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:24.912502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35230d15-c6d2-41e0-8b82-b18aa245e3c0 req-a1de9f6f-7472-433f-86cc-49aac3fa0db4 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1680 time: 0.0908093 Sep 18 07:04:24.927727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:25.019938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35230d15-c6d2-41e0-8b82-b18aa245e3c0 req-d3a6c064-af6a-48cd-979b-96aca63b63ed tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Sep 18 07:04:25.025272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:25.139398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31034e68-7a0b-453f-8396-a35d53739cca req-27c0297b-bc9d-44bb-a729-4b00aa2bfa33 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.140971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31034e68-7a0b-453f-8396-a35d53739cca req-27c0297b-bc9d-44bb-a729-4b00aa2bfa33 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1066139 Sep 18 07:04:25.213633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31034e68-7a0b-453f-8396-a35d53739cca req-1dac42d6-72a2-485c-89b4-eb2e0f12a08a tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Sep 18 07:04:25.232967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a7c1-3192-4351-aa89-5586c2a7dc2e req-e90a1463-15f2-41b6-bac5-ae3d41fb5f6f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.240626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abe1a7c1-3192-4351-aa89-5586c2a7dc2e req-e90a1463-15f2-41b6-bac5-ae3d41fb5f6f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0977561 Sep 18 07:04:25.296491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abe1a7c1-3192-4351-aa89-5586c2a7dc2e req-f8d38891-cd9d-41d0-8655-a4c11a94ad62 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Sep 18 07:04:25.335556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef09483-d5df-4db5-9220-211e4df27804 req-838aa3da-abc7-427a-9166-32db2977ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.343980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-838aa3da-abc7-427a-9166-32db2977ca9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0536ef72c5458d82f8207e6c217652&device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 1097 time: 0.1443241 Sep 18 07:04:25.396439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:25.451796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:25.485030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3016-b025-42dd-a3c1-0a717d1d1a12 req-ac3db059-57fb-40de-a5d7-eff960f57ea4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.492845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-066b3016-b025-42dd-a3c1-0a717d1d1a12 req-ac3db059-57fb-40de-a5d7-eff960f57ea4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0922692 Sep 18 07:04:25.513698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f8f22f04-0352-42d2-a4ad-4a8ab95a53eb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:25.550619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-066b3016-b025-42dd-a3c1-0a717d1d1a12 req-45f6cc84-c030-44a3-b1a5-3d18256ebbdc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Sep 18 07:04:25.571589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef09483-d5df-4db5-9220-211e4df27804 req-a6457d16-14ff-4c56-8ebf-77d20fefd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.573132 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-a6457d16-14ff-4c56-8ebf-77d20fefd06f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 200 len: 912 time: 0.2214832 Sep 18 07:04:25.596397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09628b-d7da-49f0-b1c4-b7aca206b310 None None] Pushing event updated for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:25.656258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d804e-23bc-4b34-90ed-9d4ec1c153f1 req-853f22f4-34c3-4bbc-85a2-e1f6c0f78de9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.659110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-033d804e-23bc-4b34-90ed-9d4ec1c153f1 req-853f22f4-34c3-4bbc-85a2-e1f6c0f78de9 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 945 time: 0.1061568 Sep 18 07:04:25.713685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-65ac3749-fb1e-441a-9900-d73dc3e58fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 200 len: 217 time: 0.1286721 Sep 18 07:04:25.718469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Attempting to bind port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:25.733715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Attempting to bind port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:25.734310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Attempting to bind port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 on network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:25.743826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-033d804e-23bc-4b34-90ed-9d4ec1c153f1 req-2d19d7e2-6549-4d10-81ba-b74828642b38 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779696 Sep 18 07:04:25.767886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:25.779935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Checking segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:25.780585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:25.781151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Bound using segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:25.781851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Bound port: 05b1c32e-fa0f-4cea-b442-ff24f37e0251, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:25.782431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:25.790147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef09483-d5df-4db5-9220-211e4df27804 req-291dc9fa-7180-4162-8404-c3cb4c68be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:25.792074 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-291dc9fa-7180-4162-8404-c3cb4c68be85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 200 len: 851 time: 0.0692520 Sep 18 07:04:25.871723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-3082202c-e6a5-4036-8fd7-9a0ac42a45ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d54cb441-2fbd-48e1-bf50-6f8bc10a087d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713065 Sep 18 07:04:25.977050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] For port 05b1c32e-fa0f-4cea-b442-ff24f37e0251, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:25.977050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] For port 05b1c32e-fa0f-4cea-b442-ff24f37e0251, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=05b1c32e-fa0f-4cea-b442-ff24f37e0251,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:26.002855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-1c389d43-33cd-4022-86cb-d9e415c373b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211393 Sep 18 07:04:26.010285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63fe7c35-6e7b-4775-a2e3-3438e1ffc03b None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:26.010910 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63fe7c35-6e7b-4775-a2e3-3438e1ffc03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.074372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.152681 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef09483-d5df-4db5-9220-211e4df27804 req-23df55c6-1eb9-4457-a1b8-64246ad8aa14 service neutron] 10.222.0.24 "GET /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426365 Sep 18 07:04:26.188931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1528e6-ec0c-485c-b4a3-095417b1280c req-11fc1dc5-17b6-469c-95b7-bad6890969b2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:26.195847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1528e6-ec0c-485c-b4a3-095417b1280c req-11fc1dc5-17b6-469c-95b7-bad6890969b2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:26.200290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63fe7c35-6e7b-4775-a2e3-3438e1ffc03b None None] Port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:04:26.205817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b1528e6-ec0c-485c-b4a3-095417b1280c req-11fc1dc5-17b6-469c-95b7-bad6890969b2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1680 time: 0.1043017 Sep 18 07:04:26.226690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09628b-d7da-49f0-b1c4-b7aca206b310 None None] Pushing event updated for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:26.230800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:26.232001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:26.255665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b1528e6-ec0c-485c-b4a3-095417b1280c req-c5954bd7-ccd9-432e-ae9c-dd1016ca26d0 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Sep 18 07:04:26.429013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:26.487239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 687195c2-2ef6-453c-8e61-723578db16b2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:26.524374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336d04-b2c9-4f87-b9b1-9978e837a0ca req-f92f7552-7f54-45ef-90f3-44603d154d22 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:26.526570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24336d04-b2c9-4f87-b9b1-9978e837a0ca req-f92f7552-7f54-45ef-90f3-44603d154d22 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1560762 Sep 18 07:04:26.536402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8fef6-94e2-45bc-937e-1652b5e0c1b6 req-f22dfdd8-b36c-4fff-80da-ce9a7e8d9ef4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:26.538043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d8fef6-94e2-45bc-937e-1652b5e0c1b6 req-f22dfdd8-b36c-4fff-80da-ce9a7e8d9ef4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1959453 Sep 18 07:04:26.605454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24336d04-b2c9-4f87-b9b1-9978e837a0ca req-903baebd-7ffd-4dbe-9392-b185afc9ae9a tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Sep 18 07:04:26.612356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d8fef6-94e2-45bc-937e-1652b5e0c1b6 req-86bbad8b-bdea-48f8-8f03-5a3e7857341d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666976 Sep 18 07:04:26.647508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:26.647834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.729768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 687195c2-2ef6-453c-8e61-723578db16b2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:26.740662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 687195c2-2ef6-453c-8e61-723578db16b2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:26.741039 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.787491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50964) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:26.799429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26a7b-03db-4368-a474-07ffb91a5d14 req-aa101714-31d2-4ce3-b864-512235d9216f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:26.801338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cd26a7b-03db-4368-a474-07ffb91a5d14 req-aa101714-31d2-4ce3-b864-512235d9216f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0928252 Sep 18 07:04:26.837275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.842517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:25Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:26.866741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cd26a7b-03db-4368-a474-07ffb91a5d14 req-e91e08a4-94a3-4267-b3d4-33098bc3362f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532763 Sep 18 07:04:26.882103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c432f1-d521-4f3e-a6d9-e1ea9ace8f3a None None] The sync data for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 is: [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:25Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:04:26.967472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a149e14-eebc-480b-b75b-98689a0f6a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:26.979674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] For port 05b1c32e-fa0f-4cea-b442-ff24f37e0251, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=05b1c32e-fa0f-4cea-b442-ff24f37e0251,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:26.980829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.021468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:27.025211 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba3430-a2b1-4339-9163-def1aa72c0af" -d '{"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-plugged", "status": "completed", "tag": "687195c2-2ef6-453c-8e61-723578db16b2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:27.040481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.046327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=687195c2-2ef6-453c-8e61-723578db16b2,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:27.098085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3c4f-f70f-4b54-b52e-aacb02b024c2 req-a7cf0965-575d-484f-8095-15f68ae640e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.111791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d89e3c4f-f70f-4b54-b52e-aacb02b024c2 req-a7cf0965-575d-484f-8095-15f68ae640e6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 945 time: 0.0786867 Sep 18 07:04:27.143934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.144733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 157e5ce6-c4ab-4f74-8448-17fa74d3255b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:27.163190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d89e3c4f-f70f-4b54-b52e-aacb02b024c2 req-23e02d51-c951-4e8e-a754-005898a9120a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496030 Sep 18 07:04:27.192826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ff313-eb8e-47b9-a75e-41442f2d71fc None None] Pushing event updated for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:27.206459 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a149e14-eebc-480b-b75b-98689a0f6a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.274955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 05b1c32e-fa0f-4cea-b442-ff24f37e0251 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:27.278078 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae480a35-7c52-47bf-ab4b-51d496b9dfd9 x-openstack-request-id: req-ae480a35-7c52-47bf-ab4b-51d496b9dfd9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:27.278668 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-plugged", "status": "completed", "tag": "687195c2-2ef6-453c-8e61-723578db16b2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:27.279104 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae480a35-7c52-47bf-ab4b-51d496b9dfd9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:27.279495 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2', 'code': 200} Sep 18 07:04:27.282915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a149e14-eebc-480b-b75b-98689a0f6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.361725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a149e14-eebc-480b-b75b-98689a0f6a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37c3bf-3ca5-4837-8b05-5afe6862647b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:27.373110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50972) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:27.373814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a149e14-eebc-480b-b75b-98689a0f6a2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd0cd6ae66994b729fa29f99dec2d17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848045 Sep 18 07:04:27.379516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-e34dd2bb-a655-4de1-b7ec-b9747b5329d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.381587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-e34dd2bb-a655-4de1-b7ec-b9747b5329d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 1097 time: 0.1094897 Sep 18 07:04:27.496387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5c01-23f0-4285-b604-6cd4c1b7a280 req-dc15663d-d2e4-476b-97f5-1cf0a20ef265 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.505311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5c01-23f0-4285-b604-6cd4c1b7a280 req-dc15663d-d2e4-476b-97f5-1cf0a20ef265 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.515218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-109e5c01-23f0-4285-b604-6cd4c1b7a280 req-dc15663d-d2e4-476b-97f5-1cf0a20ef265 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1681 time: 0.1284430 Sep 18 07:04:27.523855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:27.552343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:27.553143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.555858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-304d6fd7-72a9-4b82-8fe6-b5a470c29ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.557386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-304d6fd7-72a9-4b82-8fe6-b5a470c29ca3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 912 time: 0.1677194 Sep 18 07:04:27.568893 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.598300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 157e5ce6-c4ab-4f74-8448-17fa74d3255b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:27.609047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 157e5ce6-c4ab-4f74-8448-17fa74d3255b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:27.609765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.642055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.667120 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-d173f981-1e1b-4a2c-acff-0d18dcb280eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f HTTP/1.1" status: 200 len: 217 time: 0.1001720 Sep 18 07:04:27.667835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-109e5c01-23f0-4285-b604-6cd4c1b7a280 req-451f3967-9c0e-4e47-bd04-f3f6dc3dfb35 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510165 Sep 18 07:04:27.785258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.794450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-60b9f379-4aef-4ab4-a1fd-f39a00486c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.798167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-60b9f379-4aef-4ab4-a1fd-f39a00486c2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.1224334 Sep 18 07:04:27.835767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:27.849984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-864e8a76-19cc-4bd1-8788-d7f202f59545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354860 Sep 18 07:04:27.854331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.857182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.858499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e37c3bf-3ca5-4837-8b05-5afe6862647b HTTP/1.1" status: 204 len: 168 time: 0.4833679 Sep 18 07:04:27.874042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c561d-3a80-4111-b299-a843fae5edcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37c3bf-3ca5-4837-8b05-5afe6862647b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:27.905159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc600-6105-4569-8bd9-216161224a94 req-7334e3c2-b2fd-4eed-9844-e527edf0c750 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.906818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-558dc600-6105-4569-8bd9-216161224a94 req-7334e3c2-b2fd-4eed-9844-e527edf0c750 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1345398 Sep 18 07:04:27.916487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6f52f-71c5-49c3-b824-3a71e57bbadc req-abb3bd0a-ca77-4375-a7e6-1f413c15f2c2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:27.918275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90a6f52f-71c5-49c3-b824-3a71e57bbadc req-abb3bd0a-ca77-4375-a7e6-1f413c15f2c2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1338367 Sep 18 07:04:27.924008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:27.956482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-558dc600-6105-4569-8bd9-216161224a94 req-502146b9-6f00-4301-9a07-8b9aeeefd1c1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Sep 18 07:04:28.003678 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:04:28.022774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90a6f52f-71c5-49c3-b824-3a71e57bbadc req-56292f38-9423-452d-8bed-91e585a2c1a2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Sep 18 07:04:28.028565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-3b104d37-4823-4da2-a8db-33146019c8b0 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700771 Sep 18 07:04:28.068234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:28.147196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463b50-78fe-4cf0-8959-725e2951027e req-9a947c0f-2d34-466f-aee5-7f1aa18d1324 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:28.162407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62463b50-78fe-4cf0-8959-725e2951027e req-9a947c0f-2d34-466f-aee5-7f1aa18d1324 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0953865 Sep 18 07:04:28.223720 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20ff7435-d2d1-4dd2-aaac-f0ef07fc08d5 req-30ecf37b-52b3-46b3-bed3-8c524556a7cd service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841357 Sep 18 07:04:28.264749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62463b50-78fe-4cf0-8959-725e2951027e req-8c909f6a-4d7e-40d8-96f1-e6d26ba0880c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 Sep 18 07:04:28.392787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993024-b8d0-41a8-aa35-48f07864e6df req-e871d6ad-0d66-4cc6-923a-f3cce670fa80 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:28.394440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59993024-b8d0-41a8-aa35-48f07864e6df req-e871d6ad-0d66-4cc6-923a-f3cce670fa80 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 945 time: 0.0754900 Sep 18 07:04:28.450857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59993024-b8d0-41a8-aa35-48f07864e6df req-f9088b5e-3f3d-466e-96c5-10ac4171f99a tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Sep 18 07:04:28.499351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f8f22f04-0352-42d2-a4ad-4a8ab95a53eb up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:28.623508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:28.628125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:28.631176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:28.795410 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:28.804835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1db1f-85c5-4b58-aaa2-1a20140deac4 req-f9cab07e-4d4d-4dd0-ae4d-f4f56d5eb976 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:28.811145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1db1f-85c5-4b58-aaa2-1a20140deac4 req-f9cab07e-4d4d-4dd0-ae4d-f4f56d5eb976 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:28.812778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5a1db1f-85c5-4b58-aaa2-1a20140deac4 req-f9cab07e-4d4d-4dd0-ae4d-f4f56d5eb976 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.0668135 Sep 18 07:04:28.839160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:28.865756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5a1db1f-85c5-4b58-aaa2-1a20140deac4 req-feef57fc-e97f-46b6-aa73-3efefc7ddc19 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Sep 18 07:04:28.936499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:29.010567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:29.071295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:29.159514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 05b1c32e-fa0f-4cea-b442-ff24f37e0251 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:29.188891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef866a-74cd-4799-817a-477b3f8fd210 req-8a5fdf05-eed3-4133-ab1f-5b5a0641a04f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.192108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40ef866a-74cd-4799-817a-477b3f8fd210 req-8a5fdf05-eed3-4133-ab1f-5b5a0641a04f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1150551 Sep 18 07:04:29.206166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a254e5-602d-45f8-be43-73c8b7ce7ae0 req-067c5f09-3fe5-4d94-a10c-5111fae49859 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.207956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81a254e5-602d-45f8-be43-73c8b7ce7ae0 req-067c5f09-3fe5-4d94-a10c-5111fae49859 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0823002 Sep 18 07:04:29.226262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:29.226743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:29.274713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81a254e5-602d-45f8-be43-73c8b7ce7ae0 req-cf67b5df-7e2e-465d-b3a2-0db28fea649f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553281 Sep 18 07:04:29.280736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40ef866a-74cd-4799-817a-477b3f8fd210 req-37d53fc2-6368-4490-8d79-9b857014f775 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718317 Sep 18 07:04:29.283263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b'}, {'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:29.285566 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb9c225-7f98-4d52-86e8-3ad0413e563d" -d '{"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-plugged", "status": "completed", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b"}, {"server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:29.353001 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220eb626-f57a-4a01-8079-5bfe2a8dbcbf x-openstack-request-id: req-220eb626-f57a-4a01-8079-5bfe2a8dbcbf {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:29.353289 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-plugged", "status": "completed", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b", "code": 200}, {"server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:29.353547 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-220eb626-f57a-4a01-8079-5bfe2a8dbcbf {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:29.354019 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b', 'code': 200} Sep 18 07:04:29.354285 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb', 'code': 200} Sep 18 07:04:29.408992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7a0ef-a3ba-4a9b-bdc6-354fa6d44e30 req-7348e62a-a2da-48ce-942b-da9ce544d28c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.411018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83e7a0ef-a3ba-4a9b-bdc6-354fa6d44e30 req-7348e62a-a2da-48ce-942b-da9ce544d28c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0722268 Sep 18 07:04:29.460570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83e7a0ef-a3ba-4a9b-bdc6-354fa6d44e30 req-91046b98-3dbc-4ec3-bb94-a7b55aafece6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Sep 18 07:04:29.603001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106757b-bdc7-49a7-b317-71b92ea06dec req-0e68d54a-8dd7-4422-9164-c33cabc15406 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.604659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8106757b-bdc7-49a7-b317-71b92ea06dec req-0e68d54a-8dd7-4422-9164-c33cabc15406 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.0660272 Sep 18 07:04:29.610983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dffc92-707b-4006-902a-7935c0f56bbd req-d7fdbfed-e7d0-45f7-beec-dcdde7da3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.611835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dffc92-707b-4006-902a-7935c0f56bbd req-d7fdbfed-e7d0-45f7-beec-dcdde7da3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.614430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32dffc92-707b-4006-902a-7935c0f56bbd req-d7fdbfed-e7d0-45f7-beec-dcdde7da3ead service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1986 time: 0.0913513 Sep 18 07:04:29.617074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd5423-27b6-4cfe-9b28-ddeb0afe107b req-6f1e7230-4d67-4f37-aa51-abb757e8ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:29.618549 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efbd5423-27b6-4cfe-9b28-ddeb0afe107b req-6f1e7230-4d67-4f37-aa51-abb757e8ca13 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 1098 time: 0.1092649 Sep 18 07:04:29.650523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8106757b-bdc7-49a7-b317-71b92ea06dec req-12ee2ab8-bee4-4c9b-8e89-065bd24483a1 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Sep 18 07:04:29.677393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32dffc92-707b-4006-902a-7935c0f56bbd req-e3906b8e-de42-470e-b620-694ecbdab978 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505533 Sep 18 07:04:29.683144 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efbd5423-27b6-4cfe-9b28-ddeb0afe107b req-ddc9f952-4b1a-4fba-b538-f18f79316769 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531089 Sep 18 07:04:30.019831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba2df-e184-4510-9550-445c2fd0e1a4 req-203137c9-d5af-4499-a32b-651ce36c3f33 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.032112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abba2df-e184-4510-9550-445c2fd0e1a4 req-203137c9-d5af-4499-a32b-651ce36c3f33 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.033774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8abba2df-e184-4510-9550-445c2fd0e1a4 req-203137c9-d5af-4499-a32b-651ce36c3f33 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.0747879 Sep 18 07:04:30.075786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8abba2df-e184-4510-9550-445c2fd0e1a4 req-e0694f80-4e90-471d-833e-9a09a9d84335 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Sep 18 07:04:30.451755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa393cf5-9cc4-475d-8034-9fdbfab30024 req-8bf7232f-318d-49b1-becf-b64d4568b568 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.453248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa393cf5-9cc4-475d-8034-9fdbfab30024 req-8bf7232f-318d-49b1-becf-b64d4568b568 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0992107 Sep 18 07:04:30.465669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2b00-af2d-40b1-8936-8ad3d2ec2106 req-e80abaa7-cf3f-4232-b64d-35aed3464bdc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.467188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a0b2b00-af2d-40b1-8936-8ad3d2ec2106 req-e80abaa7-cf3f-4232-b64d-35aed3464bdc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0780754 Sep 18 07:04:30.534155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa393cf5-9cc4-475d-8034-9fdbfab30024 req-4ea3b346-a055-4f4e-8cc6-63f73b35a5f9 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 Sep 18 07:04:30.550798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a0b2b00-af2d-40b1-8936-8ad3d2ec2106 req-34ec2a61-bf4d-4a8e-a6f4-95b1e63e0727 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765285 Sep 18 07:04:30.676068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663dbcd-2860-4ffd-ad3e-7a84797fd7bd req-3a70ee7a-01eb-4c45-81f0-0db563cecb45 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.677556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5663dbcd-2860-4ffd-ad3e-7a84797fd7bd req-3a70ee7a-01eb-4c45-81f0-0db563cecb45 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 945 time: 0.0658374 Sep 18 07:04:30.735430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5663dbcd-2860-4ffd-ad3e-7a84797fd7bd req-1765cce2-5351-41de-866a-0a0046389d8c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Sep 18 07:04:30.878552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53733e0f-b0e6-46f3-999a-958b2d977e14 req-a1d83aed-0e43-434b-a2f5-8fb35ef6224c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:30.885870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53733e0f-b0e6-46f3-999a-958b2d977e14 req-a1d83aed-0e43-434b-a2f5-8fb35ef6224c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.0866077 Sep 18 07:04:30.926556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53733e0f-b0e6-46f3-999a-958b2d977e14 req-554e6798-5145-4ae2-b2aa-0e7d9137545c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Sep 18 07:04:31.071545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:31.207452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:31.243112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222372b-c2e7-4035-868d-596808ca9a81 req-0c217e1b-aad5-48af-8f79-6e976d939b91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:31.254771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:31.256101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222372b-c2e7-4035-868d-596808ca9a81 req-0c217e1b-aad5-48af-8f79-6e976d939b91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:31.258091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2222372b-c2e7-4035-868d-596808ca9a81 req-0c217e1b-aad5-48af-8f79-6e976d939b91 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.0806205 Sep 18 07:04:31.307570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2222372b-c2e7-4035-868d-596808ca9a81 req-80908daa-f50c-4664-a1f4-2e7e949af736 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Sep 18 07:04:31.336369 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:31.409280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:31.411845 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783997f9-8224-4f2d-b327-64b9834d20e6" -d '{"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-unplugged", "status": "completed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:31.414502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:31.450325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1e192-80d8-4436-b60a-667b10c2e367 req-30df5f9e-e8a6-48f3-aa01-57cd5fe51dcc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:31.451988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78a1e192-80d8-4436-b60a-667b10c2e367 req-30df5f9e-e8a6-48f3-aa01-57cd5fe51dcc tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0583818 Sep 18 07:04:31.495145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78a1e192-80d8-4436-b60a-667b10c2e367 req-b89dcc4c-bf10-4092-9ed2-c12184be3c20 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 Sep 18 07:04:31.547582 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aaf794-aa3f-4daa-b03a-c9b92abf5957 x-openstack-request-id: req-f4aaf794-aa3f-4daa-b03a-c9b92abf5957 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:31.547882 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-unplugged", "status": "failed", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:31.548141 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4aaf794-aa3f-4daa-b03a-c9b92abf5957 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:31.548565 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'code': 422} returned with failed status Sep 18 07:04:31.679639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916118ac-b95f-48c6-ae78-11b0195707fd req-ca512afb-af84-4880-97ad-18557b37aac1 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:31.681282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-916118ac-b95f-48c6-ae78-11b0195707fd req-ca512afb-af84-4880-97ad-18557b37aac1 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0714006 Sep 18 07:04:31.722826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-916118ac-b95f-48c6-ae78-11b0195707fd req-1b19d5dc-8835-4832-8a48-f6847d3d9691 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Sep 18 07:04:32.061025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb7489-f1ba-46e2-8b14-abc26bf193b8 req-26878d39-473f-4ce3-9956-043a6a8c5652 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:32.064656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dfb7489-f1ba-46e2-8b14-abc26bf193b8 req-26878d39-473f-4ce3-9956-043a6a8c5652 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.0654514 Sep 18 07:04:32.108805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dfb7489-f1ba-46e2-8b14-abc26bf193b8 req-b5c6e052-08f6-4afa-a41a-ab362c52e519 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376141 Sep 18 07:04:32.458985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f740f1-8e73-4471-bfc0-50bd0abcb34c req-94e85168-a253-4b95-87d5-759c9798adc7 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:32.464951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f740f1-8e73-4471-bfc0-50bd0abcb34c req-94e85168-a253-4b95-87d5-759c9798adc7 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:32.466657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53f740f1-8e73-4471-bfc0-50bd0abcb34c req-94e85168-a253-4b95-87d5-759c9798adc7 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.0642571 Sep 18 07:04:32.508784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53f740f1-8e73-4471-bfc0-50bd0abcb34c req-e1e21999-ba8a-4e1f-823b-3715757f6e31 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Sep 18 07:04:32.666311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374555c-049c-40cb-89bd-29475c4f2693 req-0ac61429-69a4-421b-b93a-f506306420ff tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:32.668103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d374555c-049c-40cb-89bd-29475c4f2693 req-0ac61429-69a4-421b-b93a-f506306420ff tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0797746 Sep 18 07:04:32.714030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d374555c-049c-40cb-89bd-29475c4f2693 req-e7244038-d1a9-4da6-9184-680a63f688f9 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Sep 18 07:04:32.885687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d4ff1-aaf1-455a-bbed-bb203b8faacc req-9bf45034-1ca2-4206-9392-3e27ac9ddb08 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:32.887400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-591d4ff1-aaf1-455a-bbed-bb203b8faacc req-9bf45034-1ca2-4206-9392-3e27ac9ddb08 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0547698 Sep 18 07:04:32.935351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-591d4ff1-aaf1-455a-bbed-bb203b8faacc req-23a649fd-df81-4d17-9647-8fd88a2dc280 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Sep 18 07:04:33.262440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:33.302841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-b4ba3969-561e-45ef-ab08-5cc041e3bf2d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:33.302841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-b4ba3969-561e-45ef-ab08-5cc041e3bf2d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c3c4e35-95b9-4431-bcfb-5d664a261b70 HTTP/1.1" status: 200 len: 943 time: 0.0765307 Sep 18 07:04:33.415340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:33.415785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.466249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e48444e0-3938-4945-9791-e633853d9a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.583727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed045d95-d139-4ae5-8665-7ea14d051ab3 req-e804f0cb-63b0-4f31-90e4-e613a8122399 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:33.585295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed045d95-d139-4ae5-8665-7ea14d051ab3 req-e804f0cb-63b0-4f31-90e4-e613a8122399 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.1373980 Sep 18 07:04:33.593240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:33.593796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.628095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for a337bd3b-6a2e-45bb-af3d-e068f7d51d1f owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:33.712658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed045d95-d139-4ae5-8665-7ea14d051ab3 req-337a8504-a6d3-475c-9267-ba42701b007d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147649 Sep 18 07:04:33.778015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e48444e0-3938-4945-9791-e633853d9a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.863778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e48444e0-3938-4945-9791-e633853d9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.882781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24b85-62fb-4e42-8ee5-ace85785331a req-92e27de2-779c-43a4-afe9-f2c08773e9de tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:33.888701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24b85-62fb-4e42-8ee5-ace85785331a req-92e27de2-779c-43a4-afe9-f2c08773e9de tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:33.890353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78f24b85-62fb-4e42-8ee5-ace85785331a req-92e27de2-779c-43a4-afe9-f2c08773e9de tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.0824625 Sep 18 07:04:33.937522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e48444e0-3938-4945-9791-e633853d9a26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e91806db85f4449b81177d6adc9fcb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705923 Sep 18 07:04:33.937751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51156) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:33.938460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48444e0-3938-4945-9791-e633853d9a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fe066-2a07-46ce-8823-677767f5be21,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:33.945521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:33.996513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.007621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-78f24b85-62fb-4e42-8ee5-ace85785331a req-2fc8278f-c1be-4d26-9a6d-28080ebbe46f tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058846 Sep 18 07:04:34.008778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=a337bd3b-6a2e-45bb-af3d-e068f7d51d1f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:34.025294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.062702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port a337bd3b-6a2e-45bb-af3d-e068f7d51d1f on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:34.065547 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.068487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcf21f8e-db44-4aaf-bdff-95ce29f2b658 req-30834090-acc5-4651-a50b-9f636bf879c7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "DELETE /v2.0/ports/a337bd3b-6a2e-45bb-af3d-e068f7d51d1f HTTP/1.1" status: 204 len: 173 time: 0.7814367 Sep 18 07:04:34.069074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-deleted', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:34.071523 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b92004-276c-4c09-8916-32ec94103b88" -d '{"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-deleted", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:34.164617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a909c-450b-453e-a713-d51d25d2b2c8 req-d977c0be-4214-4101-bd84-dc52286df4e7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:34.165060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.166113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d75a909c-450b-453e-a713-d51d25d2b2c8 req-d977c0be-4214-4101-bd84-dc52286df4e7 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0504975 Sep 18 07:04:34.169834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.173479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58fe066-2a07-46ce-8823-677767f5be21 HTTP/1.1" status: 204 len: 168 time: 0.2332747 Sep 18 07:04:34.180245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989cda7-e9ce-4951-bab3-f5819aa15b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fe066-2a07-46ce-8823-677767f5be21,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:34.223484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d75a909c-450b-453e-a713-d51d25d2b2c8 req-7239f6f4-7252-4abb-9f68-e0fc32cc1d47 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Sep 18 07:04:34.676419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97b8b2-2a36-413c-9e70-60681eace95e req-7ae8b52f-ca6c-4b05-a99c-905f0b5d6b69 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:34.678052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae97b8b2-2a36-413c-9e70-60681eace95e req-7ae8b52f-ca6c-4b05-a99c-905f0b5d6b69 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0570037 Sep 18 07:04:34.724286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae97b8b2-2a36-413c-9e70-60681eace95e req-c5df7d4f-c0f5-4c5c-aca6-a24f9e6491d6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Sep 18 07:04:34.759623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:34.774223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a77d5f08-28c1-4b5c-b528-b9a0ec9b8e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.778175 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34b3b34-25cd-4a93-aa47-c4d17b0484f2 x-openstack-request-id: req-a34b3b34-25cd-4a93-aa47-c4d17b0484f2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:34.778578 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c4e35-95b9-4431-bcfb-5d664a261b70", "name": "network-vif-deleted", "tag": "a337bd3b-6a2e-45bb-af3d-e068f7d51d1f", "status": "failed", "code": 422}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:34.778717 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a34b3b34-25cd-4a93-aa47-c4d17b0484f2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:34.779140 n-d-789963-14 neutron-server[101979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c3c4e35-95b9-4431-bcfb-5d664a261b70', 'name': 'network-vif-deleted', 'tag': 'a337bd3b-6a2e-45bb-af3d-e068f7d51d1f', 'status': 'failed', 'code': 422} returned with failed status Sep 18 07:04:34.880224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a77d5f08-28c1-4b5c-b528-b9a0ec9b8e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.953236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a77d5f08-28c1-4b5c-b528-b9a0ec9b8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:34.990661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95516f6-135e-42b7-8255-f5cbda50f8fd req-134fe50f-76fd-42bb-9414-916b8721b989 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:34.992183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c95516f6-135e-42b7-8255-f5cbda50f8fd req-134fe50f-76fd-42bb-9414-916b8721b989 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.0813742 Sep 18 07:04:35.015856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d5f08-28c1-4b5c-b528-b9a0ec9b8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4f7b3-b14b-4b4a-be3c-5b692dfd7561,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:35.023336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:35.023924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a77d5f08-28c1-4b5c-b528-b9a0ec9b8e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8c4559b5c8348f1bc2e6934635a267b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623608 Sep 18 07:04:35.068761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:35.085038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c95516f6-135e-42b7-8255-f5cbda50f8fd req-fd91c11c-c602-40e1-8cfc-0784ee958a8c tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782812 Sep 18 07:04:35.093318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.107756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: a337bd3b-6a2e-45bb-af3d-e068f7d51d1f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:35.109003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a337bd3b-6a2e-45bb-af3d-e068f7d51d1f not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:35.131171 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.214759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-9f291f82-63ce-4cb6-9771-5619bcdf839f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.216939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-9f291f82-63ce-4cb6-9771-5619bcdf839f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.0607157 Sep 18 07:04:35.260156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-1a7968d7-08d9-4436-b71b-dc1f6ed3cd74 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.261647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-1a7968d7-08d9-4436-b71b-dc1f6ed3cd74 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1484823 Sep 18 07:04:35.269416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5005f-7adf-4fdc-9430-b40a60f0af1f req-fad9b4e8-6803-400a-801c-71c5c1734269 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.275529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5005f-7adf-4fdc-9430-b40a60f0af1f req-fad9b4e8-6803-400a-801c-71c5c1734269 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.277055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4a5005f-7adf-4fdc-9430-b40a60f0af1f req-fad9b4e8-6803-400a-801c-71c5c1734269 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.1102786 Sep 18 07:04:35.295654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-f945836e-b259-47a1-aa3d-f55480c29172 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0170717 Sep 18 07:04:35.317143 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.320021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.324040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb4f7b3-b14b-4b4a-be3c-5b692dfd7561 HTTP/1.1" status: 204 len: 168 time: 0.2962043 Sep 18 07:04:35.334526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3abef3-872e-4d73-b2af-f85322b79832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4f7b3-b14b-4b4a-be3c-5b692dfd7561,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:35.335598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-ac72adaf-57e3-4f0d-b99e-492451b12c95 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337088 Sep 18 07:04:35.376164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Deleting port 1cd931bc-5bc2-4393-94d5-172511cc6b01 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:35.376164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.421591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4a5005f-7adf-4fdc-9430-b40a60f0af1f req-cf483af4-8242-4e0f-ab6d-06b8851efa36 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349390 Sep 18 07:04:35.468979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-c1e056fd-fe6c-4e91-bca0-0fe38722246b service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238947 Sep 18 07:04:35.519060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] For port 1cd931bc-5bc2-4393-94d5-172511cc6b01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=1cd931bc-5bc2-4393-94d5-172511cc6b01,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:35.519828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:35.531237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-513dc1b8-aaf3-4299-94be-4be7f612123e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.537639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-513dc1b8-aaf3-4299-94be-4be7f612123e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.539561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-513dc1b8-aaf3-4299-94be-4be7f612123e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 1682 time: 0.1200397 Sep 18 07:04:35.893501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Calling delete_port for 1cd931bc-5bc2-4393-94d5-172511cc6b01 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:35.949458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-8f8127ff-584a-4325-92d3-1c686218d486 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796453 Sep 18 07:04:35.960557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdad18-fdc0-4404-9481-87670729200a req-6e21c73e-eea0-44cc-ad36-e60013f5ebf4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:35.968293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dfdad18-fdc0-4404-9481-87670729200a req-6e21c73e-eea0-44cc-ad36-e60013f5ebf4 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 945 time: 0.1039972 Sep 18 07:04:36.017761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dfdad18-fdc0-4404-9481-87670729200a req-469092d8-5768-4f47-8723-034eee35596f tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Sep 18 07:04:36.040278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 687195c2-2ef6-453c-8e61-723578db16b2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:36.041220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.174248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb650-f6bd-4940-8670-c961c6f42b1b req-1c0d2406-6173-423f-9462-30788cd360b7 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:36.177148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 687195c2-2ef6-453c-8e61-723578db16b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=687195c2-2ef6-453c-8e61-723578db16b2,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:36.177525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.181451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-482eb650-f6bd-4940-8670-c961c6f42b1b req-1c0d2406-6173-423f-9462-30788cd360b7 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0759232 Sep 18 07:04:36.200616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 687195c2-2ef6-453c-8e61-723578db16b2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:36.230165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-482eb650-f6bd-4940-8670-c961c6f42b1b req-8bbf9490-49ad-4551-a2a5-a6ed07351085 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Sep 18 07:04:36.278640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.320976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['56f43bab-cdcb-4795-98e8-52c4551c1dd5', '1cd931bc-5bc2-4393-94d5-172511cc6b01'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:36.377176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] No DVR routers for this DVR port 1cd931bc-5bc2-4393-94d5-172511cc6b01 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:36.384015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Pushing event deleted for resources: {'Port': ['ID=1cd931bc-5bc2-4393-94d5-172511cc6b01,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:36.389489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.393433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3afdbacc-1895-493e-8897-e22d0ab75326 req-bbe80bab-b92c-492c-9426-9ff5ff0dfc3c tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "DELETE /v2.0/ports/1cd931bc-5bc2-4393-94d5-172511cc6b01 HTTP/1.1" status: 204 len: 173 time: 1.1555774 Sep 18 07:04:36.393944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'name': 'network-vif-deleted', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:36.397180 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a109c-d893-4ddd-b2d2-b55189c0fe66" -d '{"events": [{"server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "name": "network-vif-deleted", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:36.512439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75aaba39-a7d4-4d02-84f1-d8923a116335 req-386d40fc-fbdd-4655-9052-61f530bdbe44 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 210 time: 0.0552433 Sep 18 07:04:36.566214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53ae12-68aa-4c64-8d50-ba3885d20dac req-db1f49a3-9af0-446f-b0ee-9a58132702ce tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:36.576371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f53ae12-68aa-4c64-8d50-ba3885d20dac req-db1f49a3-9af0-446f-b0ee-9a58132702ce tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.1359265 Sep 18 07:04:36.620451 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc282ee-4d38-4ac9-8030-1b524bc0375c x-openstack-request-id: req-3cc282ee-4d38-4ac9-8030-1b524bc0375c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:36.623209 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451f0916-b13b-4e59-96b3-dba8e4e16949", "name": "network-vif-deleted", "tag": "1cd931bc-5bc2-4393-94d5-172511cc6b01", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:36.623426 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cc282ee-4d38-4ac9-8030-1b524bc0375c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:36.623832 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451f0916-b13b-4e59-96b3-dba8e4e16949', 'name': 'network-vif-deleted', 'tag': '1cd931bc-5bc2-4393-94d5-172511cc6b01', 'status': 'completed', 'code': 200} Sep 18 07:04:36.634473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.661571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f53ae12-68aa-4c64-8d50-ba3885d20dac req-4a826448-1fa7-462a-851d-f970de0ab5e5 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups?id=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 Sep 18 07:04:36.717300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=687195c2-2ef6-453c-8e61-723578db16b2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:36.738761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be36cf-cdbf-4287-9a2d-74b732e4d285 req-9b73d0d0-6b1d-416a-8518-056b5fd0529e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:36.741802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81be36cf-cdbf-4287-9a2d-74b732e4d285 req-9b73d0d0-6b1d-416a-8518-056b5fd0529e tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 945 time: 0.0533166 Sep 18 07:04:36.741970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-bb83366e-ce70-4bd7-9964-8154e03d0e4d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:36.742281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-bb83366e-ce70-4bd7-9964-8154e03d0e4d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 946 time: 0.1783516 Sep 18 07:04:36.781429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 687195c2-2ef6-453c-8e61-723578db16b2 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:36.797475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:36.803410 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-31e432cf-67e2-48f1-9001-07e48d39dcf6 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "DELETE /v2.0/ports/687195c2-2ef6-453c-8e61-723578db16b2 HTTP/1.1" status: 204 len: 173 time: 1.2564409 Sep 18 07:04:36.825975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81be36cf-cdbf-4287-9a2d-74b732e4d285 req-ca4d4ccd-8d22-445b-82b9-2e38590347d3 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f1fdadb-17bc-42dc-9b61-c270909fd6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776808 Sep 18 07:04:37.026731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Deleting port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:37.027013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.122640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 157e5ce6-c4ab-4f74-8448-17fa74d3255b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:37.123314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.162710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4be0dc4b-4d65-4f67-bd11-54bd67bf4057 req-35e528b5-475f-48d3-abf0-3343fa4870f2 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=451f0916-b13b-4e59-96b3-dba8e4e16949 HTTP/1.1" status: 200 len: 210 time: 0.0388651 Sep 18 07:04:37.225727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] For port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,segment=NetworkSegment(19f6dfab-f761-4048-9b79-b31a7ba16727),segment_id=19f6dfab-f761-4048-9b79-b31a7ba16727)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:37.226323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.254755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Calling delete_port for f8f22f04-0352-42d2-a4ad-4a8ab95a53eb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:37.275144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 157e5ce6-c4ab-4f74-8448-17fa74d3255b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=157e5ce6-c4ab-4f74-8448-17fa74d3255b,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:37.275518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.339205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 157e5ce6-c4ab-4f74-8448-17fa74d3255b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:37.394723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c923091-83f8-4765-8b0b-49a94fad5640 req-814b68b2-a21f-4246-bb2b-17562e861c88 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:37.408577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c923091-83f8-4765-8b0b-49a94fad5640 req-814b68b2-a21f-4246-bb2b-17562e861c88 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0931721 Sep 18 07:04:37.449180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c923091-83f8-4765-8b0b-49a94fad5640 req-1bf2ffe3-e407-4e5d-908b-a171b5250b96 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Sep 18 07:04:37.630443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6f54124-5e8e-4f04-aa29-ae8904526c91 req-bbe6499b-0de6-4d76-a023-81f0dc342c2a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Sep 18 07:04:37.690664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.695808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.722494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['f8f22f04-0352-42d2-a4ad-4a8ab95a53eb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:37.771525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event deleted for resources: {'Port': ['ID=f8f22f04-0352-42d2-a4ad-4a8ab95a53eb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:37.830538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0865d05-fce3-4763-92dc-906979329abf req-6f52a727-f58e-4e19-82ef-116ee8854a7d tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0825758 Sep 18 07:04:37.837489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=157e5ce6-c4ab-4f74-8448-17fa74d3255b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:37.889369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 157e5ce6-c4ab-4f74-8448-17fa74d3255b on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:37.896230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.896230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8a73f621-7682-4f50-8ba9-71e2e3ce1982 req-9ad17ff2-9b5a-4d5a-8510-cd9abeba69bc tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.24 "DELETE /v2.0/ports/157e5ce6-c4ab-4f74-8448-17fa74d3255b HTTP/1.1" status: 204 len: 173 time: 1.0461702 Sep 18 07:04:37.933600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] No DVR routers for this DVR port f8f22f04-0352-42d2-a4ad-4a8ab95a53eb on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:37.937120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:37.940027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-102ce55a-eb78-4a76-abd2-10a202f0a354 req-821bf686-6f9f-4ac1-a5aa-fda670b40927 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.24 "DELETE /v2.0/ports/f8f22f04-0352-42d2-a4ad-4a8ab95a53eb HTTP/1.1" status: 204 len: 173 time: 1.1563950 Sep 18 07:04:37.947658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2972a8a-938d-4e36-886a-130ca082b3f7 req-460e37d7-5fd2-47bf-a5ce-9284ff17e0e7 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 210 time: 0.0383935 Sep 18 07:04:38.613781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1cd931bc-5bc2-4393-94d5-172511cc6b01 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:38.624726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-deleted', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2'}, {'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-deleted', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b'}, {'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'name': 'network-vif-deleted', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:38.630779 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e457a6-5af7-4249-9692-2ce3972963c8" -d '{"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-deleted", "tag": "687195c2-2ef6-453c-8e61-723578db16b2"}, {"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-deleted", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b"}, {"server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "name": "network-vif-deleted", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:38.666724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 1cd931bc-5bc2-4393-94d5-172511cc6b01 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:38.669845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 1cd931bc-5bc2-4393-94d5-172511cc6b01 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:38.679973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 157e5ce6-c4ab-4f74-8448-17fa74d3255b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:38.705706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355987-35c8-464b-84e2-24041cd4fc9f req-d404be5a-2fbe-4339-8367-4fb037072794 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:38.709481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83355987-35c8-464b-84e2-24041cd4fc9f req-d404be5a-2fbe-4339-8367-4fb037072794 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1056943 Sep 18 07:04:38.721495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 157e5ce6-c4ab-4f74-8448-17fa74d3255b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:38.722086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 157e5ce6-c4ab-4f74-8448-17fa74d3255b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:38.722508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 687195c2-2ef6-453c-8e61-723578db16b2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:38.766453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 687195c2-2ef6-453c-8e61-723578db16b2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:38.766453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 687195c2-2ef6-453c-8e61-723578db16b2 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:38.766991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f8f22f04-0352-42d2-a4ad-4a8ab95a53eb no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:38.772010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83355987-35c8-464b-84e2-24041cd4fc9f req-41e2a0a2-996f-4cab-ba3d-bfed6ec0a20e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Sep 18 07:04:38.799533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: f8f22f04-0352-42d2-a4ad-4a8ab95a53eb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:38.800124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f8f22f04-0352-42d2-a4ad-4a8ab95a53eb not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:38.801193 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30fe3a3-f4dc-46a5-8470-eb0fb133938a x-openstack-request-id: req-b30fe3a3-f4dc-46a5-8470-eb0fb133938a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:38.802260 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-deleted", "tag": "687195c2-2ef6-453c-8e61-723578db16b2", "status": "completed", "code": 200}, {"server_uuid": "44b1e122-b224-4088-84a4-9a380580d50f", "name": "network-vif-deleted", "tag": "157e5ce6-c4ab-4f74-8448-17fa74d3255b", "status": "completed", "code": 200}, {"server_uuid": "4a3998ad-e8fe-4609-b660-eaefa206bc1e", "name": "network-vif-deleted", "tag": "f8f22f04-0352-42d2-a4ad-4a8ab95a53eb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:38.802583 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b30fe3a3-f4dc-46a5-8470-eb0fb133938a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:38.803047 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-deleted', 'tag': '687195c2-2ef6-453c-8e61-723578db16b2', 'status': 'completed', 'code': 200} Sep 18 07:04:38.803933 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1e122-b224-4088-84a4-9a380580d50f', 'name': 'network-vif-deleted', 'tag': '157e5ce6-c4ab-4f74-8448-17fa74d3255b', 'status': 'completed', 'code': 200} Sep 18 07:04:38.804397 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3998ad-e8fe-4609-b660-eaefa206bc1e', 'name': 'network-vif-deleted', 'tag': 'f8f22f04-0352-42d2-a4ad-4a8ab95a53eb', 'status': 'completed', 'code': 200} Sep 18 07:04:38.830388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-215c4117-662a-40ff-a466-782bc76b1413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:38.929194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c1d3dca-d734-417c-964f-262ad312b141 req-4d7de8d9-11a6-4a57-b31f-fec8ef4f7145 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 210 time: 0.0537653 Sep 18 07:04:38.954691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182de516-9c75-43fa-8b3b-7441b49d3ad5 req-eb541bb4-fe73-4861-a0d1-0a1ad14f4898 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:38.963677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-cfc85ca8-9fe8-4934-b832-90dbca037cfa tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:38.964245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-182de516-9c75-43fa-8b3b-7441b49d3ad5 req-eb541bb4-fe73-4861-a0d1-0a1ad14f4898 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0999041 Sep 18 07:04:38.973729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-cfc85ca8-9fe8-4934-b832-90dbca037cfa tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1909084 Sep 18 07:04:38.988212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': '33d79feb-653b-43b0-a5d9-4c5699244003', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:39.037871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-182de516-9c75-43fa-8b3b-7441b49d3ad5 req-a5d924a9-13b9-47cb-883d-ea7ac6a2a766 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Sep 18 07:04:39.099106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59b4c251-b653-4ec9-ae2b-edab691c7af4 req-1ac901a2-c7c7-4f22-b02e-6281c91462d6 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a3998ad-e8fe-4609-b660-eaefa206bc1e HTTP/1.1" status: 200 len: 210 time: 0.0686374 Sep 18 07:04:39.190566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a4a68da-08a8-4162-bc57-061536a8054c req-9b8c62f7-f829-49e2-854b-1ab934142b5b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b1e122-b224-4088-84a4-9a380580d50f HTTP/1.1" status: 200 len: 210 time: 0.0356810 Sep 18 07:04:39.267948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:39.272122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:39.462025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.14 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/8bfa93fc-e714-4561-949c-668322d3698a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:39.640332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:39.742012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:39.788605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:39.791955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:39.794564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:04:39.845236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:39.870726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:39.872352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:39.913601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239009c-e304-4996-81fc-b825234bb9c8 req-f23b5bcb-edb3-49ad-bb43-5027ab91bfd8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:39.916883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9239009c-e304-4996-81fc-b825234bb9c8 req-f23b5bcb-edb3-49ad-bb43-5027ab91bfd8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0642233 Sep 18 07:04:39.961512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9239009c-e304-4996-81fc-b825234bb9c8 req-aa640851-b5f2-4484-9f0f-e6ba30d90ba8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 Sep 18 07:04:40.011068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-3f403f5f-39e9-4947-901d-3a32a9b31aa6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0293305 Sep 18 07:04:40.024926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Request body: {'port': {'device_id': '33d79feb-653b-43b0-a5d9-4c5699244003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:40.063231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882301-df76-4810-a2b5-e7c6396d133a req-629fd7f3-f1bf-40ff-9c1a-22e19693950d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:40.065386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc882301-df76-4810-a2b5-e7c6396d133a req-629fd7f3-f1bf-40ff-9c1a-22e19693950d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 932 time: 0.0586014 Sep 18 07:04:40.116353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc882301-df76-4810-a2b5-e7c6396d133a req-ba6600f7-3ff2-4270-8aaa-c91d11de16a3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Sep 18 07:04:40.127413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.187321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6641b-4f62-4123-afc6-ffc95186a5a3 req-66d26510-d9a4-4fff-88e5-bef5c621f8a1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:40.188956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0df6641b-4f62-4123-afc6-ffc95186a5a3 req-66d26510-d9a4-4fff-88e5-bef5c621f8a1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.0655982 Sep 18 07:04:40.251811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0df6641b-4f62-4123-afc6-ffc95186a5a3 req-2192adda-2c65-472b-abac-6c9c9e793af1 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555744 Sep 18 07:04:40.274093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51334) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:40.339136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting subnet 8ff2effa-98a6-450c-ad7d-d8d4806d5744 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:40.344015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.393337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.483023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51342) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:40.511800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.519037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfa93fc-e714-4561-949c-668322d3698a {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:40.535355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.556811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Transition to ACTIVE for port object 8bfa93fc-e714-4561-949c-668322d3698a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:04:40.587878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.618597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.644954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.679549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.710009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff2effa-98a6-450c-ad7d-d8d4806d5744,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:40.712039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.717062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f94566a-61e5-4f81-be13-de49057693c2 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/subnets/8ff2effa-98a6-450c-ad7d-d8d4806d5744 HTTP/1.1" status: 204 len: 168 time: 0.4384394 Sep 18 07:04:40.717342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51348) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:40.723254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be888b3b-a2ec-42b5-b3b5-4c046fe44fa4 None None] Network 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:40.749785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:40.781340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.785317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.788617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "DELETE /v2.0/security-groups/9759cac5-306a-4b17-8ec4-7f8340bbfcd4 HTTP/1.1" status: 204 len: 168 time: 0.3020241 Sep 18 07:04:40.788815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51352) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:40.834352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e2f20-fb2a-4252-81ce-ea97397193fc tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759cac5-306a-4b17-8ec4-7f8340bbfcd4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:40.841776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Attempting to bind port 8bfa93fc-e714-4561-949c-668322d3698a on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:04:40.842102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Attempting to bind port 8bfa93fc-e714-4561-949c-668322d3698a by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:04:40.842438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Attempting to bind port 8bfa93fc-e714-4561-949c-668322d3698a on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:40.845754 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-6954f8e0-8268-4faf-ae42-723f2000e70f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] show failed (client error): The resource could not be found. Sep 18 07:04:40.846856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6954f8e0-8268-4faf-ae42-723f2000e70f tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "GET /v2.0/security-groups/9759cac5-306a-4b17-8ec4-7f8340bbfcd4 HTTP/1.1" status: 404 len: 347 time: 0.0518527 Sep 18 07:04:40.848950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Port 8bfa93fc-e714-4561-949c-668322d3698a on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:04:40.849303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Attempting to bind port 8bfa93fc-e714-4561-949c-668322d3698a on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:04:40.851256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51354) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:40.851927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.932214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:40.932803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.935258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:04:40.935652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:40.935983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:04:40.936484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Bound port: 8bfa93fc-e714-4561-949c-668322d3698a, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:04:40.936783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:40.981377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] DHCP port deletion for 8945d324-a81e-4cc3-ae89-65fdd71e2ed9 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:04:41.012237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=19416979-4651-42e1-b2a0-fbc4bf46c8f0,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:41.012626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.047408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for 19416979-4651-42e1-b2a0-fbc4bf46c8f0 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:41.051564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:04:41.056374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8bfa93fc-e714-4561-949c-668322d3698a,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:04:41.061022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Deleting port ad850865-b249-4732-983e-8e6110fc3a16 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:41.061363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.085241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Deleting port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:41.085241 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.142552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.142928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.158823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Calling delete_port for ad850865-b249-4732-983e-8e6110fc3a16 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:41.161533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.171909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=19416979-4651-42e1-b2a0-fbc4bf46c8f0,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:41.172313 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.198425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 19416979-4651-42e1-b2a0-fbc4bf46c8f0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:41.223979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Calling delete_port for 19416979-4651-42e1-b2a0-fbc4bf46c8f0 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:41.250519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.251169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.252596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/8bfa93fc-e714-4561-949c-668322d3698a HTTP/1.1" status: 200 len: 1093 time: 1.2323663 Sep 18 07:04:41.254488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:41.256811 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a" -d '{"events": [{"name": "network-changed", "server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "tag": "8bfa93fc-e714-4561-949c-668322d3698a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:41.295131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4df2-c7e1-4f82-8258-bf116242e4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:41.368518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a36ab7-d1ae-4037-ba9e-e42821c81f07 req-42f287e5-f47b-4b42-b0e5-15f5c87a400e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.370296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89a36ab7-d1ae-4037-ba9e-e42821c81f07 req-42f287e5-f47b-4b42-b0e5-15f5c87a400e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.2183018 Sep 18 07:04:41.389632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09feba-0325-4438-95b4-fa7882355898 req-afac6575-5db2-4488-8901-343e1f4f9066 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.391515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f09feba-0325-4438-95b4-fa7882355898 req-afac6575-5db2-4488-8901-343e1f4f9066 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 944 time: 0.1311686 Sep 18 07:04:41.420142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.441206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-c5f47609-5e3e-494c-a96d-582d690fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.442766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-c5f47609-5e3e-494c-a96d-582d690fa590 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 1096 time: 0.0951197 Sep 18 07:04:41.467657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 19416979-4651-42e1-b2a0-fbc4bf46c8f0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=19416979-4651-42e1-b2a0-fbc4bf46c8f0,segment=NetworkSegment(11a2a144-cb8f-4755-812b-e568a3178953),segment_id=11a2a144-cb8f-4755-812b-e568a3178953)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:41.498928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-b0e151e5-373b-4b9b-827d-027a6fcb2059 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfa93fc-e714-4561-949c-668322d3698a HTTP/1.1" status: 200 len: 217 time: 0.0472615 Sep 18 07:04:41.500856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89a36ab7-d1ae-4037-ba9e-e42821c81f07 req-169266d5-2a80-4912-8e31-f4ad39f52cf8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998297 Sep 18 07:04:41.512284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f09feba-0325-4438-95b4-fa7882355898 req-af27f56c-5d62-4b3c-b3bb-8c0855b6b2b8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Sep 18 07:04:41.543348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.560807 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae493e4d-bcf1-49e5-9559-e8652c0f5c22 x-openstack-request-id: req-ae493e4d-bcf1-49e5-9559-e8652c0f5c22 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:41.561173 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "tag": "8bfa93fc-e714-4561-949c-668322d3698a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:41.561499 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae493e4d-bcf1-49e5-9559-e8652c0f5c22 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:41.561993 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a', 'status': 'completed', 'code': 200} Sep 18 07:04:41.577316 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f56d78ce-41df-4650-a96b-efd1cb7a5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.578190 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.597149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Pushing event deleted for resources: {'Port': ['ID=ad850865-b249-4732-983e-8e6110fc3a16,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:41.656572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:41.661568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aab62c-1842-4978-af90-29b07c934777 req-139161b7-f148-4263-8360-5a855336446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.662950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-139161b7-f148-4263-8360-5a855336446e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.1524150 Sep 18 07:04:41.691465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.693825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.704684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-a5ad9499-8db9-4eb7-bd66-4104ba0038cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312629 Sep 18 07:04:41.707388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:41.729828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] No DVR routers for this DVR port 19416979-4651-42e1-b2a0-fbc4bf46c8f0 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:41.732242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e317676-f076-4d57-b454-39ace06ee7a6 None None] Pushing event deleted for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:41.743991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.743991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.750535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-38eb21d9-e4a0-4681-896e-6e6639888851 tempest-ImagesOneServerNegativeTestJSON-342115538 tempest-ImagesOneServerNegativeTestJSON-342115538-project] 10.222.0.20 "DELETE /v2.0/floatingips/f967be3f-8d38-458b-a0d6-c9a6832bae7c HTTP/1.1" status: 204 len: 168 time: 0.8957391 Sep 18 07:04:41.768931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=19416979-4651-42e1-b2a0-fbc4bf46c8f0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:41.785815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-f90aa34f-d880-45d0-ad3b-510d62d9b77e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.787391 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-f90aa34f-d880-45d0-ad3b-510d62d9b77e tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.2048411 Sep 18 07:04:41.818969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be53f7-241d-4469-9a6f-967a70e89f18 req-d341c9dc-a799-4259-ba64-9b6610944b40 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:41.820660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50be53f7-241d-4469-9a6f-967a70e89f18 req-d341c9dc-a799-4259-ba64-9b6610944b40 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 945 time: 0.1696625 Sep 18 07:04:41.929804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:41.962009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50be53f7-241d-4469-9a6f-967a70e89f18 req-fc417267-c00f-44b7-be6e-d671ebe8184d tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de822bf-f1e7-415e-8037-698728a65af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Sep 18 07:04:41.987338 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.003741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51386) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:42.013827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Deleting port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:42.014223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.027386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-ea7742f8-cfd5-4b85-918a-0927d58a41f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749686 Sep 18 07:04:42.056242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8945d324-a81e-4cc3-ae89-65fdd71e2ed9']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:42.066248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a2a144-cb8f-4755-812b-e568a3178953') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:42.066546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a2a144-cb8f-4755-812b-e568a3178953') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:42.077578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.091252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.097660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:42.098643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:42.100952 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:42.192757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Deleting subnet 43063d22-f932-429b-a6a2-2d5de49cd6e3 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:42.196458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.239769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.271334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] For port 56f43bab-cdcb-4795-98e8-52c4551c1dd5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=56f43bab-cdcb-4795-98e8-52c4551c1dd5,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:42.271711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.276311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69aab62c-1842-4978-af90-29b07c934777 req-502a201b-3e97-4df2-a8e7-f7b438dabef4 service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408876 Sep 18 07:04:42.295142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.300530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Calling delete_port for 56f43bab-cdcb-4795-98e8-52c4551c1dd5 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:42.322824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.347855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.349680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/networks/8945d324-a81e-4cc3-ae89-65fdd71e2ed9 HTTP/1.1" status: 204 len: 168 time: 1.6315348 Sep 18 07:04:42.352366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51390) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:42.362369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729680-26ee-42fe-a44c-d2403c374069 tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Network': ['ID=8945d324-a81e-4cc3-ae89-65fdd71e2ed9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:42.422068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting subnet fcb60a71-cec9-42be-be94-1484f0b2e1d1 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:42.426272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.454107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-1a292b59-6e60-4ec4-979f-fb6f17119fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:42.455789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-1a292b59-6e60-4ec4-979f-fb6f17119fd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 1096 time: 0.0747364 Sep 18 07:04:42.470826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.517219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.627835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-9e1f8559-c362-49a5-b42b-e556fc364212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:42.630620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.630749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-9e1f8559-c362-49a5-b42b-e556fc364212 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 912 time: 0.1474593 Sep 18 07:04:42.651450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.659743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43063d22-f932-429b-a6a2-2d5de49cd6e3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:42.687405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.689241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c44b79d5-e2c1-43d2-92d5-bf25f58f14db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43063d22-f932-429b-a6a2-2d5de49cd6e3 HTTP/1.1" status: 204 len: 168 time: 0.6843936 Sep 18 07:04:42.696698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51402) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:42.709535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-7496d3f0-bd3b-428f-9e2c-acdbd6d2ad2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfa93fc-e714-4561-949c-668322d3698a HTTP/1.1" status: 200 len: 217 time: 0.0710130 Sep 18 07:04:42.751239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Pushing event deleted for resources: {'Port': ['ID=56f43bab-cdcb-4795-98e8-52c4551c1dd5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:42.809707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560959b-0c3b-4576-b371-7179146431d3 req-4f8917f9-f88e-42bc-88b1-126bd5907634 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:42.811364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2560959b-0c3b-4576-b371-7179146431d3 req-4f8917f9-f88e-42bc-88b1-126bd5907634 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 944 time: 0.1556756 Sep 18 07:04:42.824008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24c763-5fa3-49ed-912d-8cf84f1126bf req-65627af7-0737-461c-a8b0-97d05089af79 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:42.826373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f24c763-5fa3-49ed-912d-8cf84f1126bf req-65627af7-0737-461c-a8b0-97d05089af79 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1674988 Sep 18 07:04:42.884465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.906852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2560959b-0c3b-4576-b371-7179146431d3 req-0700a32c-eca5-4570-bcba-d925801d0c04 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Sep 18 07:04:42.912914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccd55a-fed9-4edc-976f-b3671fdb1c5e None None] Network 822f3c61-07f5-41f9-a6f1-37871f66b6c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:42.925668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:42.927649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/subnets/fcb60a71-cec9-42be-be94-1484f0b2e1d1 HTTP/1.1" status: 204 len: 168 time: 0.5743599 Sep 18 07:04:42.931731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f24c763-5fa3-49ed-912d-8cf84f1126bf req-3ba94cf4-2d6e-4e21-b1a1-8d7008df3247 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981374 Sep 18 07:04:42.932627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:42.933535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6c986-e4f6-4a2a-925a-bf0cdfcfac0a tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb60a71-cec9-42be-be94-1484f0b2e1d1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:43.040018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.137083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d2c28bd-a552-4584-884e-cbba0d3a80d0 req-9e4c8935-a69f-42c9-9400-e3f4ec031aad tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 210 time: 0.0305102 Sep 18 07:04:43.150731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Deleting port b221d67a-1cec-482c-8a18-f2a99afbd375 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:43.151289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.193346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] No DVR routers for this DVR port 56f43bab-cdcb-4795-98e8-52c4551c1dd5 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:43.196059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.198417 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2b86b57e-226e-4101-acee-3c12f1f543ba req-4f8d85b1-02f7-4a17-b7b7-313057e86a43 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.24 "DELETE /v2.0/ports/56f43bab-cdcb-4795-98e8-52c4551c1dd5 HTTP/1.1" status: 204 len: 173 time: 1.3854399 Sep 18 07:04:43.254141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.260557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-ed58644d-79be-4c26-9a90-a4fc1d7a32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:43.262099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] For port b221d67a-1cec-482c-8a18-f2a99afbd375, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b221d67a-1cec-482c-8a18-f2a99afbd375,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:43.266514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.266653 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-ed58644d-79be-4c26-9a90-a4fc1d7a32a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.5355315 Sep 18 07:04:43.266763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.278253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Calling delete_port for b221d67a-1cec-482c-8a18-f2a99afbd375 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:43.318434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-88ff35aa-9a6f-4807-b9b1-b9bab7fca1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477929 Sep 18 07:04:43.321738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] DHCP port deletion for 822f3c61-07f5-41f9-a6f1-37871f66b6c5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:04:43.395182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Deleting port b221d67a-1cec-482c-8a18-f2a99afbd375 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:43.395663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.407544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.463591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.466454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713c508d-6b0c-4d04-9b30-54ab0b3b76bd']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.479308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f6dfab-f761-4048-9b79-b31a7ba16727') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.479622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f6dfab-f761-4048-9b79-b31a7ba16727') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.485415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] For port b221d67a-1cec-482c-8a18-f2a99afbd375, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b221d67a-1cec-482c-8a18-f2a99afbd375,segment=NetworkSegment(3bf3d942-b0b2-4b1e-8ae7-c095ba728e68),segment_id=3bf3d942-b0b2-4b1e-8ae7-c095ba728e68)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:43.486121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.496830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Port': ['ID=b221d67a-1cec-482c-8a18-f2a99afbd375,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:43.502671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.508170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] No DVR routers for this DVR port b221d67a-1cec-482c-8a18-f2a99afbd375 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:43.510640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Calling delete_port for b221d67a-1cec-482c-8a18-f2a99afbd375 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:43.524069 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-56794c39-a095-46b9-8271-8d4212d003ed service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914637 Sep 18 07:04:43.528406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.553434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:43.553857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:43.555583 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:43.567396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'name': 'network-vif-deleted', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:43.570154 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84bf21a-b99b-483e-ad05-548208ec10ca" -d '{"events": [{"server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "name": "network-vif-deleted", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:43.619108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.643292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.664853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822f3c61-07f5-41f9-a6f1-37871f66b6c5']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.665849 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df4f52-b6cc-45eb-beaf-e99e9416e181 x-openstack-request-id: req-73df4f52-b6cc-45eb-beaf-e99e9416e181 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:43.666364 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411515a-974b-4031-b6d8-5cc29c83fccc", "name": "network-vif-deleted", "tag": "56f43bab-cdcb-4795-98e8-52c4551c1dd5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:43.666779 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73df4f52-b6cc-45eb-beaf-e99e9416e181 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:43.667347 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411515a-974b-4031-b6d8-5cc29c83fccc', 'name': 'network-vif-deleted', 'tag': '56f43bab-cdcb-4795-98e8-52c4551c1dd5', 'status': 'completed', 'code': 200} Sep 18 07:04:43.679283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.679796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf3d942-b0b2-4b1e-8ae7-c095ba728e68') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:43.702583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.703683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] Pushing event deleted for resources: {'Port': ['ID=b221d67a-1cec-482c-8a18-f2a99afbd375,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:43.711127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042b505-4695-4e34-a30c-c340ddec8992 None None] No DVR routers for this DVR port b221d67a-1cec-482c-8a18-f2a99afbd375 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:43.713702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.724225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:43.724714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:43.729887 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:43.738757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b719eb0-a6ac-4117-8a8a-ca347c2a171a req-3b8357ca-b051-4df2-aa01-0b17b18498bd service neutron] 10.222.0.37 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079289 Sep 18 07:04:43.903259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.909136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.911579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] 10.222.0.20 "DELETE /v2.0/networks/713c508d-6b0c-4d04-9b30-54ab0b3b76bd HTTP/1.1" status: 204 len: 168 time: 1.2135639 Sep 18 07:04:43.925438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c621caa-80e2-435c-be03-485a0777b0db admin admin] Pushing event deleted for resources: {'Network': ['ID=713c508d-6b0c-4d04-9b30-54ab0b3b76bd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:43.947782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.960173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:43.962242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] 10.222.0.20 "DELETE /v2.0/networks/822f3c61-07f5-41f9-a6f1-37871f66b6c5 HTTP/1.1" status: 204 len: 168 time: 1.0263858 Sep 18 07:04:43.979859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181edb-b31f-47c1-b84b-ed3687cdb16b tempest-ServersTestMultiNic-888221270 tempest-ServersTestMultiNic-888221270-project] Pushing event deleted for resources: {'Network': ['ID=822f3c61-07f5-41f9-a6f1-37871f66b6c5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:44.102728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60282a45-9f98-4790-b6b8-5f46732cf683 req-11ebd8b7-1f38-4619-bb93-b4ce209f01c3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:44.104401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60282a45-9f98-4790-b6b8-5f46732cf683 req-11ebd8b7-1f38-4619-bb93-b4ce209f01c3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 944 time: 0.0759108 Sep 18 07:04:44.143792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6fc57-70c8-412d-b75e-732321284d36 req-7380cfad-0e9e-40cb-83e4-87ad67a1c9f2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:44.145366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14d6fc57-70c8-412d-b75e-732321284d36 req-7380cfad-0e9e-40cb-83e4-87ad67a1c9f2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0794287 Sep 18 07:04:44.176613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60282a45-9f98-4790-b6b8-5f46732cf683 req-837a11c8-2fae-4ea3-b9ca-9b89872f967c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656409 Sep 18 07:04:44.198042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14d6fc57-70c8-412d-b75e-732321284d36 req-bf0a816c-54f0-4b23-8aa9-4e812e3e14c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Sep 18 07:04:44.345590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51456) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:44.390872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c926e5de-a930-4e60-83cf-95a422054ca4 req-b5214af4-a748-47d0-b5fa-ab467a1a5ce2 tempest-ServerRescueTestJSON-619539576 tempest-ServerRescueTestJSON-619539576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0411515a-974b-4031-b6d8-5cc29c83fccc HTTP/1.1" status: 200 len: 210 time: 0.0859585 Sep 18 07:04:44.419269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8d782910-213f-49dc-b247-4be8ab7f9d02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c951c6d3943411db6629ef2a65f9a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729311 Sep 18 07:04:44.421930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:44.436303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51462) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:44.474288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.499341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.619820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 56f43bab-cdcb-4795-98e8-52c4551c1dd5 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:44.622065 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.624629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.628500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/063f0053-fbdf-4255-a7cb-0b5bd1ad26b1 HTTP/1.1" status: 204 len: 168 time: 0.2055361 Sep 18 07:04:44.639974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd13d6-4920-43da-af2f-bde16d4a48e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063f0053-fbdf-4255-a7cb-0b5bd1ad26b1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:44.668963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 56f43bab-cdcb-4795-98e8-52c4551c1dd5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:44.669987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 56f43bab-cdcb-4795-98e8-52c4551c1dd5 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:44.706702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.856151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:44.963433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:45.136025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b221d67a-1cec-482c-8a18-f2a99afbd375 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:45.188420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8bfa93fc-e714-4561-949c-668322d3698a details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:04:45.192964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b221d67a-1cec-482c-8a18-f2a99afbd375 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:45.193681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b221d67a-1cec-482c-8a18-f2a99afbd375 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:45.309022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Deleting port 0ea78570-fdaf-4442-8c32-f8afa3652d02 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:45.309405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:45.347082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8bfa93fc-e714-4561-949c-668322d3698a,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:45.361917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8bfa93fc-e714-4561-949c-668322d3698a', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': '8bfa93fc-e714-4561-949c-668322d3698a', 'mac_address': 'fa:16:3e:a3:4d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:04:45.410975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:45.428075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfa93fc-e714-4561-949c-668322d3698a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:04:45.455617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8bfa93fc-e714-4561-949c-668322d3698a,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:45.482017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f109b0e-23e4-4b00-838b-527eac034076 req-c3a99d3b-7bf5-42e8-9e8d-7e6aab146708 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:45.483513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] For port 0ea78570-fdaf-4442-8c32-f8afa3652d02, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ea78570-fdaf-4442-8c32-f8afa3652d02,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:45.484049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:45.484544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f109b0e-23e4-4b00-838b-527eac034076 req-c3a99d3b-7bf5-42e8-9e8d-7e6aab146708 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 944 time: 0.1617191 Sep 18 07:04:45.494227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056e44-8a9e-4641-ae0d-cdc3babe2576 req-ef263eaf-4ca8-4f4b-8b4c-e1275d6b3905 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:45.501375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1056e44-8a9e-4641-ae0d-cdc3babe2576 req-ef263eaf-4ca8-4f4b-8b4c-e1275d6b3905 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1675968 Sep 18 07:04:45.504900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Calling delete_port for 0ea78570-fdaf-4442-8c32-f8afa3652d02 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:45.526839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:45.562511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1056e44-8a9e-4641-ae0d-cdc3babe2576 req-e1ab292f-0743-47d4-84fa-c8dde935c9bf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Sep 18 07:04:45.595179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f109b0e-23e4-4b00-838b-527eac034076 req-e082418c-dba3-4b1f-9832-5421ef57514c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Sep 18 07:04:45.628479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:45.684065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51494) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:45.821691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8bfa93fc-e714-4561-949c-668322d3698a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:04:45.957962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674ffb-5ce8-47c3-a945-c94ca27c8846 req-905dc10d-ebb2-447b-ab6b-0507527b5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:45.961203 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4674ffb-5ce8-47c3-a945-c94ca27c8846 req-905dc10d-ebb2-447b-ab6b-0507527b5b71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 1097 time: 0.0851092 Sep 18 07:04:46.009666 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4674ffb-5ce8-47c3-a945-c94ca27c8846 req-7a9572ec-d1c2-4eab-ba0a-077260653aad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Sep 18 07:04:46.038522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.083299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea78570-fdaf-4442-8c32-f8afa3652d02,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:46.205478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.288209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51516) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:46.434619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.497348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1396955732-network', 'tenant_id': '0026a2b7494e4d88ba1473d7bf4c9aef'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:46.551471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Deleting port d4492dd1-be32-4ec9-9a2e-d834c1a6af74 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:46.552023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.622582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Made reservation on behalf of 0026a2b7494e4d88ba1473d7bf4c9aef for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:46.624983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.643473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.652050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] For port d4492dd1-be32-4ec9-9a2e-d834c1a6af74, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,segment=NetworkSegment(6f77ee79-4a3c-44f1-9f77-e74f121cb767),segment_id=6f77ee79-4a3c-44f1-9f77-e74f121cb767)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:46.652618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.669914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Calling delete_port for d4492dd1-be32-4ec9-9a2e-d834c1a6af74 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:46.751744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:04:46.886245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:46.895095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d37b-f435-421b-b44b-662935a5935c req-6d4f48e0-ec92-4a5d-8284-9cfdb6e5e375 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:46.896820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e417d37b-f435-421b-b44b-662935a5935c req-6d4f48e0-ec92-4a5d-8284-9cfdb6e5e375 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1372821 Sep 18 07:04:46.906922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f390c0-126a-4605-983b-bfae82d95591 req-71dd4853-65a8-4fe6-b001-9d7dede202bb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:46.907352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:04:46.908748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55f390c0-126a-4605-983b-bfae82d95591 req-71dd4853-65a8-4fe6-b001-9d7dede202bb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 945 time: 0.1503088 Sep 18 07:04:46.916923 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Sync routers for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:04:46.923692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1f0c8b30-df4a-4070-8a0d-491e560c8399 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e863f13-6b8c-49cb-9fab-ad695f2cae23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4860315 Sep 18 07:04:46.924669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:46.934251 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:46.935576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:47.046477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.069933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e417d37b-f435-421b-b44b-662935a5935c req-abab4887-c910-4bfd-ac27-6958617cc4c2 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525676 Sep 18 07:04:47.076585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55f390c0-126a-4605-983b-bfae82d95591 req-d02c87a7-be6e-4a5d-926a-07171ffb9e96 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406763 Sep 18 07:04:47.092304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.102778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:04:47.123050 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:47.158944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8bfa93fc-e714-4561-949c-668322d3698a up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:04:47.200578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.207003 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Added segment 3d14beba-4d24-4bb2-9fda-e5b9cef344bb of type vlan for network 98a2292d-2678-4850-9e7c-534dcc513d72 Sep 18 07:04:47.211918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0b182-fd97-4d6b-92f3-c17e23af1f1d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:47.236118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.327027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4492dd1-be32-4ec9-9a2e-d834c1a6af74,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:47.332580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.365260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8bfa93fc-e714-4561-949c-668322d3698a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:04:47.369833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8bfa93fc-e714-4561-949c-668322d3698a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:04:47.370239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.405033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.438767 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:04:45Z', 'revision_number': 5, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port': {'id': '6c234513-0e6e-4245-9ccc-e03dc907368f', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:00Z', 'updated_at': '2021-09-18T07:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:47.445252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.449697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:47.449697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.498410 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.524364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.535948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Checking router: 9e863f13-6b8c-49cb-9fab-ad695f2cae23 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:04:47.549451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8bfa93fc-e714-4561-949c-668322d3698a,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:47.550869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:04:47.553768 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44571049-d1b0-46ce-8239-d0a7334e9872" -d '{"events": [{"server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "name": "network-vif-plugged", "status": "completed", "tag": "8bfa93fc-e714-4561-949c-668322d3698a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:04:47.565462 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Routers {'9e863f13-6b8c-49cb-9fab-ad695f2cae23'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:47.566149 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:47.598198 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883627c5-7d7f-4452-b8c9-bb9280aaba5a x-openstack-request-id: req-883627c5-7d7f-4452-b8c9-bb9280aaba5a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:04:47.598788 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "name": "network-vif-plugged", "status": "completed", "tag": "8bfa93fc-e714-4561-949c-668322d3698a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:04:47.599352 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-883627c5-7d7f-4452-b8c9-bb9280aaba5a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:04:47.599986 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a', 'code': 200} Sep 18 07:04:47.603326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3112745 Sep 18 07:04:47.604378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51538) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:47.633950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Request body: {'subnet': {'network_id': '98a2292d-2678-4850-9e7c-534dcc513d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1396955732-subnet', 'tenant_id': '0026a2b7494e4d88ba1473d7bf4c9aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:47.650671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.684676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f26b-b5c1-4919-9ae7-251c9919c85a admin admin] Pushing event updated for resources: {'Network': ['ID=98a2292d-2678-4850-9e7c-534dcc513d72,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:47.726240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:47.737041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 98a2292d-2678-4850-9e7c-534dcc513d72 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:04:47.764305 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] Set router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:47.806822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa992a-8208-45d6-b0c6-ffa29635cd30 req-8c24abe5-abcd-4fae-b4fc-5ebd8b4e05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:47.808936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ffa992a-8208-45d6-b0c6-ffa29635cd30 req-8c24abe5-abcd-4fae-b4fc-5ebd8b4e05ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 1098 time: 0.1410537 Sep 18 07:04:47.849059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:04:47Z', 'revision_number': 6, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:47.855842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Deleting port 6c234513-0e6e-4245-9ccc-e03dc907368f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:47.856469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.858204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Made reservation on behalf of 0026a2b7494e4d88ba1473d7bf4c9aef for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:47.860592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:47.882636 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defc087-a4b5-4dd6-99ea-d42142cc8df9 None None] The sync data for ids ['9e863f13-6b8c-49cb-9fab-ad695f2cae23'] in n-d-789963-14 is: [{'id': '9e863f13-6b8c-49cb-9fab-ad695f2cae23', 'name': 'tempest-ServersTestMultiNic-589698215-router', 'tenant_id': '1c211d9d2e694711928775b31e8e50b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:59Z', 'updated_at': '2021-09-18T07:04:47Z', 'revision_number': 6, 'project_id': '1c211d9d2e694711928775b31e8e50b0', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:04:48.017789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ffa992a-8208-45d6-b0c6-ffa29635cd30 req-95a44128-2a79-478d-a403-09b0293163bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974156 Sep 18 07:04:48.056627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] For port 6c234513-0e6e-4245-9ccc-e03dc907368f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6c234513-0e6e-4245-9ccc-e03dc907368f,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:48.057207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.091202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Calling delete_port for 6c234513-0e6e-4245-9ccc-e03dc907368f owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:48.291192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.396861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b25da26-5612-4f5b-8675-1e3b23789fc1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:48.405405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5018c-dd3a-439f-9a71-e9f57ee1ff1b req-da605941-ad49-4173-8f61-7b8e50703335 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:48.407939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ea5018c-dd3a-439f-9a71-e9f57ee1ff1b req-da605941-ad49-4173-8f61-7b8e50703335 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.2235045 Sep 18 07:04:48.410814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Router b8a2d52b-f87b-4756-85a5-16ea09916237 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:04:48.427797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Checking segment: {'id': '3d14beba-4d24-4bb2-9fda-e5b9cef344bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98a2292d-2678-4850-9e7c-534dcc513d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:48.428160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Network hostable DHCP agents. Network: 98a2292d-2678-4850-9e7c-534dcc513d72, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:04:48.462841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5faf0-5c86-4a88-8f60-0bac1dd951cf req-e40de9ff-d285-4c7f-9d0f-23a4f3c6c9a2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:48.465417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ae5faf0-5c86-4a88-8f60-0bac1dd951cf req-e40de9ff-d285-4c7f-9d0f-23a4f3c6c9a2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2363846 Sep 18 07:04:48.508726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ea5018c-dd3a-439f-9a71-e9f57ee1ff1b req-4986e2d2-955b-49fe-8c9a-0f20b352c4e1 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935256 Sep 18 07:04:48.515524 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.571157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c234513-0e6e-4245-9ccc-e03dc907368f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:48.573640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Network 98a2292d-2678-4850-9e7c-534dcc513d72 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:04:48.612730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ae5faf0-5c86-4a88-8f60-0bac1dd951cf req-66043e40-e262-4246-aa23-9608ade2373a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344240 Sep 18 07:04:48.656738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.676112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:04:48.681741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ad42a48c-5720-46b5-aca9-fc7247bd9228 admin admin] 10.222.0.20 "PUT /v2.0/routers/b8a2d52b-f87b-4756-85a5-16ea09916237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9962480 Sep 18 07:04:48.684630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51558) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:48.686694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Sync routers for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:04:48.702334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:48.702334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:48.752904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 98a2292d-2678-4850-9e7c-534dcc513d72) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:48.755929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.770074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.824595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:48.825164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.839218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb30be-fe48-444c-afe0-01e609be0a68 req-fbed36ca-b4ed-492d-aa6d-f47e80e48348 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:48.840874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8afb30be-fe48-444c-afe0-01e609be0a68 req-fbed36ca-b4ed-492d-aa6d-f47e80e48348 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1170604 Sep 18 07:04:48.847713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:48.874078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e824890-a854-4e94-9324-d426f9b7514b None None] Network 98a2292d-2678-4850-9e7c-534dcc513d72 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:48.877296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:48.934183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8afb30be-fe48-444c-afe0-01e609be0a68 req-df330024-a26a-4eba-b54a-812b617f8cad tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827832 Sep 18 07:04:49.021928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.025437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e863f13-6b8c-49cb-9fab-ad695f2cae23 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:04:49.030564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.034596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5ec66ec-9282-420c-84c4-ef91942ec809 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9e863f13-6b8c-49cb-9fab-ad695f2cae23 HTTP/1.1" status: 204 len: 168 time: 2.1088853 Sep 18 07:04:49.035713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:49.040204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1b0de186-79f0-4902-bd2c-198ef8002018 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4253728 Sep 18 07:04:49.045215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.238501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Deleting subnet f5463315-97d0-4078-be18-86939b3ba6f4 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:49.242558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.314446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Deleting port fbe3761c-c426-483b-9c98-215c4da95699 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:49.315831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.347328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.402922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ea78570-fdaf-4442-8c32-f8afa3652d02 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:49.436116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73213971-1eae-4daa-b960-ab463a0e1cd3 None None] Network 98a2292d-2678-4850-9e7c-534dcc513d72 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:49.440062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0ea78570-fdaf-4442-8c32-f8afa3652d02 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:49.440415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ea78570-fdaf-4442-8c32-f8afa3652d02 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:49.440828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6c234513-0e6e-4245-9ccc-e03dc907368f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:49.516717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6c234513-0e6e-4245-9ccc-e03dc907368f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:49.517866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6c234513-0e6e-4245-9ccc-e03dc907368f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:49.528680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.577123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:04:47Z', 'revision_number': 5, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port': {'id': 'fbe3761c-c426-483b-9c98-215c4da95699', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:02:37Z', 'updated_at': '2021-09-18T07:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:49.617557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Checking router: b8a2d52b-f87b-4756-85a5-16ea09916237 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:04:49.621981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] For port fbe3761c-c426-483b-9c98-215c4da95699, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fbe3761c-c426-483b-9c98-215c4da95699,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:49.622552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.647397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8517b2e-59c2-43bd-8972-b0b230a618e7 req-a26404ca-12bb-4658-828e-ab8cf37db1c0 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:49.649286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Routers {'b8a2d52b-f87b-4756-85a5-16ea09916237'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:04:49.649425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8517b2e-59c2-43bd-8972-b0b230a618e7 req-a26404ca-12bb-4658-828e-ab8cf37db1c0 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0999467 Sep 18 07:04:49.649957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b8a2d52b-f87b-4756-85a5-16ea09916237'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:49.655954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Calling delete_port for fbe3761c-c426-483b-9c98-215c4da95699 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:49.757336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] Set router b8a2d52b-f87b-4756-85a5-16ea09916237 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:04:49.758322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8517b2e-59c2-43bd-8972-b0b230a618e7 req-bd2092b1-ae8c-46b7-b108-5bef513a0ad8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979900 Sep 18 07:04:49.770491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.795512 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-7663bcc2-6f08-426e-aa7a-a534250c6398 req-0fc4f1fc-6cfc-41a1-a130-beeef1f8ff1b tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] show failed (client error): The resource could not be found. Sep 18 07:04:49.796681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7663bcc2-6f08-426e-aa7a-a534250c6398 req-0fc4f1fc-6cfc-41a1-a130-beeef1f8ff1b tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/b0647dea-207f-434a-a324-40577732c4d8 HTTP/1.1" status: 404 len: 352 time: 0.0533209 Sep 18 07:04:49.821016 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:49.827996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12464d-8e9f-4d81-8a01-c04fa68fc33d None None] Network 17db62a2-f089-443c-b5bc-ca2e552e5d58 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:49.828206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51590) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:49.829818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f5463315-97d0-4078-be18-86939b3ba6f4 HTTP/1.1" status: 204 len: 168 time: 0.7883730 Sep 18 07:04:49.832119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:04:49Z', 'revision_number': 6, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:49.832851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7607d7-9475-467a-8bd3-bc618e3887f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5463315-97d0-4078-be18-86939b3ba6f4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:49.871598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9022c3f2-a048-4344-8782-8bc3c43af063 None None] The sync data for ids ['b8a2d52b-f87b-4756-85a5-16ea09916237'] in n-d-789963-14 is: [{'id': 'b8a2d52b-f87b-4756-85a5-16ea09916237', 'name': 'tempest-ServerRescueTestJSON-1561948274-router', 'tenant_id': 'ed0536ef72c5458d82f8207e6c217652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:02:36Z', 'updated_at': '2021-09-18T07:04:49Z', 'revision_number': 6, 'project_id': 'ed0536ef72c5458d82f8207e6c217652', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:04:50.032430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.106895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950df1d-9449-4b3d-abd0-b394885e69a8 req-c18dea46-62b8-4f9b-94e9-5aee1ddf57a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:50.108376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4950df1d-9449-4b3d-abd0-b394885e69a8 req-c18dea46-62b8-4f9b-94e9-5aee1ddf57a4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1726198 Sep 18 07:04:50.123514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26a4e8aa-52f4-4e52-8dc6-283b94b568c1 req-801253cc-0dec-46e2-8a56-49334e320ca7 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0026a2b7494e4d88ba1473d7bf4c9aef HTTP/1.1" status: 200 len: 2988 time: 0.1685529 Sep 18 07:04:50.219397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4950df1d-9449-4b3d-abd0-b394885e69a8 req-9f0325f0-f041-434b-b428-2e87981e6cbc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038961 Sep 18 07:04:50.228542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26a4e8aa-52f4-4e52-8dc6-283b94b568c1 req-a21b55b0-cb50-46e3-a53e-2481645dbccb tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/c3e0b182-fd97-4d6b-92f3-c17e23af1f1d HTTP/1.1" status: 200 len: 2985 time: 0.0940866 Sep 18 07:04:50.238482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] DHCP port deletion for 17db62a2-f089-443c-b5bc-ca2e552e5d58 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:04:50.260044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Deleting port 20755672-46a4-4644-ab70-f6edb2f38a5d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:50.260044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.307157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Deleting port 20755672-46a4-4644-ab70-f6edb2f38a5d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:04:50.312059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.342277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.382480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] For port 20755672-46a4-4644-ab70-f6edb2f38a5d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20755672-46a4-4644-ab70-f6edb2f38a5d,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:50.382887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.388199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe3761c-c426-483b-9c98-215c4da95699,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:50.405217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Calling delete_port for 20755672-46a4-4644-ab70-f6edb2f38a5d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:50.407042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] For port 20755672-46a4-4644-ab70-f6edb2f38a5d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20755672-46a4-4644-ab70-f6edb2f38a5d,segment=NetworkSegment(08c9c54a-6a48-4292-9e98-0ebad27f103f),segment_id=08c9c54a-6a48-4292-9e98-0ebad27f103f)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:04:50.407598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.438537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26a4e8aa-52f4-4e52-8dc6-283b94b568c1 req-7aa5e750-ff4e-46e4-b638-8e14499e8d6c tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/c3e0b182-fd97-4d6b-92f3-c17e23af1f1d HTTP/1.1" status: 200 len: 2985 time: 0.2028389 Sep 18 07:04:50.445211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Calling delete_port for 20755672-46a4-4644-ab70-f6edb2f38a5d owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:04:50.583938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a8ce049-7bb0-4c22-875e-7cd39b4fdd3b req-cd3b643d-d011-4520-a18a-66a1fc68b2f2 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/c3e0b182-fd97-4d6b-92f3-c17e23af1f1d HTTP/1.1" status: 200 len: 2985 time: 0.1173079 Sep 18 07:04:50.586756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.639674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.659691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] No DVR routers for this DVR port 20755672-46a4-4644-ab70-f6edb2f38a5d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:50.684107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da3bcc-8863-4577-b046-6444020c9d08 None None] Pushing event deleted for resources: {'Port': ['ID=20755672-46a4-4644-ab70-f6edb2f38a5d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:50.758587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.766831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.817410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:50.864901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Pushing event deleted for resources: {'Port': ['ID=20755672-46a4-4644-ab70-f6edb2f38a5d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:50.869713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] No DVR routers for this DVR port 20755672-46a4-4644-ab70-f6edb2f38a5d on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:04:50.902790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e490a1-b3a7-4bb4-ade6-492ba587642b req-12ae10df-198c-4722-9e5f-46eb21f880e7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:50.904389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8e490a1-b3a7-4bb4-ade6-492ba587642b req-12ae10df-198c-4722-9e5f-46eb21f880e7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2311645 Sep 18 07:04:50.916189 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-0a8ce049-7bb0-4c22-875e-7cd39b4fdd3b req-35aab321-08c8-443a-83bb-060a46ee243b tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 07:04:50.916189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a8ce049-7bb0-4c22-875e-7cd39b4fdd3b req-35aab321-08c8-443a-83bb-060a46ee243b tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3e0b182-fd97-4d6b-92f3-c17e23af1f1d HTTP/1.1" status: 409 len: 352 time: 0.2869697 Sep 18 07:04:50.985939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.009705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.010240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a2d52b-f87b-4756-85a5-16ea09916237 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:04:51.014793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.018805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-044d2eab-b80d-4099-8472-a24f1f70617f admin admin] 10.222.0.20 "DELETE /v2.0/routers/b8a2d52b-f87b-4756-85a5-16ea09916237 HTTP/1.1" status: 204 len: 168 time: 2.3300664 Sep 18 07:04:51.019154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:51.047782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8e490a1-b3a7-4bb4-ade6-492ba587642b req-a5f95672-03fc-4bfe-af40-776acc7d18c1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351032 Sep 18 07:04:51.051579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17db62a2-f089-443c-b5bc-ca2e552e5d58']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.064919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c9c54a-6a48-4292-9e98-0ebad27f103f') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.065221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c9c54a-6a48-4292-9e98-0ebad27f103f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.077237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.098458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Deleting subnet 15294ac6-35eb-464d-90ef-b11dfd49597a {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:51.099425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2438de7-8178-4247-927b-f8b6ce87129e req-f7b538e4-f28d-439c-9ca0-c33adb01a2c5 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:51.101479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2438de7-8178-4247-927b-f8b6ce87129e req-f7b538e4-f28d-439c-9ca0-c33adb01a2c5 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1186526 Sep 18 07:04:51.103144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.113162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.134217 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-bdc02e51-c9a9-4430-bb3d-9b7f7c19c8e3 req-768e69e0-245a-4a2c-9790-0726b81b8f94 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] show failed (client error): The resource could not be found. Sep 18 07:04:51.135360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdc02e51-c9a9-4430-bb3d-9b7f7c19c8e3 req-768e69e0-245a-4a2c-9790-0726b81b8f94 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/464ff8cd-1869-4a70-af73-807bb9344202 HTTP/1.1" status: 404 len: 352 time: 0.0329132 Sep 18 07:04:51.136412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:51.140887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:51.157018 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:51.215813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fbe3761c-c426-483b-9c98-215c4da95699 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:51.237126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2438de7-8178-4247-927b-f8b6ce87129e req-718ac015-89d2-4ae3-89e6-b5bfe60cba27 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254334 Sep 18 07:04:51.262420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.268475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: fbe3761c-c426-483b-9c98-215c4da95699 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:51.268863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fbe3761c-c426-483b-9c98-215c4da95699 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:51.269312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20755672-46a4-4644-ab70-f6edb2f38a5d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:51.293335 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [req-f5e8b5a1-80c8-4a94-b42c-1e659cfd2459 req-b00cf74a-8016-4607-a999-03e35c012758 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] show failed (client error): The resource could not be found. Sep 18 07:04:51.294945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5e8b5a1-80c8-4a94-b42c-1e659cfd2459 req-b00cf74a-8016-4607-a999-03e35c012758 tempest-SecurityGroupsNegativeTestJSON-465549465 tempest-SecurityGroupsNegativeTestJSON-465549465-project] 10.222.0.20 "GET /v2.0/security-groups/cf5298dd-5a4d-474e-9fe9-138d734cda39 HTTP/1.1" status: 404 len: 352 time: 0.0165164 Sep 18 07:04:51.300809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 20755672-46a4-4644-ab70-f6edb2f38a5d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:51.301165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20755672-46a4-4644-ab70-f6edb2f38a5d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:51.301587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d4492dd1-be32-4ec9-9a2e-d834c1a6af74 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:04:51.319288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:51.356790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.358051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: d4492dd1-be32-4ec9-9a2e-d834c1a6af74 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:04:51.358413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d4492dd1-be32-4ec9-9a2e-d834c1a6af74 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:04:51.439735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.463846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.465876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] 10.222.0.20 "DELETE /v2.0/networks/17db62a2-f089-443c-b5bc-ca2e552e5d58 HTTP/1.1" status: 204 len: 168 time: 1.6366434 Sep 18 07:04:51.479230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Deleting subnet 6b25da26-5612-4f5b-8675-1e3b23789fc1 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:04:51.482671 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.521066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329e5a9-6134-4a34-b8c2-1be5baff1330 admin admin] Pushing event deleted for resources: {'Network': ['ID=17db62a2-f089-443c-b5bc-ca2e552e5d58,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:51.540775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.576851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.586133 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.635275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15294ac6-35eb-464d-90ef-b11dfd49597a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:51.657913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.663101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e503cf8-0dd4-45a7-90ca-2c4430aec024 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15294ac6-35eb-464d-90ef-b11dfd49597a HTTP/1.1" status: 204 len: 168 time: 0.6394098 Sep 18 07:04:51.663221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51632) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:51.734185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.785750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.852091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b25da26-5612-4f5b-8675-1e3b23789fc1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:51.860864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.865370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-356ee20b-0a23-4516-8c53-e411e7639157 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6b25da26-5612-4f5b-8675-1e3b23789fc1 HTTP/1.1" status: 204 len: 168 time: 0.5448048 Sep 18 07:04:51.865638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51638) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:51.909112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.933883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b1bc3-841a-4162-95c5-289e8503773a req-f308d997-7d70-440b-963a-6e8070abf7ad tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:51.935490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-903b1bc3-841a-4162-95c5-289e8503773a req-f308d997-7d70-440b-963a-6e8070abf7ad tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1538174 Sep 18 07:04:51.943502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54cb441-2fbd-48e1-bf50-6f8bc10a087d']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.954081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.968287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f77ee79-4a3c-44f1-9f77-e74f121cb767') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.968590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f77ee79-4a3c-44f1-9f77-e74f121cb767') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:51.983552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:51.984905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:52.015925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.034050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-903b1bc3-841a-4162-95c5-289e8503773a req-d27b15b6-6cc4-4088-93c7-b79c8cd8e6f5 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877867 Sep 18 07:04:52.037019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:52.037426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:52.040093 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:52.055097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.078591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a2292d-2678-4850-9e7c-534dcc513d72']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:52.090161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d14beba-4d24-4bb2-9fda-e5b9cef344bb') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:52.094725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d14beba-4d24-4bb2-9fda-e5b9cef344bb') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:04:52.101581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.109272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5f6b41aa-8c6d-4262-9dbd-8caeeaca1dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c211d9d2e694711928775b31e8e50b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208842 Sep 18 07:04:52.111032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51646) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:52.127233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.141320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:04:52.141734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:04:52.143445 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:04:52.217715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6fd57-496b-41fe-8f59-8af48323590c req-c6a3729f-37fc-48f3-a525-d7eeccdb2e0e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:52.217715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ec6fd57-496b-41fe-8f59-8af48323590c req-c6a3729f-37fc-48f3-a525-d7eeccdb2e0e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0697048 Sep 18 07:04:52.226096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.245708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.250802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.254718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.259044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d54cb441-2fbd-48e1-bf50-6f8bc10a087d HTTP/1.1" status: 204 len: 168 time: 0.5928578 Sep 18 07:04:52.272347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10a3a0-3a1b-4961-b096-5d1cdb94824c admin admin] Pushing event deleted for resources: {'Network': ['ID=d54cb441-2fbd-48e1-bf50-6f8bc10a087d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:52.278764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ec6fd57-496b-41fe-8f59-8af48323590c req-0d13bda9-7488-428e-982c-383c0b56bef2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571175 Sep 18 07:04:52.451326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.467374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.469367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/98a2292d-2678-4850-9e7c-534dcc513d72 HTTP/1.1" status: 204 len: 168 time: 0.6027098 Sep 18 07:04:52.470798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccb9c6-7fc9-4691-8537-e71323aabcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a2292d-2678-4850-9e7c-534dcc513d72,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:52.473608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.476142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.483200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f1fdadb-17bc-42dc-9b61-c270909fd6d4 HTTP/1.1" status: 204 len: 168 time: 0.3651733 Sep 18 07:04:52.484993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f20fe-ff17-47c1-b1ee-9a0c97357fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1fdadb-17bc-42dc-9b61-c270909fd6d4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:52.725402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51662) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:52.766526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-36aac18d-b868-49e5-be86-d69d7ad8e6ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed0536ef72c5458d82f8207e6c217652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398340 Sep 18 07:04:52.768966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51664) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:52.831851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.854597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:52.999156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.001865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.003068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2de822bf-f1e7-415e-8037-698728a65af5 HTTP/1.1" status: 204 len: 168 time: 0.2330267 Sep 18 07:04:53.010744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f502-1ae2-48ff-9648-ba9851fcc76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de822bf-f1e7-415e-8037-698728a65af5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:53.128218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51670) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:53.153199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97ab5-abfd-4478-91d1-22afd9d98155 req-c84fe699-3736-4ce1-81bd-187399bec946 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:53.155537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dce97ab5-abfd-4478-91d1-22afd9d98155 req-c84fe699-3736-4ce1-81bd-187399bec946 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0561395 Sep 18 07:04:53.197404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dce97ab5-abfd-4478-91d1-22afd9d98155 req-64dc3ab8-7fb7-4d92-8d37-8a88402eb444 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357816 Sep 18 07:04:53.469859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617acc-5d91-4eb2-bdb8-8b1c1e8b21d5 req-d2eaba06-1111-46d2-9545-e14fa5de6944 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:53.471870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29617acc-5d91-4eb2-bdb8-8b1c1e8b21d5 req-d2eaba06-1111-46d2-9545-e14fa5de6944 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0745461 Sep 18 07:04:53.519211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51688) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:53.519784 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-877675c7-f62c-43cb-a42c-acc30763ca73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0026a2b7494e4d88ba1473d7bf4c9aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891168 Sep 18 07:04:53.556231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29617acc-5d91-4eb2-bdb8-8b1c1e8b21d5 req-bc4bb2e1-43e5-4c62-a460-e65a51eed623 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720139 Sep 18 07:04:53.599513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.621119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.798652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.801251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:53.802457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3e0b182-fd97-4d6b-92f3-c17e23af1f1d HTTP/1.1" status: 204 len: 168 time: 0.2752340 Sep 18 07:04:53.810227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09932d-9a0c-4912-9afd-37e9ace21de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e0b182-fd97-4d6b-92f3-c17e23af1f1d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:54.280890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:54.592587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297aeadb-d388-457c-b23c-9cc2e7c64d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:54.719182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0700-64a5-4f38-816b-7c33904aea96 req-1800b31c-c134-4484-94fe-4d3b0acd8ae6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:54.720756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d3b0700-64a5-4f38-816b-7c33904aea96 req-1800b31c-c134-4484-94fe-4d3b0acd8ae6 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0780427 Sep 18 07:04:54.758679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297aeadb-d388-457c-b23c-9cc2e7c64d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:54.777500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d3b0700-64a5-4f38-816b-7c33904aea96 req-c152478c-1c62-4f51-8415-a7d76354a453 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Sep 18 07:04:54.862425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297aeadb-d388-457c-b23c-9cc2e7c64d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:54.895381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-297aeadb-d388-457c-b23c-9cc2e7c64d75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7ad3d78b5fb41b1812956ee6a135d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118681 Sep 18 07:04:54.896928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51738) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:54.924953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aeadb-d388-457c-b23c-9cc2e7c64d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b838d3ee-7663-40b6-8596-8372bcec6046,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:54.961517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:54.983408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:55.107583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:55.109810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:55.111003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b838d3ee-7663-40b6-8596-8372bcec6046 HTTP/1.1" status: 204 len: 168 time: 0.2122903 Sep 18 07:04:55.125297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b838d3ee-7663-40b6-8596-8372bcec6046,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:55.129156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.129541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.129858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.130230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.130589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.130899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.131229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.131560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.131886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.132216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.132537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.132862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2807feb2-8881-4ec2-ba1b-078ec1b93f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:04:55.900417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d6526-860e-41d8-9a5f-bd18d1625013 req-f4f92392-9c7a-4655-8fbb-dd5c59ccc2fb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:55.901872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d63d6526-860e-41d8-9a5f-bd18d1625013 req-f4f92392-9c7a-4655-8fbb-dd5c59ccc2fb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Sep 18 07:04:55.940541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d63d6526-860e-41d8-9a5f-bd18d1625013 req-b112d4e6-ec4e-4e3f-b36f-bea4a8a94c73 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Sep 18 07:04:56.082175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51778) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:56.273325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:56.281249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:56.288465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0062760c-c2bf-42bf-88f6-f307b1a9cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.373959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51792) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:56.410312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0062760c-c2bf-42bf-88f6-f307b1a9cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.424860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-853971971-network', 'tenant_id': 'd8297bf23eea45c584012781e298a1cb'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:56.456287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff464dc2-0cb7-4e95-89af-f8d1afd3965b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.470621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1045921264-network', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:56.539755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0062760c-c2bf-42bf-88f6-f307b1a9cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.587228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0062760c-c2bf-42bf-88f6-f307b1a9cbca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44f3b81898804a59bdce925362d0af91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127880 Sep 18 07:04:56.588352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062760c-c2bf-42bf-88f6-f307b1a9cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e7c8e-5a87-45ef-956e-79483173e5bf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:56.590491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:56.644750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.667594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.672606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Made reservation on behalf of d8297bf23eea45c584012781e298a1cb for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:56.675493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.685524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.811952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Made reservation on behalf of 5d51660ad5b14b918e9934c59dff4afe for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:56.814329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.828145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.892584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.895194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:56.897378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e33e7c8e-5a87-45ef-956e-79483173e5bf HTTP/1.1" status: 204 len: 168 time: 0.3058288 Sep 18 07:04:56.916192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c051b-3101-4ed5-985b-9104a395a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e7c8e-5a87-45ef-956e-79483173e5bf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:56.986267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff464dc2-0cb7-4e95-89af-f8d1afd3965b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.006777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1c47-cf04-474a-b308-fe67b53d13fa req-8012a4b8-83c8-4c43-a862-5d571d2b2ae3 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.008431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0fe1c47-cf04-474a-b308-fe67b53d13fa req-8012a4b8-83c8-4c43-a862-5d571d2b2ae3 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0558364 Sep 18 07:04:57.070712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0fe1c47-cf04-474a-b308-fe67b53d13fa req-9e815925-4da1-41b4-a0f7-7644db984e23 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Sep 18 07:04:57.070916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-b2d423a4-409e-4d68-aaf3-626281d5408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.072244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-b2d423a4-409e-4d68-aaf3-626281d5408e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0422080 Sep 18 07:04:57.093323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096da3d-cb4d-449a-8d37-e05f7436892b req-d9bf529b-d13b-47fa-8e0f-fd7c77a85a7d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.094867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d096da3d-cb4d-449a-8d37-e05f7436892b req-d9bf529b-d13b-47fa-8e0f-fd7c77a85a7d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0596006 Sep 18 07:04:57.139633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d096da3d-cb4d-449a-8d37-e05f7436892b req-c9480398-e9ad-46ca-ac69-c19da4114355 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 Sep 18 07:04:57.160559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff464dc2-0cb7-4e95-89af-f8d1afd3965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.166947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:04:57.166947 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:04:57.166947 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': 'd8297bf23eea45c584012781e298a1cb', 'id': '5f83d54b-0762-4b73-8964-52774917b5f0', 'expiration': datetime.datetime(2021, 9, 18, 7, 6, 57, 163365)}] Sep 18 07:04:57.166947 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:04:57.169531 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:04:57.200827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-ac29819b-8802-4b2f-a508-3cfe742a81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.202359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-ac29819b-8802-4b2f-a508-3cfe742a81a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.1227920 Sep 18 07:04:57.228592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ff464dc2-0cb7-4e95-89af-f8d1afd3965b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=733a63f57afd4280b340cebf3bfeacd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9463391 Sep 18 07:04:57.231888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:57.236374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff464dc2-0cb7-4e95-89af-f8d1afd3965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d521b5f4-90e1-4b32-a758-aa1113b7f6ec,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:57.283149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-fb39820b-71d3-4b60-bf4d-31d32f06abec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0575733 Sep 18 07:04:57.290429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.313987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.356274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-2d99f556-54c2-42e5-9bf0-e2c1b28a70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.357750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-2d99f556-54c2-42e5-9bf0-e2c1b28a70a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.0681202 Sep 18 07:04:57.395952 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-309ccfcc-25f5-45b2-ae56-9a384c45925a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301893 Sep 18 07:04:57.418522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.444398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.446996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.448169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d521b5f4-90e1-4b32-a758-aa1113b7f6ec HTTP/1.1" status: 204 len: 168 time: 0.2148721 Sep 18 07:04:57.456543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40cd6f-1ba7-4665-8806-985f9bacf762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521b5f4-90e1-4b32-a758-aa1113b7f6ec,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:57.504655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-523601e5-bda7-4fdd-96a5-17a2695455f0 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981688 Sep 18 07:04:57.567089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.590873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:04:57.618388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af1c6ee-e536-4a63-8e4c-ee9ff55f473a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:57.624172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.624519 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Added segment 84c29644-c163-4aca-94c7-949e7c6a92bc of type vlan for network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 Sep 18 07:04:57.643008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6acc8464-458b-4051-9d1f-aca9ed90431a req-af97820e-a9ec-4e2c-9ec5-466e83f8417e service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320257 Sep 18 07:04:57.669210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.673686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.773629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.964520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.964714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.971118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:57.971118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:57.997599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:04:58.003131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7938f4d7-6d81-4db2-8afe-d752bf51618e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:58.015079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.015651 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Added segment b179e091-1a34-4a94-bf33-b52ccf559ab7 of type vlan for network 649a63b0-6c07-44fe-8839-8e09728434c5 Sep 18 07:04:58.051115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:58.060895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:04:58.076104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.134020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9288284b-18a5-4aaa-8770-6d020f3219d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7554829 Sep 18 07:04:58.134427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:58.140640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Request body: {'subnet': {'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-subnet', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:58.205099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5f09-bcdb-4669-94f9-e37d25729a5f req-5caf7577-c177-41be-943f-c2912a1f2b04 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:58.206770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb1b5f09-bcdb-4669-94f9-e37d25729a5f req-5caf7577-c177-41be-943f-c2912a1f2b04 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Sep 18 07:04:58.261695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.262704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:58.263282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.285873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Made reservation on behalf of 5d51660ad5b14b918e9934c59dff4afe for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:58.288837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.293274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb1b5f09-bcdb-4669-94f9-e37d25729a5f req-6de4edd1-8c5d-4f6d-97c4-dc3f1edd96bb tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806382 Sep 18 07:04:58.379397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e505-40e1-4b47-a4ec-6c2a4a06d3d6 req-032a2962-c84b-4fa1-b169-79efe5e30091 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:58.380930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc70e505-40e1-4b47-a4ec-6c2a4a06d3d6 req-032a2962-c84b-4fa1-b169-79efe5e30091 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1606944 Sep 18 07:04:58.413705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] Pushing event updated for resources: {'Network': ['ID=649a63b0-6c07-44fe-8839-8e09728434c5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:58.426580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 649a63b0-6c07-44fe-8839-8e09728434c5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:04:58.450447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-25dc37ad-1043-4d7b-8cc5-9b7e05142405 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3611524 Sep 18 07:04:58.450589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51858) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:58.454495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Request body: {'subnet': {'network_id': '649a63b0-6c07-44fe-8839-8e09728434c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-853971971-subnet', 'tenant_id': 'd8297bf23eea45c584012781e298a1cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:58.471671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc70e505-40e1-4b47-a4ec-6c2a4a06d3d6 req-d7cb0d82-d117-4f55-9d55-b96c3867e977 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608847 Sep 18 07:04:58.615565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Made reservation on behalf of d8297bf23eea45c584012781e298a1cb for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:04:58.618302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.655486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:58.715191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3110c521-6fce-4f0e-9d48-40faa2755b8e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:58.722810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Checking segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:58.723174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Network hostable DHCP agents. Network: dcf37ce9-2f5a-46d7-b95c-121d8233ffc3, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:04:58.889942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:04:58.970046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.045471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.101690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, dcf37ce9-2f5a-46d7-b95c-121d8233ffc3) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:59.107391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:59.108161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.112497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce72c4-3013-461f-8e2c-b8f44e2d491d None None] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:59.116569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccf915a-43ed-4f3f-8bea-6a48383574bd,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:04:59.130420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Checking segment: {'id': 'b179e091-1a34-4a94-bf33-b52ccf559ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '649a63b0-6c07-44fe-8839-8e09728434c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:04:59.130806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Network hostable DHCP agents. Network: 649a63b0-6c07-44fe-8839-8e09728434c5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:04:59.272892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Network 649a63b0-6c07-44fe-8839-8e09728434c5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:04:59.277040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-68c0b611-848c-4826-827b-eaa52aa5190c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1408346 Sep 18 07:04:59.279770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51900) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:04:59.280554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 649a63b0-6c07-44fe-8839-8e09728434c5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:59.283657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:04:59.284785 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.285390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:59.286205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:04:59.286333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.303895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b4822-4b32-492f-afac-422088e5002a None None] Network 649a63b0-6c07-44fe-8839-8e09728434c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:59.438299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb36f7-2f83-461a-ada8-395a30da6250 req-323fdc88-2989-4278-b5aa-259931e9c8e6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:04:59.446790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9eb36f7-2f83-461a-ada8-395a30da6250 req-323fdc88-2989-4278-b5aa-259931e9c8e6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0750718 Sep 18 07:04:59.461719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.461719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.565800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Allocated IP 172.20.0.2 (dcf37ce9-2f5a-46d7-b95c-121d8233ffc3/3110c521-6fce-4f0e-9d48-40faa2755b8e/9a1817e1-8777-4b75-9ea6-1ddd561616c9) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:04:59.583480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5917b946-b5d4-4afd-9271-421e85ab96ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1347227 Sep 18 07:04:59.599932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e9192-eb2c-4565-a5b6-e5ebf4d2cd75 None None] Network 649a63b0-6c07-44fe-8839-8e09728434c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:04:59.853922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.858050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9eb36f7-2f83-461a-ada8-395a30da6250 req-4cf30103-25b9-4b01-8737-1f9f9eda55f6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103808 Sep 18 07:04:59.910977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.946401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:04:59.986966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:04:59.992560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:04:59.997479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:00.006678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Pushing event updated for resources: {'Port': ['ID=9a1817e1-8777-4b75-9ea6-1ddd561616c9,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:00.016832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.017256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.017668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.018044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.018379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.018711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.019038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.019364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.019689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.020013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.020344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.020662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:00.048423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e806ba-1003-47b5-b0b1-a35bbc71b10b req-8fb08d32-74a6-4a0f-825a-bca6a7014787 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:00.050074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02e806ba-1003-47b5-b0b1-a35bbc71b10b req-8fb08d32-74a6-4a0f-825a-bca6a7014787 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2318156 Sep 18 07:05:00.068362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Attempting to bind port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:00.068921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Attempting to bind port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:00.069476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Attempting to bind port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 on network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:00.075445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:00.075840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Checking segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:00.076430 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.077055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Bound using segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:00.077766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Bound port: 9a1817e1-8777-4b75-9ea6-1ddd561616c9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:00.078435 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.113353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:00.153018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] For port 9a1817e1-8777-4b75-9ea6-1ddd561616c9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:00.162539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] For port 9a1817e1-8777-4b75-9ea6-1ddd561616c9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9a1817e1-8777-4b75-9ea6-1ddd561616c9,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:00.191402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Deleting subnet eccf915a-43ed-4f3f-8bea-6a48383574bd {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:05:00.193613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02e806ba-1003-47b5-b0b1-a35bbc71b10b req-911115df-978b-4fef-a1bc-8df90c596b1f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005092 Sep 18 07:05:00.195222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.240583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.261842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.273437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.285238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.342229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4adce-bb60-4fea-89e1-d69c682ef013 None None] Pushing event updated for resources: {'Port': ['ID=9a1817e1-8777-4b75-9ea6-1ddd561616c9,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:00.528859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.560497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eccf915a-43ed-4f3f-8bea-6a48383574bd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:00.570420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.578370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7dc21dab-6400-4b71-8e02-fda396d81cc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eccf915a-43ed-4f3f-8bea-6a48383574bd HTTP/1.1" status: 204 len: 168 time: 0.4576213 Sep 18 07:05:00.578370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51944) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:00.594036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.618939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.666934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.744612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Allocated IP 172.25.4.11 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/6ba8653b-035a-42c5-af73-93ad7d34c9aa) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:00.759395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.781186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649a63b0-6c07-44fe-8839-8e09728434c5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:00.792593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b179e091-1a34-4a94-bf33-b52ccf559ab7') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:00.793000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b179e091-1a34-4a94-bf33-b52ccf559ab7') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:00.802692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.816971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.824354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:05:00.825012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:05:00.826782 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:05:00.877583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:00.915063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51954) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:00.985576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:01.010443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.018760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.024406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/649a63b0-6c07-44fe-8839-8e09728434c5 HTTP/1.1" status: 204 len: 168 time: 0.4465823 Sep 18 07:05:01.027486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017373f-17ca-452a-ae7d-f3529a7fe95a req-11db63eb-9d23-43d5-8938-822f3a353f87 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:01.029112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2017373f-17ca-452a-ae7d-f3529a7fe95a req-11db63eb-9d23-43d5-8938-822f3a353f87 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0676620 Sep 18 07:05:01.035024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce424d7-ca6a-4560-8b2f-dacaff4320f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=649a63b0-6c07-44fe-8839-8e09728434c5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:01.111076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2017373f-17ca-452a-ae7d-f3529a7fe95a req-56b4ffb6-2535-4167-a775-b88ee98da995 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Sep 18 07:05:01.124597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.150289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e780d7e1-bc66-4ae2-bb83-9a2027ae31f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.179202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-426770dd-1a05-4428-8651-aeba0258f26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.192743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:01.194267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:01.198798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:01.203854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9a1817e1-8777-4b75-9ea6-1ddd561616c9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:01.366464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba8653b-035a-42c5-af73-93ad7d34c9aa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:01.381929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e780d7e1-bc66-4ae2-bb83-9a2027ae31f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.419055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.419402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.419748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.420086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.420424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.420765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.421093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.421421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.421746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.422095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.422424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.422747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:01.458269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230d149-69b1-48cc-8ce9-2ec6b2adfd39 req-11ef3637-093a-4833-8d62-918b417c7bed tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:01.459836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4230d149-69b1-48cc-8ce9-2ec6b2adfd39 req-11ef3637-093a-4833-8d62-918b417c7bed tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1091475 Sep 18 07:05:01.477994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:01.478692 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.518427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4230d149-69b1-48cc-8ce9-2ec6b2adfd39 req-dcf8d96f-0a01-4ab5-9aa8-3728b31e4601 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Sep 18 07:05:01.537599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e780d7e1-bc66-4ae2-bb83-9a2027ae31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.585498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.599677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d7e1-bc66-4ae2-bb83-9a2027ae31f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7c691-5e46-4eaa-8ed2-e3f6b22ead7c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:01.607405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e780d7e1-bc66-4ae2-bb83-9a2027ae31f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7816057db5e74c9eb9532e4ffa6f1522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881380 Sep 18 07:05:01.611192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:01.640931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 9a1817e1-8777-4b75-9ea6-1ddd561616c9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9a1817e1-8777-4b75-9ea6-1ddd561616c9,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:01.675058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a89e9-cca6-448d-b38a-5e854a65ab4b None None] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:05:01.687849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:01.696123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.704607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.733079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.743728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.795953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-426770dd-1a05-4428-8651-aeba0258f26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.812608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-45db6914-d98d-4730-abce-4dab2e40a88c None None] Provisioning complete for port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:01.813208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-45db6914-d98d-4730-abce-4dab2e40a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.824189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8977ef98-5497-41de-a0af-b4e178a1b9b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8297bf23eea45c584012781e298a1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327298 Sep 18 07:05:01.825145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51972) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:01.886152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-426770dd-1a05-4428-8651-aeba0258f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.903379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=9a1817e1-8777-4b75-9ea6-1ddd561616c9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:01.931879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.937400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.939173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcd7c691-5e46-4eaa-8ed2-e3f6b22ead7c HTTP/1.1" status: 204 len: 168 time: 0.3270640 Sep 18 07:05:01.962339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-426770dd-1a05-4428-8651-aeba0258f26d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdeeda7164d040b0852ef917afcddaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755270 Sep 18 07:05:01.964155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426770dd-1a05-4428-8651-aeba0258f26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f2868-3683-49bf-bafc-e25689877ea6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:01.979049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:01.981412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51978) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:01.997517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb2680-4604-4edc-bf8b-824b45a323df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7c691-5e46-4eaa-8ed2-e3f6b22ead7c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:02.015621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.050644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.165145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.249290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.290726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.293473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.294869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7938f4d7-6d81-4db2-8afe-d752bf51618e HTTP/1.1" status: 204 len: 168 time: 0.4687986 Sep 18 07:05:02.310829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e2e8-c75e-44fa-b764-6d7262656810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938f4d7-6d81-4db2-8afe-d752bf51618e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:02.365194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e817b735-fdb3-4328-96fd-3e256aaa30ac None None] Provisioning complete for port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:02.365704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e817b735-fdb3-4328-96fd-3e256aaa30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.377593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e616e6-a565-4a64-9312-2753f8b0b7b0 req-fc738e91-c5f7-493e-a517-0b188ae1ad3f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:02.384037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e616e6-a565-4a64-9312-2753f8b0b7b0 req-fc738e91-c5f7-493e-a517-0b188ae1ad3f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1798513 Sep 18 07:05:02.501692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e616e6-a565-4a64-9312-2753f8b0b7b0 req-fdf939a5-9493-4445-97d6-1bad5977cd0f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096246 Sep 18 07:05:02.552729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.555803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.557109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af9f2868-3683-49bf-bafc-e25689877ea6 HTTP/1.1" status: 204 len: 168 time: 0.5711215 Sep 18 07:05:02.566851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1979dd-ef4b-4468-a586-5c7012a55666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f2868-3683-49bf-bafc-e25689877ea6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:02.594635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:05:02.691322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047e61c-868f-4fa7-8c26-b9dcb0925227 req-d753a779-90f0-4eec-82e0-3deb5a5cae5b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:02.692817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9047e61c-868f-4fa7-8c26-b9dcb0925227 req-d753a779-90f0-4eec-82e0-3deb5a5cae5b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1021619 Sep 18 07:05:02.773849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9047e61c-868f-4fa7-8c26-b9dcb0925227 req-b8859039-ba84-40ad-8782-323041737d8f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Sep 18 07:05:02.774982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:05:02.787698 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Sync routers for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:05:02.803436 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:02.804052 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:02.847836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:02.863731 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f347aa1e-55f0-44e0-a163-5e399a1a59b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.877127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:02.878716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84ac75aa-0ad3-4d27-b555-341ea6a00e60 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5976467 Sep 18 07:05:02.881417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 51996) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:02.940999 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:03.032558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f347aa1e-55f0-44e0-a163-5e399a1a59b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.141708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f347aa1e-55f0-44e0-a163-5e399a1a59b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.158338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9a1817e1-8777-4b75-9ea6-1ddd561616c9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:03.179641 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:01Z', 'revision_number': 3, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:03.210769 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Checking router: 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:05:03.211459 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Updating router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 port 6ba8653b-035a-42c5-af73-93ad7d34c9aa binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:05:03.247234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347aa1e-55f0-44e0-a163-5e399a1a59b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd18b919-ccc3-42a2-9f7d-0e5c6f483d57,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:03.248139 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.281751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f347aa1e-55f0-44e0-a163-5e399a1a59b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa0531c176314913b09ac7df14a3a23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324677 Sep 18 07:05:03.284845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:03.285374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.291171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52010) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:03.428986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.484314 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.518386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.716377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed5f2-6c02-49b4-9418-c03d197ae5d9 req-d2e211d6-9035-41b8-b3a2-31eb9fbb8a5b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:03.717462 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.727111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce7ed5f2-6c02-49b4-9418-c03d197ae5d9 req-d2e211d6-9035-41b8-b3a2-31eb9fbb8a5b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1013207 Sep 18 07:05:03.735810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.738384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.739576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd18b919-ccc3-42a2-9f7d-0e5c6f483d57 HTTP/1.1" status: 204 len: 168 time: 0.4473450 Sep 18 07:05:03.756248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31630-b691-4eae-b0b3-95f015bb7853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd18b919-ccc3-42a2-9f7d-0e5c6f483d57,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:03.775935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Allocated IP 172.20.0.1 (dcf37ce9-2f5a-46d7-b95c-121d8233ffc3/3110c521-6fce-4f0e-9d48-40faa2755b8e/0075e4e7-f615-48c5-ada9-fe4d41a5b33f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:03.781357 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.822481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce7ed5f2-6c02-49b4-9418-c03d197ae5d9 req-b5d2a9ba-c159-48b3-8e94-4d2d9b218951 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943968 Sep 18 07:05:03.857633 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Attempting to bind port 6ba8653b-035a-42c5-af73-93ad7d34c9aa on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:03.858292 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Attempting to bind port 6ba8653b-035a-42c5-af73-93ad7d34c9aa by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:03.858609 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Attempting to bind port 6ba8653b-035a-42c5-af73-93ad7d34c9aa on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:03.861637 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24282b0-b9cd-49c4-b50f-c737faf6e42d None None] Pushing event updated for resources: {'Port': ['ID=6ba8653b-035a-42c5-af73-93ad7d34c9aa,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:03.866461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:03.869101 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:03.869101 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.869101 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:03.869101 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Bound port: 6ba8653b-035a-42c5-af73-93ad7d34c9aa, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:03.869101 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.955273 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] For port 6ba8653b-035a-42c5-af73-93ad7d34c9aa, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:03.962586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] For port 6ba8653b-035a-42c5-af73-93ad7d34c9aa, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ba8653b-035a-42c5-af73-93ad7d34c9aa,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:03.973638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:03.980678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88b9db-3513-432a-a6ae-a8de45105675 req-684047ec-2fb1-4523-af0a-8f094ebdbec4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:03.982298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be88b9db-3513-432a-a6ae-a8de45105675 req-684047ec-2fb1-4523-af0a-8f094ebdbec4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1186013 Sep 18 07:05:04.033283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be88b9db-3513-432a-a6ae-a8de45105675 req-1da4c67c-4ce8-4c3b-944e-57ae31832d54 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Sep 18 07:05:04.067360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.067544 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.129996 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:04.130629 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:04.133599 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24282b0-b9cd-49c4-b50f-c737faf6e42d None None] Pushing event updated for resources: {'Port': ['ID=6ba8653b-035a-42c5-af73-93ad7d34c9aa,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:04.137450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Pushing event updated for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:04.147045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:04.148859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:04.151797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:04.226100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.276983 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:04.519748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.546884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-26cb1589-82cb-400c-92d4-33596e95bb51 None None] Provisioning complete for port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:04.548255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-26cb1589-82cb-400c-92d4-33596e95bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.608137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-26cb1589-82cb-400c-92d4-33596e95bb51 None None] Port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:04.747276 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:01Z', 'revision_number': 3, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:04.769100 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ffc11-c5b6-491c-b9e3-73e4eafb478a None None] The sync data for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 is: [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:01Z', 'revision_number': 3, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:05:04.805225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.810395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:04.873289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:04.968105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1001540755-network', 'tenant_id': 'fe657f81e7d249318ea0f3110a50e18f'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:04.982377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Pushing event updated for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:05.000693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.018288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cb667-de7e-4dff-aa19-e5dfb199c3d5 req-5eb20182-3bde-4dd0-81e9-26dda645e78b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:05.020154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-799cb667-de7e-4dff-aa19-e5dfb199c3d5 req-5eb20182-3bde-4dd0-81e9-26dda645e78b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1010144 Sep 18 07:05:05.023723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:05:05.092517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Made reservation on behalf of fe657f81e7d249318ea0f3110a50e18f for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:05.110152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.118689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.144202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-799cb667-de7e-4dff-aa19-e5dfb199c3d5 req-b7bb36ca-6924-490d-ae31-9c42748871d8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000082 Sep 18 07:05:05.249218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:05.251035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:05.366261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0526-0420-4ac6-b674-72abffb04e8e req-1ab78a11-5f7f-409d-87fa-8370b5fc68f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:05.374533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f6a0526-0420-4ac6-b674-72abffb04e8e req-1ab78a11-5f7f-409d-87fa-8370b5fc68f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1222739 Sep 18 07:05:05.405638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.442662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f6a0526-0420-4ac6-b674-72abffb04e8e req-aa900dc2-cf9c-4f47-8da3-cd14ac98b518 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669944 Sep 18 07:05:05.465268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:05:05.472746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.531917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:05:05.535382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55407683-dfff-41b4-be44-da0e43d9eaca,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:05.566421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.567215 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Added segment 42f5d015-0156-44e1-83e2-7989553c828b of type vlan for network 9d0b015d-e946-435c-b5de-eb88125cc8d3 Sep 18 07:05:05.654768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-012df422-c9b6-4dec-a78f-02a6bc6dda49 None None] Provisioning complete for port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:05.655274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-012df422-c9b6-4dec-a78f-02a6bc6dda49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.657659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.690174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:05:05.701977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-603bc676-8ec0-4c2a-9324-eb9e14a49567 admin admin] 10.222.0.20 "PUT /v2.0/routers/975b2ce2-ca1f-48a7-8747-dc425e7c2c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8157761 Sep 18 07:05:05.704482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-012df422-c9b6-4dec-a78f-02a6bc6dda49 None None] Port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:05.827955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.830368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:05.831183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:05.916326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0b015d-e946-435c-b5de-eb88125cc8d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:05.927384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9d0b015d-e946-435c-b5de-eb88125cc8d3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:05:05.999625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19bc31d7-92fd-4d9b-952e-57845087a8e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1862364 Sep 18 07:05:06.318364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e78fc9-e358-4300-9187-bcecfdb491b5 req-0e04bb61-b359-498e-a443-697ebf9baa59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:06.320341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26e78fc9-e358-4300-9187-bcecfdb491b5 req-0e04bb61-b359-498e-a443-697ebf9baa59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0659611 Sep 18 07:05:06.422232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26e78fc9-e358-4300-9187-bcecfdb491b5 req-f922d8cf-9c74-4d85-99f9-0e9391923dd9 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Sep 18 07:05:06.809468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52140) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:06.816440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796616377', 'description': 'tempest-description--1851140275'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:06.919201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.022417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.032164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872bc21-84e9-4632-87db-b2175b67668b req-40acd60b-5daf-4a1f-9753-0015b6f04f79 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.038633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872bc21-84e9-4632-87db-b2175b67668b req-40acd60b-5daf-4a1f-9753-0015b6f04f79 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.045202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872bc21-84e9-4632-87db-b2175b67668b req-40acd60b-5daf-4a1f-9753-0015b6f04f79 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.050297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9872bc21-84e9-4632-87db-b2175b67668b req-40acd60b-5daf-4a1f-9753-0015b6f04f79 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3176193 Sep 18 07:05:07.058632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2baa9-85b0-451e-acb9-9cccf502b15d req-cfc640d5-35d7-43d7-902c-381d9dd6c3a8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.060196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62c2baa9-85b0-451e-acb9-9cccf502b15d req-cfc640d5-35d7-43d7-902c-381d9dd6c3a8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1554677 Sep 18 07:05:07.091050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.162043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:07.170667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62c2baa9-85b0-451e-acb9-9cccf502b15d req-baf876b0-cb69-4a6a-923a-b090a03a7bba tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941229 Sep 18 07:05:07.195338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ba8653b-035a-42c5-af73-93ad7d34c9aa up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:07.204655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.206464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-36fa56ca-48aa-4c38-bbb9-2084d1f4621f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3948479 Sep 18 07:05:07.209147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52160) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:07.217156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'security_group_rule': {'security_group_id': '15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:07.223069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Sync routers for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:05:07.247248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:07.248167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:07.290787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223266-3170-4152-b530-8f72429dc5f3 req-80f4c723-032c-46eb-a6ea-23bbbfa51be4 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.293428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59223266-3170-4152-b530-8f72429dc5f3 req-80f4c723-032c-46eb-a6ea-23bbbfa51be4 tempest-ComputeTenantNetworksTest-1465395769 tempest-ComputeTenantNetworksTest-1465395769-project] 10.222.0.20 "GET /v2.0/networks/9d0b015d-e946-435c-b5de-eb88125cc8d3 HTTP/1.1" status: 200 len: 769 time: 0.0908027 Sep 18 07:05:07.301533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52166) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:07.321599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ba8653b-035a-42c5-af73-93ad7d34c9aa triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:07.322192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.355309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.422634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:07.453388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.507799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.578985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4a1ab-bfde-4342-af70-988fa5392b50 req-96270cf1-6e6a-4c11-9cb3-4964f341a75e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:07.589567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f4a1ab-bfde-4342-af70-988fa5392b50 req-96270cf1-6e6a-4c11-9cb3-4964f341a75e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0670459 Sep 18 07:05:07.637425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4f4a1ab-bfde-4342-af70-988fa5392b50 req-758503b8-fbdb-4e3b-90e9-3bd71f473855 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Sep 18 07:05:07.652395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.655486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.675651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.698497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 6ba8653b-035a-42c5-af73-93ad7d34c9aa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ba8653b-035a-42c5-af73-93ad7d34c9aa,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:07.709561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6744625-1a43-476d-a4e1-cc8caaa563a4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:07.716352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b015d-e946-435c-b5de-eb88125cc8d3']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:07.726901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 2, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:07.727272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f5d015-0156-44e1-83e2-7989553c828b') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:07.727590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f5d015-0156-44e1-83e2-7989553c828b') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:07.737936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.752333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.758197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:05:07.758584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:05:07.760434 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:05:07.763318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Checking router: 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:05:07.763318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Updating router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:05:07.788633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.823693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.907283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.908743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-97ce9ae9-4154-4317-874d-1cbb67a1d733 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984389 Sep 18 07:05:07.912811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52174) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:07.916237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'security_group_rule': {'security_group_id': '15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:07.943177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=6ba8653b-035a-42c5-af73-93ad7d34c9aa,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:07.957447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.959469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:07.964551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d0b015d-e946-435c-b5de-eb88125cc8d3 HTTP/1.1" status: 204 len: 168 time: 0.6587336 Sep 18 07:05:07.992412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83aacb-4300-48f5-89b1-eec52466b910 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0b015d-e946-435c-b5de-eb88125cc8d3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:08.124692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.203633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.206765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.297607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327706d-e93f-44bc-a8dc-bf885f4f63cd req-9f63c157-15a1-49ba-9989-3c78a60e7cdb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:08.299170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6327706d-e93f-44bc-a8dc-bf885f4f63cd req-9f63c157-15a1-49ba-9989-3c78a60e7cdb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Sep 18 07:05:08.301861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.314952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.366415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dd2f42-cd4a-445a-8cc5-dd0c2c60ec2c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:08.388079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6327706d-e93f-44bc-a8dc-bf885f4f63cd req-012530aa-c277-41c1-9c73-9843e13e09d8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758607 Sep 18 07:05:08.405759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d7a2-ad2c-4240-9bb8-af7a9bf92e63 None None] Pushing event updated for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:08.421790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:08.443984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Attempting to bind port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:08.444360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Attempting to bind port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:08.444728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Attempting to bind port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f on network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:08.450978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:08.451697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Checking segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:08.451870 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.452117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Bound using segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:08.452590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Bound port: 0075e4e7-f615-48c5-ada9-fe4d41a5b33f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:08.452969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.482900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1a439771-ea6b-4ae5-8d50-5402b1d6d8fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe657f81e7d249318ea0f3110a50e18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593500 Sep 18 07:05:08.485533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:08.516388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.517922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00932f17-920e-4f29-bca1-a0ae4ee73280 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6054490 Sep 18 07:05:08.521120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52210) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:08.527227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:08.552347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] For port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:08.558988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] For port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:08.580993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.608898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.633170 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.672687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.736216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.739166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:08.742837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55407683-dfff-41b4-be44-da0e43d9eaca HTTP/1.1" status: 204 len: 168 time: 0.2536628 Sep 18 07:05:08.760879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16ccb3-8862-4497-b896-ad483fe5e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55407683-dfff-41b4-be44-da0e43d9eaca,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:08.780394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:08.781338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:04:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:08.793847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d2062-7aa2-4b88-b0c7-02d5787c614b req-531ae70f-5b13-4b4e-a63a-bc43b3073fb0 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:08.803613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16d2062-7aa2-4b88-b0c7-02d5787c614b req-531ae70f-5b13-4b4e-a63a-bc43b3073fb0 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0985632 Sep 18 07:05:08.880224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16d2062-7aa2-4b88-b0c7-02d5787c614b req-52796b71-19b8-4734-8fc8-237659ccacca tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Sep 18 07:05:08.887327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d7a2-ad2c-4240-9bb8-af7a9bf92e63 None None] Pushing event updated for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:09.004845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] Provisioning complete for port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:09.010758 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.014640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:09.031300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70197429-7238-4dc1-9a43-edd07f31a951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.149429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52222) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:09.155816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-484073572'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:09.262315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:09.266840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.312371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:05:09.334467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.335426 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Added segment 68357f3f-df05-4c0c-9741-e79c59a957ae of type vlan for network c041d8a3-5e7a-4140-845f-b94557043645 Sep 18 07:05:09.345156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e00a6-d82d-462c-a74a-a7d70a5c06c1 req-98b75893-fd84-4be2-9119-81d8911cf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:09.351584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-788e00a6-d82d-462c-a74a-a7d70a5c06c1 req-98b75893-fd84-4be2-9119-81d8911cf320 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0688150 Sep 18 07:05:09.352287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ba8653b-035a-42c5-af73-93ad7d34c9aa up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:09.400343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-788e00a6-d82d-462c-a74a-a7d70a5c06c1 req-53ac09d0-7b61-4c53-8a7b-34741ee55aa8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Sep 18 07:05:09.403565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.461031 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.545615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ba8653b-035a-42c5-af73-93ad7d34c9aa triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:09.551947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.588406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.599898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.602927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Allocated IP 172.25.4.217 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/362ea21b-e0c8-483c-a71d-4d22b31fdb27) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:09.610303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:09.610951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.690255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa8963-37a5-47f1-9979-c9c2c0f12802 req-c5518a44-c0f7-4af2-8c91-9ec33e146316 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:09.692739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffa8963-37a5-47f1-9979-c9c2c0f12802 req-c5518a44-c0f7-4af2-8c91-9ec33e146316 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1319087 Sep 18 07:05:09.709313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] For port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:09.738600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Network': ['ID=c041d8a3-5e7a-4140-845f-b94557043645,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:09.752464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:08Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:09.764442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.764588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc5cb9cd-1f29-4155-a7e2-8af615f52871 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6095636 Sep 18 07:05:09.764995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52242) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:09.773418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c041d8a3-5e7a-4140-845f-b94557043645 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:05:09.775189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2010138705'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:09.785882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffa8963-37a5-47f1-9979-c9c2c0f12802 req-3c90b6e7-43b7-40b3-9758-f3440e78d280 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633812 Sep 18 07:05:09.848963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f625-5d31-4a62-bb05-ba59c32598d8 None None] The sync data for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 is: [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:08Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:05:09.862175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.878206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:09.884165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:09.958431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.037689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:05:10.063958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.066408 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Added segment c98aec00-1027-4ee1-a784-1071e5bde7da of type vlan for network 073c4692-914c-4c15-bb59-69150550e753 Sep 18 07:05:10.079360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'Port': ['ID=362ea21b-e0c8-483c-a71d-4d22b31fdb27,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:10.155847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:10.158256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:10.163781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:10.230938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-800c4ee5-913e-4fd1-8b59-c6c189754eb9 None None] Provisioning complete for port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:10.232136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-800c4ee5-913e-4fd1-8b59-c6c189754eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.270486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.357343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880308-115c-4dfe-a320-c45464bbee35 req-a7d643cb-5e15-4116-84de-24d90c10efac tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:10.360293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd880308-115c-4dfe-a320-c45464bbee35 req-a7d643cb-5e15-4116-84de-24d90c10efac tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1944733 Sep 18 07:05:10.361676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b15d08-0d57-4c6b-893c-4c3d7b3ded88 None None] Pushing event updated for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:10.366172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.471806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd880308-115c-4dfe-a320-c45464bbee35 req-fc0f3aae-d58d-4aba-8442-cf8ec5c9721e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039364 Sep 18 07:05:10.478971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.502668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.512813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:10.520091 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.645850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8727050 Sep 18 07:05:10.647953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52260) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:10.654570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'subnet': {'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:10.659656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4930-b663-4ac5-b841-78a219780b3d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Network': ['ID=073c4692-914c-4c15-bb59-69150550e753,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:10.674832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 073c4692-914c-4c15-bb59-69150550e753 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:05:10.795550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.861015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:10.861280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.864791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:10.997304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'Port': ['ID=362ea21b-e0c8-483c-a71d-4d22b31fdb27,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:11.010142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:11.090812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:11.092363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7a87184-7457-47a7-9f4e-e4c5cdb078cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5702202 Sep 18 07:05:11.205823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0075e4e7-f615-48c5-ada9-fe4d41a5b33f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:11.323784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:11.324828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:11.401538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fb794-92cd-4839-8611-cea0583b1dab req-efea5901-151d-494d-94c5-42b64d27cb76 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:11.409818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d0fb794-92cd-4839-8611-cea0583b1dab req-efea5901-151d-494d-94c5-42b64d27cb76 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.5234275 Sep 18 07:05:11.454938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-36f1f09a-5c2b-46cf-bc7a-8758858e7365 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1796616377&fields=id&tenant_id=5d51660ad5b14b918e9934c59dff4afe HTTP/1.1" status: 200 len: 267 time: 0.1005752 Sep 18 07:05:11.462593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f85a4fc-7728-48f0-b0cf-5b94950d98fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:11.540831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d0fb794-92cd-4839-8611-cea0583b1dab req-cd0b5d69-9beb-4779-97a0-93fe2c69d481 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298857 Sep 18 07:05:11.655382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-b575b546-72e7-4da3-8875-aaba88e8ad8c tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:11.662551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-b575b546-72e7-4da3-8875-aaba88e8ad8c tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/networks?id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 200 len: 815 time: 0.1870925 Sep 18 07:05:11.686425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-8c7b6020-aef3-466c-975d-fc21912420d3 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/quotas/5d51660ad5b14b918e9934c59dff4afe HTTP/1.1" status: 200 len: 375 time: 0.0228522 Sep 18 07:05:11.701032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:11.796516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Subnet': ['ID=f72438e3-b523-409c-a45e-16d13eff08fa,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:11.808419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ef65-bd3a-4cef-9b30-f1615df08974 req-a2b8c1b0-d20b-418a-a047-99ff3a8fc832 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:11.809956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4651ef65-bd3a-4cef-9b30-f1615df08974 req-a2b8c1b0-d20b-418a-a047-99ff3a8fc832 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1388700 Sep 18 07:05:11.836727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-e9dc076d-bf28-4c96-85ec-f122e576094a tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d51660ad5b14b918e9934c59dff4afe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333954 Sep 18 07:05:11.860667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:11.861148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network hostable DHCP agents. Network: c041d8a3-5e7a-4140-845f-b94557043645, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:05:11.888647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4651ef65-bd3a-4cef-9b30-f1615df08974 req-a54c1479-4695-4712-b3d8-d8f1d0139caa tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713694 Sep 18 07:05:11.958546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network c041d8a3-5e7a-4140-845f-b94557043645 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:05:12.049982 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:12.052534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c041d8a3-5e7a-4140-845f-b94557043645) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:12.057538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-383bec36-b646-410e-bdf4-8b80eb2be854 service neutron] 10.222.0.20 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038844 Sep 18 07:05:12.059119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:12.059381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:12.082024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a61be-15c6-4893-8f56-9a633113a075 None None] Network c041d8a3-5e7a-4140-845f-b94557043645 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:05:12.175833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bd1a2089-e660-423a-b838-0550d96c6941 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5264022 Sep 18 07:05:12.178424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52334) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:12.180882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-89d95fe7-f5b8-427c-bbc6-71e7b4e637a3 service neutron] 10.222.0.20 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144047 Sep 18 07:05:12.185876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'subnet': {'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:12.377471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c041d8a3-5e7a-4140-845f-b94557043645', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:05:12.380877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:12.399028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:12.403368 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:12.678656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d47265c-1512-4e1f-9664-1416dcfedabf req-b2967206-7939-41a1-9ec2-3ed24f716c8c tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.0627425 Sep 18 07:05:12.740085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Allocated IP 10.1.1.2 (c041d8a3-5e7a-4140-845f-b94557043645/f72438e3-b523-409c-a45e-16d13eff08fa/9ae5a30e-b322-40fd-8b84-42a78531dc44) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:12.792077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5edcd-d5c8-449f-b340-882b2094691f req-8ced9cb8-5211-46d2-b9ad-378a0384a28c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:12.795164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71b5edcd-d5c8-449f-b340-882b2094691f req-8ced9cb8-5211-46d2-b9ad-378a0384a28c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1216829 Sep 18 07:05:12.885382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-74c04930-ee11-4432-91ca-f55fe5553695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:12.890642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-74c04930-ee11-4432-91ca-f55fe5553695 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.2148371 Sep 18 07:05:12.902740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71b5edcd-d5c8-449f-b340-882b2094691f req-1256ba06-1b5e-4f6e-9720-6def193798ff tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948765 Sep 18 07:05:12.922643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:12.928213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3e33e-481b-49f3-909d-ec158e91e9c1 req-54a100c1-8547-453e-b227-44720a3dda19 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:12.928213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1b3e33e-481b-49f3-909d-ec158e91e9c1 req-54a100c1-8547-453e-b227-44720a3dda19 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0982840 Sep 18 07:05:12.996707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1b3e33e-481b-49f3-909d-ec158e91e9c1 req-0fd35256-3764-4e26-a6ea-d2e03cacc029 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618587 Sep 18 07:05:13.005961 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.065063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52366) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:13.090100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Subnet': ['ID=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:13.116026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.122869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-1f5608dc-66dd-4eca-880c-29c37d0b4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:13.124651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-1f5608dc-66dd-4eca-880c-29c37d0b4542 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.2256424 Sep 18 07:05:13.136686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Checking segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:13.137638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network hostable DHCP agents. Network: 073c4692-914c-4c15-bb59-69150550e753, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:05:13.192316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-5215b90e-3b68-42f3-b20a-be1bebf041df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0575013 Sep 18 07:05:13.193637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Network c041d8a3-5e7a-4140-845f-b94557043645 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:13.207738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:13.219976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.220993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:13.267505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Pushing event updated for resources: {'Port': ['ID=9ae5a30e-b322-40fd-8b84-42a78531dc44,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:13.312634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-3503ace8-3132-420b-b2f9-ca735e8db12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:13.314103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-3503ace8-3132-420b-b2f9-ca735e8db12f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1134973 Sep 18 07:05:13.318879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5e1c-c931-418b-bb36-c888e0f04d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.372338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Attempting to bind port 9ae5a30e-b322-40fd-8b84-42a78531dc44 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:13.372338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Attempting to bind port 9ae5a30e-b322-40fd-8b84-42a78531dc44 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:13.372338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Attempting to bind port 9ae5a30e-b322-40fd-8b84-42a78531dc44 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:13.378232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-d1234332-47d4-49df-9e1b-eef27121e69c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537975 Sep 18 07:05:13.380962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network 073c4692-914c-4c15-bb59-69150550e753 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:05:13.384751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:13.385203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:13.386141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.389642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Bound using segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:13.389642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Bound port: 9ae5a30e-b322-40fd-8b84-42a78531dc44, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:13.389642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.496987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5e1c-c931-418b-bb36-c888e0f04d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.504315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-9191d61b-d4ab-489d-a769-e6395d0ef0b7 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137304 Sep 18 07:05:13.535041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] For port 9ae5a30e-b322-40fd-8b84-42a78531dc44, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:13.540500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] For port 9ae5a30e-b322-40fd-8b84-42a78531dc44, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9ae5a30e-b322-40fd-8b84-42a78531dc44,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:13.542551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 073c4692-914c-4c15-bb59-69150550e753) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:13.555554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:13.557758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed774c5-7ead-460f-9923-02d8b478f1a5 None None] Network 073c4692-914c-4c15-bb59-69150550e753 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:05:13.567687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.571654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5e1c-c931-418b-bb36-c888e0f04d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.643373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a7ef5e1c-c931-418b-bb36-c888e0f04d2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47fb4e16484846ec85656eabb4d2bbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769491 Sep 18 07:05:13.644382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef5e1c-c931-418b-bb36-c888e0f04d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e17f66-6dac-4986-b57e-d94905620148,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:13.647585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52382) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:13.664689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.693493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-570765b2-e5e6-4818-a09f-222bc83e4e40 req-4e29a1a0-cf2c-4b34-8491-89af19ce2a14 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811466 Sep 18 07:05:13.702204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a407d716-3522-4cac-aa2f-744c82ef53d8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5215874 Sep 18 07:05:13.704339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:13.711195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'name': 'tempest-TaggedBootDevicesTest-1077798274', 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:13.740719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.768782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.832858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-073c4692-914c-4c15-bb59-69150550e753', 'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ips': [{'subnet_id': '732de4a4-73bd-4ffc-a8a1-09f712d8aa3d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:05:13.834281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:13.849492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ee9d0-eb4d-4a09-86b5-a9e58f5d5c0e None None] Pushing event updated for resources: {'Port': ['ID=9ae5a30e-b322-40fd-8b84-42a78531dc44,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:13.902462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a0c538c-6348-4034-8785-f66f27aa18c8 req-f6b2081b-1cec-4d3a-8fdc-4359b02d186c tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.1135321 Sep 18 07:05:14.009434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:14.018771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.029242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.035830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21e17f66-6dac-4986-b57e-d94905620148 HTTP/1.1" status: 204 len: 168 time: 0.3863492 Sep 18 07:05:14.063618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc13e4-ae73-40fd-8719-f381e9b31bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e17f66-6dac-4986-b57e-d94905620148,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:14.077872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82c7d2-1fe6-42c9-97bc-2fae14495114 req-a0319d20-c1d6-4cc6-853e-b7d9b14f1eb8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:14.086945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed82c7d2-1fe6-42c9-97bc-2fae14495114 req-a0319d20-c1d6-4cc6-853e-b7d9b14f1eb8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1121008 Sep 18 07:05:14.162128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed82c7d2-1fe6-42c9-97bc-2fae14495114 req-39000c1e-7d7d-4343-aff9-d7395b144c47 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723052 Sep 18 07:05:14.210378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.241972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] device_id is not set on port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:05:14.255280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0210e-7dd8-4d97-90c3-9f8bfe20bc63 req-3bc606d3-63b7-4682-a763-8febc18cfe2f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:14.256928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e0210e-7dd8-4d97-90c3-9f8bfe20bc63 req-3bc606d3-63b7-4682-a763-8febc18cfe2f tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0881116 Sep 18 07:05:14.303428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Allocated IP 10.2.2.2 (073c4692-914c-4c15-bb59-69150550e753/732de4a4-73bd-4ffc-a8a1-09f712d8aa3d/8f0cfdd0-c1a8-45de-9972-dc878dd83e02) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:14.328707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e0210e-7dd8-4d97-90c3-9f8bfe20bc63 req-a0d42aa5-392f-4011-a1b6-1aaab02c4263 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643349 Sep 18 07:05:14.529711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.536358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.1.1.14 (c041d8a3-5e7a-4140-845f-b94557043645/f72438e3-b523-409c-a45e-16d13eff08fa/9dde578a-28f6-4ef8-8ab8-988efb1f2a79) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:14.604920 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.666612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Network 073c4692-914c-4c15-bb59-69150550e753 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:14.732318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:14.734104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.741253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:14.768515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Pushing event updated for resources: {'Port': ['ID=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:14.797242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.814424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.852940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Attempting to bind port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:14.854587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Attempting to bind port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:14.855133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Attempting to bind port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 on network 073c4692-914c-4c15-bb59-69150550e753 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:14.863112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:14.864209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Checking segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:14.865103 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.865936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Bound using segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:14.866924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Bound port: 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:14.872090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.930704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:14.961209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] For port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:14.965273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] For port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:14.983806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network c041d8a3-5e7a-4140-845f-b94557043645 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:14.987020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:14.990743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:15.058647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73ddad46-8863-4890-84a5-67e50d239234 req-71529441-38d7-4df6-b4a1-bb640d4bb18f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.0484567 Sep 18 07:05:15.077190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:15.090469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:15.091241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:15.107613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:15.170867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3ad5e31-4ceb-4b6d-8112-5d87ada11ea2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4652519 Sep 18 07:05:15.171197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52432) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:15.178371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'name': 'tempest-TaggedBootDevicesTest-411411188', 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:15.251450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608927-0579-45ce-97a6-699cb60c9a81 None None] Pushing event updated for resources: {'Port': ['ID=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:15.302440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3513dab-792b-4c76-8a72-9a345c701fa0 None None] Network c041d8a3-5e7a-4140-845f-b94557043645 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:05:15.332151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9ae5a30e-b322-40fd-8b84-42a78531dc44 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:15.502286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] Provisioning complete for port 9ae5a30e-b322-40fd-8b84-42a78531dc44 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:15.502820 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:15.534055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:15.704073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:15.717019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a3d13-b4aa-466a-9224-24f4db02edb1 req-b41d4cf5-6fa8-4d8d-aff7-b3dd28bb5d6c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:15.726487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-521a3d13-b4aa-466a-9224-24f4db02edb1 req-b41d4cf5-6fa8-4d8d-aff7-b3dd28bb5d6c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2875674 Sep 18 07:05:15.743428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9ae5a30e-b322-40fd-8b84-42a78531dc44 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:15.743822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:15.776664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] device_id is not set on port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:05:15.800611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c17d05-cbf8-43b5-9ef5-f2f13433ab7c req-dfdf443b-20d7-4fbf-8a00-b7c53ed4e031 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:15.802826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5c17d05-cbf8-43b5-9ef5-f2f13433ab7c req-dfdf443b-20d7-4fbf-8a00-b7c53ed4e031 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.3143704 Sep 18 07:05:15.867093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-521a3d13-b4aa-466a-9224-24f4db02edb1 req-e8ddfba8-4fc1-4ce9-abc1-ca7a5b2e1d85 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396062 Sep 18 07:05:15.993322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5c17d05-cbf8-43b5-9ef5-f2f13433ab7c req-b43e19be-626f-4a12-8bbf-67b9ddb9effa tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587272 Sep 18 07:05:16.177962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-118561bb-0ca7-41c4-9391-5ce4b6d195f4 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:16.180590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-118561bb-0ca7-41c4-9391-5ce4b6d195f4 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.24 "GET /v2.0/networks?id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 200 len: 815 time: 0.2943642 Sep 18 07:05:16.280486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.1.1.40 (c041d8a3-5e7a-4140-845f-b94557043645/f72438e3-b523-409c-a45e-16d13eff08fa/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:16.284996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-2ef1e6c0-bd54-4c9f-888c-3bb4a71dc249 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d51660ad5b14b918e9934c59dff4afe HTTP/1.1" status: 200 len: 380 time: 0.0888636 Sep 18 07:05:16.297327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'port': {'device_id': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'admin_state_up': True, 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'security_groups': ['15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:16.351919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.444734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.460194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] For port 9ae5a30e-b322-40fd-8b84-42a78531dc44, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9ae5a30e-b322-40fd-8b84-42a78531dc44,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:16.509731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e310bb83-40b0-4e6e-9fa6-08585168ae3e req-e5c49f7d-8c1c-43ab-bbc6-a3c92c5098e8 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.0838993 Sep 18 07:05:16.545168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.638686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Made reservation on behalf of 5d51660ad5b14b918e9934c59dff4afe for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:16.643052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.680573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f5d17-611c-4d90-ae82-fe035eee8a65 None None] Pushing event updated for resources: {'Port': ['ID=9ae5a30e-b322-40fd-8b84-42a78531dc44,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:16.726805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.778845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:05:16.779368 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:05:16.797272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1639f0b8-adb6-495f-940c-97a2cf3183cd None None] Provisioning complete for port 9ae5a30e-b322-40fd-8b84-42a78531dc44 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:16.797728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1639f0b8-adb6-495f-940c-97a2cf3183cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.850174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:16.942331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Allocated IP 172.20.0.13 (dcf37ce9-2f5a-46d7-b95c-121d8233ffc3/3110c521-6fce-4f0e-9d48-40faa2755b8e/896ad526-faf1-4c66-b5c3-9b63c11f1317) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:16.994332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network c041d8a3-5e7a-4140-845f-b94557043645 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:16.999214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:17.005328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:17.018462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:17.034944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1639f0b8-adb6-495f-940c-97a2cf3183cd None None] Provisioning complete for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:17.035443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1639f0b8-adb6-495f-940c-97a2cf3183cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.126709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dced5-5872-4cd4-aba5-14d02e8c4976 None None] Network 073c4692-914c-4c15-bb59-69150550e753 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:05:17.231881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:17.231881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.254986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1639f0b8-adb6-495f-940c-97a2cf3183cd None None] Port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:17.277624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31a793-85bc-49b7-8f18-69bba3328eed req-132142a1-ba6f-4346-90e4-9bc5c6458324 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:17.287738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e31a793-85bc-49b7-8f18-69bba3328eed req-132142a1-ba6f-4346-90e4-9bc5c6458324 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2056854 Sep 18 07:05:17.325552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.336768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8bb1ee0-55a1-4efa-926b-542a204004e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1639314 Sep 18 07:05:17.415633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e31a793-85bc-49b7-8f18-69bba3328eed req-7951d0f1-6015-4627-9e11-b330dd0dfcdf tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195252 Sep 18 07:05:17.445691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.488048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-61387728-694a-415f-8496-d771a4507a00 None None] Provisioning complete for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:17.490060 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61387728-694a-415f-8496-d771a4507a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.513142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c860-f0b8-4b9e-afbb-0bb428365c92 req-d5e88dbf-c1c0-4441-90b8-3cf9778ca8ee tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:17.525285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f55c860-f0b8-4b9e-afbb-0bb428365c92 req-d5e88dbf-c1c0-4441-90b8-3cf9778ca8ee tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1959383 Sep 18 07:05:17.576658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:17.584423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:17.588342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:17.625432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f55c860-f0b8-4b9e-afbb-0bb428365c92 req-1f631a5a-e44b-417a-b5f8-32e4c790f199 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953939 Sep 18 07:05:17.681933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-61387728-694a-415f-8496-d771a4507a00 None None] Port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:17.731634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-61387728-694a-415f-8496-d771a4507a00 None None] Provisioning complete for port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:17.732549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61387728-694a-415f-8496-d771a4507a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.744160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:17.762146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:17.786735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event updated for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:17.859873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:17.887517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-50c5e1c6-5956-4ee6-80ad-2f091acbec1b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954950 Sep 18 07:05:17.923350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Request body: {'port': {'device_id': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:17.989699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbec2ea-3567-4ba3-8e14-03cee5a34d61 req-fc3ee9f3-cc9a-497f-b92c-bb104c8731cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:18.002250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfbec2ea-3567-4ba3-8e14-03cee5a34d61 req-fc3ee9f3-cc9a-497f-b92c-bb104c8731cc tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 932 time: 0.1680930 Sep 18 07:05:18.055790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:18.058537 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.061283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.078942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfbec2ea-3567-4ba3-8e14-03cee5a34d61 req-09b6b581-5980-4f52-9543-e6c07610a11b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747166 Sep 18 07:05:18.249075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.251211 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61387728-694a-415f-8496-d771a4507a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.285018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:18.300432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834656054', 'description': 'tempest-description--1980805279'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:18.340025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:18.444108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.490261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896ad526-faf1-4c66-b5c3-9b63c11f1317 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:18.499687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.499687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9ae5a30e-b322-40fd-8b84-42a78531dc44 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:18.509281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.535410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Transition to ACTIVE for port object 896ad526-faf1-4c66-b5c3-9b63c11f1317 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:18.617052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.692296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-61387728-694a-415f-8496-d771a4507a00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:05:18.692775 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-61387728-694a-415f-8496-d771a4507a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:05:18.808911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.833420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:18.837395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61f19d-705e-4586-a2f7-9952de0e2bbe req-dc042a5d-e458-45d9-85d2-89b841723813 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:18.849237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b61f19d-705e-4586-a2f7-9952de0e2bbe req-dc042a5d-e458-45d9-85d2-89b841723813 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.3158453 Sep 18 07:05:18.866495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Pushing event updated for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:18.870786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9ae5a30e-b322-40fd-8b84-42a78531dc44 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:18.871539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.927431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b61f19d-705e-4586-a2f7-9952de0e2bbe req-951b4693-5544-4708-b85d-7c553ac50f1c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Sep 18 07:05:18.931090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.959487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Attempting to bind port 896ad526-faf1-4c66-b5c3-9b63c11f1317 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:18.961408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Attempting to bind port 896ad526-faf1-4c66-b5c3-9b63c11f1317 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:18.965880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Attempting to bind port 896ad526-faf1-4c66-b5c3-9b63c11f1317 on network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:18.976397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Port 896ad526-faf1-4c66-b5c3-9b63c11f1317 on network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:18.978687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Attempting to bind port 896ad526-faf1-4c66-b5c3-9b63c11f1317 on network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:18.983332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:18.983758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Checking segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:18.984216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Bound using segment: {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:18.986420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Bound port: 896ad526-faf1-4c66-b5c3-9b63c11f1317, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c29644-c163-4aca-94c7-949e7c6a92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:18.986893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:18.991337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5be46-771f-41f0-aab2-f3d697221cb7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:19.045230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.049360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7d346598-8236-426d-8a75-72e3fab98810 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7598207 Sep 18 07:05:19.049726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:19.054792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'security_group_rule': {'security_group_id': '98b5be46-771f-41f0-aab2-f3d697221cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:19.159656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:19.171722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:19.237088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e8a65-2cb2-4128-9d5a-0eef3b91378a req-968da5df-8019-4fbe-98d0-1090084a7ac8 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:19.238908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f42e8a65-2cb2-4128-9d5a-0eef3b91378a req-968da5df-8019-4fbe-98d0-1090084a7ac8 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 944 time: 0.0607920 Sep 18 07:05:19.247963 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.267778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.329141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:19.329772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.331234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] 10.222.0.24 "PUT /v2.0/ports/896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 200 len: 1093 time: 1.4272192 Sep 18 07:05:19.338471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:19.341008 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342e148-10c1-42a8-9702-ed10a88468d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:19.387737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f42e8a65-2cb2-4128-9d5a-0eef3b91378a req-a00a02c0-e8f8-4b47-8ae4-b33d0f05f5fb tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343565 Sep 18 07:05:19.398690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca990-1ecb-4d45-8863-67b258c68b96 service neutron] Pushing event updated for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:19.431692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a15bd1af-8f9a-445a-959a-d7ecb049c695 None None] Provisioning complete for port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:19.433393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a15bd1af-8f9a-445a-959a-d7ecb049c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.437886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.495974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.517459 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f5630-0665-4166-8bf8-f38ac91350b2 x-openstack-request-id: req-122f5630-0665-4166-8bf8-f38ac91350b2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:19.517994 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:19.518092 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-122f5630-0665-4166-8bf8-f38ac91350b2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:19.518427 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'status': 'completed', 'code': 200} Sep 18 07:05:19.564807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0453eba-d246-4f1b-8540-0edd923933ab,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:19.570378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-f318059e-487f-4e91-9b20-57e490f1f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:19.577936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-f318059e-487f-4e91-9b20-57e490f1f51e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d51660ad5b14b918e9934c59dff4afe&device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 1096 time: 0.1182849 Sep 18 07:05:19.619036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:19.638187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.642222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-74a2c72f-2382-445d-8de1-766eb76cc43a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5914164 Sep 18 07:05:19.642838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52568) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:19.647608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'security_group_rule': {'security_group_id': '98b5be46-771f-41f0-aab2-f3d697221cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:19.661990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-2b4b2548-c5f0-46b4-9b4e-a815fde78445 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 200 len: 217 time: 0.0721800 Sep 18 07:05:19.693687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a15bd1af-8f9a-445a-959a-d7ecb049c695 None None] Provisioning complete for port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:19.694213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a15bd1af-8f9a-445a-959a-d7ecb049c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.780835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.797088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a15bd1af-8f9a-445a-959a-d7ecb049c695 None None] Port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:19.803598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:19.804467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-09af5535-af08-4f00-b789-eefa09fc230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:19.806062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-09af5535-af08-4f00-b789-eefa09fc230d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3110c521-6fce-4f0e-9d48-40faa2755b8e HTTP/1.1" status: 200 len: 854 time: 0.1373615 Sep 18 07:05:19.807072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.881023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52574) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:19.912515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:19.921760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-4daf6530-b72c-41c6-9259-9eb1cffeb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:19.924003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-4daf6530-b72c-41c6-9259-9eb1cffeb244 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103039 Sep 18 07:05:20.045485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.065042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-acfe0e97-a719-4ea8-8d55-fdc7ae8ec5e7 service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325514 Sep 18 07:05:20.100394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354a660d-96a0-4198-9968-9bbf5d370f40,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:20.126196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257225c8-1c5d-4a2e-a63f-e3e274507141 req-f3204e6c-04f5-4130-8ac0-604b1f17932a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.128061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-257225c8-1c5d-4a2e-a63f-e3e274507141 req-f3204e6c-04f5-4130-8ac0-604b1f17932a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1056199 Sep 18 07:05:20.179081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-257225c8-1c5d-4a2e-a63f-e3e274507141 req-efbe5127-51e4-4d7d-bae8-88f18c9d54af tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Sep 18 07:05:20.184618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bbba410-b06e-4cb1-9ce3-06dee4889556 req-e678a3fe-8e5e-4e93-8743-5084ee7c5252 service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115634 Sep 18 07:05:20.198895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.200768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-119d062e-a073-4d70-b2df-cd0bd8d07c11 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5562785 Sep 18 07:05:20.208483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52584) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:20.209753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:20.285730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f3352e1-8e49-467e-8ba8-0815cfd5a15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.325881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.497645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-b1f8da9f-048f-4deb-80fa-210a0c6371f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.499311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-b1f8da9f-048f-4deb-80fa-210a0c6371f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d51660ad5b14b918e9934c59dff4afe&device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 1096 time: 0.1302502 Sep 18 07:05:20.529791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce18786-5438-464f-9d82-bb8cbab9488f req-7d22cc98-3f3c-4690-b95c-be90d8a4075b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.540883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cce18786-5438-464f-9d82-bb8cbab9488f req-7d22cc98-3f3c-4690-b95c-be90d8a4075b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 944 time: 0.0816584 Sep 18 07:05:20.603181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cce18786-5438-464f-9d82-bb8cbab9488f req-70ef7ca6-b1c2-4a11-a1c6-b8e803b00bb3 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528324 Sep 18 07:05:20.622813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f3352e1-8e49-467e-8ba8-0815cfd5a15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.642640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-a42f185c-6249-4bd4-857b-b973cead98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.644136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-a42f185c-6249-4bd4-857b-b973cead98e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 200 len: 916 time: 0.1322198 Sep 18 07:05:20.645376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.692621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-c859eaf0-9ef3-41c5-8a28-4fb905d32b07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 200 len: 217 time: 0.0394616 Sep 18 07:05:20.727984 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f3352e1-8e49-467e-8ba8-0815cfd5a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.807941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3352e1-8e49-467e-8ba8-0815cfd5a15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88484e4e-9983-4c36-aea1-5dae57bef1dd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:20.816201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1f3352e1-8e49-467e-8ba8-0815cfd5a15f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efd4ac0f33a4421b9bc0dba2c8562316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9337201 Sep 18 07:05:20.820114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:20.844080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-ba2d0e22-4f89-4253-ae46-8bb6c29d1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.845207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-ba2d0e22-4f89-4253-ae46-8bb6c29d1a49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3110c521-6fce-4f0e-9d48-40faa2755b8e HTTP/1.1" status: 200 len: 854 time: 0.1270580 Sep 18 07:05:20.878879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.902250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:20.903879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 172.25.4.101 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/4e298b62-26ec-4465-b36f-0412e1417905) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:20.944096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-932d074b-b609-4dcb-8bb0-dfd4f9d4a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:20.945997 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-932d074b-b609-4dcb-8bb0-dfd4f9d4a9f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907240 Sep 18 07:05:21.084514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6592-8fef-4339-a5dd-0bdd66ee3fc3 req-09b0d9e2-bc92-4c91-9e67-a25346c838fa tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:21.086478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fba6592-8fef-4339-a5dd-0bdd66ee3fc3 req-09b0d9e2-bc92-4c91-9e67-a25346c838fa tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0604720 Sep 18 07:05:21.088685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.091696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.097213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88484e4e-9983-4c36-aea1-5dae57bef1dd HTTP/1.1" status: 204 len: 168 time: 0.2768352 Sep 18 07:05:21.105025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.110693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-af32b18a-cc8f-4e13-97db-b80439dfc62b service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556370 Sep 18 07:05:21.124375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aded35-1c9e-41cc-abc2-437f0176d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88484e4e-9983-4c36-aea1-5dae57bef1dd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:21.182098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fba6592-8fef-4339-a5dd-0bdd66ee3fc3 req-94977956-cde2-4e08-a50a-2f553f6a4f9c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Sep 18 07:05:21.231068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7342e148-10c1-42a8-9702-ed10a88468d9 req-90c00c01-e90f-4ef8-8922-6d2933ee315f service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113555 Sep 18 07:05:21.290119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.326910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c72261-1864-4547-ba0a-3cb13344648d req-888ae075-75f4-4a97-a57c-1a9b356bd9f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:21.328508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27c72261-1864-4547-ba0a-3cb13344648d req-888ae075-75f4-4a97-a57c-1a9b356bd9f7 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0739665 Sep 18 07:05:21.344241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:21.347576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:21.354916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:21.358484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=4e298b62-26ec-4465-b36f-0412e1417905,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:21.385452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27c72261-1864-4547-ba0a-3cb13344648d req-0a770797-011f-4aca-8dab-83d1940adcc5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 Sep 18 07:05:21.455981 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.579973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.778229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.790199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaec93-1baa-49bc-a005-99cf6cf63f96 req-9298153c-90f5-4566-a021-c4f15cbade3a tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:21.791778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fecaec93-1baa-49bc-a005-99cf6cf63f96 req-9298153c-90f5-4566-a021-c4f15cbade3a tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 944 time: 0.0612452 Sep 18 07:05:21.836499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fecaec93-1baa-49bc-a005-99cf6cf63f96 req-8bbbc919-0d11-4c55-9c97-775d70cccd9b tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386472 Sep 18 07:05:21.844032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:21.928236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=4e298b62-26ec-4465-b36f-0412e1417905,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:21.946961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:22.106932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:22.108108 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7123c2f2-8643-46f1-8292-73947ba0f2db tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9018123 Sep 18 07:05:22.531102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024366-dadd-438c-bcc7-38bfe9800298 req-f0866061-3ffe-4a0d-8171-bad6a2f7d96c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:22.533018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76024366-dadd-438c-bcc7-38bfe9800298 req-f0866061-3ffe-4a0d-8171-bad6a2f7d96c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0604167 Sep 18 07:05:22.576620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76024366-dadd-438c-bcc7-38bfe9800298 req-7be7b6a8-1c2b-44e9-bc7f-b575de56e14c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374718 Sep 18 07:05:22.957757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-6cf08681-a333-41db-ba5e-84fdda71878f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1834656054&fields=id&tenant_id=7be33344a4244e6aa8d1bb5610dad16e HTTP/1.1" status: 200 len: 267 time: 0.0366445 Sep 18 07:05:23.044207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-d28726df-5c92-44b5-8f4e-c9f68f9fd741 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.045663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-d28726df-5c92-44b5-8f4e-c9f68f9fd741 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 931 time: 0.0798898 Sep 18 07:05:23.116250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52684) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:23.143692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-4998a6a7-2e5a-41cf-a692-969e421f9459 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.152908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-4998a6a7-2e5a-41cf-a692-969e421f9459 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 930 time: 0.0858777 Sep 18 07:05:23.175281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80ee1d-24f0-46e2-8dca-3d8500938121 req-62aaeef0-c67f-4bfc-b12d-b28d45769018 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.176818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc80ee1d-24f0-46e2-8dca-3d8500938121 req-62aaeef0-c67f-4bfc-b12d-b28d45769018 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 944 time: 0.1270273 Sep 18 07:05:23.199663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-57404d36-0504-4e09-b571-2b124c6e7cb4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0456796 Sep 18 07:05:23.250844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-f8ca978c-4c7d-4258-a25c-92fb39d60f21 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0502820 Sep 18 07:05:23.281526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ce21382-1f37-45f5-8ebe-9d8baac590f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.359506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc80ee1d-24f0-46e2-8dca-3d8500938121 req-386462b1-6de6-431b-b6e9-101ca01e2cd8 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682670 Sep 18 07:05:23.444111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5fc884d6-78b9-44b9-8027-be862d9d2d4b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.464365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5fc884d6-78b9-44b9-8027-be862d9d2d4b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.472373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5fc884d6-78b9-44b9-8027-be862d9d2d4b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.483023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5fc884d6-78b9-44b9-8027-be862d9d2d4b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=073c4692-914c-4c15-bb59-69150550e753&id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 1990 time: 0.2309856 Sep 18 07:05:23.510230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-f1a0f651-4425-436b-9a93-903492d83798 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/quotas/7be33344a4244e6aa8d1bb5610dad16e HTTP/1.1" status: 200 len: 375 time: 0.0148551 Sep 18 07:05:23.512060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ce21382-1f37-45f5-8ebe-9d8baac590f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.569441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ce21382-1f37-45f5-8ebe-9d8baac590f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.629459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7ce21382-1f37-45f5-8ebe-9d8baac590f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64e9d78d844843bf9a3229da3cca1292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106258 Sep 18 07:05:23.630409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21382-1f37-45f5-8ebe-9d8baac590f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0814e1dd-beca-4f4d-8528-593055ecef16,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:23.635104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:23.677377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718f290-040a-4e3c-ad7f-0d32c6f82fbe req-1b957cb7-32de-4260-b9ae-26392a9660f2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:23.679847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4718f290-040a-4e3c-ad7f-0d32c6f82fbe req-1b957cb7-32de-4260-b9ae-26392a9660f2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.1685574 Sep 18 07:05:23.691445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.715513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-53b9c68f-67b3-4168-9445-d58233d8fbb5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1643944 Sep 18 07:05:23.726441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.840303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4718f290-040a-4e3c-ad7f-0d32c6f82fbe req-01e40d99-d138-4d9d-99a1-446b068d483f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179719 Sep 18 07:05:23.846272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.847842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:23.849027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0814e1dd-beca-4f4d-8528-593055ecef16 HTTP/1.1" status: 204 len: 168 time: 0.2127790 Sep 18 07:05:23.865759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30317eda-856c-4039-9fca-f991583dfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814e1dd-beca-4f4d-8528-593055ecef16,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:23.875757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-ced1342b-3466-4a2b-b99b-e071e96e2f6f service neutron] 10.222.0.20 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530242 Sep 18 07:05:24.002546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-9b609971-a92d-425c-a62f-a9a6da730420 service neutron] 10.222.0.20 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 Sep 18 07:05:24.044274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-86295fdf-2be6-4baa-9c2c-c9a6fcc61a8f service neutron] 10.222.0.20 "GET /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0360353 Sep 18 07:05:24.149206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-4b935390-8d8a-4286-9488-b1e0cb472eb7 service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983911 Sep 18 07:05:24.251933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-00c84f79-fa61-4274-a79b-876d1740a5c1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:24.255237 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-00c84f79-fa61-4274-a79b-876d1740a5c1 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.0875387 Sep 18 07:05:24.259543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-b1a0afdb-d632-44f7-8751-350409b18846 service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018798 Sep 18 07:05:24.303437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-bd117c25-2df5-4849-80c7-8505a55bc984 service neutron] 10.222.0.20 "GET /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0364721 Sep 18 07:05:24.401548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port 8bfa93fc-e714-4561-949c-668322d3698a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:05:24.406005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:24.463834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1a1ba5ac-8e14-43f9-b151-25922048c131 service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527514 Sep 18 07:05:24.508651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port 8bfa93fc-e714-4561-949c-668322d3698a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8bfa93fc-e714-4561-949c-668322d3698a,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:24.509385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:24.526844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for 8bfa93fc-e714-4561-949c-668322d3698a owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:05:24.597423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627058a-5cd2-4435-bc97-76667587bba6 req-a79d66a1-9316-49dc-b9b4-fef474277117 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:24.607261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3627058a-5cd2-4435-bc97-76667587bba6 req-a79d66a1-9316-49dc-b9b4-fef474277117 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 944 time: 0.1241443 Sep 18 07:05:24.670165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-78144b43-5553-4617-8d97-cd48d824b74e service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990881 Sep 18 07:05:24.700846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3627058a-5cd2-4435-bc97-76667587bba6 req-e30a5d36-dc81-49ef-a00b-78d19132b71e tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860565 Sep 18 07:05:24.796908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 896ad526-faf1-4c66-b5c3-9b63c11f1317 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:05:24.812955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-caa3de69-7db9-493d-b548-bef9233732cd service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414287 Sep 18 07:05:24.985476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:25.001692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'port_id': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'mac_address': 'fa:16:3e:fa:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:05:25.042654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.064208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-937a4a16-962d-44a5-8496-0639ab5ff2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501779 Sep 18 07:05:25.070717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896ad526-faf1-4c66-b5c3-9b63c11f1317 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:25.087854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52742) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:25.096656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:25.114650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5aff0b6c-9ac2-41e5-af2b-699597a48e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.140269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.154974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8bfa93fc-e714-4561-949c-668322d3698a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:05:25.199421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=8bfa93fc-e714-4561-949c-668322d3698a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:25.203076 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.245593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port 8bfa93fc-e714-4561-949c-668322d3698a on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:05:25.248160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd896-9dcb-49a8-991b-bf08459a8e97 req-d194c2c5-113c-41dc-a7bd-8079538caa21 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:25.248806 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.250158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5babd896-9dcb-49a8-991b-bf08459a8e97 req-d194c2c5-113c-41dc-a7bd-8079538caa21 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=33d79feb-653b-43b0-a5d9-4c5699244003 HTTP/1.1" status: 200 len: 946 time: 0.2793376 Sep 18 07:05:25.257119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38d0a2c9-3a9a-4bdf-8e72-973b4844b68d req-5c160d31-6506-416c-b23a-bce8fa24b789 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.37 "DELETE /v2.0/ports/8bfa93fc-e714-4561-949c-668322d3698a HTTP/1.1" status: 204 len: 173 time: 0.9957139 Sep 18 07:05:25.258248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'name': 'network-vif-deleted', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:25.260875 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153cb8c-4704-4fd6-a032-690406ab577e" -d '{"events": [{"server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "name": "network-vif-deleted", "tag": "8bfa93fc-e714-4561-949c-668322d3698a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:25.316599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:25.334304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5babd896-9dcb-49a8-991b-bf08459a8e97 req-f147e847-e029-4c44-820f-195bc0b87f91 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716236 Sep 18 07:05:25.349464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-6a002785-5b7c-40ff-8cf3-1adfde45ad57 service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792058 Sep 18 07:05:25.388913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5aff0b6c-9ac2-41e5-af2b-699597a48e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.483166 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce8c8b5-465d-49db-9d99-e1c024b566d2 x-openstack-request-id: req-fce8c8b5-465d-49db-9d99-e1c024b566d2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:25.483399 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d79feb-653b-43b0-a5d9-4c5699244003", "name": "network-vif-deleted", "tag": "8bfa93fc-e714-4561-949c-668322d3698a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:25.484285 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fce8c8b5-465d-49db-9d99-e1c024b566d2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:25.485230 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d79feb-653b-43b0-a5d9-4c5699244003', 'name': 'network-vif-deleted', 'tag': '8bfa93fc-e714-4561-949c-668322d3698a', 'status': 'completed', 'code': 200} Sep 18 07:05:25.495236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5aff0b6c-9ac2-41e5-af2b-699597a48e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.517717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-79837318-9d7f-4ff7-8b57-c4efcdcd413f service neutron] 10.222.0.20 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383128 Sep 18 07:05:25.553374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5aff0b6c-9ac2-41e5-af2b-699597a48e40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ab84ee721e460a82905a880a9d6a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643638 Sep 18 07:05:25.558133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52754) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:25.574329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff0b6c-9ac2-41e5-af2b-699597a48e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc26cc-4c40-4c95-a87a-e083c13b91a4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:25.628707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.657466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['896ad526-faf1-4c66-b5c3-9b63c11f1317'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:05:25.671076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.709084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-9b8636f8-a5b9-4752-b39f-e027e391a9d1 service neutron] 10.222.0.20 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722834 Sep 18 07:05:25.786797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.791435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:25.794220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98dc26cc-4c40-4c95-a87a-e083c13b91a4 HTTP/1.1" status: 204 len: 168 time: 0.2348576 Sep 18 07:05:25.833361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed5b6b-0645-4b85-93d3-75c4cde599a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc26cc-4c40-4c95-a87a-e083c13b91a4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:25.939842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-a532ec36-696c-4050-b177-8af522342e5e service neutron] 10.222.0.20 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134409 Sep 18 07:05:25.948681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffcc4c-640f-42c9-8a4e-9506b50cbfae req-c60c8dbe-579b-4b27-a990-144cab51fc69 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:25.955866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10ffcc4c-640f-42c9-8a4e-9506b50cbfae req-c60c8dbe-579b-4b27-a990-144cab51fc69 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 945 time: 0.0947533 Sep 18 07:05:26.050216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10ffcc4c-640f-42c9-8a4e-9506b50cbfae req-67c86f32-2f85-486a-b1e8-8ae8c7051776 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899019 Sep 18 07:05:26.084191 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-f720d891-4ca7-43c3-b49d-ebe3fb5c04f3 service neutron] 10.222.0.20 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257329 Sep 18 07:05:26.185399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3f8ef91a-6d32-4291-9ee1-f60f0b82c9d6 service neutron] 10.222.0.20 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937488 Sep 18 07:05:26.883570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-299d0dae-9827-415d-9584-f675885538ba tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:26.885102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-299d0dae-9827-415d-9584-f675885538ba tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1399615 Sep 18 07:05:26.907572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-ca6f7c96-f3ca-4ce2-81f9-b0fc78d48aac tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/quotas/b6c82329267c490496dc5463908835f0 HTTP/1.1" status: 200 len: 375 time: 0.0155256 Sep 18 07:05:26.948157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-270e1bde-60c2-4d5c-8226-eb4aceaab6a8 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340848 Sep 18 07:05:27.067254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-0b198338-a62c-4b28-a2f9-6a57b9311165 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107330 Sep 18 07:05:27.158620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-c47e2639-2180-410f-b311-9bec43592a79 service neutron] 10.222.0.20 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Sep 18 07:05:27.479220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca8be-2b98-4b38-9e9a-5074874a9ebf req-2ed530e7-f468-4a21-b3f9-9cd2a1566f96 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:27.481292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f4ca8be-2b98-4b38-9e9a-5074874a9ebf req-2ed530e7-f468-4a21-b3f9-9cd2a1566f96 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 945 time: 0.0741274 Sep 18 07:05:27.555078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f4ca8be-2b98-4b38-9e9a-5074874a9ebf req-38ad0071-6a3c-4be1-a024-1dc968888c36 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577447 Sep 18 07:05:27.653801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0e719ca-d446-4c2e-b371-14f86aa3a1f9 req-c4ab1c39-2e20-4d83-9bde-65ac49d1fe70 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 210 time: 0.0439723 Sep 18 07:05:27.802537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96543d66-2d28-4554-a6a1-fb0bbde7d12e req-fec6a99f-bbad-4f65-937e-a1882308dc54 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0294468 Sep 18 07:05:28.697500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43941c1-d3e3-41c7-b13e-7a8f75f41326 req-9d39a023-fb92-47be-a8de-16e9e108f9a3 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:28.700208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d43941c1-d3e3-41c7-b13e-7a8f75f41326 req-9d39a023-fb92-47be-a8de-16e9e108f9a3 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 945 time: 0.0682282 Sep 18 07:05:28.761132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d43941c1-d3e3-41c7-b13e-7a8f75f41326 req-63dc1daf-bfb7-4d5c-b4ed-b1a92a194a3e tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544181 Sep 18 07:05:28.788707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a8f405b-407a-477d-830e-4a83ee12207c req-799bcfea-9524-490d-8f22-51377e5f8ffc tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 210 time: 0.0406749 Sep 18 07:05:28.813605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 896ad526-faf1-4c66-b5c3-9b63c11f1317 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:28.894524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb3ff70d-d9ec-4f90-bf09-e7713948951a req-36c0cb67-653f-461c-9e6d-94d625bda262 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0291672 Sep 18 07:05:28.912979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:28.998324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 896ad526-faf1-4c66-b5c3-9b63c11f1317 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:05:29.003113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 896ad526-faf1-4c66-b5c3-9b63c11f1317 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:29.003722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:29.089699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:29.112023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:29.114294 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30cc88-bf88-469b-b01e-15b64ef3bde5" -d '{"events": [{"server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "name": "network-vif-plugged", "status": "completed", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:29.126846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:29.153189 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480febc4-f3a2-4bc7-8f2c-9870b3f1c6ce x-openstack-request-id: req-480febc4-f3a2-4bc7-8f2c-9870b3f1c6ce {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:29.153482 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "name": "network-vif-plugged", "status": "completed", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:29.153739 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-480febc4-f3a2-4bc7-8f2c-9870b3f1c6ce {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:29.154167 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'code': 200} Sep 18 07:05:29.211996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:29.271233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:29.297523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef820f-ebaf-4212-a628-30e62f48f6f4 req-124d2c8f-bde8-4c5b-b1a0-a24c4c39f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:29.299718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbef820f-ebaf-4212-a628-30e62f48f6f4 req-124d2c8f-bde8-4c5b-b1a0-a24c4c39f0e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 1098 time: 0.0429502 Sep 18 07:05:29.342122 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cbef820f-ebaf-4212-a628-30e62f48f6f4 req-0d8aa4d2-682d-4527-ad90-797a7a26dbaa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Sep 18 07:05:29.471299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8bfa93fc-e714-4561-949c-668322d3698a no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:05:29.496318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 8bfa93fc-e714-4561-949c-668322d3698a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:05:29.496486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8bfa93fc-e714-4561-949c-668322d3698a not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:05:29.906910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5451df4b-b581-4242-90a7-1106e98d7526 req-5a67fa14-dab8-473a-868e-2523ed883ad3 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 210 time: 0.0498958 Sep 18 07:05:29.926794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eeb7d-98f6-4bf3-9e48-5643f41e9c12 req-09ef8cf3-4e2a-47cf-98ab-d8e38ed76263 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:29.928676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-011eeb7d-98f6-4bf3-9e48-5643f41e9c12 req-09ef8cf3-4e2a-47cf-98ab-d8e38ed76263 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.0821304 Sep 18 07:05:29.972972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-011eeb7d-98f6-4bf3-9e48-5643f41e9c12 req-7473c5c6-67c0-4dee-b0d2-98b1c4da488e tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372443 Sep 18 07:05:30.083272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d24dc8f-859e-4d19-8a9a-bf917d5aca9a req-a228ec5d-05c2-4f8a-92ca-261ded0c1b4e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0451329 Sep 18 07:05:30.173717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-4370e734-bce5-4ef8-b898-bf35fefd7c72 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:30.175392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-4370e734-bce5-4ef8-b898-bf35fefd7c72 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "GET /v2.0/networks?id=2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 200 len: 811 time: 0.1364048 Sep 18 07:05:30.196443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Request body: {'port': {'device_id': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'admin_state_up': True, 'tenant_id': 'b6c82329267c490496dc5463908835f0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:30.269601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:30.391850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Made reservation on behalf of b6c82329267c490496dc5463908835f0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:30.395641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.530946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Allocated IP 172.20.0.6 (2a6eef1b-0e41-4bd6-a540-f3e28218738e/c0cb1d21-4351-4e97-8c15-1820cd1abc73/3734649f-4c6b-4bd9-8462-128cbc9373a7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:30.596115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df9addf6-bf23-4dc5-9d7a-40149429a2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.754675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.814815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df9addf6-bf23-4dc5-9d7a-40149429a2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.846425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5aa25d9e-c4cc-4f0c-912a-df13ce6d6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:30.847829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5aa25d9e-c4cc-4f0c-912a-df13ce6d6ee3 service neutron] 10.222.0.24 "GET /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 1027 time: 0.0520933 Sep 18 07:05:30.885537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df9addf6-bf23-4dc5-9d7a-40149429a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.908699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:30.910659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c1d5af5a-5b26-4e71-a623-5aab405f22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:30.912058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c1d5af5a-5b26-4e71-a623-5aab405f22eb service neutron] 10.222.0.24 "GET /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 1026 time: 0.0540593 Sep 18 07:05:30.986698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9addf6-bf23-4dc5-9d7a-40149429a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7407dc21-fb6d-436e-b738-d31780b9ae59,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:30.993610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df9addf6-bf23-4dc5-9d7a-40149429a2f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80942401b2674260bf666e05f02e142e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221353 Sep 18 07:05:30.999534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:31.018221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Network 2a6eef1b-0e41-4bd6-a540-f3e28218738e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:31.027068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:31.031353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event updated for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:31.034001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:31.081737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd716489-23a8-480b-87a2-df6d52aa7b4a req-f181e9f9-0ea9-4f57-8e72-527b8e9e15ce tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.089810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd716489-23a8-480b-87a2-df6d52aa7b4a req-f181e9f9-0ea9-4f57-8e72-527b8e9e15ce tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 931 time: 0.1094003 Sep 18 07:05:31.144252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.144987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.164340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-607fe530-cc05-4857-b053-39f128f6f96c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.170684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-607fe530-cc05-4857-b053-39f128f6f96c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.176447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-607fe530-cc05-4857-b053-39f128f6f96c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.178152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-607fe530-cc05-4857-b053-39f128f6f96c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=073c4692-914c-4c15-bb59-69150550e753&id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 1990 time: 0.2276735 Sep 18 07:05:31.232475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-575c4f06-8f93-477a-9923-d90675f55594 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7be33344a4244e6aa8d1bb5610dad16e HTTP/1.1" status: 200 len: 380 time: 0.0381858 Sep 18 07:05:31.268110 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-6ca74ed6-e714-4df6-9c06-13b013f11067 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759110 Sep 18 07:05:31.281048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'admin_state_up': True, 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'security_groups': ['98b5be46-771f-41f0-aab2-f3d697221cb7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:31.316627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Request body: {'port': {'device_id': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:31.426662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.529332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd716489-23a8-480b-87a2-df6d52aa7b4a req-5e1cb9f7-15bb-42a7-a549-5a56c4334ce2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386129 Sep 18 07:05:31.530068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.563734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bba18-0a33-40e4-aaae-3507b2db4b3c req-e208de10-f6a6-4658-8321-2fec5748031d tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:31.571311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d28bba18-0a33-40e4-aaae-3507b2db4b3c req-e208de10-f6a6-4658-8321-2fec5748031d tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.4627147 Sep 18 07:05:31.588982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.655761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:31.661082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d28bba18-0a33-40e4-aaae-3507b2db4b3c req-59698398-8ee4-4f85-8971-f5a351b24e96 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888138 Sep 18 07:05:31.666054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.777841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e7d4c50-8551-46ee-bdf1-03be9922a2d4 req-33199c03-6ccf-409d-93f5-a2e1844ce66e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0291522 Sep 18 07:05:31.803760 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.807660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:31.809099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7407dc21-fb6d-436e-b738-d31780b9ae59 HTTP/1.1" status: 204 len: 168 time: 0.8076138 Sep 18 07:05:31.818761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767d78-28c0-452c-b461-ea2c4b274335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7407dc21-fb6d-436e-b738-d31780b9ae59,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:31.865142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-e4c09384-4daf-44bd-8de9-a9ee30adf632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648762 Sep 18 07:05:32.060583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-2d3434e5-64cb-48cd-bcf0-f6d04aaa934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:32.064073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-2d3434e5-64cb-48cd-bcf0-f6d04aaa934d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1324964 Sep 18 07:05:32.073324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 172.20.0.10 (26cefc22-c3f0-4b75-9e52-c2e649cec2ac/aed497ae-51c4-4d10-a015-224b8ffd7ddf/db254acc-a089-4431-8b47-c7eaa016da10) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:32.145583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3734649f-4c6b-4bd9-8462-128cbc9373a7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:32.158785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:32.227943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Transition to ACTIVE for port object 3734649f-4c6b-4bd9-8462-128cbc9373a7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:32.276209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-6bc1b9bc-2762-4f76-a44f-6370deffc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:32.278354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-6bc1b9bc-2762-4f76-a44f-6370deffc2f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.1821687 Sep 18 07:05:32.325956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:32.391503 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-56223497-b3e8-489d-8337-eba2c5cf9525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0739608 Sep 18 07:05:32.468996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:32.505534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:32.547517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-4bafb0a3-c37a-4425-94e7-02acad866b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:32.549030 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-4bafb0a3-c37a-4425-94e7-02acad866b26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1435971 Sep 18 07:05:32.600647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-e0d5cacf-06bc-49e0-8973-84a52f26bfc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409627 Sep 18 07:05:32.639070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Attempting to bind port 3734649f-4c6b-4bd9-8462-128cbc9373a7 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:32.639765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Attempting to bind port 3734649f-4c6b-4bd9-8462-128cbc9373a7 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:32.640275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Attempting to bind port 3734649f-4c6b-4bd9-8462-128cbc9373a7 on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:32.657442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Port 3734649f-4c6b-4bd9-8462-128cbc9373a7 on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:32.657777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Attempting to bind port 3734649f-4c6b-4bd9-8462-128cbc9373a7 on network 2a6eef1b-0e41-4bd6-a540-f3e28218738e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:32.693096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:32.693553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Checking segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:32.693993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Bound using segment: {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:32.694449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Bound port: 3734649f-4c6b-4bd9-8462-128cbc9373a7, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932aaada-c11f-4136-8f99-f2c138aad27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:32.694816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:32.723791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7146075-d028-4529-b408-156abb87f656 req-4831000e-40d5-4b93-bab5-6b1a7bf65c66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:32.725358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7146075-d028-4529-b408-156abb87f656 req-4831000e-40d5-4b93-bab5-6b1a7bf65c66 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.1116259 Sep 18 07:05:32.727135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:32.805619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-e11447b5-ff17-4d78-a044-ea0c433f83b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954813 Sep 18 07:05:32.818079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:32.869934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:32.888666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7146075-d028-4529-b408-156abb87f656 req-2dbc7f10-b470-4312-b593-fe5bf63b247a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496565 Sep 18 07:05:32.904432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:32.911554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:32.937826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c1a8a-5955-486b-89ef-86794bc03ea1 req-ac254b62-25b0-4086-a8de-909b25cb3738 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:32.946554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f2c1a8a-5955-486b-89ef-86794bc03ea1 req-ac254b62-25b0-4086-a8de-909b25cb3738 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.1391428 Sep 18 07:05:33.021664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:33.048959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f2c1a8a-5955-486b-89ef-86794bc03ea1 req-2bb07c82-0834-4dab-b9e6-640c2439c36f tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966029 Sep 18 07:05:33.095939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda126ce-d4b3-4470-9c8f-9d22b8d869de req-f9888263-cf66-4c04-9946-6f2849dcbfe2 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767172 Sep 18 07:05:33.106058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.106640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.110521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:33.182602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:33.199317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.230018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-0c475661-2b3f-4fb0-91f3-4ea65b7f4768 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9530244 Sep 18 07:05:33.232144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8aaa2-99d9-46c2-a17c-2a518d190d2a req-921b3558-9d28-400c-a1d0-ef05feb8034e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.234094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1c8aaa2-99d9-46c2-a17c-2a518d190d2a req-921b3558-9d28-400c-a1d0-ef05feb8034e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 932 time: 0.1614668 Sep 18 07:05:33.244620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506fd45-4ae3-4899-88d1-2b81bb6a607e req-1772ea98-9f3c-44c9-9d34-1c6cf1807abd tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.246170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8506fd45-4ae3-4899-88d1-2b81bb6a607e req-1772ea98-9f3c-44c9-9d34-1c6cf1807abd tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.0863438 Sep 18 07:05:33.268143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.268961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.271432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] 10.222.0.24 "PUT /v2.0/ports/3734649f-4c6b-4bd9-8462-128cbc9373a7 HTTP/1.1" status: 200 len: 1092 time: 1.9656498 Sep 18 07:05:33.276158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:33.276696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:33.279066 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10098765-73b4-4fd3-bc66-c2427cc8a26c" -d '{"events": [{"name": "network-changed", "server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:33.289374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'admin_state_up': True, 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'security_groups': ['98b5be46-771f-41f0-aab2-f3d697221cb7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:33.291514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-30c7cfa0-3037-4cb9-9298-0b035f36f678 None None] Provisioning complete for port db254acc-a089-4431-8b47-c7eaa016da10 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:33.291985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30c7cfa0-3037-4cb9-9298-0b035f36f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.318234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1c8aaa2-99d9-46c2-a17c-2a518d190d2a req-15d7115f-bc7b-4bec-b67c-578b75dc621e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709362 Sep 18 07:05:33.325859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53028) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:33.330356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Request body: {'floatingip': {'port_id': '896ad526-faf1-4c66-b5c3-9b63c11f1317'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:33.341252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3af1-2a85-4d21-967d-7aa81da7afc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.356623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-30c7cfa0-3037-4cb9-9298-0b035f36f678 None None] Port db254acc-a089-4431-8b47-c7eaa016da10 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:33.425513 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30c36e-bd8a-4e39-8dab-405203ce0875 x-openstack-request-id: req-7d30c36e-bd8a-4e39-8dab-405203ce0875 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:33.425807 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:33.426326 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d30c36e-bd8a-4e39-8dab-405203ce0875 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:33.426754 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7', 'status': 'completed', 'code': 200} Sep 18 07:05:33.471544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3af1-2a85-4d21-967d-7aa81da7afc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.474923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.587483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3af1-2a85-4d21-967d-7aa81da7afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.608704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff15772-aa4f-436e-a079-dcf25e9d2bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:33.654085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5d7f3af1-2a85-4d21-967d-7aa81da7afc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20ae6729675a45db85d8d14c2612738c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270493 Sep 18 07:05:33.655017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53032) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:33.662967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-5a3040ac-71bf-4ef2-b749-008eb0346b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.667711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-5a3040ac-71bf-4ef2-b749-008eb0346b0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 1095 time: 0.2239773 Sep 18 07:05:33.667868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f3af1-2a85-4d21-967d-7aa81da7afc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce30fb7-f34a-4816-9324-e7a279fc8d2d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:33.690621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ced23ad-bd14-4c66-846e-48388006c2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.736677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.763641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.891371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.894655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:33.902160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ce30fb7-f34a-4816-9324-e7a279fc8d2d HTTP/1.1" status: 204 len: 168 time: 0.2431443 Sep 18 07:05:33.933712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c2968-6fab-4a44-ac64-2b24e1b281d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce30fb7-f34a-4816-9324-e7a279fc8d2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:33.964438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-5ed04c6d-aeb1-4419-9d1c-ecccc9fd944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:33.966248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-5ed04c6d-aeb1-4419-9d1c-ecccc9fd944a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b6c82329267c490496dc5463908835f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2661147 Sep 18 07:05:34.046169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754de0-aa67-44af-a11e-861a1928d853 req-6482746e-6894-45e1-af6f-2a5c6f79e44e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:34.051841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef754de0-aa67-44af-a11e-861a1928d853 req-6482746e-6894-45e1-af6f-2a5c6f79e44e tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.0764332 Sep 18 07:05:34.170452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef754de0-aa67-44af-a11e-861a1928d853 req-c7c4c160-7851-420b-ab1b-4b6efd08c930 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111343 Sep 18 07:05:34.464302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf1a37-d5e2-4a47-af9d-2665ede77745 req-e2d8f34a-0d55-46e3-bc80-594c1dc76160 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:34.476405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aebf1a37-d5e2-4a47-af9d-2665ede77745 req-e2d8f34a-0d55-46e3-bc80-594c1dc76160 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 932 time: 0.0787554 Sep 18 07:05:34.536730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-653c220b-5529-4342-9b03-3aba6dfa44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:34.540566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10098765-73b4-4fd3-bc66-c2427cc8a26c req-653c220b-5529-4342-9b03-3aba6dfa44ab service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5639825 Sep 18 07:05:34.553590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ced23ad-bd14-4c66-846e-48388006c2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.567647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aebf1a37-d5e2-4a47-af9d-2665ede77745 req-5d5e300b-93cd-4af5-bf20-0465bd196ff4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888112 Sep 18 07:05:34.694870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ced23ad-bd14-4c66-846e-48388006c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.770835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.785614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1ced23ad-bd14-4c66-846e-48388006c2b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c125bffee394a0f9ab423689526d2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6016779 Sep 18 07:05:34.788388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53072) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:34.789245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced23ad-bd14-4c66-846e-48388006c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadda34a-0717-45b6-aca2-a81df244b745,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:34.795209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-635ba5c0-3261-42ad-af8b-2ebb829c4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:34.796735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-635ba5c0-3261-42ad-af8b-2ebb829c4faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6c82329267c490496dc5463908835f0&device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 1095 time: 0.1902378 Sep 18 07:05:34.863025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:34.866566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.869568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7cfc7-d56a-4382-93e9-06889b54fd54 req-3cd0323d-8acb-4cae-8a63-abbca0b1b3ce tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:34.871289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eda7cfc7-d56a-4382-93e9-06889b54fd54 req-3cd0323d-8acb-4cae-8a63-abbca0b1b3ce tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0925708 Sep 18 07:05:34.901690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.940805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:34.957456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eda7cfc7-d56a-4382-93e9-06889b54fd54 req-e382490f-4d2b-421c-90c7-f81f355c234d tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751517 Sep 18 07:05:35.038436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:35.072389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:35.075182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:35.076476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eadda34a-0717-45b6-aca2-a81df244b745 HTTP/1.1" status: 204 len: 168 time: 0.2856517 Sep 18 07:05:35.084490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f3ea5-e03f-4bdd-9e68-9cd0f0887bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadda34a-0717-45b6-aca2-a81df244b745,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:35.112452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-a16b59ee-1139-46b2-b055-e88fee60ad58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7 HTTP/1.1" status: 200 len: 217 time: 0.2506070 Sep 18 07:05:35.165119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-41f6031a-44ba-4d47-858e-e33f11a27a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.167580 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-41f6031a-44ba-4d47-858e-e33f11a27a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.3564873 Sep 18 07:05:35.231216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.1.1.20 (c041d8a3-5e7a-4140-845f-b94557043645/f72438e3-b523-409c-a45e-16d13eff08fa/a39036b7-7031-4e89-9a84-aea3483827e6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:35.330402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-70225e47-82cb-4952-a20a-11e7bdadc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.332200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-70225e47-82cb-4952-a20a-11e7bdadc75e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 200 len: 851 time: 0.2088659 Sep 18 07:05:35.368281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45f37-28a1-4978-a1d4-1d17fad841c0 req-9f9432b2-10d2-41a4-8ee4-82e824f30441 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.370274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31d45f37-28a1-4978-a1d4-1d17fad841c0 req-9f9432b2-10d2-41a4-8ee4-82e824f30441 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.1077268 Sep 18 07:05:35.423556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31d45f37-28a1-4978-a1d4-1d17fad841c0 req-5b503bec-ff4d-4f74-9ce1-d3859284b0df tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Sep 18 07:05:35.426876 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Floating IP 3921d344-7f83-4a88-b222-bab4ff87e189 associated. External IP: 172.25.4.217, port: 896ad526-faf1-4c66-b5c3-9b63c11f1317. Sep 18 07:05:35.455858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-394b523f-95d3-4cf4-8ed7-20f63a204516 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a6eef1b-0e41-4bd6-a540-f3e28218738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113300 Sep 18 07:05:35.707176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a584-f62b-4516-815f-7ed8fe8295cd req-28bdc103-9729-48c0-9099-af27106d2190 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.709122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3725a584-f62b-4516-815f-7ed8fe8295cd req-28bdc103-9729-48c0-9099-af27106d2190 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 932 time: 0.0574718 Sep 18 07:05:35.711025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-dc4442be-42d6-4400-9b82-b0a0248a6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.713208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-dc4442be-42d6-4400-9b82-b0a0248a6978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.5133812 Sep 18 07:05:35.770964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3725a584-f62b-4516-815f-7ed8fe8295cd req-4ed792db-e571-4a91-9733-91bdef65ccaa tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542288 Sep 18 07:05:35.803573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-bf03c2a8-6032-4504-844d-86b8bb91dbf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0807152 Sep 18 07:05:35.815209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:35.861171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-dae5baa9-17d9-4e58-bc87-fedba6bc879d service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544126 Sep 18 07:05:35.952268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-c3056903-29bb-4316-897e-62ccb594c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:35.953686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-c3056903-29bb-4316-897e-62ccb594c632 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1368647 Sep 18 07:05:36.069790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13180f-45da-4ec7-9792-76beb119e0ff req-baed81d4-faa3-477f-b196-6f19e16d0989 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:36.071395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b13180f-45da-4ec7-9792-76beb119e0ff req-baed81d4-faa3-477f-b196-6f19e16d0989 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0508149 Sep 18 07:05:36.097075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-075193ab-2542-42a1-ae9e-ad56b5b4de63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290536 Sep 18 07:05:36.102259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.139707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b13180f-45da-4ec7-9792-76beb119e0ff req-534700de-02e6-4957-b8d6-fc49765188b4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573347 Sep 18 07:05:36.201261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:36.222527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network c041d8a3-5e7a-4140-845f-b94557043645 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:36.223554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:36.224302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8752c645-e041-4200-9acb-c2ee29cea99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.253086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:36.259064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82ff1a7a-5b6b-4074-94c9-5ff54bcb5df5 req-eb6fb212-e02c-4526-9e39-6c503b0807fe service neutron] 10.222.0.24 "GET /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873084 Sep 18 07:05:36.263597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:36.274275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:05:36.362209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:36.362821 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.381566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-c52de2b4-5305-4792-a6ac-c6bb384c5100 service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689147 Sep 18 07:05:36.511835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8752c645-e041-4200-9acb-c2ee29cea99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.594024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8752c645-e041-4200-9acb-c2ee29cea99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.640677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:05:36.646664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.658538 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Sync routers for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:05:36.667317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-186629ff-dfad-48e5-b841-a13b1412aa47 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3948600 Sep 18 07:05:36.669187 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:36.670010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:05:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:36.671775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-922095c5-6b96-479e-af6c-b25e49ab22ff req-1cf629c3-73da-4c93-9e8e-202b9449b4cd service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193105 Sep 18 07:05:36.681566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1031b8d8-2625-46ef-8bd2-1a2dde716af7 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "PUT /v2.0/floatingips/3921d344-7f83-4a88-b222-bab4ff87e189 HTTP/1.1" status: 200 len: 992 time: 3.3980618 Sep 18 07:05:36.683368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:36.685624 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f0add9-41da-41ca-b695-5a487fc0a25f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:36.704212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8752c645-e041-4200-9acb-c2ee29cea99e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0626e9372de947839659dd0524086047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016024 Sep 18 07:05:36.705799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b85985b5-d12e-454a-a826-f239d742a1dc None None] Provisioning complete for port a39036b7-7031-4e89-9a84-aea3483827e6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:36.706318 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b85985b5-d12e-454a-a826-f239d742a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:36.719404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758c05-b5b2-459f-ad5e-0cf7c721bde6 req-f207fc9c-90bc-4401-bee9-9bcaba9b66dd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:36.729440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'admin_state_up': True, 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'security_groups': ['98b5be46-771f-41f0-aab2-f3d697221cb7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:36.730572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19758c05-b5b2-459f-ad5e-0cf7c721bde6 req-f207fc9c-90bc-4401-bee9-9bcaba9b66dd tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.1905239 Sep 18 07:05:36.732348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c645-e041-4200-9acb-c2ee29cea99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2836e-1567-4d10-ac4e-b607855e3017,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:36.743377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53126) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:36.781784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b85985b5-d12e-454a-a826-f239d742a1dc None None] Port a39036b7-7031-4e89-9a84-aea3483827e6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:36.849192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19758c05-b5b2-459f-ad5e-0cf7c721bde6 req-a45655c4-f9f3-4419-b125-342ad7bb707f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177354 Sep 18 07:05:36.937130 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:36.942589 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29edb853-c1e4-4ccd-a6e8-00082167a989 x-openstack-request-id: req-29edb853-c1e4-4ccd-a6e8-00082167a989 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:36.942884 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:36.943144 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29edb853-c1e4-4ccd-a6e8-00082167a989 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:36.943547 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'status': 'completed', 'code': 200} Sep 18 07:05:36.964122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.050268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.066500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e916ad-01df-481b-bb62-593be36a9d42 req-c4ce7255-1d8c-4eac-b141-42528f87a205 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.073020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e916ad-01df-481b-bb62-593be36a9d42 req-c4ce7255-1d8c-4eac-b141-42528f87a205 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.074723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42e916ad-01df-481b-bb62-593be36a9d42 req-c4ce7255-1d8c-4eac-b141-42528f87a205 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 1653 time: 0.0765104 Sep 18 07:05:37.104053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-f8677d2b-eed8-4ffb-8c4e-a817afbd2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.106146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-f8677d2b-eed8-4ffb-8c4e-a817afbd2793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d51660ad5b14b918e9934c59dff4afe&device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 1098 time: 0.1097963 Sep 18 07:05:37.125653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42e916ad-01df-481b-bb62-593be36a9d42 req-7845af92-fac1-4c8f-93a2-f278afce9088 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Sep 18 07:05:37.175649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:37.180496 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.218747 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3921d344-7f83-4a88-b222-bab4ff87e189', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'port_id': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'mac_address': 'fa:16:3e:fa:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:10Z', 'updated_at': '2021-09-18T07:05:34Z', 'revision_number': 1, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:37.249160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Checking router: 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:05:37.258994 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:05:37.260059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:05:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:37.351182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.352856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001b2c-8e86-4743-94cd-f17e13a61320 req-e6b2a3b7-4daf-417a-b55f-b825c2f9e89e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.354005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.355506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d001b2c-8e86-4743-94cd-f17e13a61320 req-e6b2a3b7-4daf-417a-b55f-b825c2f9e89e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0923357 Sep 18 07:05:37.358103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c2836e-1567-4d10-ac4e-b607855e3017 HTTP/1.1" status: 204 len: 168 time: 0.6136415 Sep 18 07:05:37.374397 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:05:37.383031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b4ee-74f8-4a53-8796-b300324fe02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2836e-1567-4d10-ac4e-b607855e3017,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:37.464768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d001b2c-8e86-4743-94cd-f17e13a61320 req-7568c329-f7fb-4e73-aa76-ffb3d16698d7 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014009 Sep 18 07:05:37.470536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-17708f90-24d8-4421-827b-49771efe53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.472228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-17708f90-24d8-4421-827b-49771efe53a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 200 len: 916 time: 0.3585069 Sep 18 07:05:37.578797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.1.1.179 (c041d8a3-5e7a-4140-845f-b94557043645/f72438e3-b523-409c-a45e-16d13eff08fa/4eda824b-09db-4d15-9424-3192deed8d3d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:37.596911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-3479319c-99da-45c8-86a0-3efb17b64e1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 200 len: 1000 time: 0.1160650 Sep 18 07:05:37.661922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3921d344-7f83-4a88-b222-bab4ff87e189', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'port_id': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'mac_address': 'fa:16:3e:fa:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:10Z', 'updated_at': '2021-09-18T07:05:34Z', 'revision_number': 1, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:05:37.689721 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ecfdf-c837-4f7e-8100-c8c6a6e6da8b None None] The sync data for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 is: [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3921d344-7f83-4a88-b222-bab4ff87e189', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'port_id': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'mac_address': 'fa:16:3e:fa:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:10Z', 'updated_at': '2021-09-18T07:05:34Z', 'revision_number': 1, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:05:37.692405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-a0a7941f-4472-4b95-8631-3fcf40891812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.694092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-a0a7941f-4472-4b95-8631-3fcf40891812 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3110c521-6fce-4f0e-9d48-40faa2755b8e HTTP/1.1" status: 200 len: 854 time: 0.0888700 Sep 18 07:05:37.787626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-4ec1c478-5bbd-4332-b0b8-5444163cce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:37.789155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-4ec1c478-5bbd-4332-b0b8-5444163cce77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635290 Sep 18 07:05:37.809625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:37.978683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-8005e1bc-b36d-4035-8bf6-e61c2ce6c19f service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671858 Sep 18 07:05:38.021615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b060ab-c3ab-4f0d-90a4-9e7d89c46e37 req-111654bd-09dd-4270-836e-32b5f23e008a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.036254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9f96ca-d553-4f3b-abeb-fe3984270c3c None None] New status for floating IP 3921d344-7f83-4a88-b222-bab4ff87e189: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:05:38.037402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4b060ab-c3ab-4f0d-90a4-9e7d89c46e37 req-111654bd-09dd-4270-836e-32b5f23e008a tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.0814748 Sep 18 07:05:38.123438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-02f0add9-41da-41ca-b695-5a487fc0a25f req-0db5b0f1-ecf2-4a22-82b4-73e027aed998 service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364877 Sep 18 07:05:38.125466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:38.126227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4b060ab-c3ab-4f0d-90a4-9e7d89c46e37 req-44c610d3-10b4-4a39-b37b-393a29546072 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871799 Sep 18 07:05:38.252325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network c041d8a3-5e7a-4140-845f-b94557043645 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:38.264726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:38.288047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:38.298896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:38.336610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89cf8-4107-4d05-a317-f932edd855aa req-354413e2-f69c-47ae-968f-b0e39e26f87b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.339364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89cf8-4107-4d05-a317-f932edd855aa req-354413e2-f69c-47ae-968f-b0e39e26f87b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.352616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89cf8-4107-4d05-a317-f932edd855aa req-354413e2-f69c-47ae-968f-b0e39e26f87b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.361475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9d89cf8-4107-4d05-a317-f932edd855aa req-354413e2-f69c-47ae-968f-b0e39e26f87b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 2374 time: 0.0866852 Sep 18 07:05:38.397836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.399163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:38.420163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9d89cf8-4107-4d05-a317-f932edd855aa req-180742ef-9f6c-4d70-b5f7-99a11af48509 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575511 Sep 18 07:05:38.518933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3c81de77-f4e2-41d5-8390-e1e3fbf10d0f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8361797 Sep 18 07:05:38.542256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'admin_state_up': True, 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'security_groups': ['98b5be46-771f-41f0-aab2-f3d697221cb7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:38.615479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f39c-57b3-4425-b8b2-d7d055ce091e req-b788bcd8-d9ba-40b5-8522-3238cfe5f09c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:38.623877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72a0f39c-57b3-4425-b8b2-d7d055ce091e req-b788bcd8-d9ba-40b5-8522-3238cfe5f09c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0965004 Sep 18 07:05:38.699107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72a0f39c-57b3-4425-b8b2-d7d055ce091e req-a98350b8-4f84-4562-9e43-75668cabbbc9 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580313 Sep 18 07:05:38.755681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d635c10e-fa17-456c-a854-47254679628e None None] Provisioning complete for port 4eda824b-09db-4d15-9424-3192deed8d3d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:38.755963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d635c10e-fa17-456c-a854-47254679628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:38.805633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d635c10e-fa17-456c-a854-47254679628e None None] Port 4eda824b-09db-4d15-9424-3192deed8d3d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:38.837039 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82a6f5f9-5939-45c3-aeb7-d87a25a57f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:38.866406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:38.983441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53194) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:39.278013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.279520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1999501-f33b-4a15-a02b-164cd00bb8fc req-39a4626b-6ff6-4e60-a887-65da577a7a44 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:39.281823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1999501-f33b-4a15-a02b-164cd00bb8fc req-39a4626b-6ff6-4e60-a887-65da577a7a44 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.0541885 Sep 18 07:05:39.340771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1999501-f33b-4a15-a02b-164cd00bb8fc req-42d13ae3-7e19-4d92-9c44-d5c5e1b9b39f tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512526 Sep 18 07:05:39.342320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0de561f-15c3-4cb8-b156-4f6b9489b89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.578871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0de561f-15c3-4cb8-b156-4f6b9489b89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.610109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.2.2.100 (073c4692-914c-4c15-bb59-69150550e753/732de4a4-73bd-4ffc-a8a1-09f712d8aa3d/918bb3dc-b403-4b3d-8d37-e86b1f03c9b2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:39.621479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc259dc-0a66-413c-8b7a-0fdc80538f13 req-2113c143-a51e-4a4a-9b76-1ba9a2b8514a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:39.630216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc259dc-0a66-413c-8b7a-0fdc80538f13 req-2113c143-a51e-4a4a-9b76-1ba9a2b8514a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:39.634067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc259dc-0a66-413c-8b7a-0fdc80538f13 req-2113c143-a51e-4a4a-9b76-1ba9a2b8514a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:39.641643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bc259dc-0a66-413c-8b7a-0fdc80538f13 req-2113c143-a51e-4a4a-9b76-1ba9a2b8514a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 2374 time: 0.0814104 Sep 18 07:05:39.672129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0de561f-15c3-4cb8-b156-4f6b9489b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.803208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0de561f-15c3-4cb8-b156-4f6b9489b89f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08af2263aa5b4073bbef30f7b575e38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199387 Sep 18 07:05:39.806904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53222) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:39.845792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.961847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bc259dc-0a66-413c-8b7a-0fdc80538f13 req-25d0ce53-80cd-4401-aef3-4252dbff9494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038655 Sep 18 07:05:39.961847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de561f-15c3-4cb8-b156-4f6b9489b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be2dc8-851e-488b-9235-fab8421debfd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:39.961847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.961847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:39.993143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1103f9-8395-499a-98db-97ec5fc49369 req-4f35fa99-c3a3-4551-b6b0-efe41615756d tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:39.994783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d1103f9-8395-499a-98db-97ec5fc49369 req-4f35fa99-c3a3-4551-b6b0-efe41615756d tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0802565 Sep 18 07:05:40.041526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d1103f9-8395-499a-98db-97ec5fc49369 req-a8efa83e-16d8-40d7-83e7-24f256fc7045 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387781 Sep 18 07:05:40.146790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.148786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.152284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.153816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8be2dc8-851e-488b-9235-fab8421debfd HTTP/1.1" status: 204 len: 168 time: 0.3459871 Sep 18 07:05:40.167326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1c3ba-0728-40c0-8bda-04595812818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be2dc8-851e-488b-9235-fab8421debfd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:40.230054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network 073c4692-914c-4c15-bb59-69150550e753 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:40.233347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:40.237730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:40.259073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:40.320190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:40.320857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.415752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-526fee9d-2fb7-43c8-8891-9650330aea4c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8823657 Sep 18 07:05:40.437539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'admin_state_up': True, 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'security_groups': ['98b5be46-771f-41f0-aab2-f3d697221cb7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:40.541614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-da0386ac-49f9-4a7b-b287-cd56a401f910 None None] Provisioning complete for port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:40.542589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-da0386ac-49f9-4a7b-b287-cd56a401f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.545971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19507d-a6b9-473d-ae54-2c8e33384b54 req-b2508901-aa19-425d-a87a-38d8d1ca88f4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:40.548109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca19507d-a6b9-473d-ae54-2c8e33384b54 req-b2508901-aa19-425d-a87a-38d8d1ca88f4 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 943 time: 0.1020498 Sep 18 07:05:40.587039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-da0386ac-49f9-4a7b-b287-cd56a401f910 None None] Port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:40.615931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca19507d-a6b9-473d-ae54-2c8e33384b54 req-46bcb54d-5669-4cd1-a606-4daab5307cbf tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582805 Sep 18 07:05:40.723594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Made reservation on behalf of 7be33344a4244e6aa8d1bb5610dad16e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:05:40.728855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:40.841384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3734649f-4c6b-4bd9-8462-128cbc9373a7 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:05:40.927816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Allocated IP 10.2.2.200 (073c4692-914c-4c15-bb59-69150550e753/732de4a4-73bd-4ffc-a8a1-09f712d8aa3d/099b24fc-8b55-427a-8d82-667b790f6297) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:05:41.039348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:41.057341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3734649f-4c6b-4bd9-8462-128cbc9373a7', 'network_id': '2a6eef1b-0e41-4bd6-a540-f3e28218738e', 'port_id': '3734649f-4c6b-4bd9-8462-128cbc9373a7', 'mac_address': 'fa:16:3e:6b:12:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cb1d21-4351-4e97-8c15-1820cd1abc73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:05:41.115556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.126052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-3bf2377b-8beb-440a-b012-154d7d3626d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.131305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3734649f-4c6b-4bd9-8462-128cbc9373a7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:41.152735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.155129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:41.155693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-3bf2377b-8beb-440a-b012-154d7d3626d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.168212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-3bf2377b-8beb-440a-b012-154d7d3626d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.179102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-3bf2377b-8beb-440a-b012-154d7d3626d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.187007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-3bf2377b-8beb-440a-b012-154d7d3626d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 3095 time: 0.1515787 Sep 18 07:05:41.193388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.250614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.264686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:41.268854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb7e4b28-1a45-4e2a-b09b-83a498a86f8d req-2dfb8ac5-a46b-466f-94b8-e8925e5ab84a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807433 Sep 18 07:05:41.302748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8e227-3d76-4dde-9d9c-0a7799bb8eda req-4726b595-fb6f-4492-8218-9048800c5912 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.311456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77d8e227-3d76-4dde-9d9c-0a7799bb8eda req-4726b595-fb6f-4492-8218-9048800c5912 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1221673 Sep 18 07:05:41.375329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:41.379318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Network 073c4692-914c-4c15-bb59-69150550e753 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:05:41.381370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:05:41.383544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77d8e227-3d76-4dde-9d9c-0a7799bb8eda req-b692adf8-48d3-4eda-a43f-78db1924dd24 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Sep 18 07:05:41.417269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:05:41.470450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.471191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.511864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22a9598f-3368-462f-a870-75cc75d1be2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.535793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-405b19e7-24d2-4b91-ab9f-5e730aba4edb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030250 Sep 18 07:05:41.555205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:41.650131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.685055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3734649f-4c6b-4bd9-8462-128cbc9373a7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:05:41.793636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9c6d4460-faaa-4980-93b7-ea638f9eb4f6 None None] Provisioning complete for port 099b24fc-8b55-427a-8d82-667b790f6297 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:41.794196 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4460-faaa-4980-93b7-ea638f9eb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:41.807127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56420a0-7373-47b9-921b-a5fc2b37c0f2 req-51c87690-894e-4cf8-a970-f8e17309008b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:41.824758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a56420a0-7373-47b9-921b-a5fc2b37c0f2 req-51c87690-894e-4cf8-a970-f8e17309008b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 944 time: 0.0870879 Sep 18 07:05:41.835427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d4460-faaa-4980-93b7-ea638f9eb4f6 None None] Port 099b24fc-8b55-427a-8d82-667b790f6297 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:05:41.881006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a56420a0-7373-47b9-921b-a5fc2b37c0f2 req-b0f73a18-f802-4d14-a1eb-b94c17eb8d63 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493662 Sep 18 07:05:42.011548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:05:42.034141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.096395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db254acc-a089-4431-8b47-c7eaa016da10 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:42.106626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.121137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Transition to ACTIVE for port object db254acc-a089-4431-8b47-c7eaa016da10 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:42.169555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.221921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Pushing event updated for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:42.303532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Attempting to bind port db254acc-a089-4431-8b47-c7eaa016da10 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:42.306808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Attempting to bind port db254acc-a089-4431-8b47-c7eaa016da10 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:42.306808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Attempting to bind port db254acc-a089-4431-8b47-c7eaa016da10 on network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:42.309307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Port db254acc-a089-4431-8b47-c7eaa016da10 on network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:42.309647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Attempting to bind port db254acc-a089-4431-8b47-c7eaa016da10 on network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:42.315060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:42.315496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Checking segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:42.315784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Bound using segment: {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:42.316219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Bound port: db254acc-a089-4431-8b47-c7eaa016da10, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2132a3b5-0d39-44e0-9eea-f701a1e5348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:42.316614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.464126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:42.470763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=db254acc-a089-4431-8b47-c7eaa016da10,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:42.478103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.492274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.503519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.511173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.518542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.530329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-b59a8ef1-d544-4b11-b2eb-cfffec1b4cde tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 3828 time: 0.1422906 Sep 18 07:05:42.542026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.620106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d928e49-3a28-4a43-a0fd-2c56c8acd52c req-d7ce96e0-981c-4e1a-af14-11eb594a6a69 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888352 Sep 18 07:05:42.684381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Pushing event updated for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:42.707579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.708204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:42.710069 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c29b3fa3-6219-4872-b4e8-4e835ba30914 service neutron] 10.222.0.24 "PUT /v2.0/ports/db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 1093 time: 1.1598375 Sep 18 07:05:42.710494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:42.712991 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a35987-2d51-4494-b56a-a33e1ffd750f" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "db254acc-a089-4431-8b47-c7eaa016da10"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:42.737956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2873-aaef-4ec7-8410-a79838c529bb req-7739b1ad-097d-4b33-a247-c291386b60ec tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.760257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-218c2873-aaef-4ec7-8410-a79838c529bb req-7739b1ad-097d-4b33-a247-c291386b60ec tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1371579 Sep 18 07:05:42.766608 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad00a7e-621e-492a-8968-bd47006b8443 x-openstack-request-id: req-9ad00a7e-621e-492a-8968-bd47006b8443 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:42.767060 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "db254acc-a089-4431-8b47-c7eaa016da10", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:42.767586 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad00a7e-621e-492a-8968-bd47006b8443 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:42.768031 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10', 'status': 'completed', 'code': 200} Sep 18 07:05:42.784907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50c2d-69ac-45f3-ba89-f57ba138b2ea req-158e15e5-0f38-441c-a20c-0c466940d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:42.795384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63a50c2d-69ac-45f3-ba89-f57ba138b2ea req-158e15e5-0f38-441c-a20c-0c466940d8db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0718360 Sep 18 07:05:42.801519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-218c2873-aaef-4ec7-8410-a79838c529bb req-308dd918-8eb0-4dde-af83-f008b0e28457 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Sep 18 07:05:42.863095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:43.026746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.051148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63a50c2d-69ac-45f3-ba89-f57ba138b2ea req-8891f973-2e2b-48da-b13c-bbab0c4e7679 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215815 Sep 18 07:05:43.074335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d730c-b442-4c5f-8372-a7260eb21605 req-953f93f5-3bee-40b8-92ec-292f5b0a1377 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.082086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a3d730c-b442-4c5f-8372-a7260eb21605 req-953f93f5-3bee-40b8-92ec-292f5b0a1377 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 944 time: 0.0924592 Sep 18 07:05:43.132526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a3d730c-b442-4c5f-8372-a7260eb21605 req-5c48d742-d558-41a5-b44e-91a31eae5527 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Sep 18 07:05:43.175270 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.191353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.191984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.192695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.193806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.193806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.195706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-faf89d06-88c5-4874-a6b2-8e785dc17606 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 4364 time: 0.3781524 Sep 18 07:05:43.390031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-fe8ae50e-c6bb-4ba7-a6b0-6e55ed5a6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.390517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-fe8ae50e-c6bb-4ba7-a6b0-6e55ed5a6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.391479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-fe8ae50e-c6bb-4ba7-a6b0-6e55ed5a6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.392580 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-fe8ae50e-c6bb-4ba7-a6b0-6e55ed5a6194 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1740739 Sep 18 07:05:43.515725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:43.527996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.544762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-c4fb9ace-aafa-4e9b-872f-1d4573dcf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.546269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69a35987-2d51-4494-b56a-a33e1ffd750f req-c4fb9ace-aafa-4e9b-872f-1d4573dcf2e2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460092 Sep 18 07:05:43.551908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Transition to ACTIVE for port object 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:43.614912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.668932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:43.749354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Attempting to bind port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:43.749699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Attempting to bind port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:43.750081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Attempting to bind port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:43.755295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on network c041d8a3-5e7a-4140-845f-b94557043645 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:43.755545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Attempting to bind port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:43.760680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:43.761023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:43.761413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Bound using segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:43.761851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Bound port: 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:43.762413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.795145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.801436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.808773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.815774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.825809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.839911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.846842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:43.852662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0177fd96-7057-40dd-b516-f26a403276b0 req-675eb024-82df-43b2-bc5c-825f4c699fb2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 4600 time: 0.1164577 Sep 18 07:05:43.854378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:43.907117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0177fd96-7057-40dd-b516-f26a403276b0 req-48903236-a622-45a1-b72d-3ab4cadcd191 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527298 Sep 18 07:05:43.929758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.989235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:43.990267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:43.991914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] 10.222.0.24 "PUT /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 1131 time: 1.1358767 Sep 18 07:05:43.995610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fb3e9-ddb9-4bcb-bf7b-6a0fbed78bd8 req-bddd1c50-39fc-4599-869c-1874f14f7c91 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:44.000208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-610fb3e9-ddb9-4bcb-bf7b-6a0fbed78bd8 req-bddd1c50-39fc-4599-869c-1874f14f7c91 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0902255 Sep 18 07:05:44.057009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed366e3-54bc-434f-afca-517f2c48223e service neutron] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:44.076561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-610fb3e9-ddb9-4bcb-bf7b-6a0fbed78bd8 req-6d1a743f-b013-4c2d-881b-fe147c37d47d tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Sep 18 07:05:44.178419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:44.226665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53340) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:44.256228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.318359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46042a1-5e33-4d66-8ea9-9bb6ec63e199 req-a8b7e4f4-1a29-4fd3-bc31-19978c4be8d5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:44.330347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46042a1-5e33-4d66-8ea9-9bb6ec63e199 req-a8b7e4f4-1a29-4fd3-bc31-19978c4be8d5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 944 time: 0.0739434 Sep 18 07:05:44.386194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b46042a1-5e33-4d66-8ea9-9bb6ec63e199 req-7aa79fe7-ab7f-4279-8fc6-9588bdb6c01c tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510926 Sep 18 07:05:44.470134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54e603c1-0939-42cb-98f6-d72a5ff07531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.609164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54e603c1-0939-42cb-98f6-d72a5ff07531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.609961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:44.617922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.631890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.640507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Transition to ACTIVE for port object b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:44.677697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54e603c1-0939-42cb-98f6-d72a5ff07531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.706405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.724879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-54e603c1-0939-42cb-98f6-d72a5ff07531 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c0cd012f6024fa18f9e0d5b30736dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947178 Sep 18 07:05:44.731749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53362) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:44.750537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e603c1-0939-42cb-98f6-d72a5ff07531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f73b8-5104-4460-b18f-1894b616ecc7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:44.758505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.776869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:44.779033 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "9dde578a-28f6-4ef8-8ab8-988efb1f2a79"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:44.814502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:44.826579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:44.859343 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f9a356-5eae-46cc-b1ad-178382996793 x-openstack-request-id: req-d2f9a356-5eae-46cc-b1ad-178382996793 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:44.859647 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "9dde578a-28f6-4ef8-8ab8-988efb1f2a79", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:44.859903 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2f9a356-5eae-46cc-b1ad-178382996793 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:44.860300 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79', 'status': 'completed', 'code': 200} Sep 18 07:05:44.882577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3734649f-4c6b-4bd9-8462-128cbc9373a7 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:05:45.027344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.044642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.045226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.045771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.046337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.046867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.047501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.048375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.051660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-a7996fed-c4f0-424f-97b4-3322515b839c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6169 time: 0.1326978 Sep 18 07:05:45.113525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.121592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.132720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.141341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.155897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.155897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.163305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.173014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-6bb79843-a4f7-4244-bc87-07d1914a569c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5371 time: 0.1234677 Sep 18 07:05:45.218917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Attempting to bind port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:45.219254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Attempting to bind port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:45.219625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Attempting to bind port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:45.228796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3734649f-4c6b-4bd9-8462-128cbc9373a7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:05:45.230634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on network c041d8a3-5e7a-4140-845f-b94557043645 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:45.231197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Attempting to bind port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:45.234976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3734649f-4c6b-4bd9-8462-128cbc9373a7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:05:45.236643 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.242935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:45.243353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:45.244267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Bound using segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:45.244713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Bound port: b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:45.245116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.285776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-f464c756-e764-4726-9fb1-63e0ff0915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.286665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-f464c756-e764-4726-9fb1-63e0ff0915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.287152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-f464c756-e764-4726-9fb1-63e0ff0915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.289081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-f464c756-e764-4726-9fb1-63e0ff0915c3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2201517 Sep 18 07:05:45.291072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6181e0e4-9796-4394-aedc-73bd04ba17af req-9158a3ad-9add-49f9-a0c8-ae1625a4d3eb tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149063 Sep 18 07:05:45.342954 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.379258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fba58-fa2f-4b56-a8ff-c3fba32c04c0 req-6589d7cf-cc7e-44b8-a785-11d1f0a4017c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.379258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779fba58-fa2f-4b56-a8ff-c3fba32c04c0 req-6589d7cf-cc7e-44b8-a785-11d1f0a4017c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1862483 Sep 18 07:05:45.391585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:45.401088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:45.407713 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741de480-e4c9-46fa-bb22-fbdfe067a07f" -d '{"events": [{"server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "name": "network-vif-plugged", "status": "completed", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:45.424993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.427686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.429036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc1f73b8-5104-4460-b18f-1894b616ecc7 HTTP/1.1" status: 204 len: 168 time: 0.6944110 Sep 18 07:05:45.455328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.468970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274816f-1802-44fe-bb22-bebd43efee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f73b8-5104-4460-b18f-1894b616ecc7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:45.478209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-221ba713-789f-4c5f-83ee-c8c264814dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.479481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc1fa9c3-4ddf-466d-aa47-8c5540a91e7f req-221ba713-789f-4c5f-83ee-c8c264814dfc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653676 Sep 18 07:05:45.483935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:45.487632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:45.497478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779fba58-fa2f-4b56-a8ff-c3fba32c04c0 req-b66b81af-2777-4472-911f-fc226f66dcd9 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073930 Sep 18 07:05:45.570546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.576911 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccadd0ba-50e3-4364-a6e8-1cc63969ee5d x-openstack-request-id: req-ccadd0ba-50e3-4364-a6e8-1cc63969ee5d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:45.580134 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "name": "network-vif-plugged", "status": "completed", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:45.581557 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccadd0ba-50e3-4364-a6e8-1cc63969ee5d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:45.582938 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7', 'code': 200} Sep 18 07:05:45.588310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:45.589058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52696a9-2723-41ad-b25f-3aa8050d2ac0 req-6bbf08dc-4b03-4380-b422-1181188e5e1b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.602231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b52696a9-2723-41ad-b25f-3aa8050d2ac0 req-6bbf08dc-4b03-4380-b422-1181188e5e1b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1221917 Sep 18 07:05:45.676961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.677585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:45.679035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-47833979-2722-4927-9a33-ee54612ae792 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 1130 time: 1.5071139 Sep 18 07:05:45.682579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b52696a9-2723-41ad-b25f-3aa8050d2ac0 req-1c6ddb46-3901-4b0d-9049-d693d00f9dae tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776403 Sep 18 07:05:45.685733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833979-2722-4927-9a33-ee54612ae792 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:45.755290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e429e-eb44-4d7c-a206-44a8b580ead7 req-eded4b86-96d5-4ea0-a303-8deecba8565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:45.756848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a6e429e-eb44-4d7c-a206-44a8b580ead7 req-eded4b86-96d5-4ea0-a303-8deecba8565e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 1097 time: 0.0487509 Sep 18 07:05:45.822648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:45.961437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a6e429e-eb44-4d7c-a206-44a8b580ead7 req-c8ffec06-c2a8-4652-877e-e48990208c7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938291 Sep 18 07:05:45.967723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:46.316385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39036b7-7031-4e89-9a84-aea3483827e6 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:46.332707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:46.360683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Transition to ACTIVE for port object a39036b7-7031-4e89-9a84-aea3483827e6 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:46.449686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684fef-5144-4128-b7fc-9dba4552d193 req-b39257ef-edab-44a7-8379-357b35bdbdbb tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.451922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86684fef-5144-4128-b7fc-9dba4552d193 req-b39257ef-edab-44a7-8379-357b35bdbdbb tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0818346 Sep 18 07:05:46.470094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:46.483728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-6d7ded9e-3b62-46ca-83ea-14f357daf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.485471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-6d7ded9e-3b62-46ca-83ea-14f357daf039 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=338f3a33b0354ef2baf0529311f79967&device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0827544 Sep 18 07:05:46.527318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86684fef-5144-4128-b7fc-9dba4552d193 req-f55a5259-fbfc-4f3b-8d22-8ad4c4e1e16e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684562 Sep 18 07:05:46.584234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:46.624981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.635266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.643880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.653111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.662643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.671078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.681684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.692173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-9f116b55-dda2-4b88-826f-1a731bb26d5d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5383 time: 0.1712043 Sep 18 07:05:46.769425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-32329716-b2d0-4f40-b8d3-16f22e63612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.771528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c667520a-4256-464a-a6d4-c94b6b9998a5 req-98dbffd0-ccb1-4984-98a6-f41d2714cb67 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763779 Sep 18 07:05:46.774234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-32329716-b2d0-4f40-b8d3-16f22e63612c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 200 len: 920 time: 0.2668641 Sep 18 07:05:46.791079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53456) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:46.852525 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c24be70-b88f-419a-b179-d5112c8a04dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:46.859635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-c5cb5c64-8658-4cac-b6fb-a4869ce3dc29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 200 len: 217 time: 0.0723054 Sep 18 07:05:46.864670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Attempting to bind port a39036b7-7031-4e89-9a84-aea3483827e6 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:46.864670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Attempting to bind port a39036b7-7031-4e89-9a84-aea3483827e6 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:46.864670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Attempting to bind port a39036b7-7031-4e89-9a84-aea3483827e6 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:46.873791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:46.876452 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7547c18-ec3c-436d-a1a5-5babc2a945f4" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "b8e43f3a-2e73-4ef2-bbde-6866cdcaee00"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:46.925293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Port a39036b7-7031-4e89-9a84-aea3483827e6 on network c041d8a3-5e7a-4140-845f-b94557043645 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:46.925882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Attempting to bind port a39036b7-7031-4e89-9a84-aea3483827e6 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:46.964539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:46.964644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:46.964970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a403a6-c484-48c4-9367-21cdf13523d0 req-4470238c-3ab0-4cea-8dd2-727160ed586b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.966792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Bound using segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:46.967169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Bound port: a39036b7-7031-4e89-9a84-aea3483827e6, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:46.967671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:46.975872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2a403a6-c484-48c4-9367-21cdf13523d0 req-4470238c-3ab0-4cea-8dd2-727160ed586b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1162367 Sep 18 07:05:46.994703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-18b66d60-2201-402f-b1cf-be4fece2765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:46.998269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-18b66d60-2201-402f-b1cf-be4fece2765c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 200 len: 859 time: 0.1281958 Sep 18 07:05:47.022355 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ac000b-be53-47b7-aff7-f8ffb29a41ab x-openstack-request-id: req-f3ac000b-be53-47b7-aff7-f8ffb29a41ab {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:47.022729 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "b8e43f3a-2e73-4ef2-bbde-6866cdcaee00", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:47.023056 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3ac000b-be53-47b7-aff7-f8ffb29a41ab {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:47.023819 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00', 'status': 'completed', 'code': 200} Sep 18 07:05:47.037241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2a403a6-c484-48c4-9367-21cdf13523d0 req-71589b6c-9313-408c-97cb-232fc8caed5d tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604792 Sep 18 07:05:47.061290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-41d9b7a4-2e2e-48ad-bf14-f2f8af51b717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d06de97d-94cf-44fd-a01d-e4d76471af5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377064 Sep 18 07:05:47.150441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:47.181615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c24be70-b88f-419a-b179-d5112c8a04dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.197748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:47.199275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:47.220284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.220959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.221647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.222306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.222968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.223443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.223914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.225919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-092432a4-601c-414c-affb-5cc210dbc385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6237 time: 0.1435421 Sep 18 07:05:47.243796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c24be70-b88f-419a-b179-d5112c8a04dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.273663 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-5a952fb0-eb17-48ab-b385-15b1cf69579b service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065716 Sep 18 07:05:47.279183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.312947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2c24be70-b88f-419a-b179-d5112c8a04dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeea657d76bf47b99f530cf80ce77aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181739 Sep 18 07:05:47.312947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24be70-b88f-419a-b179-d5112c8a04dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cafbbf-e083-43b5-a563-d898640e0cb2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:47.313998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:47.418973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.447567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.582612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a9aaffd-3c88-4b39-a9f9-0bbb24911850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.595038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.600229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.604578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96cafbbf-e083-43b5-a563-d898640e0cb2 HTTP/1.1" status: 204 len: 168 time: 0.2865217 Sep 18 07:05:47.640726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b1b02-3579-49d9-94b0-399aa04220f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cafbbf-e083-43b5-a563-d898640e0cb2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:47.769013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4ff35-db7e-4e13-99e2-c3c362131031 req-8a4ec69b-6086-4181-9ca7-d7c266c9336e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.780081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cc4ff35-db7e-4e13-99e2-c3c362131031 req-8a4ec69b-6086-4181-9ca7-d7c266c9336e tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0855138 Sep 18 07:05:47.853926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cc4ff35-db7e-4e13-99e2-c3c362131031 req-40289226-031c-41a2-b9b1-c5b1c83b73c9 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728412 Sep 18 07:05:47.865806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a9aaffd-3c88-4b39-a9f9-0bbb24911850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.923469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:47.924057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:47.925507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] 10.222.0.24 "PUT /v2.0/ports/a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 200 len: 1091 time: 2.1215925 Sep 18 07:05:47.947945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a9aaffd-3c88-4b39-a9f9-0bbb24911850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.000868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9da0f-bfaa-4059-8573-b00d87c7aff4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:48.029613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-5b60b94e-acbc-477a-8899-feee6f11c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.029613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-5b60b94e-acbc-477a-8899-feee6f11c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.029613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-5b60b94e-acbc-477a-8899-feee6f11c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.029930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.030036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-5b60b94e-acbc-477a-8899-feee6f11c83d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7848997 Sep 18 07:05:48.033429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.041076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.047665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.047827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:48.054503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.061628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.068260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.077600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-5d80cb50-1a64-487e-92b4-050c20dda0a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5383 time: 0.1883068 Sep 18 07:05:48.098647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-096f1710-57ac-4fdf-8abb-4f0fabb1fe32 req-62188102-0f10-45f6-b4ed-77dc928cc66c service neutron] 10.222.0.37 "GET /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169134 Sep 18 07:05:48.138629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1a9aaffd-3c88-4b39-a9f9-0bbb24911850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b90d6e6aa67f440ca40cafb60e9b8016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9394684 Sep 18 07:05:48.146977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53492) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:48.188504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.207587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aaffd-3c88-4b39-a9f9-0bbb24911850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88a323-5971-4e4d-8214-54f7bfa834c2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:48.281275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-f2eb530d-9795-4f02-ab83-89f029c00da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.283213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7547c18-ec3c-436d-a1a5-5babc2a945f4 req-f2eb530d-9795-4f02-ab83-89f029c00da1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018323 Sep 18 07:05:48.326032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-2e950f77-cbc2-4fe8-862b-d7e243b85044 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2392821 Sep 18 07:05:48.330462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c9956dd-effa-45c2-a0b0-70e3ec53818f req-9babb913-6a43-4744-9c19-cad594e5de92 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2519510 Sep 18 07:05:48.368013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244662a-b6b8-440e-b540-c81dcb3294eb req-7023c193-4e8c-470c-a024-e4c4aeb4e4c9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.369535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d244662a-b6b8-440e-b540-c81dcb3294eb req-7023c193-4e8c-470c-a024-e4c4aeb4e4c9 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1754358 Sep 18 07:05:48.381135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.413889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.512482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d244662a-b6b8-440e-b540-c81dcb3294eb req-453b4dba-77ce-4d2b-a686-72dff58f5247 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059444 Sep 18 07:05:48.537286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.546490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.548577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.549204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.550583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.551444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.552500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.556213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-4c080106-b7ac-4b28-b44c-3f931d189cd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.1077881 Sep 18 07:05:48.730779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-bb1d0deb-0c52-4d4f-8c74-d345c0bed391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.731381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-bb1d0deb-0c52-4d4f-8c74-d345c0bed391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.731895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-bb1d0deb-0c52-4d4f-8c74-d345c0bed391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.734800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-bb1d0deb-0c52-4d4f-8c74-d345c0bed391 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 2296 time: 0.1478403 Sep 18 07:05:48.736072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.740108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.744328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d88a323-5971-4e4d-8214-54f7bfa834c2 HTTP/1.1" status: 204 len: 168 time: 0.5866539 Sep 18 07:05:48.756377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eda824b-09db-4d15-9424-3192deed8d3d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:48.773254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:48.786709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Transition to ACTIVE for port object 4eda824b-09db-4d15-9424-3192deed8d3d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:48.788142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196af93-c038-4fce-98c2-2f2d006e42ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88a323-5971-4e4d-8214-54f7bfa834c2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:48.826416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-2c83fa0d-57db-4969-b857-7cfd03523a3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 1002 time: 0.0833659 Sep 18 07:05:48.884895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-7b937151-dd0c-4d50-b5a1-518357a561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:48.888145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-7b937151-dd0c-4d50-b5a1-518357a561b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 200 len: 855 time: 0.0516725 Sep 18 07:05:48.907401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:49.036717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:49.039271 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12da735-95f8-4f91-bcd6-b62bb7295d91" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:49.043553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-6cab7d6a-ce13-449c-95bf-fa867e04cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.045290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-6cab7d6a-ce13-449c-95bf-fa867e04cc6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513615 Sep 18 07:05:49.128290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Pushing event updated for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:49.130447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49254e68-6635-4145-927e-2d3c6fca0044 req-883585a3-746a-447b-b540-25790bf6ac70 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.132007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49254e68-6635-4145-927e-2d3c6fca0044 req-883585a3-746a-447b-b540-25790bf6ac70 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1568837 Sep 18 07:05:49.149394 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e213a06-f7c8-4474-bbaa-deeec9261af3 x-openstack-request-id: req-8e213a06-f7c8-4474-bbaa-deeec9261af3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:49.149394 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:49.149394 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e213a06-f7c8-4474-bbaa-deeec9261af3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:49.149394 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'status': 'completed', 'code': 200} Sep 18 07:05:49.154207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Attempting to bind port 4eda824b-09db-4d15-9424-3192deed8d3d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:49.154765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Attempting to bind port 4eda824b-09db-4d15-9424-3192deed8d3d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:49.155260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Attempting to bind port 4eda824b-09db-4d15-9424-3192deed8d3d on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:49.162432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Port 4eda824b-09db-4d15-9424-3192deed8d3d on network c041d8a3-5e7a-4140-845f-b94557043645 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:49.163278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Attempting to bind port 4eda824b-09db-4d15-9424-3192deed8d3d on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:49.184420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:49.185095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Checking segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:49.185877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Bound using segment: {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:49.187041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Bound port: 4eda824b-09db-4d15-9424-3192deed8d3d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68357f3f-df05-4c0c-9741-e79c59a957ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:49.187753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:49.231048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49254e68-6635-4145-927e-2d3c6fca0044 req-bccef256-8646-4ae2-846f-72e76c4e24f8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681577 Sep 18 07:05:49.273930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-1218eb96-052b-4067-b2f9-75df8bf50e17 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107742 Sep 18 07:05:49.313296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5cacf-31f2-4b2e-b08c-7b3b96bb4ec7 req-89265cbf-5893-43a1-8a18-5d661f03cfeb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.315251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc5cacf-31f2-4b2e-b08c-7b3b96bb4ec7 req-89265cbf-5893-43a1-8a18-5d661f03cfeb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.0827675 Sep 18 07:05:49.333350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.336308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.338311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-fc79661c-53af-48db-a467-02b9055ee195 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6305 time: 0.1465974 Sep 18 07:05:49.417128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cc5cacf-31f2-4b2e-b08c-7b3b96bb4ec7 req-aa5af36a-c760-47e4-a702-f5988b6fdffb tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Sep 18 07:05:49.456407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:49.488667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-fed4090e-26f4-484e-aaf7-0a2dce21c3fb service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999342 Sep 18 07:05:49.557493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=4eda824b-09db-4d15-9424-3192deed8d3d,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:49.591905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-4e892ee6-140a-44a7-a41c-ddcc8a1a3670 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 217 time: 0.0825267 Sep 18 07:05:49.617401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-36c5c367-3f4e-4b4a-aeaa-a2251a4708be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.618173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-36c5c367-3f4e-4b4a-aeaa-a2251a4708be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.618934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-36c5c367-3f4e-4b4a-aeaa-a2251a4708be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.621782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-36c5c367-3f4e-4b4a-aeaa-a2251a4708be service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2571685 Sep 18 07:05:49.668536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:49.697071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.703122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.709216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.715845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.721951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.727934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.733953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.740784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.743574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3e06082b-78d9-4e4b-881b-e72f49812ee6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5395 time: 0.1576903 Sep 18 07:05:49.748908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:49.750520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] 10.222.0.24 "PUT /v2.0/ports/4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 200 len: 1092 time: 1.7096863 Sep 18 07:05:49.752393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-62c7af64-671e-481a-8630-ace61c0b2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.753860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-62c7af64-671e-481a-8630-ace61c0b2aba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1471145 Sep 18 07:05:49.835821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38e660-d8ff-4ce9-9555-1e3981b3297d service neutron] Pushing event updated for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:49.841565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b2703f4-e155-41f6-a163-4bc68c6e8287 req-3ce7cef2-b730-4c4f-b38a-1f0936d42b5b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970070 Sep 18 07:05:49.847234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-6201b932-dd8a-4595-ba63-958ee1efe1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.849324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-6201b932-dd8a-4595-ba63-958ee1efe1d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802345 Sep 18 07:05:49.861343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-54bb69cb-b96e-4e2e-828d-3cbff890f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:49.863405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c12da735-95f8-4f91-bcd6-b62bb7295d91 req-54bb69cb-b96e-4e2e-828d-3cbff890f2b2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325640 Sep 18 07:05:49.896378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:49.986375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-82b2a74e-384a-4e39-b096-b11958a6c1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274641 Sep 18 07:05:49.986869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:49.993236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.043872 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-929a5d36-fc46-40bc-96d9-2b6cb52f792d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.236935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-a83e616d-39aa-4c14-ab0f-ee782be126b0 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419529 Sep 18 07:05:50.288605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-a58f1abd-8791-42f2-adcd-6aa9cd5a8a0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 217 time: 0.0420840 Sep 18 07:05:50.439458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-929a5d36-fc46-40bc-96d9-2b6cb52f792d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.440526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:50.450212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-ba7de4de-616c-44f5-834f-09730dcc903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:50.450212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-ba7de4de-616c-44f5-834f-09730dcc903b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1482453 Sep 18 07:05:50.454172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1bbe6-fbf2-49b5-b18c-6244488b878f req-560f46a2-b325-4e76-acca-912206896355 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:50.455469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.456420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92b1bbe6-fbf2-49b5-b18c-6244488b878f req-560f46a2-b325-4e76-acca-912206896355 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1263454 Sep 18 07:05:50.475739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Transition to ACTIVE for port object 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:50.517235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92b1bbe6-fbf2-49b5-b18c-6244488b878f req-5fd0cca3-5978-4e29-9e4d-a639c93fabf4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Sep 18 07:05:50.526107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-929a5d36-fc46-40bc-96d9-2b6cb52f792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.563386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-f31fc4fe-2f5f-4f77-8b49-1fccece2c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:50.565168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-f31fc4fe-2f5f-4f77-8b49-1fccece2c51d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078770 Sep 18 07:05:50.573127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-929a5d36-fc46-40bc-96d9-2b6cb52f792d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa63d46a4f7f4f41ac86948eed6524a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850480 Sep 18 07:05:50.575832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53550) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:50.586319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.596199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a5d36-fc46-40bc-96d9-2b6cb52f792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed40f0f-7fcb-415f-8485-6dcccad392a5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:50.722559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-5d811efa-104b-479c-a598-97b0c0ebeba5 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457212 Sep 18 07:05:50.730901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db4b5-1023-411b-8955-e10d64040ca4 req-d4d0aa39-d310-4218-bfd9-814a568ca993 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:50.732419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d0db4b5-1023-411b-8955-e10d64040ca4 req-d4d0aa39-d310-4218-bfd9-814a568ca993 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.0754671 Sep 18 07:05:50.774870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.776695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:50.882861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:50.889938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d0db4b5-1023-411b-8955-e10d64040ca4 req-ba3d36b1-a7c1-42af-90e9-029c9aa6c61b tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500106 Sep 18 07:05:51.024285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Attempting to bind port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:51.025150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Attempting to bind port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:51.025486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Attempting to bind port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 on network 073c4692-914c-4c15-bb59-69150550e753 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:51.033922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 on network 073c4692-914c-4c15-bb59-69150550e753 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:51.034311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Attempting to bind port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 on network 073c4692-914c-4c15-bb59-69150550e753 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:51.039933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:51.040934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Checking segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:51.041333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Bound using segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:51.041769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Bound port: 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:51.042306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.075755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-48d38518-c166-4392-90b8-20bd1f612114 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266213 Sep 18 07:05:51.087661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.091063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.092247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed40f0f-7fcb-415f-8485-6dcccad392a5 HTTP/1.1" status: 204 len: 168 time: 0.5142963 Sep 18 07:05:51.123270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-4ddbfba8-9902-4279-9603-3e9ede9fa6d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 200 len: 217 time: 0.0392122 Sep 18 07:05:51.137446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.144802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.151526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.153157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:51.160040 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:51.160184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.162113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26439781-df55-4fa2-88b3-40c1d01f6b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed40f0f-7fcb-415f-8485-6dcccad392a5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:51.170585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:51.174136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:51.174301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.182741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.186603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.188506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-689f72c4-7d55-4bd7-b987-ec6d0900a219 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5407 time: 0.1972430 Sep 18 07:05:51.268462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-2bfc9823-9cf6-4fd8-9be4-4c295ed02778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.270160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-2bfc9823-9cf6-4fd8-9be4-4c295ed02778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0806201 Sep 18 07:05:51.278036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5545b489-617e-45a9-b380-479d0e61b3f0 req-26c4701c-371b-4d67-b2d6-50ac15f886dc tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791016 Sep 18 07:05:51.301324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.333801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-bf5c209c-947b-4742-8778-108c7ff01e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.333801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-bf5c209c-947b-4742-8778-108c7ff01e00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478671 Sep 18 07:05:51.362835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.363109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.364384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] 10.222.0.24 "PUT /v2.0/ports/918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 1092 time: 1.4792564 Sep 18 07:05:51.369308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a68217-4df1-40d3-9ea1-1ba39914660e x-openstack-request-id: req-e3a68217-4df1-40d3-9ea1-1ba39914660e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:51.369615 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:51.369877 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a68217-4df1-40d3-9ea1-1ba39914660e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:51.375113 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d', 'status': 'completed', 'code': 200} Sep 18 07:05:51.505138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Request body: {'port': {'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:05:51.515907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-5529a890-cbcb-479f-a9c8-c61b2a887493 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767395 Sep 18 07:05:51.565773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b8f91-400a-4777-abae-6dcb33fd2a71 service neutron] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:51.633377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.634840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.635521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.636399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.637388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.638262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.639977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.642296 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-affb4a09-2a0a-4926-9632-63f866cdc00b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6415 time: 0.1559658 Sep 18 07:05:51.663460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:51.681561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-263f80c0-9861-4a61-bd5c-c9b5865cfc3d service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549387 Sep 18 07:05:51.829517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-765077c2-f2d8-4d7f-b5ec-8847f9b41ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 200 len: 217 time: 0.0956678 Sep 18 07:05:51.943949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-aad156fa-bb20-4ab0-8fd1-65ad85193dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:51.949782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-aad156fa-bb20-4ab0-8fd1-65ad85193dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0978746 Sep 18 07:05:52.014614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93f1c8-e5c9-4715-a876-3b10d9d38cd3 req-19afb0c0-3851-49ab-84d1-ae63735c9a06 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.022010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f93f1c8-e5c9-4715-a876-3b10d9d38cd3 req-19afb0c0-3851-49ab-84d1-ae63735c9a06 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1914539 Sep 18 07:05:52.096769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-d90c5ae5-cafa-4680-b0ee-02f48c790421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.098297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-d90c5ae5-cafa-4680-b0ee-02f48c790421 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391313 Sep 18 07:05:52.169444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f93f1c8-e5c9-4715-a876-3b10d9d38cd3 req-37cc1f23-e3a8-4ee2-b9f0-93c1435f2c85 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446874 Sep 18 07:05:52.173749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-ebfc7ee9-345a-42c7-bf12-b3d7130ef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.174285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-ebfc7ee9-345a-42c7-bf12-b3d7130ef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.175417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-ebfc7ee9-345a-42c7-bf12-b3d7130ef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.177654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-ebfc7ee9-345a-42c7-bf12-b3d7130ef69b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2000794 Sep 18 07:05:52.331128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-e7fff2f6-eda7-4bfd-b08d-4eb1bf1c2150 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231736 Sep 18 07:05:52.341798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099b24fc-8b55-427a-8d82-667b790f6297 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:05:52.353167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:52.382324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Transition to ACTIVE for port object 099b24fc-8b55-427a-8d82-667b790f6297 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:05:52.382324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-bcc66326-a777-4d42-9f51-d33c75fbd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.384220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fffb7d6-aef2-4997-a428-a1dfbf0aa18d req-bcc66326-a777-4d42-9f51-d33c75fbd56d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961329 Sep 18 07:05:52.485172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:52.523854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.529847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.535828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.542261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.548610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.554651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.561523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.561722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:52.563292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef496bee-5070-4748-bc2e-78338f697a6c req-d35a796d-3f71-4090-8dcc-770b24a307b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5407 time: 0.1108513 Sep 18 07:05:52.569381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-33dc2b21-c0bc-4551-a19f-b741389c3555 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245340 Sep 18 07:05:52.627067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-dfbebd41-339a-4c12-a419-6c8320b1c231 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 217 time: 0.0487368 Sep 18 07:05:52.728658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef496bee-5070-4748-bc2e-78338f697a6c req-9ea898df-2dc9-458a-8af3-0aee3d20c1f6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579490 Sep 18 07:05:52.736354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Attempting to bind port 099b24fc-8b55-427a-8d82-667b790f6297 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:05:52.737996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Attempting to bind port 099b24fc-8b55-427a-8d82-667b790f6297 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:05:52.742422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Attempting to bind port 099b24fc-8b55-427a-8d82-667b790f6297 on network 073c4692-914c-4c15-bb59-69150550e753 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:52.748942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-aa40d79d-e241-474d-8356-7ec3e7d493c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.750522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-aa40d79d-e241-474d-8356-7ec3e7d493c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1148450 Sep 18 07:05:52.753136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Port 099b24fc-8b55-427a-8d82-667b790f6297 on network 073c4692-914c-4c15-bb59-69150550e753 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:05:52.753416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Attempting to bind port 099b24fc-8b55-427a-8d82-667b790f6297 on network 073c4692-914c-4c15-bb59-69150550e753 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:05:52.764766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:05:52.765111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Checking segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:05:52.765506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Bound using segment: {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:05:52.765970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Bound port: 099b24fc-8b55-427a-8d82-667b790f6297, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98aec00-1027-4ee1-a784-1071e5bde7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '073c4692-914c-4c15-bb59-69150550e753'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:05:52.766343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:52.847773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-910dee85-2e96-45d8-be85-3ae40254ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:52.849321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-910dee85-2e96-45d8-be85-3ae40254ca66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904605 Sep 18 07:05:52.931773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:05:52.939357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:05:53.000154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-c55dc654-7abf-41c1-b42e-086440005184 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414547 Sep 18 07:05:53.084192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:53.104137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.104800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:53.114169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] 10.222.0.24 "PUT /v2.0/ports/099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 1092 time: 1.6058733 Sep 18 07:05:53.203944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb99eb-64d4-4b03-bb87-8d2723d0bc0b service neutron] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:53.307560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.308101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.308592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.309269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.309761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.310270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.310744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.313586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-3e8cd795-3027-4c19-8700-a45455d341b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6483 time: 0.0668085 Sep 18 07:05:53.397072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2'}, {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:53.401128 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1733af-5ad2-4cdc-85ba-5793739153a4" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2"}, {"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "099b24fc-8b55-427a-8d82-667b790f6297"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:53.417535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-ff81c303-2a39-48bb-bd43-fb9b3a6911c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 217 time: 0.0879657 Sep 18 07:05:53.506484 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742b8453-3923-414e-a95f-fd682ebcfbe7 x-openstack-request-id: req-742b8453-3923-414e-a95f-fd682ebcfbe7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:53.506789 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "099b24fc-8b55-427a-8d82-667b790f6297", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:53.507040 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-742b8453-3923-414e-a95f-fd682ebcfbe7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:53.507436 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'status': 'completed', 'code': 200} Sep 18 07:05:53.507690 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297', 'status': 'completed', 'code': 200} Sep 18 07:05:53.509302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-a7197f69-ddb6-459d-a703-ec1085572fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.510816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-a7197f69-ddb6-459d-a703-ec1085572fa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 200 len: 851 time: 0.0848114 Sep 18 07:05:53.628573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-313f1f4e-8dc5-4ad8-a023-c4f4ea5e788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.634208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-313f1f4e-8dc5-4ad8-a023-c4f4ea5e788c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946686 Sep 18 07:05:53.685279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637d8a6-6ffb-499e-9f99-597c86d976a2 req-fc2073b5-7b14-4c84-8708-0c9be4996d03 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.686803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3637d8a6-6ffb-499e-9f99-597c86d976a2 req-fc2073b5-7b14-4c84-8708-0c9be4996d03 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1334414 Sep 18 07:05:53.710404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-b010c645-7baf-457e-82c3-fa8e1b578f34 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954887 Sep 18 07:05:53.764253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-7640c9f6-69e5-45c2-a8c6-a4d59f9fb302 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 217 time: 0.0457623 Sep 18 07:05:53.767391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3637d8a6-6ffb-499e-9f99-597c86d976a2 req-dabac3a0-d2f7-4ec8-8fe3-6328ac421494 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745907 Sep 18 07:05:53.770802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-78ddf97d-f52e-40db-ac40-74a261f34a3c service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291862 Sep 18 07:05:53.944332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-06896a5a-4856-46ac-ac32-339c494adf0e service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651061 Sep 18 07:05:53.944596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-665e51f7-a9b6-4a31-8be6-ab9407900c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.945841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-665e51f7-a9b6-4a31-8be6-ab9407900c1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.1736672 Sep 18 07:05:53.965639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.972488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.979396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.991465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.991946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:53.997891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.004238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.006230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-5c0c24ba-c898-4ac6-8580-9e8399bf9345 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1722734 Sep 18 07:05:54.033443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-20fc58d2-8d86-4a9e-8a81-983f7011b5e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 217 time: 0.0644019 Sep 18 07:05:54.048887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-7080cea7-4114-42ff-9ccf-d1380bbd10c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.050460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-7080cea7-4114-42ff-9ccf-d1380bbd10c5 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1428404 Sep 18 07:05:54.080506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c515c3c-ab04-45b7-bedb-14840ecc9e9d req-bc5221d5-3594-4242-af51-774ea30f5acd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581908 Sep 18 07:05:54.085086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566486e5-005c-42a7-b55b-296c78614b23 req-fb9c9932-4ca9-4477-b323-dced76806536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.086630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-fb9c9932-4ca9-4477-b323-dced76806536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794373 Sep 18 07:05:54.222650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-2d44bea7-13a6-4b91-b34d-9c104786bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.225358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-2d44bea7-13a6-4b91-b34d-9c104786bce1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1739616 Sep 18 07:05:54.254203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-9f94940e-1675-4828-81c8-a1df5fff85a6 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570132 Sep 18 07:05:54.291662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Deleting port 3734649f-4c6b-4bd9-8462-128cbc9373a7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:05:54.292146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:54.385084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c5c3667c-8250-41d5-93bc-b113e9997196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.386647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-c5c3667c-8250-41d5-93bc-b113e9997196 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1508574 Sep 18 07:05:54.404208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-18df354a-2252-44f3-9c53-fff43552d2fe service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298363 Sep 18 07:05:54.519461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-a5277438-7419-4d25-8c95-c7ead3f40543 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240771 Sep 18 07:05:54.526633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] For port 3734649f-4c6b-4bd9-8462-128cbc9373a7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3734649f-4c6b-4bd9-8462-128cbc9373a7,segment=NetworkSegment(932aaada-c11f-4136-8f99-f2c138aad27c),segment_id=932aaada-c11f-4136-8f99-f2c138aad27c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:05:54.527001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:54.557394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Calling delete_port for 3734649f-4c6b-4bd9-8462-128cbc9373a7 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:05:54.676682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-eaf0b633-85b2-40ab-bd83-3caae87b557b service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471186 Sep 18 07:05:54.730988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-8338ec0b-9203-4beb-bade-5226ba101c9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 217 time: 0.0409160 Sep 18 07:05:54.864371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-f342db78-0628-402d-b454-fefa2d3578a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.867036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-f342db78-0628-402d-b454-fefa2d3578a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1292076 Sep 18 07:05:54.930538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1a6c9496-e857-4a36-927d-d069d9428ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.932945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1a6c9496-e857-4a36-927d-d069d9428ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581288 Sep 18 07:05:54.954059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:54.989598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3734649f-4c6b-4bd9-8462-128cbc9373a7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:05:54.990936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dd04f-bcd5-4a4a-aca5-d9f3e536fc87 req-35b3f7df-37f7-44ee-8018-017f801e2dd2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:54.996225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c7dd04f-bcd5-4a4a-aca5-d9f3e536fc87 req-35b3f7df-37f7-44ee-8018-017f801e2dd2 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 945 time: 0.1241233 Sep 18 07:05:55.033720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Pushing event deleted for resources: {'Port': ['ID=3734649f-4c6b-4bd9-8462-128cbc9373a7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:55.111542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c7dd04f-bcd5-4a4a-aca5-d9f3e536fc87 req-6676a54f-30e6-47e8-87af-ceb7d86c2bde tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a42346a-c98b-4d69-a457-94c1b8d7f22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082571 Sep 18 07:05:55.155277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] No DVR routers for this DVR port 3734649f-4c6b-4bd9-8462-128cbc9373a7 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:05:55.160031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:55.162386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dd85048-2da0-4474-b267-cbcb510632a4 req-979f85c4-54fe-48b5-bb9e-bfd75c626150 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.24 "DELETE /v2.0/ports/3734649f-4c6b-4bd9-8462-128cbc9373a7 HTTP/1.1" status: 204 len: 173 time: 1.0634851 Sep 18 07:05:55.190825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-248dbbeb-3756-40e4-8f64-e0f3a82d9e51 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503157 Sep 18 07:05:55.353162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.367839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-aad48086-d1e4-461a-8cb8-829b4aca931d service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693878 Sep 18 07:05:55.372527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.379837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.387668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.396584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.404269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.411419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.413605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-4e0bb16d-623d-451d-b7d6-dd1a9d9fcfe1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1766546 Sep 18 07:05:55.458175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-018839a5-9dc4-40b1-920b-f4be9ed607c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 200 len: 217 time: 0.0829699 Sep 18 07:05:55.497358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6235439-3426-4b99-b9c4-4cb0edee811c req-b5bebe3d-f025-46c2-bf6c-517c7bd2a4de tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739446 Sep 18 07:05:55.510501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'name': 'network-vif-deleted', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:05:55.512920 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a236c12-2a14-470c-93aa-c31718639957" -d '{"events": [{"server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "name": "network-vif-deleted", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:05:55.536755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-dc16118f-9145-4c7e-b804-e10266eb4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.538673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-dc16118f-9145-4c7e-b804-e10266eb4d2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0730784 Sep 18 07:05:55.629365 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15100cc-04e8-4359-9709-b8d92c0d19fa x-openstack-request-id: req-c15100cc-04e8-4359-9709-b8d92c0d19fa {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:05:55.630322 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66545b13-fa36-40a8-9a2a-6e7890c80bfb", "name": "network-vif-deleted", "tag": "3734649f-4c6b-4bd9-8462-128cbc9373a7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:05:55.640622 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c15100cc-04e8-4359-9709-b8d92c0d19fa {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:05:55.640622 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66545b13-fa36-40a8-9a2a-6e7890c80bfb', 'name': 'network-vif-deleted', 'tag': '3734649f-4c6b-4bd9-8462-128cbc9373a7', 'status': 'completed', 'code': 200} Sep 18 07:05:55.647111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-eb6aeaf1-b8f0-42c5-913f-b6538764c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:55.651044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-eb6aeaf1-b8f0-42c5-913f-b6538764c615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038251 Sep 18 07:05:55.797227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-82ec47a3-30ee-40dc-b2c7-0cda08d2a0f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383269 Sep 18 07:05:55.904502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-9e737660-3561-4bb4-bb8c-61d3c62388e8 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971587 Sep 18 07:05:55.992180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-7eb4515d-54f1-49bb-9a4d-6f71460fe025 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 200 len: 217 time: 0.0694673 Sep 18 07:05:56.378524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef8610ae-3d63-419f-b4c3-ee358291c1fc req-251d595c-25b2-4227-bb3d-dfeac0127052 tempest-DeleteServersTestJSON-385948413 tempest-DeleteServersTestJSON-385948413-project] 10.222.0.20 "GET /v2.0/ports?device_id=66545b13-fa36-40a8-9a2a-6e7890c80bfb HTTP/1.1" status: 200 len: 210 time: 0.0769053 Sep 18 07:05:56.501573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-d64e0466-435c-4625-8b28-160eeb13bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.503609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-d64e0466-435c-4625-8b28-160eeb13bc29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.5047274 Sep 18 07:05:56.555859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-22b58a02-fdec-4a61-93e5-f98810348a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.558000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-22b58a02-fdec-4a61-93e5-f98810348a78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453086 Sep 18 07:05:56.663661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.670800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.675129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-be24d98e-1170-495c-bc48-f3a91b88279b service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098034 Sep 18 07:05:56.677247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.685467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.693098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.700746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.708433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.711189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-b0f73659-220a-44f5-996c-a11c57263cc0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1434944 Sep 18 07:05:56.766465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5bcbf3be-12bd-45a5-9d83-f7dca99ae20e req-90096a7d-5c65-442b-a6d5-8021b6240ee9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481982 Sep 18 07:05:56.778840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-53e81259-297d-401c-bddf-19c6de5d2348 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957787 Sep 18 07:05:56.825135 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-e043428d-b80a-4eab-903e-396c94526633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0391500 Sep 18 07:05:56.875107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-cd676076-7880-4b0a-b555-ee39c0b44777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.876650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-cd676076-7880-4b0a-b555-ee39c0b44777 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0448611 Sep 18 07:05:56.923397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1a6704f2-d5e2-4143-ae80-cb65fc9b81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:56.924903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-1a6704f2-d5e2-4143-ae80-cb65fc9b81a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416563 Sep 18 07:05:57.020183 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-fc74e1b3-1c24-4284-b87f-2d02c40062b1 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879488 Sep 18 07:05:57.113592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-82ed6a5e-4d39-46bc-a2d1-5b0d043c23e1 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Sep 18 07:05:57.160162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-ca18d489-3299-466a-ad77-6ae5c776894f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 217 time: 0.0378983 Sep 18 07:05:57.215955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-594b6b56-2d22-4ef8-817b-7715fd3c1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.217528 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-594b6b56-2d22-4ef8-817b-7715fd3c1b49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0509338 Sep 18 07:05:57.227470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:57.264162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-dae4a8d8-6e5a-49dd-80ea-85b6bb225919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.265673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-dae4a8d8-6e5a-49dd-80ea-85b6bb225919 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414796 Sep 18 07:05:57.376679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-d8473be5-19c5-41ef-a813-1aeb4d2329c9 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037028 Sep 18 07:05:57.508835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c3fa-2415-4344-b012-ca2c350865b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:57.509375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-974d049b-a4a8-4219-b0ae-93c92e4f0da0 req-5231ae6b-f275-4973-a82a-3e6acee5ad25 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243865 Sep 18 07:05:57.617830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c3fa-2415-4344-b012-ca2c350865b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:57.672574 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bcc0c3fa-2415-4344-b012-ca2c350865b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:57.714482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bcc0c3fa-2415-4344-b012-ca2c350865b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62adf5caf5234fc59be4bdde5130355c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830339 Sep 18 07:05:57.714482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c3fa-2415-4344-b012-ca2c350865b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a3fb8d-6409-4a31-a229-401889125e0c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:57.715080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53832) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:05:57.777584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:57.830817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:57.886030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.886525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.887001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.887486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.887953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.888484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.888892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.890875 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fd44cbec-a452-4c2d-8199-0f68ccbcd04c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6483 time: 0.0966663 Sep 18 07:05:57.967638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:57.987176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.006492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.015546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.016728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:58.021014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:58.022246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05a3fb8d-6409-4a31-a229-401889125e0c HTTP/1.1" status: 204 len: 168 time: 0.3055496 Sep 18 07:05:58.026778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.034067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.041205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.043400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-9d502f50-5354-43fe-8b8d-7ccee17dd0d2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1767628 Sep 18 07:05:58.078997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a3fb8d-6409-4a31-a229-401889125e0c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:05:58.085008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-a509cb00-ddcf-4d77-93a7-678d20e1f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.088752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-a509cb00-ddcf-4d77-93a7-678d20e1f3b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 903 time: 0.1901598 Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.099565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8227e-39c8-41f0-b9d4-af288c170561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:05:58.146020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a35a417-8863-4724-a175-fb6d2e4ec5d7 req-63f8b834-7e28-4b12-9e1f-884441eef83c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919318 Sep 18 07:05:58.172045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-856fd7a4-6f65-4573-8b8b-14b57d894d77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0696337 Sep 18 07:05:58.241744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-1652f557-a4d2-4044-ad5e-b946a5b315c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.245491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-1652f557-a4d2-4044-ad5e-b946a5b315c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0658598 Sep 18 07:05:58.292139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-843c6253-4c07-47a2-86fb-6b63a4255ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.293774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-843c6253-4c07-47a2-86fb-6b63a4255ab3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429101 Sep 18 07:05:58.403503 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-22116575-eaf4-4faa-b4e7-78da28e9e3a5 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022866 Sep 18 07:05:58.548364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-f25dfcac-57c6-4985-88dd-19f3f983ccf9 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372263 Sep 18 07:05:58.719311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.719863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.720350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.720854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.721814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.722266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.722739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.724714 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-fe176220-78fb-4515-bdf9-5701072a66d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6483 time: 0.0581300 Sep 18 07:05:58.863611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-2fba2289-7607-4161-b779-f148d7975687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.865413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-2fba2289-7607-4161-b779-f148d7975687 service neutron] 10.222.0.24 "GET /v2.0/networks?id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 903 time: 0.1329141 Sep 18 07:05:58.895447 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:05:58.922535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-b02a9b6b-4106-424f-894e-cd717c78437f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 217 time: 0.0490549 Sep 18 07:05:58.972328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-087cc505-e910-4ff8-9de1-5c9989b03529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:58.973990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-087cc505-e910-4ff8-9de1-5c9989b03529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0448120 Sep 18 07:05:58.982477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3734649f-4c6b-4bd9-8462-128cbc9373a7 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:05:59.014765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 3734649f-4c6b-4bd9-8462-128cbc9373a7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:05:59.015141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3734649f-4c6b-4bd9-8462-128cbc9373a7 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:05:59.048723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-f4bd6b78-adb5-424a-84ee-7915e57daab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.050273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-f4bd6b78-adb5-424a-84ee-7915e57daab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641723 Sep 18 07:05:59.161867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-98d1be02-7b08-42dc-b4d6-801d9cff3a89 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037028 Sep 18 07:05:59.292054 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c1733af-5ad2-4cdc-85ba-5793739153a4 req-54affcb8-a82a-4c29-b7c3-4ae9448d7c06 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221557 Sep 18 07:05:59.330485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.339337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.348287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.357547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.365340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.372943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.379781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:05:59.382376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-cc5ca5d5-6da6-4cc9-b14e-795e0dac685f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1347156 Sep 18 07:05:59.445852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d00b12f-fbcf-47f4-bd64-55b6554e66fb req-a6d3042a-8228-4aa6-8347-b8860c3c2450 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575564 Sep 18 07:06:00.619665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.625812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.631983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.645657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.652139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.672693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.681412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:00.691149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-6ebaff4a-d16a-4c72-85f9-1fa9f654fa4a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1392012 Sep 18 07:06:00.771333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d1f6483-9b54-4bbf-8a73-e9ea2bcd0f14 req-0949c049-fce4-46b6-9786-3bd15538e6f2 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791888 Sep 18 07:06:01.642486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:01.692862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Deleting subnet c0cb1d21-4351-4e97-8c15-1820cd1abc73 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:01.697004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:01.748309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:01.811478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:01.946854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.955136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.968107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.975836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.985524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.992493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:01.999872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:02.003729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.017439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-73fcaee7-4566-462b-932c-0333b821874b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1551881 Sep 18 07:06:02.032225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.037655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0cb1d21-4351-4e97-8c15-1820cd1abc73 HTTP/1.1" status: 204 len: 168 time: 0.3941078 Sep 18 07:06:02.042138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:02.101665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370e8c2-536a-4d70-b461-2c2c6f5a07ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0cb1d21-4351-4e97-8c15-1820cd1abc73,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:02.158594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.205259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13bc5a26-eac4-45c3-a1ae-0cc795ded366 req-55d5925b-2576-4d3f-987d-91959c244448 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776810 Sep 18 07:06:02.287122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.319295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6eef1b-0e41-4bd6-a540-f3e28218738e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:02.330299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932aaada-c11f-4136-8f99-f2c138aad27c') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:02.330926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932aaada-c11f-4136-8f99-f2c138aad27c') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:02.343520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.359639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.366852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:02.367273 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:02.369924 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:02.529317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.544853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:02.547153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a6eef1b-0e41-4bd6-a540-f3e28218738e HTTP/1.1" status: 204 len: 168 time: 0.5027723 Sep 18 07:06:02.548768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6eef1b-0e41-4bd6-a540-f3e28218738e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:02.561609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.562227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.562719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.563261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.563747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.564292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.564785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.565266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.565857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.566404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.566882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.567377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03345048-fcd5-4820-bd1d-de84bd748b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:02.829688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54014) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:02.886499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dcc8443f-6786-405b-a9e9-22fcf548731d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6c82329267c490496dc5463908835f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544512 Sep 18 07:06:02.888904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54018) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:02.957174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:03.002159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:03.158029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:03.160713 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:03.162178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a42346a-c98b-4d69-a457-94c1b8d7f22a HTTP/1.1" status: 204 len: 168 time: 0.2713923 Sep 18 07:06:03.172401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ddf2d-1ee8-4f16-ad6b-4b09114effd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42346a-c98b-4d69-a457-94c1b8d7f22a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:03.357239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.365770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.374081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.380573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.388620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.396642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.405014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54036) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:03.407068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:03.416388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-a9da14e7-8f69-4a94-a50c-1f9db6087116 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1176581 Sep 18 07:06:03.466843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3467a5a-5bfc-47f8-ab02-6e55c880d35b req-15f8e2ff-ae41-4f11-9ffa-d907398a20d4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489244 Sep 18 07:06:03.847035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-746907810'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:03.929356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Made reservation on behalf of a06bfbff07704ca988f2d23799a43089 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:03.934784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:03.950559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.057335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.140313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.164814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:04.181677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49da9eb-2e07-452a-b87e-89682902bfdc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:04.199243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.199243 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Added segment 5ea27413-a815-40b7-bfa4-e243722f5d0b of type vlan for network c7de0bf5-51fe-472a-861f-3fbee63e146b Sep 18 07:06:04.265936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.352013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.357665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.358294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:04.447010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Pushing event updated for resources: {'Network': ['ID=c7de0bf5-51fe-472a-861f-3fbee63e146b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:04.458285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c7de0bf5-51fe-472a-861f-3fbee63e146b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:04.472577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0c36cd2f-82f4-4248-bd6f-1117a9557cbd tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0660522 Sep 18 07:06:04.480474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54072) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:04.635139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.641297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.647328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.653786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.660052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.670040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.676590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:04.678817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-389ea2d1-dc58-4b7f-b3a4-0255f2684289 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1308353 Sep 18 07:06:04.728100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-759bfaeb-192d-4854-9f4b-38997c4804bb req-8c42aabe-befc-4b2d-b251-0b100ad331c1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408499 Sep 18 07:06:04.874676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'name': 'tempest-network--1777374303', 'router:external': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:04.892566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:04.984490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70422ee4-a82d-45b8-a30e-26dda3ce6313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.002554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:05.006500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.014127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.092246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70422ee4-a82d-45b8-a30e-26dda3ce6313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.181339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70422ee4-a82d-45b8-a30e-26dda3ce6313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.226396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70422ee4-a82d-45b8-a30e-26dda3ce6313 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=748baa3775da411d8f60680ee6381af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325253 Sep 18 07:06:05.228657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:05.237430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70422ee4-a82d-45b8-a30e-26dda3ce6313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566509cf-609c-43bf-baaf-e0dadc2cefa3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:05.277775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.298629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.351508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.386749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.420513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:05.458220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d064025-d159-4424-b730-757a824cd79c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:05.529015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.533734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.535104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.535660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/566509cf-609c-43bf-baaf-e0dadc2cefa3 HTTP/1.1" status: 204 len: 168 time: 0.3057022 Sep 18 07:06:05.539460 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Added segment d92325be-bdd6-4906-afef-dcb4c785479a of type vlan for network 9f2bc355-dab0-407a-829a-443016a31846 Sep 18 07:06:05.545859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb198a4-81b3-4354-a8f3-ed16d863cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566509cf-609c-43bf-baaf-e0dadc2cefa3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:05.659709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.768798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.769823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:05.770465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:05.870776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=9f2bc355-dab0-407a-829a-443016a31846,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:05.881324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9f2bc355-dab0-407a-829a-443016a31846 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:05.933053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93098146-1f82-4bff-8b0e-77490dedc49b req-a8c6ae13-a877-481e-9cd3-19d1e269b2f6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:05.934698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93098146-1f82-4bff-8b0e-77490dedc49b req-a8c6ae13-a877-481e-9cd3-19d1e269b2f6 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1169088 Sep 18 07:06:05.938592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b82edbaf-6dae-49ef-b438-07c64e0d2cee tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4562211 Sep 18 07:06:05.941171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54134) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:06.059548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93098146-1f82-4bff-8b0e-77490dedc49b req-bdb5b642-6d93-46e5-847f-9307faed9396 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914276 Sep 18 07:06:06.073405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.091586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.108663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.122188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.129684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.137328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.143697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.151172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.160329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-cafcf737-2897-4df5-a5ff-e6853b6e7ad9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.2506695 Sep 18 07:06:06.246352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.249556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9681e5a7-fcc4-41af-af73-137eae8a6adf req-1de73969-1550-4c0e-85b2-def65cc2f48a tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0693958 Sep 18 07:06:06.290708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2bc355-dab0-407a-829a-443016a31846']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:06.292894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47d7683b-8efd-445f-a1b3-9b774491e2ee req-250ebc8a-0f98-4d22-aec6-d3757dba8120 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309316 Sep 18 07:06:06.315209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92325be-bdd6-4906-afef-dcb4c785479a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:06.315523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92325be-bdd6-4906-afef-dcb4c785479a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:06.328958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.355905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.368988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:06.369405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:06.371768 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:06.488974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.497675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f2bc355-dab0-407a-829a-443016a31846 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:06.509135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.511182 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9f2bc355-dab0-407a-829a-443016a31846 HTTP/1.1" status: 204 len: 168 time: 0.5679741 Sep 18 07:06:06.512228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61b7ea-cbff-4600-b7c5-a7843792025b tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f2bc355-dab0-407a-829a-443016a31846,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:06.515038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:06.520307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:06.638088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:06.641511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.692208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54164) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:06.702540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:06.708964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d435e992-e902-4bd4-997a-4bbb9c5245dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.717452 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.717996 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Added segment 7d54f973-dbe2-410c-bce9-b00cc257e415 of type vlan for network 02ead9dd-403a-4e08-9085-2f3d140aab00 Sep 18 07:06:06.786166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.828049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d435e992-e902-4bd4-997a-4bbb9c5245dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.931842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d435e992-e902-4bd4-997a-4bbb9c5245dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.934573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:06.935822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:06.936536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.022396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=02ead9dd-403a-4e08-9085-2f3d140aab00,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:07.035062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 02ead9dd-403a-4e08-9085-2f3d140aab00 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:07.037696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d04277d-1f1d-4577-a642-ed96cda7ca7e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5215364 Sep 18 07:06:07.038349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54174) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:07.044496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'subnet': {'network_id': '02ead9dd-403a-4e08-9085-2f3d140aab00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:07.084713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d435e992-e902-4bd4-997a-4bbb9c5245dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38837ee365d94221a25acff7d9ed7535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917294 Sep 18 07:06:07.089262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:07.106323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435e992-e902-4bd4-997a-4bbb9c5245dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91d64b-1696-4200-9235-3de27798e984,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:07.207977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b20bc259-5757-49b1-a912-7e4bcb932d3f req-cb1a7df5-348f-41b6-aa6f-fd96ca3b8ae4 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0581815 Sep 18 07:06:07.246784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:07.249137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.272659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc510-74f5-47ab-aca5-55c477ed4e92 req-b7cf9fd6-1e14-4ed5-8030-50ba4cbbc50b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.274893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843cc510-74f5-47ab-aca5-55c477ed4e92 req-b7cf9fd6-1e14-4ed5-8030-50ba4cbbc50b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.1064148 Sep 18 07:06:07.275556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.359719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.442473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843cc510-74f5-47ab-aca5-55c477ed4e92 req-9934ba9e-7b8d-49f1-8c25-50793fedaca4 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544857 Sep 18 07:06:07.529552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.535565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.541636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.547873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.553890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.560421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.566415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.568400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-787027c2-fe75-4d92-af19-c5846ac70372 req-edf1eac8-1fe4-47d5-9b27-71433b52d5b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1872318 Sep 18 07:06:07.571974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.574636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:07.576896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f91d64b-1696-4200-9235-3de27798e984 HTTP/1.1" status: 204 len: 168 time: 0.4823425 Sep 18 07:06:07.634860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6edd51-609d-4828-bfdf-9725c2d2e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91d64b-1696-4200-9235-3de27798e984,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:07.704296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-787027c2-fe75-4d92-af19-c5846ac70372 req-62816607-f99c-42bf-9bca-1fb0b0100d05 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260927 Sep 18 07:06:07.932322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-953ae643-122f-4fe8-9d22-8bc1b2ba9290 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:07.933979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-953ae643-122f-4fe8-9d22-8bc1b2ba9290 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 945 time: 0.0594957 Sep 18 07:06:07.963025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:06:07.963604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.020117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49d3fd9a-efed-430f-9b37-f947bbce111b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:08.035068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Checking segment: {'id': '7d54f973-dbe2-410c-bce9-b00cc257e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '02ead9dd-403a-4e08-9085-2f3d140aab00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:08.035068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Network hostable DHCP agents. Network: 02ead9dd-403a-4e08-9085-2f3d140aab00, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:08.036485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Deleting port 80564483-debc-4491-a9cf-20be4f370c40 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:08.036889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.130789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] For port 80564483-debc-4491-a9cf-20be4f370c40, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=80564483-debc-4491-a9cf-20be4f370c40,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:08.131456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.144777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Calling delete_port for 80564483-debc-4491-a9cf-20be4f370c40 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:08.152109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Network 02ead9dd-403a-4e08-9085-2f3d140aab00 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:08.244185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 02ead9dd-403a-4e08-9085-2f3d140aab00) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:08.250525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.251591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.254937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff69283-27a0-4681-9b64-28e793cb764f None None] Network 02ead9dd-403a-4e08-9085-2f3d140aab00 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:08.326470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d38dc4c-432f-4505-8de0-9473d02291fb req-29b54ed4-a1d0-4cf6-97e4-8efec5959bf8 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0315115 Sep 18 07:06:08.364134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76a07c9e-bc56-475b-b953-732a97f7f638 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3236785 Sep 18 07:06:08.366874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54206) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:08.371678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'floatingip': {'floating_network_id': '02ead9dd-403a-4e08-9085-2f3d140aab00'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:08.375160 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.388268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9e7c3182-f86b-4b83-9c95-06e03acbe5e4', '80564483-debc-4491-a9cf-20be4f370c40'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:08.414363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:08.431584 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.447702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba88081-6783-48bd-83c9-8c59fbfe88a7 None None] Network 02ead9dd-403a-4e08-9085-2f3d140aab00 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:08.470941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Pushing event deleted for resources: {'Port': ['ID=80564483-debc-4491-a9cf-20be4f370c40,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:08.472099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:06:08.472099 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:06:08.472099 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': '0a5e9006af5447978d733116e715d145', 'id': '12d5d5d9-d6dc-4602-9cdd-2db3fbdc7ae7', 'expiration': datetime.datetime(2021, 9, 18, 7, 8, 8, 461852)}] Sep 18 07:06:08.472099 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:06:08.473462 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:06:08.541282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] No DVR routers for this DVR port 80564483-debc-4491-a9cf-20be4f370c40 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:08.544301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.546539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0c478fa6-5558-4bf5-b345-c2298c6a86cc req-d4aae407-d7c9-4d67-bd67-918fc7b20b59 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "DELETE /v2.0/ports/80564483-debc-4491-a9cf-20be4f370c40 HTTP/1.1" status: 204 len: 173 time: 0.6052504 Sep 18 07:06:08.547205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'name': 'network-vif-deleted', 'tag': '80564483-debc-4491-a9cf-20be4f370c40'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:08.549866 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60da922-ca59-4a9a-8ba3-515b7d2c0a5b" -d '{"events": [{"server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "name": "network-vif-deleted", "tag": "80564483-debc-4491-a9cf-20be4f370c40"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:08.599071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.614365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a46977ee-8973-434b-909e-0e81ec4edeab req-cb635a1f-4ce2-47ee-a4ff-9452efb88600 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 210 time: 0.0657947 Sep 18 07:06:08.629445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54218) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:08.631516 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54052c16-d450-4653-a6ef-b693d6a52d22 x-openstack-request-id: req-54052c16-d450-4653-a6ef-b693d6a52d22 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:08.631786 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfca3d3-e49b-4e7b-aa26-75acc802451e", "name": "network-vif-deleted", "tag": "80564483-debc-4491-a9cf-20be4f370c40", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:08.632046 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54052c16-d450-4653-a6ef-b693d6a52d22 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:08.632647 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfca3d3-e49b-4e7b-aa26-75acc802451e', 'name': 'network-vif-deleted', 'tag': '80564483-debc-4491-a9cf-20be4f370c40', 'status': 'completed', 'code': 200} Sep 18 07:06:08.746420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.803531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bb93-f9b6-4adc-a8ef-804a15a99999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.838322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c646a7c2-1e13-4c48-af80-f9b31797d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.874271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Allocated IP 172.20.0.13 (02ead9dd-403a-4e08-9085-2f3d140aab00/49d3fd9a-efed-430f-9b37-f947bbce111b/d75f3eea-0bce-4227-a881-673c8019cb50) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:08.896305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.901950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.908738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.914856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.921432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.927472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.933470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:08.935587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-b9587d15-8d7c-4ac3-8ec7-2835d393523a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1180608 Sep 18 07:06:08.976205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:08.984910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.020736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-463937e5-dfb4-41b7-bb2a-a239924d3afc req-85151eae-c182-4b05-8541-d8c1fb376b8a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735157 Sep 18 07:06:09.045571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bb93-f9b6-4adc-a8ef-804a15a99999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.140560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.151286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8cb8bb93-f9b6-4adc-a8ef-804a15a99999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.179905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Network 02ead9dd-403a-4e08-9085-2f3d140aab00 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:09.184185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:09.187541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:09.209166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8bb93-f9b6-4adc-a8ef-804a15a99999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd94d19-0461-4d67-88a6-1f50d71787ef,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.211984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Port': ['ID=d75f3eea-0bce-4227-a881-673c8019cb50,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.215854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8cb8bb93-f9b6-4adc-a8ef-804a15a99999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=549613e4f0904ac2b16af781e292a925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844696 Sep 18 07:06:09.218180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54226) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:09.283452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.294629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.313233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.324627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.369720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.423890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a5e9006af5447978d733116e715d145&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0053537 Sep 18 07:06:09.424409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:09.431932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.435347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcd02-1760-4294-9044-6e70c18ca11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f2cba-3dd7-4542-9bfe-d2f7dfdee67f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.480849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e234288-0c2e-4c57-93fe-16d555c8b764 req-30d5f0ad-d6c0-4f65-8c5b-401d2046f628 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0492790 Sep 18 07:06:09.505820 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.509076 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.517239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fd94d19-0461-4d67-88a6-1f50d71787ef HTTP/1.1" status: 204 len: 168 time: 0.2913325 Sep 18 07:06:09.531115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa27a6d-418c-48d4-9a46-22124474f4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd94d19-0461-4d67-88a6-1f50d71787ef,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.533784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.564976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.607209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.705473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.742063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.745179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.749302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/279f2cba-3dd7-4542-9bfe-d2f7dfdee67f HTTP/1.1" status: 204 len: 168 time: 0.3215868 Sep 18 07:06:09.767403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1df3225-009f-4cdf-9a03-9c044266f6bc req-20fa9466-a90d-4224-af0b-5de2270134c7 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdfca3d3-e49b-4e7b-aa26-75acc802451e HTTP/1.1" status: 200 len: 210 time: 0.0402045 Sep 18 07:06:09.772746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60473c-a209-4102-abf0-2e7361551b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f2cba-3dd7-4542-9bfe-d2f7dfdee67f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.802482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Port': ['ID=d75f3eea-0bce-4227-a881-673c8019cb50,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:09.824002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.906082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:09.907603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b13262ed-11c8-48c1-ab9d-9a184bdd284a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5393124 Sep 18 07:06:09.910388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54242) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:09.982512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7bac048-de5a-4a78-a009-4ca96a9ec27a tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=02ead9dd-403a-4e08-9085-2f3d140aab00 HTTP/1.1" status: 200 len: 690 time: 0.0709682 Sep 18 07:06:09.984996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:10.066580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.182672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.189774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.191353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Deleting port d75f3eea-0bce-4227-a881-673c8019cb50 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:10.191823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.196892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.203665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.209836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.216164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.222796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:10.225095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-1558b84b-1a5a-4fe7-9b9d-2841a4bb1387 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1167157 Sep 18 07:06:10.248339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-73edda4c-03ab-47c0-936a-5b9aa4378129 req-f649799e-063f-467d-a5e5-a880e4712128 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0350788 Sep 18 07:06:10.266910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:10.288582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0f16320-ad35-4569-a9cf-6caaff49df4f req-845f305e-0251-4bbb-b597-07c74919b11a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565252 Sep 18 07:06:10.289514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2165b0a0-de63-4be0-b428-691c8c9bfd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.332587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.333333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.347577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Calling delete_port for d75f3eea-0bce-4227-a881-673c8019cb50 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:10.407967 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2165b0a0-de63-4be0-b428-691c8c9bfd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.477218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2165b0a0-de63-4be0-b428-691c8c9bfd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.516130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2165b0a0-de63-4be0-b428-691c8c9bfd32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fff9b2102534b9282715390e15f5fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484112 Sep 18 07:06:10.517727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165b0a0-de63-4be0-b428-691c8c9bfd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71671598-9d46-48a5-a367-5c0940a73bed,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:10.519008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:10.541352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.581604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Port': ['ID=d75f3eea-0bce-4227-a881-673c8019cb50,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:10.609463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94ff098d-d128-4b3a-9e38-e92c0b83d713 req-c33e4de2-26b2-4856-a51e-6574e69f331c tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0303195 Sep 18 07:06:10.658471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.697809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.705249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:10.795525 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-beb5ba53-6b92-45a0-9c8a-229f2032bf73 req-098e01ee-218b-4aea-81df-b917c315ecaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0609651 Sep 18 07:06:10.806912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.072162 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.074746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.075907 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71671598-9d46-48a5-a367-5c0940a73bed HTTP/1.1" status: 204 len: 168 time: 0.5559425 Sep 18 07:06:11.083650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa32094-2975-483c-89ca-d12f566c0df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71671598-9d46-48a5-a367-5c0940a73bed,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:11.112257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.142893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49d3fd9a-efed-430f-9b37-f947bbce111b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:11.196427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.216307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ead9dd-403a-4e08-9085-2f3d140aab00']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:11.225361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d54f973-dbe2-410c-bce9-b00cc257e415') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:11.231584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d54f973-dbe2-410c-bce9-b00cc257e415') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:11.236321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.250682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.256857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:11.260212 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:11.446241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.448924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.454970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.462484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02ead9dd-403a-4e08-9085-2f3d140aab00 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:11.463390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.469377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.475632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.478708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.481665 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/02ead9dd-403a-4e08-9085-2f3d140aab00 HTTP/1.1" status: 204 len: 168 time: 1.4955144 Sep 18 07:06:11.484115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54294) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:11.504788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.505792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.516217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3612e741-4966-4965-a892-d8954ab4d612 req-1e216e07-9e56-47af-abeb-192333c201bd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1450114 Sep 18 07:06:11.524269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52f40d84-517b-4872-9a43-a456f3eff7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:11.529696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd685108-d37a-4982-aafc-67058d2a48c3 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Network': ['ID=02ead9dd-403a-4e08-9085-2f3d140aab00,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:11.613203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3612e741-4966-4965-a892-d8954ab4d612 req-38d043a1-9a35-4c53-9722-21b296fc6da6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597303 Sep 18 07:06:11.640050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2881-701e-48f0-9732-bce6fb22c574 req-5f5c8c0e-e935-455a-aaf6-6271d7b998cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:11.649234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-578c2881-701e-48f0-9732-bce6fb22c574 req-5f5c8c0e-e935-455a-aaf6-6271d7b998cf tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1315663 Sep 18 07:06:11.700362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-578c2881-701e-48f0-9732-bce6fb22c574 req-511086d3-5245-4f70-8798-d219ecab83d1 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Sep 18 07:06:11.706496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 80564483-debc-4491-a9cf-20be4f370c40 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:06:11.759543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 80564483-debc-4491-a9cf-20be4f370c40 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:06:11.760023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 80564483-debc-4491-a9cf-20be4f370c40 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:06:11.765152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f75dd64-f650-4949-a961-64558e6306e6 req-3f8de528-1538-4a55-a203-1cd84b16e1ef tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0458438 Sep 18 07:06:12.038728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ebd6bba-ce0d-4351-8c78-706b81610b76 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2264 time: 0.5532618 Sep 18 07:06:12.042075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54314) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.055182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.163440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.163909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.164980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.165432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.166048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.166499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.166946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.167496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.167968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.168527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.168977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.170971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-41871498-4c41-45a4-83ca-92af0c9f1e15 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7016 time: 0.1279171 Sep 18 07:06:12.175430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.235165 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-a23acdd1-34a5-4ab2-a8ea-aca664f142db tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] delete failed (client error): The resource could not be found. Sep 18 07:06:12.238245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a23acdd1-34a5-4ab2-a8ea-aca664f142db tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/99919bdd-46b3-479f-b7e3-67c587266328 HTTP/1.1" status: 404 len: 345 time: 0.0613055 Sep 18 07:06:12.240312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54326) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.256801 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-601e3b62-9c34-4afa-b473-bcc5117e877c tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] DELETE failed (client error): The resource could not be found. Sep 18 07:06:12.257388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601e3b62-9c34-4afa-b473-bcc5117e877c tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:06:12.259681 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-601e3b62-9c34-4afa-b473-bcc5117e877c tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/02ead9dd-403a-4e08-9085-2f3d140aab00 HTTP/1.1" status: 404 len: 339 time: 0.0183671 Sep 18 07:06:12.263602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54328) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.269320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'name': 'tempest-network--2063877555', 'router:external': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:12.374478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:12.376797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.401221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:12.409518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.413715 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Added segment d3e8907a-36e4-48cb-88c7-a76dd6df2059 of type vlan for network 4d9cbdd4-a9df-452f-b178-aac6e69e27db Sep 18 07:06:12.452784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.534859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.535717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.536379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.600387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=4d9cbdd4-a9df-452f-b178-aac6e69e27db,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:12.610558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd37e48d-c664-4fef-a17b-82a2cb66ca2e tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3415482 Sep 18 07:06:12.611595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.612060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 4d9cbdd4-a9df-452f-b178-aac6e69e27db details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:12.771281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.777599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.783721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.789866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.796113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.802238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.808639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.810551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-d7a8cda2-27a2-408b-ac17-fab01b44e269 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1010976 Sep 18 07:06:12.833152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbedf4-b61f-4fa4-a36f-8240ebc5a6e6 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.840237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbedf4-b61f-4fa4-a36f-8240ebc5a6e6 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.846314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbedf4-b61f-4fa4-a36f-8240ebc5a6e6 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.852990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dbedf4-b61f-4fa4-a36f-8240ebc5a6e6 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.860956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49dbedf4-b61f-4fa4-a36f-8240ebc5a6e6 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2422395 Sep 18 07:06:12.860956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54356) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:12.880420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177245d-5b0f-46ab-be0b-4efd060e067a req-77a0ee17-8bda-46c5-b2d8-2e4995e77f90 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:12.881982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b177245d-5b0f-46ab-be0b-4efd060e067a req-77a0ee17-8bda-46c5-b2d8-2e4995e77f90 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0705078 Sep 18 07:06:12.891780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a4a62d9-c24f-4d0f-ad20-fdb0b407f3b3 req-34b3caa7-efc4-41bc-8381-17162a8f4668 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716760 Sep 18 07:06:12.932790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b177245d-5b0f-46ab-be0b-4efd060e067a req-594d9949-791c-48df-a1ad-290dd11f32bc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Sep 18 07:06:12.953229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:12.997741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e8ab9ad-e7be-4ef6-badb-31ed7ce60d81 req-d82207ce-998f-4340-b94b-3c7fdda92036 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Sep 18 07:06:13.036141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.056237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9cbdd4-a9df-452f-b178-aac6e69e27db']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:13.066556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8907a-36e4-48cb-88c7-a76dd6df2059') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:13.066940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8907a-36e4-48cb-88c7-a76dd6df2059') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:13.077429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.095494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.110231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:13.110722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:13.112504 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:13.169412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.253840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.259806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d9cbdd4-a9df-452f-b178-aac6e69e27db {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:13.263018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.264375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4d9cbdd4-a9df-452f-b178-aac6e69e27db HTTP/1.1" status: 204 len: 168 time: 0.4056158 Sep 18 07:06:13.267942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:13.272676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'name': 'tempest-network--1723780359', 'router:external': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:13.279730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4db592-fc62-4bef-956c-7600fb520318 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d9cbdd4-a9df-452f-b178-aac6e69e27db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:13.438027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:13.442943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.495546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:13.520681 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.521224 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Added segment e7815462-68b1-4469-88d3-c03f3f30ef83 of type vlan for network 00c8dbaa-ea4c-49da-a574-8962510b6e16 Sep 18 07:06:13.603043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fadfff60-d4e9-46b7-9b24-2c2d2e806723 req-fa07737d-adef-426e-a06a-024cf088ebe4 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0584807 Sep 18 07:06:13.623783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.705732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.707151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:13.707932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:13.775897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=00c8dbaa-ea4c-49da-a574-8962510b6e16,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:13.787443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 00c8dbaa-ea4c-49da-a574-8962510b6e16 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:13.802483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4d1e8b3-d365-4c93-9acb-82a02f602786 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5309935 Sep 18 07:06:13.802836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54394) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:13.892763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68744d96-8f82-492f-b4f1-7f11f238b72c tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:13.894282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-68744d96-8f82-492f-b4f1-7f11f238b72c tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "GET /v2.0/networks/00c8dbaa-ea4c-49da-a574-8962510b6e16 HTTP/1.1" status: 200 len: 757 time: 0.0904274 Sep 18 07:06:13.896942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54398) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:13.993970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96e5ef-4928-46a7-87ca-d265dcd2a89d tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:13.995494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bc96e5ef-4928-46a7-87ca-d265dcd2a89d tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "GET /v2.0/networks/c7de0bf5-51fe-472a-861f-3fbee63e146b HTTP/1.1" status: 200 len: 767 time: 0.0974982 Sep 18 07:06:13.998484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54408) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:14.076274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.081173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.087893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.094374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.100245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.107831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.113758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.120072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.121880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1215767e-092f-4cbb-beda-6325a72959d8 req-a96c586b-4a27-42f3-b4bf-54b8e11a9d85 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1250763 Sep 18 07:06:14.151108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e732c-34c2-4f77-9a18-e5fd6b95930e req-1663b4bd-3449-47b3-9df9-1e34635f9dfc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.152620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-615e732c-34c2-4f77-9a18-e5fd6b95930e req-1663b4bd-3449-47b3-9df9-1e34635f9dfc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.1245813 Sep 18 07:06:14.178847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.199818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c8dbaa-ea4c-49da-a574-8962510b6e16']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:14.202610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1215767e-092f-4cbb-beda-6325a72959d8 req-fe3553d5-7918-4557-8719-6aba4eeb98aa tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735013 Sep 18 07:06:14.210428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7815462-68b1-4469-88d3-c03f3f30ef83') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:14.213690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7815462-68b1-4469-88d3-c03f3f30ef83') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:14.219067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-615e732c-34c2-4f77-9a18-e5fd6b95930e req-cd042145-de7a-4c18-9d6f-5b1be02fa5a3 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Sep 18 07:06:14.236168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.252991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.260722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:14.264747 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:14.420224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.425365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00c8dbaa-ea4c-49da-a574-8962510b6e16 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:14.428594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.431059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/00c8dbaa-ea4c-49da-a574-8962510b6e16 HTTP/1.1" status: 204 len: 168 time: 0.4314423 Sep 18 07:06:14.435144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:14.440549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'name': 'tempest-network--1236697766'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:14.442749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6f3ba-8d85-4de6-bf2f-06dc47993e49 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Network': ['ID=00c8dbaa-ea4c-49da-a574-8962510b6e16,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:14.546185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Made reservation on behalf of 8152a882a6f64739925a8c3dba71a482 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:14.552727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.588297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:14.602590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.603199 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Added segment e4401f14-c00e-4f93-bf5d-ab8be6dbd3ca of type vlan for network 853ebf83-1077-4280-95c0-72b197f32a42 Sep 18 07:06:14.651010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.678428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.736367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98ec4e77-486f-4f53-856f-c57543c07d95 req-d33a0c80-64ba-4ad5-b23c-e708eea624ca tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Sep 18 07:06:14.739849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.740705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:14.741279 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.800138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:14.807028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=853ebf83-1077-4280-95c0-72b197f32a42,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:14.819059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 853ebf83-1077-4280-95c0-72b197f32a42 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:14.830564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c5781881-ea5a-4332-8825-c5140bfc2077 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3941600 Sep 18 07:06:14.833550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:14.839378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:15.011880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.106053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.166425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Network 853ebf83-1077-4280-95c0-72b197f32a42 is not hosted by any dhcp agent {{(pid=101978) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:06:15.167327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.168145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.169493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "PUT /v2.0/networks/853ebf83-1077-4280-95c0-72b197f32a42 HTTP/1.1" status: 200 len: 858 time: 0.3349645 Sep 18 07:06:15.172625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:15.172845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574cf72-bddc-44c9-a74f-cf6fe40addd5 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event updated for resources: {'Network': ['ID=853ebf83-1077-4280-95c0-72b197f32a42,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:15.247349 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.368813 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.411433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853ebf83-1077-4280-95c0-72b197f32a42']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:15.424042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4401f14-c00e-4f93-bf5d-ab8be6dbd3ca') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:15.424439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4401f14-c00e-4f93-bf5d-ab8be6dbd3ca') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:15.440520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.466623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.472627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.478560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.484511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.493175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.496445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.502429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.504306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-58c77f8e-acdf-4de5-a195-90062a3afd1b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.2023594 Sep 18 07:06:15.515561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22228896-ca32-40e9-ab10-8df02e8cc8d3 req-f0033d4e-d4ab-44c2-a4f3-c362a28504cc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:15.516964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22228896-ca32-40e9-ab10-8df02e8cc8d3 req-f0033d4e-d4ab-44c2-a4f3-c362a28504cc tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.2019694 Sep 18 07:06:15.522785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.544090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:15.544557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:15.547048 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:15.631661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22228896-ca32-40e9-ab10-8df02e8cc8d3 req-c7a11276-93e7-4a00-a825-315e745f917b tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067312 Sep 18 07:06:15.636175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4e1ba11-2eb4-462a-b0c8-8e4803758176 req-d6e5fa45-fe3e-4331-95d6-afafcfa377df tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183326 Sep 18 07:06:15.727846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.732016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 853ebf83-1077-4280-95c0-72b197f32a42 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:15.734379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.737186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] 10.222.0.20 "DELETE /v2.0/networks/853ebf83-1077-4280-95c0-72b197f32a42 HTTP/1.1" status: 204 len: 168 time: 0.5632925 Sep 18 07:06:15.740642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54480) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:15.754734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baaa73-62cd-4232-97c0-d15a330a7069 tempest-ExternalNetworksTestJSON-363249528 tempest-ExternalNetworksTestJSON-363249528-project-admin] Pushing event deleted for resources: {'Network': ['ID=853ebf83-1077-4280-95c0-72b197f32a42,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:15.772269 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-90980b23-65d4-4008-8ce3-8eff4c789c84 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] DELETE failed (client error): The resource could not be found. Sep 18 07:06:15.773345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90980b23-65d4-4008-8ce3-8eff4c789c84 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:06:15.779979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-90980b23-65d4-4008-8ce3-8eff4c789c84 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "DELETE /v2.0/subnets/49d3fd9a-efed-430f-9b37-f947bbce111b HTTP/1.1" status: 404 len: 337 time: 0.0378575 Sep 18 07:06:15.782513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54484) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:15.875507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f7334c-17dc-43bb-aacb-b37f4741817e req-ac46a90a-cc7d-4880-b457-a610f9bd17d8 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Sep 18 07:06:15.879984 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.976085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:15.997265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7de0bf5-51fe-472a-861f-3fbee63e146b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:16.007280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea27413-a815-40b7-bfa4-e243722f5d0b') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:16.007431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea27413-a815-40b7-bfa4-e243722f5d0b') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:16.022073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:16.037478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:16.047822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:16.048442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:16.053698 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:16.186304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:16.193323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:16.195131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] 10.222.0.20 "DELETE /v2.0/networks/c7de0bf5-51fe-472a-861f-3fbee63e146b HTTP/1.1" status: 204 len: 168 time: 0.4090359 Sep 18 07:06:16.206175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a65a4-1962-4750-a919-fc369d7e25d4 tempest-ExternalNetworksTestJSON-238902427 tempest-ExternalNetworksTestJSON-238902427-project] Pushing event deleted for resources: {'Network': ['ID=c7de0bf5-51fe-472a-861f-3fbee63e146b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:16.747756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-deef88d2-4f53-4c81-bd33-76c7e29fed4c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:16.750325 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-deef88d2-4f53-4c81-bd33-76c7e29fed4c tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.0716996 Sep 18 07:06:16.806335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54512) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:16.845242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54516) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:16.882101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Deleting port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:16.882481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.024888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9eed0bf-4b89-4e2a-82c3-20017f30459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.045557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] For port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:17.045951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.072799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Calling delete_port for 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:17.105164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2f75f3f3-0fb7-4a26-bd27-80e069a02a6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a06bfbff07704ca988f2d23799a43089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564812 Sep 18 07:06:17.109969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54524) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:17.139646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.145489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.153161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.159062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.165956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.171432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.177863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.179633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-f85f81d0-6569-4fbc-bb63-e57c403e4b9f tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.4521093 Sep 18 07:06:17.191979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8af99f-6319-453b-b5f8-1344065e3de6 req-6cc21fe0-7893-4928-ba92-6531fba0a5c3 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:17.193981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8af99f-6319-453b-b5f8-1344065e3de6 req-6cc21fe0-7893-4928-ba92-6531fba0a5c3 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 945 time: 0.4543784 Sep 18 07:06:17.252918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.253855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68116353-6601-4aec-8110-c6a9f2f21ddd req-db19bf9d-a9fa-4664-baee-78348216f7e4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593195 Sep 18 07:06:17.258908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8af99f-6319-453b-b5f8-1344065e3de6 req-4169947c-d08e-464b-84f6-d931f2f54f19 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dfdfa6a-6c43-4581-8d76-c3898553f2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578425 Sep 18 07:06:17.293012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9eed0bf-4b89-4e2a-82c3-20017f30459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.317370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.373680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9eed0bf-4b89-4e2a-82c3-20017f30459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.420312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9eed0bf-4b89-4e2a-82c3-20017f30459a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6580bea2733947039c7701e5b1b7a1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102514 Sep 18 07:06:17.420554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54528) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:17.428171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eed0bf-4b89-4e2a-82c3-20017f30459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2b49e-e3f6-4cd5-82ed-01feff1b1d50,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:17.439199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.450219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9e7c3182-f86b-4b83-9c95-06e03acbe5e4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:17.474522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10a674a2-5a36-4914-acb5-2410301d1927 req-c3b19c24-4d82-4b77-b2c8-670c2d2eb4ec tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0445919 Sep 18 07:06:17.500088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Pushing event deleted for resources: {'Port': ['ID=9e7c3182-f86b-4b83-9c95-06e03acbe5e4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:17.501853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.504374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.505818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b49da9eb-2e07-452a-b87e-89682902bfdc HTTP/1.1" status: 204 len: 168 time: 0.3947809 Sep 18 07:06:17.532962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dbc96-4c64-434e-9e9d-131675bc895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49da9eb-2e07-452a-b87e-89682902bfdc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:17.556997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] No DVR routers for this DVR port 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:17.558589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.560535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4595e0e-3995-436c-8d8f-b8305f100c8b req-5520c7ec-a0af-4bfb-8f1b-4df517a985c8 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.37 "DELETE /v2.0/ports/9e7c3182-f86b-4b83-9c95-06e03acbe5e4 HTTP/1.1" status: 204 len: 173 time: 0.7963972 Sep 18 07:06:17.560981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'name': 'network-vif-deleted', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:17.563341 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735459c-2b7b-482d-b372-018122fd301c" -d '{"events": [{"server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "name": "network-vif-deleted", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:17.585392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.604755 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325bf7e5-d8ab-4b2b-8f15-2ea316cf529e x-openstack-request-id: req-325bf7e5-d8ab-4b2b-8f15-2ea316cf529e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:17.605046 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1526539f-8077-49f0-948e-55e5ea1eb2f2", "name": "network-vif-deleted", "tag": "9e7c3182-f86b-4b83-9c95-06e03acbe5e4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:17.605294 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-325bf7e5-d8ab-4b2b-8f15-2ea316cf529e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:17.605708 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1526539f-8077-49f0-948e-55e5ea1eb2f2', 'name': 'network-vif-deleted', 'tag': '9e7c3182-f86b-4b83-9c95-06e03acbe5e4', 'status': 'completed', 'code': 200} Sep 18 07:06:17.610307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.711799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.714531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:17.715772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eab2b49e-e3f6-4cd5-82ed-01feff1b1d50 HTTP/1.1" status: 204 len: 168 time: 0.2941639 Sep 18 07:06:17.723730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e263f36-05f9-4976-8000-e59317a04889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2b49e-e3f6-4cd5-82ed-01feff1b1d50,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:18.286355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54548) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:18.352622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4f0c757-8d66-451a-82c4-3f4a4388e4a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8152a882a6f64739925a8c3dba71a482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622649 Sep 18 07:06:18.355051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:18.458697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af09f4e1-931e-4cfc-8f0d-653861db34a2 req-990d6acf-94ee-45db-84cb-e90272803067 tempest-ServerRescueNegativeTestJSON-1076282414 tempest-ServerRescueNegativeTestJSON-1076282414-project] 10.222.0.20 "GET /v2.0/ports?device_id=1526539f-8077-49f0-948e-55e5ea1eb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0411434 Sep 18 07:06:18.462819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.511171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.544542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.550956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.557676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.565382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.573317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.579410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.585501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:18.587630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-33ef74b1-69ed-468c-81a5-be11511bab6a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5419 time: 0.1538451 Sep 18 07:06:18.640248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce221dd6-8357-4bb0-9a7a-18dec0469cae req-8794d8b4-6d04-4570-806b-d6f946cc973b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438366 Sep 18 07:06:18.675193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:18.689034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42016378-42f1-4754-84f8-d7a454f559d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.723809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96e9a88a-7f49-4014-a2c3-0e962d334224 req-e3ee4e97-f6da-46ac-aa4c-0e15deac060b tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Sep 18 07:06:18.751229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.753866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.755949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d064025-d159-4424-b730-757a824cd79c HTTP/1.1" status: 204 len: 168 time: 0.3986437 Sep 18 07:06:18.764114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787b83d-57ad-4967-aa9f-efc7fc21606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d064025-d159-4424-b730-757a824cd79c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:18.831207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42016378-42f1-4754-84f8-d7a454f559d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.888716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42016378-42f1-4754-84f8-d7a454f559d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:18.927952 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-42016378-42f1-4754-84f8-d7a454f559d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47262e6c3dfb41dfb4bc14b0f3afe075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516258 Sep 18 07:06:18.928823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42016378-42f1-4754-84f8-d7a454f559d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261a3c7-2e74-4336-b5c5-2187cd75d0b1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:18.931295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54572) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:18.981085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.002403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.012033 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:06:19.068491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a39036b7-7031-4e89-9a84-aea3483827e6 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:19.176635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.180871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.183631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.187443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6261a3c7-2e74-4336-b5c5-2187cd75d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2523487 Sep 18 07:06:19.189662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'port_id': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'mac_address': 'fa:16:3e:97:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:19.198215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a6acb-78bd-49e5-bed6-9e081fc6c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261a3c7-2e74-4336-b5c5-2187cd75d0b1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:19.241842 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.254578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39036b7-7031-4e89-9a84-aea3483827e6 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:19.272974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.339110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.339110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:19.402844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.409779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:19.420828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.421274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.421523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.421859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.426924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:19.428100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'port_id': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00', 'mac_address': 'fa:16:3e:b8:60:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:19.470683 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.484417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:19.505747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.528149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54592) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:19.569475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.570498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:19.642586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.645746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:19.661639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'port_id': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79', 'mac_address': 'fa:16:3e:0d:2c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:19.705946 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.723780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:19.748842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:19.878171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-853021ec-a6ab-4591-99e9-cd374e0bad4b req-ec2e3128-0c60-415e-b031-6812eafe53c9 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0628097 Sep 18 07:06:19.898187 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:19.898187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device db254acc-a089-4431-8b47-c7eaa016da10 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:19.926373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.932850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.939833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.947818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.955080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.962275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.968991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:19.971146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99470714-d09a-443c-8501-dc391c64f763 req-7bd5cffd-d630-4219-8f24-cdaeacde0438 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5421 time: 0.1890247 Sep 18 07:06:19.986803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:20.055095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99470714-d09a-443c-8501-dc391c64f763 req-23b486e8-8eb4-46b3-9040-5a4bd6966f70 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761015 Sep 18 07:06:20.060924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=db254acc-a089-4431-8b47-c7eaa016da10,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.078858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'db254acc-a089-4431-8b47-c7eaa016da10', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'port_id': 'db254acc-a089-4431-8b47-c7eaa016da10', 'mac_address': 'fa:16:3e:e1:02:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:20.118223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.132228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db254acc-a089-4431-8b47-c7eaa016da10 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:20.154936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=db254acc-a089-4431-8b47-c7eaa016da10,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.166811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.203118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.203795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 099b24fc-8b55-427a-8d82-667b790f6297 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:20.286639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:20.364301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.382058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '099b24fc-8b55-427a-8d82-667b790f6297', 'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'port_id': '099b24fc-8b55-427a-8d82-667b790f6297', 'mac_address': 'fa:16:3e:64:3e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732de4a4-73bd-4ffc-a8a1-09f712d8aa3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:20.446015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.459761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099b24fc-8b55-427a-8d82-667b790f6297 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:20.468009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Deleting port 612f0db2-9550-424b-93fd-9f40fc23c6b3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:20.469020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.481110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.534899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.535714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 4eda824b-09db-4d15-9424-3192deed8d3d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:20.568728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] For port 612f0db2-9550-424b-93fd-9f40fc23c6b3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=612f0db2-9550-424b-93fd-9f40fc23c6b3,segment=NetworkSegment(110df166-6adb-4fcc-861a-80922540ae36),segment_id=110df166-6adb-4fcc-861a-80922540ae36)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.569227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.591494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Calling delete_port for 612f0db2-9550-424b-93fd-9f40fc23c6b3 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:20.615577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=4eda824b-09db-4d15-9424-3192deed8d3d,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.625394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:20.643769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '4eda824b-09db-4d15-9424-3192deed8d3d', 'network_id': 'c041d8a3-5e7a-4140-845f-b94557043645', 'port_id': '4eda824b-09db-4d15-9424-3192deed8d3d', 'mac_address': 'fa:16:3e:0e:9f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72438e3-b523-409c-a45e-16d13eff08fa', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:20.682860 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.710148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eda824b-09db-4d15-9424-3192deed8d3d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:20.732069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=4eda824b-09db-4d15-9424-3192deed8d3d,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.831522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.832249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:20.895818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:20.897985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:20.906438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:20.909308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'network_id': '073c4692-914c-4c15-bb59-69150550e753', 'port_id': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'mac_address': 'fa:16:3e:52:c9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732de4a4-73bd-4ffc-a8a1-09f712d8aa3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:20.957530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Pushing event deleted for resources: {'Port': ['ID=612f0db2-9550-424b-93fd-9f40fc23c6b3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:20.986286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:21.001204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:21.019710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-505d7a84-d0dc-4479-9637-014308d65190 req-69df77b0-ae4c-4e2f-98a5-744d6909fa20 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0314190 Sep 18 07:06:21.022164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:21.135536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:21.137376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:21.206631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:21.250968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.257224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.263863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.271246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.276870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.282866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.288996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:21.291003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-f62f0c50-87cd-4add-a5aa-d4478e29c64b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.1463683 Sep 18 07:06:21.372027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcdd67f0-e36d-49b0-9969-89b0192efea6 req-a44c6b65-9b7f-4f7a-9115-ab28ad1c7ced tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525157 Sep 18 07:06:21.492725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Router d8cf9fc1-b980-4b87-ba83-8a624467612e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:06:21.547856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54668) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:21.611762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:06:21.616881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9d752b6c-3458-45d9-afd2-ea0201b44482 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8cf9fc1-b980-4b87-ba83-8a624467612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875733 Sep 18 07:06:21.625287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54672) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:21.625397 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Sync routers for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:06:21.636040 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:21.636735 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:21.736738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:21.744252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:06:21.764168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:21.783876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:06:21.784231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9e7c3182-f86b-4b83-9c95-06e03acbe5e4 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:06:21.790864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2111e644-d22b-4468-b536-4018d7b9e044 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-276745376'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:21.791850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2111e644-d22b-4468-b536-4018d7b9e044 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Unknown quota resources ['metering_label']. {{(pid=101978) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:06:21.946027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.006047 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:06:20Z', 'revision_number': 5, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port': {'id': '385cec33-3a2d-44cc-ab90-e6584b8947bb', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:03:50Z', 'updated_at': '2021-09-18T07:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:22.047740 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Checking router: d8cf9fc1-b980-4b87-ba83-8a624467612e for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:06:22.084361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Routers {'d8cf9fc1-b980-4b87-ba83-8a624467612e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:22.084983 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d8cf9fc1-b980-4b87-ba83-8a624467612e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:22.201161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68e8ae16-e4e6-4fd5-9755-8d2cb28eea05 req-d3f97083-38dc-4a57-8161-ae79ac579284 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Sep 18 07:06:22.248458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2111e644-d22b-4468-b536-4018d7b9e044 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.252615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2111e644-d22b-4468-b536-4018d7b9e044 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7007008 Sep 18 07:06:22.253136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54696) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:22.269157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5fc9d62c-14eb-443a-a2c5-3e74f738e306 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'af8bdccf-249e-4a76-8a41-917b2fe17856'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:22.269157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5fc9d62c-14eb-443a-a2c5-3e74f738e306 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:06:22.286010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Deleting port 385cec33-3a2d-44cc-ab90-e6584b8947bb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:22.286315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.358426 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] Set router d8cf9fc1-b980-4b87-ba83-8a624467612e gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:22.397585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] For port 385cec33-3a2d-44cc-ab90-e6584b8947bb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=385cec33-3a2d-44cc-ab90-e6584b8947bb,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:22.398131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.424402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Calling delete_port for 385cec33-3a2d-44cc-ab90-e6584b8947bb owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:22.446010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:06:21Z', 'revision_number': 6, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:22.460386 n-d-789963-14 neutron-server[101979]: WARNING neutron.services.metering.metering_plugin [None req-5fc9d62c-14eb-443a-a2c5-3e74f738e306 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 07:06:22.521027 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6434f4-ea0a-46b6-8ada-601ec4c11cf2 None None] The sync data for ids ['d8cf9fc1-b980-4b87-ba83-8a624467612e'] in n-d-789963-14 is: [{'id': 'd8cf9fc1-b980-4b87-ba83-8a624467612e', 'name': 'tempest-ServerRescueNegativeTestJSON-1358483784-router', 'tenant_id': '338f3a33b0354ef2baf0529311f79967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:03:49Z', 'updated_at': '2021-09-18T07:06:21Z', 'revision_number': 6, 'project_id': '338f3a33b0354ef2baf0529311f79967', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:06:22.665997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fc9d62c-14eb-443a-a2c5-3e74f738e306 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.667233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5fc9d62c-14eb-443a-a2c5-3e74f738e306 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4131019 Sep 18 07:06:22.670368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:22.675362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7bf1c6fc-5bdf-4b74-bcf5-f05ae02e4ff0 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'af8bdccf-249e-4a76-8a41-917b2fe17856'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:22.681775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7bf1c6fc-5bdf-4b74-bcf5-f05ae02e4ff0 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:06:22.746916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.752935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.759024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.763114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.765243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.771334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.777629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.783650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:22.785590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-004c56d5-a679-43df-8afb-ed9591e807e0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.2524791 Sep 18 07:06:22.790086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=385cec33-3a2d-44cc-ab90-e6584b8947bb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:22.848785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-509e8b3a-53a4-4622-afdd-0913b9a5ecb9 req-d5edb92f-82be-4f11-ae06-cd25fe0a7456 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468280 Sep 18 07:06:22.870822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:22.894873 n-d-789963-14 neutron-server[101979]: WARNING neutron.services.metering.metering_plugin [None req-7bf1c6fc-5bdf-4b74-bcf5-f05ae02e4ff0 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 07:06:22.905883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['b8e43f3a-2e73-4ef2-bbde-6866cdcaee00'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:22.970850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['9dde578a-28f6-4ef8-8ab8-988efb1f2a79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.029704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c6fc-5bdf-4b74-bcf5-f05ae02e4ff0 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.033531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bf1c6fc-5bdf-4b74-bcf5-f05ae02e4ff0 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3621721 Sep 18 07:06:23.035031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.039540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.039673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.049231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a39036b7-7031-4e89-9a84-aea3483827e6'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.053884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['db254acc-a089-4431-8b47-c7eaa016da10'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.069476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7370513d-b643-403c-b3ef-11c1668be245 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ae35463e-9078-4327-a3e1-4a4c575c9e1f HTTP/1.1" status: 200 len: 462 time: 0.0306797 Sep 18 07:06:23.070560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54720) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.115241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['099b24fc-8b55-427a-8d82-667b790f6297'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.119186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['4eda824b-09db-4d15-9424-3192deed8d3d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.121187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['918bb3dc-b403-4b3d-8d37-e86b1f03c9b2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:23.214216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.217988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8cf9fc1-b980-4b87-ba83-8a624467612e {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:06:23.222065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.225781 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-870f6dcb-ac2e-4a78-a44f-baa3d409f2cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8cf9fc1-b980-4b87-ba83-8a624467612e HTTP/1.1" status: 204 len: 168 time: 1.6028779 Sep 18 07:06:23.227415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54726) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.273999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3dd4853f-c777-41fb-b59f-29ad48e50e71 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.277752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3dd4853f-c777-41fb-b59f-29ad48e50e71 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/ae35463e-9078-4327-a3e1-4a4c575c9e1f HTTP/1.1" status: 204 len: 168 time: 0.1999748 Sep 18 07:06:23.277960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.294107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0898d925-ff8f-4f17-a685-d54f911ae343 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=ae35463e-9078-4327-a3e1-4a4c575c9e1f HTTP/1.1" status: 200 len: 221 time: 0.0117927 Sep 18 07:06:23.294404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54732) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.298934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-234267fa-060c-42a5-bf9a-9427b2a04a2b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--359186315', 'description': 'label created by tempest'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:23.299476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-234267fa-060c-42a5-bf9a-9427b2a04a2b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Unknown quota resources ['metering_label']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:06:23.309502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Deleting subnet 4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:23.314052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.387864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.465629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.638898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.704062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 612f0db2-9550-424b-93fd-9f40fc23c6b3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:06:23.708872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.749690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bec947e-716f-4ec2-9a88-8a1ce6d1cf14,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:23.759904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.767337 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d3cee221-c0e6-425b-b12f-48e4be9777e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4bec947e-716f-4ec2-9a88-8a1ce6d1cf14 HTTP/1.1" status: 204 len: 168 time: 0.5380597 Sep 18 07:06:23.768623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54746) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:23.782730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 612f0db2-9550-424b-93fd-9f40fc23c6b3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:06:23.783089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 612f0db2-9550-424b-93fd-9f40fc23c6b3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:06:23.783495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 385cec33-3a2d-44cc-ab90-e6584b8947bb no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:06:23.825732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 385cec33-3a2d-44cc-ab90-e6584b8947bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:06:23.826028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 385cec33-3a2d-44cc-ab90-e6584b8947bb not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:06:23.887927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc10c2b4-7ba6-4223-b591-c4d5f511b056 req-12a51de5-f0ad-4e41-a7c6-59117857748f tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Sep 18 07:06:23.944317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed13-8634-45d3-b03d-f2d4995bdf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:23.963012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.075954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.105126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.108469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06de97d-94cf-44fd-a01d-e4d76471af5e']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:24.111277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.117935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.127297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.127499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110df166-6adb-4fcc-861a-80922540ae36') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:24.127499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110df166-6adb-4fcc-861a-80922540ae36') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:24.130507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.137301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.143026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.143771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:24.146511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-1f540943-9a63-45fa-8a67-00256611e9b5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.2085545 Sep 18 07:06:24.159925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.175975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:24.175975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:24.177660 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:24.185375 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-234267fa-060c-42a5-bf9a-9427b2a04a2b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.186591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-234267fa-060c-42a5-bf9a-9427b2a04a2b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8911314 Sep 18 07:06:24.199377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54754) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.216723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed13-8634-45d3-b03d-f2d4995bdf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.228489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e4cdd1d-c020-49c0-9cd2-3746077055ae req-47dbb9e9-cdb6-4b42-a65f-f111efda0cab tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455780 Sep 18 07:06:24.326022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54758) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.326994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed13-8634-45d3-b03d-f2d4995bdf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.337362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54762) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.337517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2658d550-1719-48a0-8011-70a194926cdc tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=48c32a35-6edc-4cd0-b684-efeac8781337 HTTP/1.1" status: 200 len: 467 time: 0.1370428 Sep 18 07:06:24.372592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e4eed13-8634-45d3-b03d-f2d4995bdf16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b2ab690e580442f83280f2a3b7dacef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314808 Sep 18 07:06:24.373445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eed13-8634-45d3-b03d-f2d4995bdf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8706b257-696e-4e8f-b87d-77c4989aa19c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:24.387797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54764) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.439856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.451376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.463495 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.465393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/d06de97d-94cf-44fd-a01d-e4d76471af5e HTTP/1.1" status: 204 len: 168 time: 0.6910269 Sep 18 07:06:24.477978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.480907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b11c0-a81a-43f2-9c02-f7a60d59e9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d06de97d-94cf-44fd-a01d-e4d76471af5e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:24.488230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f761fd79-1c8a-465e-a4a8-d6e375e1247c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.643013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.645571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.646925 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8706b257-696e-4e8f-b87d-77c4989aa19c HTTP/1.1" status: 204 len: 168 time: 0.2574959 Sep 18 07:06:24.655066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33027da8-83de-42f7-aae4-9460d61fbb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8706b257-696e-4e8f-b87d-77c4989aa19c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:24.711425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00c53e08-9f4d-432b-b846-288937aec6d5 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.712591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00c53e08-9f4d-432b-b846-288937aec6d5 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/48c32a35-6edc-4cd0-b684-efeac8781337 HTTP/1.1" status: 204 len: 168 time: 0.3739901 Sep 18 07:06:24.714614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f761fd79-1c8a-465e-a4a8-d6e375e1247c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.715534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54770) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.727261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b68062b-9830-481e-baf1-6b55b70454fb tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=48c32a35-6edc-4cd0-b684-efeac8781337 HTTP/1.1" status: 200 len: 216 time: 0.0105705 Sep 18 07:06:24.730330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54772) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.739483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a4f7d99-d69f-46e2-98d1-9173f93316cc tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081851 Sep 18 07:06:24.742954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54774) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.753671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0fa98f2-fbd8-4fc1-976c-a63061e08040 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0097470 Sep 18 07:06:24.757420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.830633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1a707ba7-4e78-4b01-b3a4-a75b6d2512d5 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/af8bdccf-249e-4a76-8a41-917b2fe17856 HTTP/1.1" status: 200 len: 472 time: 0.0714803 Sep 18 07:06:24.834001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54778) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.842727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f761fd79-1c8a-465e-a4a8-d6e375e1247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:24.843982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05623423-4d9c-44d7-8abe-fbe708a44191 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/3453397a-6f89-4d3d-aa8d-ddf25f818938 HTTP/1.1" status: 200 len: 459 time: 0.0090179 Sep 18 07:06:24.847454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.880883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.885379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f761fd79-1c8a-465e-a4a8-d6e375e1247c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f8c4495a3a4553aad207130edb0201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5582204 Sep 18 07:06:24.887458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761fd79-1c8a-465e-a4a8-d6e375e1247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af34ba6-f9e2-49bf-abf5-e0a9e165ba7f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:24.888544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:24.988715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3de52ea7-4cbf-4c0d-819f-a540b8dd2668 req-91670f42-0a74-4fea-9163-d00eab49d548 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Sep 18 07:06:25.277471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8ede6b0a-30c2-41cc-9b15-9512538ba761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=338f3a33b0354ef2baf0529311f79967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930657 Sep 18 07:06:25.278004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54794) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:25.316138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ec273f8-85fd-4849-b2eb-2e7c82606407 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.318083 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1ec273f8-85fd-4849-b2eb-2e7c82606407 tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/3453397a-6f89-4d3d-aa8d-ddf25f818938 HTTP/1.1" status: 204 len: 168 time: 0.4688749 Sep 18 07:06:25.320564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:25.366410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:25.387055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.393750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415518b-7f43-4ef3-a05f-d499ae40c555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.408333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.427188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.433838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.439757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.446334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.452263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.458175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.464652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:25.466615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-e9f40e15-9a55-4f26-9181-7137f563c15a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.1374469 Sep 18 07:06:25.476927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.516790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.569874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e22e5fc3-dc5e-404d-b63b-f5cf1d28a54b req-2fa9ec67-71c1-4205-8b55-530e31a5436e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913010 Sep 18 07:06:25.605532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ca4b10b4-1b85-45bc-be59-ee8c215e290b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.606750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ca4b10b4-1b85-45bc-be59-ee8c215e290b tempest-MeteringIpV6TestJSON-1803816194 tempest-MeteringIpV6TestJSON-1803816194-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/af8bdccf-249e-4a76-8a41-917b2fe17856 HTTP/1.1" status: 204 len: 168 time: 0.2849078 Sep 18 07:06:25.653394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.656082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.659714 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1af34ba6-f9e2-49bf-abf5-e0a9e165ba7f HTTP/1.1" status: 204 len: 168 time: 0.7677941 Sep 18 07:06:25.666326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148592c-d233-40ab-9b0e-171cba25edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af34ba6-f9e2-49bf-abf5-e0a9e165ba7f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:25.703255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.706020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.707130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dfdfa6a-6c43-4581-8d76-c3898553f2d0 HTTP/1.1" status: 204 len: 168 time: 0.4280288 Sep 18 07:06:25.717876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ada600-4be7-48cf-aba0-69859d339f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfdfa6a-6c43-4581-8d76-c3898553f2d0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:25.740230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415518b-7f43-4ef3-a05f-d499ae40c555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.802692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415518b-7f43-4ef3-a05f-d499ae40c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.842425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3415518b-7f43-4ef3-a05f-d499ae40c555 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=236143d76ab64777be5a9c55b5a860a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743972 Sep 18 07:06:25.843591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415518b-7f43-4ef3-a05f-d499ae40c555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8873ef-aed1-43ae-bd16-263dc6066ea1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:25.845132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54808) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:25.893970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:25.915578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.065164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.067896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.069103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d8873ef-aed1-43ae-bd16-263dc6066ea1 HTTP/1.1" status: 204 len: 168 time: 0.2229514 Sep 18 07:06:26.077713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8391d6-1bfe-4497-bb70-8918f82e5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8873ef-aed1-43ae-bd16-263dc6066ea1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:26.096434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5abdb2b1-9baf-4ea9-a6e2-1b7be2c42344 req-249cfacf-e287-4910-93d2-6cbed1796d23 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0289648 Sep 18 07:06:26.587555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:26.702324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.708315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.714227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.720137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.726591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.732560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.738576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:26.746832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-b00ac241-61b7-4f6f-9b08-043ea75d2a36 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.0978813 Sep 18 07:06:26.755637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6de17cfb-9300-4c7c-9e43-d758acb5633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.790658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0fab8be6-9af5-4efe-88e3-5811708d7de2 req-e49b3ab7-58ab-475b-bcd2-f5fd75f89d66 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426986 Sep 18 07:06:26.859887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:26.863754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6de17cfb-9300-4c7c-9e43-d758acb5633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.879275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da097f1d-f569-442d-ad47-4471430c243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.939926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6de17cfb-9300-4c7c-9e43-d758acb5633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:26.981752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6de17cfb-9300-4c7c-9e43-d758acb5633c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=024df202a0844774ac68ba7217159319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930941 Sep 18 07:06:26.983868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17cfb-9300-4c7c-9e43-d758acb5633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14935b7f-bd7f-4763-98fd-c6de4824a35b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:26.986197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54846) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:27.024415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da097f1d-f569-442d-ad47-4471430c243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.036489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.058589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.111316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da097f1d-f569-442d-ad47-4471430c243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.156343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-da097f1d-f569-442d-ad47-4471430c243f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=455447c24bf343b08d8f8bf208954c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943604 Sep 18 07:06:27.157456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097f1d-f569-442d-ad47-4471430c243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3aae1a-3979-48f9-9b86-74baf9286994,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:27.160145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:27.168438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.174758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.174758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14935b7f-bd7f-4763-98fd-c6de4824a35b HTTP/1.1" status: 204 len: 168 time: 0.1857543 Sep 18 07:06:27.195188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4413c08-6ff6-47c6-bbf3-7fa4b75af4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14935b7f-bd7f-4763-98fd-c6de4824a35b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:27.227378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.239372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6be97ba-27c0-49a1-97d1-558a7c597f97 req-18ae1445-0739-42ea-8f8a-4917085531db tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0399981 Sep 18 07:06:27.251732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.392016 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.402229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:27.402229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae3aae1a-3979-48f9-9b86-74baf9286994 HTTP/1.1" status: 204 len: 168 time: 0.2381165 Sep 18 07:06:27.409318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ca4a1-25d1-4e77-8b09-029ebb9531b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3aae1a-3979-48f9-9b86-74baf9286994,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:27.924630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.930961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.936948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.943012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.949483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.955405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.961964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:27.963924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-75b17ab7-0d58-4bc3-8e3f-11629a2ccf61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.0986376 Sep 18 07:06:28.008692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-983de6a5-8bb9-4514-b207-ee47e4a2db16 req-6c970e50-4e1e-4c45-a444-9c68bb547865 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383656 Sep 18 07:06:28.049417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54888) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:28.063167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6b3332a-1cb9-41f2-9d43-2c4c8385ec83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.165510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6b3332a-1cb9-41f2-9d43-2c4c8385ec83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.174479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54892) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:28.231364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6b3332a-1cb9-41f2-9d43-2c4c8385ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.272042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b6b3332a-1cb9-41f2-9d43-2c4c8385ec83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ed4852cb874243a4c047d1473eb363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214761 Sep 18 07:06:28.274119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3332a-1cb9-41f2-9d43-2c4c8385ec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f0d36-e2d5-473d-befd-6ebc1fe9f333,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:28.275725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54902) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:28.362099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2834e2b-e359-4300-bb70-1068ebd5e8de req-d6310078-d193-461d-8231-4a8b359e3082 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Sep 18 07:06:28.365037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.390417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.390806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1931352929-network', 'tenant_id': '2db5c2ee805c4ce0b359d8e0b12736f4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:28.482962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Made reservation on behalf of 2db5c2ee805c4ce0b359d8e0b12736f4 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:28.485381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.495180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.505806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.509650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.516587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d49f0d36-e2d5-473d-befd-6ebc1fe9f333 HTTP/1.1" status: 204 len: 168 time: 0.2369401 Sep 18 07:06:28.525819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fe675-01c1-4e96-9b4e-f7dcf717dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f0d36-e2d5-473d-befd-6ebc1fe9f333,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:28.605888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.682906 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.707026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:28.716687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9694440d-6c5e-46b1-a073-67e6c10cd2d3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:28.722248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.722789 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Added segment b9e387a5-a99d-4f77-a956-c79a8bf16c19 of type vlan for network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 Sep 18 07:06:28.764388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.877305 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.878424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:28.879300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.940329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:28.953587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:28.960199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:28.972070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0175720-887f-45aa-b8f1-a85c63f0deb3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7965059 Sep 18 07:06:28.975459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54930) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:28.981332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Request body: {'subnet': {'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1931352929-subnet', 'tenant_id': '2db5c2ee805c4ce0b359d8e0b12736f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:29.102398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Made reservation on behalf of 2db5c2ee805c4ce0b359d8e0b12736f4 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:29.105062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.206961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.213409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.219334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.225206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.231686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.237582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.249482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.249482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-c98cf310-4a79-4b90-b791-f83d890b8494 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5426 time: 0.1549292 Sep 18 07:06:29.302349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfba210b-2fae-40a4-8779-d2b47e1a3fa3 req-0db85ec2-f043-4762-a465-65467f1348ce tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505426 Sep 18 07:06:29.318786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:29.477531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:29.481974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:29.482673 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.491363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc2ec4c7-4d20-4a27-bc7f-3c1c3cc24d84 req-0ab12b57-a142-4a07-89c9-e85d143c75d4 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0350130 Sep 18 07:06:29.562805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.609531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.637828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52057aa-de2c-4254-9e87-341dd6be29d5,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:29.646882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Checking segment: {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:29.663946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Network hostable DHCP agents. Network: 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:29.687063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:29.695761 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a829e9-722c-457e-90a4-3257b45ef860" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:29.712435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:29.749014 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b5bc55-32d1-4be5-ac2e-fb27c779da33 x-openstack-request-id: req-22b5bc55-32d1-4be5-ac2e-fb27c779da33 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:29.749369 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:29.749686 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22b5bc55-32d1-4be5-ac2e-fb27c779da33 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:29.750193 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'code': 200} Sep 18 07:06:29.807371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:29.830276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.831095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a39036b7-7031-4e89-9a84-aea3483827e6 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:29.904830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:29.928336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:29.932681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:29.933293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:29.941437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cd6ed-7b2a-4def-850c-5f8e23c948d0 None None] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:30.040215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port a39036b7-7031-4e89-9a84-aea3483827e6 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:30.044534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port a39036b7-7031-4e89-9a84-aea3483827e6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:30.044958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.057695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-626969f0-a895-4abf-a1ca-e552994cb80a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0802171 Sep 18 07:06:30.080958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6922f-d244-470d-a9cf-b5cda1212885 None None] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:30.183208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:30.223630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.268731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:30.322727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.323834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 099b24fc-8b55-427a-8d82-667b790f6297 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:30.361501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55026) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:30.393673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:30.424481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:30.468427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.474485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.481076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.487348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.494118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 099b24fc-8b55-427a-8d82-667b790f6297 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:30.494579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.498694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 099b24fc-8b55-427a-8d82-667b790f6297 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:30.499636 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.500434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.506707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.509425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-af7d637c-d2b2-4b7e-b90c-4d80e4d838dd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5428 time: 0.1051340 Sep 18 07:06:30.525228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1906764106'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:30.566583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a2a67fd-41ed-4b5f-b076-3972dce3eaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.596090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.612957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e72f1c3-93da-4a95-abe8-0edfe9990614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.630163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42cecb17-c73b-4465-9761-b4f2b5e85e58 req-c01cba14-9ff3-4d35-af13-b0b4ccccf9c5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099124 Sep 18 07:06:30.634314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:30.672186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Made reservation on behalf of bdd145b0520644fc9c1e61441b2a7f6e for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:30.675815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.689511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.700243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.701841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:30.741484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aefe7f50-fbb0-4738-8612-23a135a216da req-f26adb1b-caa7-4734-a700-c62117605ec6 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0381067 Sep 18 07:06:30.792009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:30.856523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:30.859847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:30.860283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.899061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-fd82b990-3dc4-4075-8dc7-81bfebffc8cc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:30.900579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-fd82b990-3dc4-4075-8dc7-81bfebffc8cc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 814 time: 0.1576962 Sep 18 07:06:30.905528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a2a67fd-41ed-4b5f-b076-3972dce3eaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.916667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-3679271b-0ca4-4fec-b176-dd4474680226 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/quotas/2db5c2ee805c4ce0b359d8e0b12736f4 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Sep 18 07:06:30.947601 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:30.949617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-991df7f6-f999-4596-9181-46cdee8709f4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270195 Sep 18 07:06:30.982296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:30.990748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a2a67fd-41ed-4b5f-b076-3972dce3eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.065746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.066624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:31.089604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a2a67fd-41ed-4b5f-b076-3972dce3eaa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca698140df24653aa26a40d71b95bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270138 Sep 18 07:06:31.092434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55052) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:31.094866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a67fd-41ed-4b5f-b076-3972dce3eaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd30d3-5a00-49b2-b339-c5d16ae9de8e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.126074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-ac9bdc08-a5cf-4211-8abb-19bba6cd8bd7 service neutron] 10.222.0.20 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680822 Sep 18 07:06:31.155052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.158433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.183535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.219802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:31.224461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:31.225199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.228817 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e72f1c3-93da-4a95-abe8-0edfe9990614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.248426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-7e130a24-ef02-4416-b483-e30501ab2922 service neutron] 10.222.0.20 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157861 Sep 18 07:06:31.299779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.302444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.307038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fcd30d3-5a00-49b2-b339-c5d16ae9de8e HTTP/1.1" status: 204 len: 168 time: 0.2102797 Sep 18 07:06:31.308532 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.313399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212dc3b-1fe8-47c0-ae15-9398ffb052d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd30d3-5a00-49b2-b339-c5d16ae9de8e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.327397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e72f1c3-93da-4a95-abe8-0edfe9990614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.354508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:31.376022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e72f1c3-93da-4a95-abe8-0edfe9990614 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=100d08a2d7ab4c62a81980131fcadd01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9812570 Sep 18 07:06:31.379750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55056) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:31.401054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f1c3-93da-4a95-abe8-0edfe9990614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca9622-7342-4f8b-b846-68249999b75a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.448019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.459830 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.461436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 4eda824b-09db-4d15-9424-3192deed8d3d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:31.483693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.500519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.544342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68aab91c-267f-4c3f-ac52-6bfe361f79ca req-50d09371-948b-4f72-aa8a-f4d7bcdbc8f6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 210 time: 0.0689456 Sep 18 07:06:31.559161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.574083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.597469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.600068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.607373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17ca9622-7342-4f8b-b846-68249999b75a HTTP/1.1" status: 204 len: 168 time: 0.2241910 Sep 18 07:06:31.615230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981452b-ab51-4d75-ae45-c7e10748a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca9622-7342-4f8b-b846-68249999b75a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.617006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:31.619402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8016cea-dd81-4b4e-9fda-0e49d4568b18,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:31.640473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.640830 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Added segment 38c48c41-ef65-429f-bffa-6782f398bdeb of type vlan for network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 Sep 18 07:06:31.664615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 4eda824b-09db-4d15-9424-3192deed8d3d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:31.674578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 4eda824b-09db-4d15-9424-3192deed8d3d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:31.674855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.702540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.750879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6'}, {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297'}, {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00'}, {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:31.753649 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a78e25-d2cf-406f-85c2-e3a022147180" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6"}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "099b24fc-8b55-427a-8d82-667b790f6297"}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "b8e43f3a-2e73-4ef2-bbde-6866cdcaee00"}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "9dde578a-28f6-4ef8-8ab8-988efb1f2a79"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:31.797352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.810499 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce186b68-feb0-47c3-98c9-6d4a5f202b54 x-openstack-request-id: req-ce186b68-feb0-47c3-98c9-6d4a5f202b54 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:31.812085 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6", "code": 200}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "099b24fc-8b55-427a-8d82-667b790f6297", "code": 200}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "b8e43f3a-2e73-4ef2-bbde-6866cdcaee00", "code": 200}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "9dde578a-28f6-4ef8-8ab8-988efb1f2a79", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:31.812085 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce186b68-feb0-47c3-98c9-6d4a5f202b54 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:31.812085 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'code': 200} Sep 18 07:06:31.812085 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297', 'code': 200} Sep 18 07:06:31.812085 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e43f3a-2e73-4ef2-bbde-6866cdcaee00', 'code': 200} Sep 18 07:06:31.812624 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde578a-28f6-4ef8-8ab8-988efb1f2a79', 'code': 200} Sep 18 07:06:31.821949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.830562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.836212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.837582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=4eda824b-09db-4d15-9424-3192deed8d3d,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:31.843667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.850353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.860521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.866897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.868843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-ef46dc06-27e3-4dec-a54f-57eb801b342c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5431 time: 0.1377687 Sep 18 07:06:31.902062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-536919c4-2a24-4c18-aa47-4844b8b4d51c req-a03ae606-9dea-48e6-8a83-e1ac498eded6 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0321636 Sep 18 07:06:31.902752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.908239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:31.908884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.934608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:31.963251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device db254acc-a089-4431-8b47-c7eaa016da10 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:32.005378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dab2edf-bb66-4849-a2bf-d6db1272fa42 req-187b77fc-346a-47d0-917a-ce8d0a4581e3 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266527 Sep 18 07:06:32.006455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'Network': ['ID=3ee260ec-7722-493b-baae-b7e2ffd69aa5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:32.037069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:32.056082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:32.074504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f94e237-f8c3-4bab-a824-90801c2855b3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8892570 Sep 18 07:06:32.081299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55090) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:32.090903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Request body: {'subnet': {'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:32.224401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port db254acc-a089-4431-8b47-c7eaa016da10 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:32.228348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port db254acc-a089-4431-8b47-c7eaa016da10 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:32.228702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.288546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Made reservation on behalf of bdd145b0520644fc9c1e61441b2a7f6e for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:32.292588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.315904 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.352307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=db254acc-a089-4431-8b47-c7eaa016da10,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:32.431161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.469567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55100) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:32.483412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:32.484130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2d129a7-2ad3-4a2b-9881-7e13efa9350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.581516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2d129a7-2ad3-4a2b-9881-7e13efa9350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.581836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.647027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6236cb87-98f9-46df-a10f-b6edf131ce3f req-f92518f7-1073-45f3-b4e5-302713af6cfe tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 210 time: 0.0620501 Sep 18 07:06:32.654451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2d129a7-2ad3-4a2b-9881-7e13efa9350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.670351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'Subnet': ['ID=2d340706-ef33-4646-a0c2-f61f25a8d924,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:32.700776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Checking segment: {'id': '38c48c41-ef65-429f-bffa-6782f398bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:32.701435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Network hostable DHCP agents. Network: 3ee260ec-7722-493b-baae-b7e2ffd69aa5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:32.702304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d129a7-2ad3-4a2b-9881-7e13efa9350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2faeeff-55b1-467e-b8a3-b1798cd7b879,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:32.720462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:32.720862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2d129a7-2ad3-4a2b-9881-7e13efa9350f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22b5e9a1fa854c4ca3ef33681795bde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474837 Sep 18 07:06:32.775632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.796747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.827834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:32.900150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3ee260ec-7722-493b-baae-b7e2ffd69aa5) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:32.904751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:32.905971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.909281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68059c0-5995-4c22-9921-d9be9a971276 None None] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:32.928617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.943828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:32.945245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2faeeff-55b1-467e-b8a3-b1798cd7b879 HTTP/1.1" status: 204 len: 168 time: 0.2256866 Sep 18 07:06:32.954002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb4f7-3e9f-412f-9ced-296a4f74423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2faeeff-55b1-467e-b8a3-b1798cd7b879,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:33.052084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9791003-8de8-457d-885f-18dccd40da6f req-5dd04c5b-6619-44ec-957c-30ddf70dd1c8 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0272489 Sep 18 07:06:33.063811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-beab96c4-681e-4d22-8eef-dc9aa14cc65b tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9780753 Sep 18 07:06:33.064023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55120) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:33.076005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Request body: {'port': {'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-307636944'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:33.127332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3ee260ec-7722-493b-baae-b7e2ffd69aa5', 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5', 'tenant_id': 'bdd145b0520644fc9c1e61441b2a7f6e', 'fixed_ips': [{'subnet_id': '2d340706-ef33-4646-a0c2-f61f25a8d924'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:06:33.133699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.278851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.285135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.292192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.298408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.309297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.311270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.321776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:33.323845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-898f3982-6b63-42ec-99f2-deb756e2620f req-e78598f3-1146-4f08-a9e7-6829e0f98f73 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1256032 Sep 18 07:06:33.349294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Allocated IP 172.20.0.2 (3ee260ec-7722-493b-baae-b7e2ffd69aa5/2d340706-ef33-4646-a0c2-f61f25a8d924/7ac67c82-4775-46d3-a3f4-e8cd2b58b017) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:33.398551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-898f3982-6b63-42ec-99f2-deb756e2620f req-0d10bb46-566b-4d14-b830-d5db5fd98692 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624862 Sep 18 07:06:33.401352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Made reservation on behalf of bdd145b0520644fc9c1e61441b2a7f6e for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:33.407034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.430019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] device_id is not set on port b39dd8fe-647b-47d2-8506-4cd51d11e75d yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:33.528975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.596649 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.634347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:33.639333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:33.644727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:33.653122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Pushing event updated for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:33.691924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Allocated IP 172.20.0.14 (3ee260ec-7722-493b-baae-b7e2ffd69aa5/2d340706-ef33-4646-a0c2-f61f25a8d924/b39dd8fe-647b-47d2-8506-4cd51d11e75d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:33.724825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Attempting to bind port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:06:33.725461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Attempting to bind port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '38c48c41-ef65-429f-bffa-6782f398bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:06:33.726685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Attempting to bind port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 on network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:33.732837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:06:33.733465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Checking segment: {'id': '38c48c41-ef65-429f-bffa-6782f398bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:33.736226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.736226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Bound using segment: {'id': '38c48c41-ef65-429f-bffa-6782f398bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:06:33.736226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Bound port: 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c48c41-ef65-429f-bffa-6782f398bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:06:33.736226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.813171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d'}, {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:33.817532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe23f810-227e-4e89-b802-9433e0529e55 req-7af9749b-ab67-40ae-94a8-de1bfd33fde3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 210 time: 0.0418994 Sep 18 07:06:33.818041 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5d8ef5-c492-4120-b7ca-ef6912da65dd" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d"}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "db254acc-a089-4431-8b47-c7eaa016da10"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:33.854723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:06:33.854723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,segment=NetworkSegment(38c48c41-ef65-429f-bffa-6782f398bdeb),segment_id=38c48c41-ef65-429f-bffa-6782f398bdeb)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:06:33.868716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55150) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:33.874143 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044f9f12-1202-4ad3-abb9-6f05e4a83251 x-openstack-request-id: req-044f9f12-1202-4ad3-abb9-6f05e4a83251 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:33.879749 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d", "code": 200}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-plugged", "status": "completed", "tag": "db254acc-a089-4431-8b47-c7eaa016da10", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:33.879749 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-044f9f12-1202-4ad3-abb9-6f05e4a83251 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:33.879749 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d', 'code': 200} Sep 18 07:06:33.879749 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10', 'code': 200} Sep 18 07:06:33.934793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:33.945771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.011658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ffcb2-fb71-4181-8cf8-618e9b98ddec None None] Pushing event updated for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:34.037499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1647741668', 'router:external': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:34.125219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.125711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.126218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.126692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.127595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.128217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.128698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.129023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.131728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-0061381b-413e-4135-9f4f-79ae30477b14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.0980711 Sep 18 07:06:34.144421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-98e16d66-e21e-4fd8-bf00-0e2598ce39d1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.146107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-98e16d66-e21e-4fd8-bf00-0e2598ce39d1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 814 time: 0.2273500 Sep 18 07:06:34.165341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Request body: {'port': {'device_id': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'admin_state_up': True, 'tenant_id': '2db5c2ee805c4ce0b359d8e0b12736f4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:34.220049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b27a59ab-8e01-48dd-a9cb-84942200f8cd req-67e8a8fb-c72c-4991-a804-cb0bbc569f08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725081 Sep 18 07:06:34.232299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0737bd96-94d0-4a9d-b278-e8b7d3e131a6 req-199086b3-2385-4636-917d-e4c918e38e48 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0463152 Sep 18 07:06:34.246083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:34.255781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:34.259240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Made reservation on behalf of bf850f219f614678ad24d074a0c42787 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:34.262671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.282007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.289656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:34.311124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'Port': ['ID=b39dd8fe-647b-47d2-8506-4cd51d11e75d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:34.406756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.407802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.434922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.525800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.560841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:34.566231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad47ce-ed82-423d-b28a-c65398ccb186,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:34.574118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.574488 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Added segment 7979160f-432b-40e1-86c9-7869ef1c7268 of type vlan for network 71ec5479-1d4b-4755-bed8-949027d7c61f Sep 18 07:06:34.619946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.640674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Made reservation on behalf of 2db5c2ee805c4ce0b359d8e0b12736f4 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:34.644241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.756319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2912f64f-9b43-47ed-af21-a9cad3917716 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6892636 Sep 18 07:06:34.764175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55174) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:34.771168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Request body: {'port': {'network_id': '3ee260ec-7722-493b-baae-b7e2ffd69aa5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2070056619', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:34.771851 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] bootfile-name is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:34.772284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] tftp-server is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:34.773424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] server-ip-address is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:34.781457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.782534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.783222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:34.825135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Allocated IP 172.20.0.11 (8b6b8bea-82a9-49d7-8438-6b2b4d16edc9/b52057aa-de2c-4254-9e87-341dd6be29d5/a4ccf79f-bf66-4114-9ba3-11ed228431bb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:34.879001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Network': ['ID=71ec5479-1d4b-4755-bed8-949027d7c61f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:34.893679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 71ec5479-1d4b-4755-bed8-949027d7c61f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:34.925214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7a3eeb25-3607-46fd-b520-35c96a2513df tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0540407 Sep 18 07:06:34.930563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:34.934277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.940592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.945132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'subnet': {'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:34.946769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.952956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.958956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.965443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.971469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:34.973543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-43369cc4-b2ac-4c0d-985f-c45569708a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1700115 Sep 18 07:06:35.045784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98eb5a0a-4738-43b3-8323-0e4ac415663b req-4bfe5eff-c51a-42a3-a231-13d9cfa9018f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 210 time: 0.0711448 Sep 18 07:06:35.065806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80b555e1-e91d-4ae5-bdef-a06d98ed113b req-094619e4-3a62-4112-86c7-efe57036af5a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712049 Sep 18 07:06:35.135390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.151769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Made reservation on behalf of bdd145b0520644fc9c1e61441b2a7f6e for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:35.155385 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.175801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] device_id is not set on port be1515ab-8c00-4921-9bec-031e57deb35d yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:35.244944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6765d93-a635-4bfc-8234-0c5c26cc1f88 None None] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:35.249324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.305140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Made reservation on behalf of bf850f219f614678ad24d074a0c42787 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:35.307887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.320517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:35.320773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Allocated IP 172.20.0.9 (3ee260ec-7722-493b-baae-b7e2ffd69aa5/2d340706-ef33-4646-a0c2-f61f25a8d924/be1515ab-8c00-4921-9bec-031e57deb35d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:35.325817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:35.342878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:35.347951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] Provisioning complete for port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:35.348564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.409123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:35.452664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce65214c-75c5-4a0b-a783-0dde69377cbf req-9ff50051-91a1-4793-87c5-47c7a9a2a574 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0371404 Sep 18 07:06:35.495935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:35.496739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.579541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.607125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-cc550946-91fc-4c5f-8891-e3b676eb00e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4464865 Sep 18 07:06:35.624735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Request body: {'port': {'device_id': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:35.677425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:35.692279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.729055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.751584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.782621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:35.795357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,segment=NetworkSegment(38c48c41-ef65-429f-bffa-6782f398bdeb),segment_id=38c48c41-ef65-429f-bffa-6782f398bdeb)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:35.797242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:35.797681 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.829091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:35.832091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:35.871932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:35.909437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'Port': ['ID=be1515ab-8c00-4921-9bec-031e57deb35d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:35.936462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:35.941210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.009619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8b873-7339-428e-aff8-ba9ebbb33341 None None] Pushing event updated for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:36.039486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f2e1078-f5b1-4819-a387-17b74916bdc2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2726624 Sep 18 07:06:36.040975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:36.116691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-424e6fb1-87a0-4da5-8690-7efdd33ae014 None None] Provisioning complete for port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:36.118318 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-424e6fb1-87a0-4da5-8690-7efdd33ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.158766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe58d6a-a87e-473e-b613-b98d2b7af76a tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.171445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe58d6a-a87e-473e-b613-b98d2b7af76a tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.177349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe58d6a-a87e-473e-b613-b98d2b7af76a tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.183941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5fe58d6a-a87e-473e-b613-b98d2b7af76a tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1419249 Sep 18 07:06:36.187598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55214) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:36.229604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:36.238933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.263231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Transition to ACTIVE for port object a4ccf79f-bf66-4114-9ba3-11ed228431bb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:06:36.329065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:06:36.333946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.347658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-424e6fb1-87a0-4da5-8690-7efdd33ae014 None None] Provisioning complete for port b39dd8fe-647b-47d2-8506-4cd51d11e75d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:36.348075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-424e6fb1-87a0-4da5-8690-7efdd33ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.399046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6d455-7230-48af-ad41-a465eee8ca71 req-83b46c80-cab5-49bf-9187-3cb0bcd2dc18 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.401438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.410889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0a6d455-7230-48af-ad41-a465eee8ca71 req-83b46c80-cab5-49bf-9187-3cb0bcd2dc18 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 932 time: 0.1807461 Sep 18 07:06:36.413153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c147675-9fe0-461f-b2f0-a0f57418adf3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:36.414843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-424e6fb1-87a0-4da5-8690-7efdd33ae014 None None] Port b39dd8fe-647b-47d2-8506-4cd51d11e75d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:06:36.498988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:36.506515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.514940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.525405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.533236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.542903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.548386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.552612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Checking segment: {'id': '7979160f-432b-40e1-86c9-7869ef1c7268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:36.552999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network hostable DHCP agents. Network: 71ec5479-1d4b-4755-bed8-949027d7c61f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:36.553343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7e299f0e-eefc-4ef6-b453-b21a079214e7 None None] Provisioning complete for port b39dd8fe-647b-47d2-8506-4cd51d11e75d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:36.554517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7e299f0e-eefc-4ef6-b453-b21a079214e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.555904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.567384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-f36722bf-f37c-41db-8d1f-ce1e36c97825 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.3363094 Sep 18 07:06:36.594610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0a6d455-7230-48af-ad41-a465eee8ca71 req-75ede9de-925d-4798-a727-fcba9436c6e1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779830 Sep 18 07:06:36.599772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7e299f0e-eefc-4ef6-b453-b21a079214e7 None None] Port b39dd8fe-647b-47d2-8506-4cd51d11e75d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:06:36.603709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Deleting port be1515ab-8c00-4921-9bec-031e57deb35d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:36.604072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.610526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Attempting to bind port a4ccf79f-bf66-4114-9ba3-11ed228431bb on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:06:36.610880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Attempting to bind port a4ccf79f-bf66-4114-9ba3-11ed228431bb by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:06:36.611221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Attempting to bind port a4ccf79f-bf66-4114-9ba3-11ed228431bb on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:36.619545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Port a4ccf79f-bf66-4114-9ba3-11ed228431bb on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:06:36.619938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Attempting to bind port a4ccf79f-bf66-4114-9ba3-11ed228431bb on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:36.629005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:06:36.629403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Checking segment: {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:36.629804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Bound using segment: {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:06:36.630955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Bound port: a4ccf79f-bf66-4114-9ba3-11ed228431bb, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:06:36.630955 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.676383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network 71ec5479-1d4b-4755-bed8-949027d7c61f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:36.715454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-729c368b-d3ff-48f8-aa2f-818a8d77cb76 req-4d56c0b5-a281-47a5-9b3c-033a6f179a25 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374083 Sep 18 07:06:36.730379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:06:36.734685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:06:36.748904 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.761698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Calling delete_port for be1515ab-8c00-4921-9bec-031e57deb35d owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:36.804804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.823961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a557d7a2-b729-4d80-9dc1-8b8e6f82907d None None] Provisioning complete for port be1515ab-8c00-4921-9bec-031e57deb35d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:36.824684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a557d7a2-b729-4d80-9dc1-8b8e6f82907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.851745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 71ec5479-1d4b-4755-bed8-949027d7c61f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:36.856228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.856928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.858472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] 10.222.0.37 "PUT /v2.0/ports/a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 1093 time: 1.2402518 Sep 18 07:06:36.859290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:36.861269 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364" -d '{"events": [{"name": "network-changed", "server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:36.871532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:36.872235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:36.896475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22e736-45fd-4e14-a4bd-88cc89c351db None None] Network 71ec5479-1d4b-4755-bed8-949027d7c61f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:36.908205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e42d62-034d-4182-a26b-e694e945063b service neutron] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:36.937500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a557d7a2-b729-4d80-9dc1-8b8e6f82907d None None] Port be1515ab-8c00-4921-9bec-031e57deb35d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:06:36.958187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-286000fd-637f-4c52-857b-c18f695e4183 req-d74af04e-f2ee-4b76-b516-367f9934ef5a tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.2749667 Sep 18 07:06:37.002957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55248) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:37.006514 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23cd2468-2477-4f5c-a9de-36df919c6ba0 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0748508 Sep 18 07:06:37.014012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2091012114', 'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:37.047150 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3564a9-5061-4197-be2f-3b2e19d7e158 x-openstack-request-id: req-2d3564a9-5061-4197-be2f-3b2e19d7e158 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:37.047453 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:37.047716 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d3564a9-5061-4197-be2f-3b2e19d7e158 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:37.048304 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'status': 'completed', 'code': 200} Sep 18 07:06:37.062802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37144e2-82fd-4695-b0a1-23f39f87991c None None] Network 71ec5479-1d4b-4755-bed8-949027d7c61f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:37.068755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-52867259-ba80-4356-b18d-ca606e15880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:37.071067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-52867259-ba80-4356-b18d-ca606e15880e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1096 time: 0.0843029 Sep 18 07:06:37.072705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.104089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event deleted for resources: {'Port': ['ID=be1515ab-8c00-4921-9bec-031e57deb35d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:37.123181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-3c6b4df2-5ce4-4e6d-867c-c33eb17ead7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0432432 Sep 18 07:06:37.158798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Made reservation on behalf of bf850f219f614678ad24d074a0c42787 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:37.161080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.200706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] device_id is not set on port de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:37.204609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-b7364b1c-702a-4f8a-8af8-082e6cc3df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:37.206652 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-b7364b1c-702a-4f8a-8af8-082e6cc3df2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.0755956 Sep 18 07:06:37.243127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.245103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b393f63-4e17-44f9-be7a-4d40c14c10c2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "DELETE /v2.0/ports/be1515ab-8c00-4921-9bec-031e57deb35d HTTP/1.1" status: 204 len: 168 time: 1.0548954 Sep 18 07:06:37.251757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55252) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:37.255943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-1396f37d-f496-431d-89db-068f2841fcc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408649 Sep 18 07:06:37.260353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Request body: {'port': {'name': 'tempest-new-port-name-273547895', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:37.260808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] bootfile-name is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:37.261157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] tftp-server is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:37.261627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] server-ip-address is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:06:37.294515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:37.327020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.20.0.9 (71ec5479-1d4b-4755-bed8-949027d7c61f/3c147675-9fe0-461f-b2f0-a0f57418adf3/de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:37.392605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.445671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-14389f94-3697-49ae-99a0-62e39f63def3 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805739 Sep 18 07:06:37.469871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36d2bd4d-716d-4267-a4a2-6366b10a8771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.541307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.616718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36d2bd4d-716d-4267-a4a2-6366b10a8771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.626981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ff34d9c2-e2ab-494d-83f6-d8d99298e548 req-426b9824-ed41-4938-b4c0-5a556394cf98 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713343 Sep 18 07:06:37.631707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:37.690659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.692392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.693925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:37.694525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.784848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.860425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-23b1e062-3937-4c7d-8b6c-8d784f15735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:37.862109 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-23b1e062-3937-4c7d-8b6c-8d784f15735e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1096 time: 0.1139579 Sep 18 07:06:37.895789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event updated for resources: {'Port': ['ID=b39dd8fe-647b-47d2-8506-4cd51d11e75d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:37.926803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] In _notify_port_updated(), no bound segment for port b39dd8fe-647b-47d2-8506-4cd51d11e75d on network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:06:37.933431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:37.934290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:37.938097 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-16ea0981-f131-4db0-abdb-363bc39dd4e3 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "PUT /v2.0/ports/b39dd8fe-647b-47d2-8506-4cd51d11e75d HTTP/1.1" status: 200 len: 1136 time: 0.6828635 Sep 18 07:06:37.938641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.021835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3ef63-0ea1-4edd-9b08-300e4690feb2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.028096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0f3ef63-0ea1-4edd-9b08-300e4690feb2 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "GET /v2.0/ports/b39dd8fe-647b-47d2-8506-4cd51d11e75d HTTP/1.1" status: 200 len: 1136 time: 0.0845315 Sep 18 07:06:38.029034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55268) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.063765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-22d8fdc5-a660-4e00-8abb-f26f25f579c2 None None] Provisioning complete for port b39dd8fe-647b-47d2-8506-4cd51d11e75d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:38.065088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22d8fdc5-a660-4e00-8abb-f26f25f579c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.067838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-5ecffe0c-cb59-424e-840a-a0b19ea06fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.069977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-5ecffe0c-cb59-424e-840a-a0b19ea06fc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.1979790 Sep 18 07:06:38.080611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36d2bd4d-716d-4267-a4a2-6366b10a8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.110076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22d8fdc5-a660-4e00-8abb-f26f25f579c2 None None] Port b39dd8fe-647b-47d2-8506-4cd51d11e75d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:06:38.114094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network 71ec5479-1d4b-4755-bed8-949027d7c61f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:38.119275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-51bf9828-4e25-4f33-b2d6-9ed9be5787e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0408714 Sep 18 07:06:38.157883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:38.160302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:38.175410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13fb04-7767-47bc-9013-e5554e09c3f2 req-294b70b5-92da-4af9-ac34-f8e4964e9ab0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.176916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d13fb04-7767-47bc-9013-e5554e09c3f2 req-294b70b5-92da-4af9-ac34-f8e4964e9ab0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.5177338 Sep 18 07:06:38.177527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:38.197159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-ee7894fc-dcfe-456b-a4e8-d500a0758c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.198633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-ee7894fc-dcfe-456b-a4e8-d500a0758c43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.0589061 Sep 18 07:06:38.209475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36d2bd4d-716d-4267-a4a2-6366b10a8771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4de13f1249e24639a7c44ad795656f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9138033 Sep 18 07:06:38.210548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Deleting port b39dd8fe-647b-47d2-8506-4cd51d11e75d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:38.210993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.215080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55272) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.221739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2bd4d-716d-4267-a4a2-6366b10a8771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b4b44-f429-4b19-aee1-77a21b7af13b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:38.253530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.254153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.266442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-b28ad01c-4c03-4e6f-a802-7eaa33852d17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507052 Sep 18 07:06:38.267712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.273659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.279850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.285689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.291684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.297572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.303426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.305863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53f5d873-c802-4846-b13b-75d9f678617e req-233d75f3-c177-4053-856c-16948e2bf6a1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.2325528 Sep 18 07:06:38.340294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d13fb04-7767-47bc-9013-e5554e09c3f2 req-83d081cd-e188-4c4f-8160-7701878c0267 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365497 Sep 18 07:06:38.363472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53f5d873-c802-4846-b13b-75d9f678617e req-75b81f92-33f6-4c3a-b1e4-0a69990dfefd tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428269 Sep 18 07:06:38.390170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9bf70e52-0cda-4e70-952d-6a97ef63179b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3854589 Sep 18 07:06:38.392829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55274) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.419812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.425562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.450582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Calling delete_port for b39dd8fe-647b-47d2-8506-4cd51d11e75d owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:38.476414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.491016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-40f6ea63-2d7b-4406-a6ae-5aa7c5e8e742 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111297 Sep 18 07:06:38.506823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62ac25be-a037-40ff-8d9f-26e726901e77 req-49b3585d-8418-410c-8eab-5db66796b39b tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0336757 Sep 18 07:06:38.519161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Deleting port de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:38.519504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.639263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.656371 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a05f1f76-3f8f-4b8e-89b8-e4cca28e7364 req-65192845-7b34-4dea-8ad1-d0c94c12e5d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555593 Sep 18 07:06:38.658463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.666028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.672064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.679349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.685261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.691374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.697352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:38.699310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63efe2fb-21d4-4d36-b99a-7b861127fad2 req-20d8c8b0-202f-4b15-ab32-6461def13a1c tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1189716 Sep 18 07:06:38.705472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Calling delete_port for de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:38.710770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.715298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Request body: {'floatingip': {'port_id': 'db254acc-a089-4431-8b47-c7eaa016da10'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:38.722423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.724944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.726626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/507b4b44-f429-4b19-aee1-77a21b7af13b HTTP/1.1" status: 204 len: 168 time: 0.5099263 Sep 18 07:06:38.734263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d1098-a3c8-4079-9b8a-04645413b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b4b44-f429-4b19-aee1-77a21b7af13b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:38.785527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.793398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.816338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event deleted for resources: {'Port': ['ID=b39dd8fe-647b-47d2-8506-4cd51d11e75d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:38.859517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8be996d2-87b1-47a3-81b6-a8dbfab949ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.890924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:38.895519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aef80348-4f9c-4235-a363-0283b8e88934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "DELETE /v2.0/ports/b39dd8fe-647b-47d2-8506-4cd51d11e75d HTTP/1.1" status: 204 len: 168 time: 0.8638701 Sep 18 07:06:38.895788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55282) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:38.964080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Deleting subnet 2d340706-ef33-4646-a0c2-f61f25a8d924 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:38.968264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.029103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.127278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.146487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.180720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Port': ['ID=de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:39.237240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.269027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event deleted for resources: {'Subnet': ['ID=2d340706-ef33-4646-a0c2-f61f25a8d924,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:39.273340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.278065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-32140cf9-b54f-4285-886a-70e8cba00934 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "DELETE /v2.0/subnets/2d340706-ef33-4646-a0c2-f61f25a8d924 HTTP/1.1" status: 204 len: 168 time: 0.3793433 Sep 18 07:06:39.278796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:39.281821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ea3a2-87f4-4e30-999a-9f0edc42bbf1 None None] Network 3ee260ec-7722-493b-baae-b7e2ffd69aa5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:39.294622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.299485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b3be14d-fe25-4017-b8b9-704e288a6f8c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/ports/de7d6bfc-3e49-4f83-bb23-9f5d5a5d90f4 HTTP/1.1" status: 204 len: 168 time: 0.9031219 Sep 18 07:06:39.300526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:39.307419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f', 'external_fixed_ips': [{'subnet_id': '3c147675-9fe0-461f-b2f0-a0f57418adf3', 'ip_address': '172.20.0.9'}]}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:39.376476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.401075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:39.408578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.425724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d58ba52c-0a37-46d7-b636-4e6ea6230ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.445209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.446369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.461068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Deleting port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:39.461403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.472777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.480623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] DHCP port deletion for 3ee260ec-7722-493b-baae-b7e2ffd69aa5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:06:39.546975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Deleting port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:39.555590 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.575430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229cd8e-e9ba-4e4a-80f5-00fdff61cbd8 req-a4937935-e2e5-44e9-bf8e-2f745057bcd2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:39.581886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5229cd8e-e9ba-4e4a-80f5-00fdff61cbd8 req-a4937935-e2e5-44e9-bf8e-2f745057bcd2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.1414075 Sep 18 07:06:39.659998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5229cd8e-e9ba-4e4a-80f5-00fdff61cbd8 req-5a3e71f9-5562-49b9-a97c-21783f7b4ca0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714531 Sep 18 07:06:39.700358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:06:39.718537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a62ff51-0e26-4110-a53f-4a3918562f0d req-0a4a0ccb-4680-4a56-8bb0-ededb8a8511c tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0515459 Sep 18 07:06:39.736419 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Floating IP 2e9e17e9-8e75-4ae2-a8e4-ee2c82249851 associated. External IP: 172.25.4.101, port: db254acc-a089-4431-8b47-c7eaa016da10. Sep 18 07:06:39.737791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,segment=NetworkSegment(38c48c41-ef65-429f-bffa-6782f398bdeb),segment_id=38c48c41-ef65-429f-bffa-6782f398bdeb)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:39.738183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.756026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Calling delete_port for 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:39.798160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d58ba52c-0a37-46d7-b636-4e6ea6230ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.829880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:39.871695 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.873248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d58ba52c-0a37-46d7-b636-4e6ea6230ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.910823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.922625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d58ba52c-0a37-46d7-b636-4e6ea6230ba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=797140817fa140b1a2a5b3a31b4b123d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202496 Sep 18 07:06:39.926258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,segment=NetworkSegment(38c48c41-ef65-429f-bffa-6782f398bdeb),segment_id=38c48c41-ef65-429f-bffa-6782f398bdeb)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:39.926632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:39.928874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55300) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:39.951841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Calling delete_port for 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:39.957888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba52c-0a37-46d7-b636-4e6ea6230ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c5610-dd88-46f7-aa73-7d16f8415604,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:39.960626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,segment=NetworkSegment(38c48c41-ef65-429f-bffa-6782f398bdeb),segment_id=38c48c41-ef65-429f-bffa-6782f398bdeb)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:39.991340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:40.002565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'port_id': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'mac_address': 'fa:16:3e:d1:41:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52057aa-de2c-4254-9e87-341dd6be29d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:06:40.039722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.052981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:40.053978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:06:40.063591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.072242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.079245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:40.125645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:40.139475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.159346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.170166 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.172245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] Pushing event deleted for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:40.177280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c57ae-541e-443e-bf5b-328688fd65ab None None] No DVR routers for this DVR port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:40.190432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:06:40.195975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.204406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Sync routers for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:06:40.209244 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.225272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:40.226499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.230441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2c1b8f0-77b1-4b55-a581-97b59f1a4cb0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "PUT /v2.0/floatingips/2e9e17e9-8e75-4ae2-a8e4-ee2c82249851 HTTP/1.1" status: 200 len: 992 time: 1.5184159 Sep 18 07:06:40.231247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:40.245784 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159171fd-6242-42c7-8fd8-2797a27337ed" -d '{"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "db254acc-a089-4431-8b47-c7eaa016da10"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:40.253303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.269058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:40.287705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event deleted for resources: {'Port': ['ID=7ac67c82-4775-46d3-a3f4-e8cd2b58b017,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:40.306529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] No DVR routers for this DVR port 7ac67c82-4775-46d3-a3f4-e8cd2b58b017 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:40.315862 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2451939-b8b3-4391-8212-bcfdbb37d2e5 x-openstack-request-id: req-e2451939-b8b3-4391-8212-bcfdbb37d2e5 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:40.316154 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "tag": "db254acc-a089-4431-8b47-c7eaa016da10", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:40.318752 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2451939-b8b3-4391-8212-bcfdbb37d2e5 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:40.318752 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10', 'status': 'completed', 'code': 200} Sep 18 07:06:40.341814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.342420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.346368 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d5c5610-dd88-46f7-aa73-7d16f8415604 HTTP/1.1" status: 204 len: 168 time: 0.4163163 Sep 18 07:06:40.362730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:40.400688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a24d23-673b-4842-90df-70db8dabb996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c5610-dd88-46f7-aa73-7d16f8415604,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:40.409794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:40.488269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.520633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee260ec-7722-493b-baae-b7e2ffd69aa5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.540808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.541292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.541863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.542354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.542731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.543198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.543663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.545630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e1b8af8e-2ef9-43e9-abda-952b85587fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.1585290 Sep 18 07:06:40.547680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c48c41-ef65-429f-bffa-6782f398bdeb') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.547982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c48c41-ef65-429f-bffa-6782f398bdeb') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.566502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.606898 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.645361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:40.645770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:40.651138 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:40.747840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e9e17e9-8e75-4ae2-a8e4-ee2c82249851', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'port_id': 'db254acc-a089-4431-8b47-c7eaa016da10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'mac_address': 'fa:16:3e:e1:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:21Z', 'updated_at': '2021-09-18T07:06:39Z', 'revision_number': 1, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.807661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Checking router: e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:06:40.818755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:40.820221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:40.830404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352496b-fd2c-4817-8d9a-1e0d58f464dd req-739aed59-e623-4ef0-8e7e-8b473b2b7033 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.831998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1352496b-fd2c-4817-8d9a-1e0d58f464dd req-739aed59-e623-4ef0-8e7e-8b473b2b7033 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 945 time: 0.0819325 Sep 18 07:06:40.858841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-352c6bd5-052d-4060-802c-da65c2dc8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:40.862877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-352c6bd5-052d-4060-802c-da65c2dc8efe service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac HTTP/1.1" status: 200 len: 913 time: 0.3027053 Sep 18 07:06:40.908512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1352496b-fd2c-4817-8d9a-1e0d58f464dd req-26d55207-141f-4ea3-b993-63b3bff8d7c0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585437 Sep 18 07:06:40.915757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.947412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.952531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] 10.222.0.20 "DELETE /v2.0/networks/3ee260ec-7722-493b-baae-b7e2ffd69aa5 HTTP/1.1" status: 204 len: 168 time: 1.6728227 Sep 18 07:06:40.970950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:40.988795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:41.002371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85c2c-0476-4591-bcf6-3b021b447850 tempest-ExtraDHCPOptionsTestJSON-1381993146 tempest-ExtraDHCPOptionsTestJSON-1381993146-project] Pushing event deleted for resources: {'Network': ['ID=3ee260ec-7722-493b-baae-b7e2ffd69aa5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:41.013780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:41.019639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e8704e2a-586f-4c1f-92de-0195156d1231 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 1000 time: 0.1517229 Sep 18 07:06:41.156281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-97424114-d9f4-4639-b318-2109b7ca410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:41.157762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-97424114-d9f4-4639-b318-2109b7ca410a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 200 len: 851 time: 0.1314654 Sep 18 07:06:41.173529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db08ef3d-8869-4c64-bd43-7386639910e0 req-938d0573-9f45-40db-93da-2c8b0bfe3b40 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.3405170 Sep 18 07:06:41.255452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e82f2cec-632b-4969-bea1-155672eb4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:41.257756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-e82f2cec-632b-4969-bea1-155672eb4a22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927010 Sep 18 07:06:41.267079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.20.0.9 (71ec5479-1d4b-4755-bed8-949027d7c61f/3c147675-9fe0-461f-b2f0-a0f57418adf3/536dcdc0-96aa-40a1-8127-c716ecee7291) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:41.380040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e9e17e9-8e75-4ae2-a8e4-ee2c82249851', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'port_id': 'db254acc-a089-4431-8b47-c7eaa016da10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'mac_address': 'fa:16:3e:e1:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:21Z', 'updated_at': '2021-09-18T07:06:39Z', 'revision_number': 1, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:41.417338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3c0b0-7bc9-470d-9244-837ccf8ddde8 None None] The sync data for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 is: [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e9e17e9-8e75-4ae2-a8e4-ee2c82249851', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'port_id': 'db254acc-a089-4431-8b47-c7eaa016da10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'mac_address': 'fa:16:3e:e1:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:05:21Z', 'updated_at': '2021-09-18T07:06:39Z', 'revision_number': 1, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:06:41.432495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-0d87bd08-4fb1-429b-928c-0559c3e10890 service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656380 Sep 18 07:06:41.495914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:41.528735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a42f5cbe-8b29-42ec-b163-2560e20ea13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:41.576084 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-159171fd-6242-42c7-8fd8-2797a27337ed req-a692870a-6c79-40c8-aa22-02d88fbb9d9d service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282372 Sep 18 07:06:41.629180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:41.637788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:41.685773 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23cbe92-16ee-44cf-971d-3215254a98bb None None] New status for floating IP 2e9e17e9-8e75-4ae2-a8e4-ee2c82249851: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:06:41.717353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=536dcdc0-96aa-40a1-8127-c716ecee7291,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:41.736257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network 71ec5479-1d4b-4755-bed8-949027d7c61f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:41.738125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:41.748812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:41.827019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:41.972158 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4bba40e0-4990-4c1a-90fb-4d6b8dab3e11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdd145b0520644fc9c1e61441b2a7f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415797 Sep 18 07:06:41.974640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55352) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:42.025048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31be52-0466-4fef-97fa-4112f3940e3d req-18602b92-f078-4bde-8b9e-5150a16662c6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:42.025672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.028012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d31be52-0466-4fef-97fa-4112f3940e3d req-18602b92-f078-4bde-8b9e-5150a16662c6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Sep 18 07:06:42.050687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.080835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d31be52-0466-4fef-97fa-4112f3940e3d req-41a59ca9-1bd9-4cc8-82de-5292db02182b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Sep 18 07:06:42.089085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port a4ccf79f-bf66-4114-9ba3-11ed228431bb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:06:42.092110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.095868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a4ccf79f-bf66-4114-9ba3-11ed228431bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:42.096234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.190991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.209708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.214282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:42.216514 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4836a5-6b1d-47ff-885b-3bfd3bb73835" -d '{"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:42.229558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:42.257376 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c68189-d407-47e2-97bf-c016940f7bba x-openstack-request-id: req-82c68189-d407-47e2-97bf-c016940f7bba {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:42.258156 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:42.258580 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82c68189-d407-47e2-97bf-c016940f7bba {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:42.259288 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'code': 200} Sep 18 07:06:42.310987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9c028a4-c23c-46cf-a908-0c9a2b983c66 req-711e8df6-e608-467d-b9ca-8cc23ed96821 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0404308 Sep 18 07:06:42.328765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.386372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:42.411744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.414852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.422131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8016cea-dd81-4b4e-9fda-0e49d4568b18 HTTP/1.1" status: 204 len: 168 time: 0.4404929 Sep 18 07:06:42.436477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bebb44-7f6a-47a5-adfe-76aab1985f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8016cea-dd81-4b4e-9fda-0e49d4568b18,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:42.440967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01989e8-6ec6-4dbe-b09c-d4583c21a6f5 req-1c0f74c7-ce2d-4531-845c-88e2fa2f9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:42.442479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f01989e8-6ec6-4dbe-b09c-d4583c21a6f5 req-1c0f74c7-ce2d-4531-845c-88e2fa2f9205 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1098 time: 0.1048095 Sep 18 07:06:42.518088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:42.526472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f01989e8-6ec6-4dbe-b09c-d4583c21a6f5 req-ca2b7c9d-be66-4c34-aaae-aaea42b3e203 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764041 Sep 18 07:06:42.752244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router d947dd7a-1dae-422c-981f-0d829ea64d13 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:06:42.879247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:06:42.890607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Sync routers for ids ['d947dd7a-1dae-422c-981f-0d829ea64d13'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:06:42.902689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Routers {'d947dd7a-1dae-422c-981f-0d829ea64d13'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:42.903769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d947dd7a-1dae-422c-981f-0d829ea64d13'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:43.008264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Set router d947dd7a-1dae-422c-981f-0d829ea64d13 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:43.036818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.038215 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-54fed5eb-a73f-4169-b4a5-a49cd761c879 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7373657 Sep 18 07:06:43.040728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:43.146829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.244556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd947dd7a-1dae-422c-981f-0d829ea64d13', 'name': '', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f', 'external_fixed_ips': [{'subnet_id': '3c147675-9fe0-461f-b2f0-a0f57418adf3', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '536dcdc0-96aa-40a1-8127-c716ecee7291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:39Z', 'updated_at': '2021-09-18T07:06:41Z', 'revision_number': 3, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port': {'id': '536dcdc0-96aa-40a1-8127-c716ecee7291', 'name': '', 'network_id': '71ec5479-1d4b-4755-bed8-949027d7c61f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd947dd7a-1dae-422c-981f-0d829ea64d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '3c147675-9fe0-461f-b2f0-a0f57418adf3', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:06:41Z', 'updated_at': '2021-09-18T07:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c147675-9fe0-461f-b2f0-a0f57418adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:43.276935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.285650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Checking router: d947dd7a-1dae-422c-981f-0d829ea64d13 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:06:43.288897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Updating router d947dd7a-1dae-422c-981f-0d829ea64d13 port 536dcdc0-96aa-40a1-8127-c716ecee7291 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:06:43.288897 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.306249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2147d52-e234-4c08-a18d-4cc704410b33 req-012582c4-4e14-4286-880f-435714a3f9c5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:43.309704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2147d52-e234-4c08-a18d-4cc704410b33 req-012582c4-4e14-4286-880f-435714a3f9c5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0709069 Sep 18 07:06:43.315586 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.350024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2147d52-e234-4c08-a18d-4cc704410b33 req-b2503f3d-3e0c-430d-83b3-934e88697592 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336843 Sep 18 07:06:43.419252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Deleting port 536dcdc0-96aa-40a1-8127-c716ecee7291 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:43.419970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.489009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb478539-d96b-4467-8ff8-851d0d24e952 req-cd8a3aa8-8eba-4502-9199-befc3be8f58e tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0576024 Sep 18 07:06:43.516204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.531465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Calling delete_port for 536dcdc0-96aa-40a1-8127-c716ecee7291 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:43.802656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55430) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:43.848440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.849670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:06:43.850656 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:06:43.878049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Port': ['ID=536dcdc0-96aa-40a1-8127-c716ecee7291,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:43.943579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:43.981520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'networks': [{'name': 'tempest-network--776894112'}, {'name': 'tempest-network--1352811442'}]} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:43.981758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-network--776894112'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:43.982253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-network--1352811442'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:44.050994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.054527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.144232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'network': 2} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:44.149434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.158793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.176896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.177445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d947dd7a-1dae-422c-981f-0d829ea64d13 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:06:44.183040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.184393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a205f4d-3445-4d19-8600-e50bc9eb1a42 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d947dd7a-1dae-422c-981f-0d829ea64d13 HTTP/1.1" status: 204 len: 168 time: 1.1423359 Sep 18 07:06:44.187279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:44.233314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Deleting subnet 3c147675-9fe0-461f-b2f0-a0f57418adf3 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:44.237050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.266833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.275010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.317667 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.334090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.334576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.372194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Port 536dcdc0-96aa-40a1-8127-c716ecee7291 not found while updating agent binding for router d947dd7a-1dae-422c-981f-0d829ea64d13. {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 07:06:44.379278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7252dfed-22bf-4253-a21d-8607e540ca20,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:44.386471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:44.387329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:06:44.388226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d947dd7a-1dae-422c-981f-0d829ea64d13'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101980) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:06:44.389091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6910934-6aa6-472e-9c48-155d808a5b52 None None] The sync data for ids ['d947dd7a-1dae-422c-981f-0d829ea64d13'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:06:44.438228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.442157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:44.453091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.453578 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment cd4351a1-b904-401b-b7f1-9522ce37cb61 of type vlan for network 02b918f8-6719-4a08-8439-ac742c6c9efc Sep 18 07:06:44.496140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.496666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c147675-9fe0-461f-b2f0-a0f57418adf3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:44.504990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.506998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-510872cb-f11b-460a-a6ac-39da76509e75 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/3c147675-9fe0-461f-b2f0-a0f57418adf3 HTTP/1.1" status: 204 len: 168 time: 0.3185968 Sep 18 07:06:44.511654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:44.542130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:44.550955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d982a8-d5bd-482e-9f2a-1fda870991d1 req-c08e40c9-86b9-42fb-b0e3-b229642fcb89 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:44.552137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.552503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19d982a8-d5bd-482e-9f2a-1fda870991d1 req-c08e40c9-86b9-42fb-b0e3-b229642fcb89 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1106915 Sep 18 07:06:44.552840 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment 0eba1d05-fc97-4b9a-a94d-412e3611356b of type vlan for network bbdfd076-136f-4a31-842f-374fa19e4a40 Sep 18 07:06:44.609363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.614887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.648641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.649268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f29607e8-36fc-4aad-8a13-81408966bdcc req-8af1d3cc-9bcc-4336-93a9-471f1cafc6d6 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0424316 Sep 18 07:06:44.664237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19d982a8-d5bd-482e-9f2a-1fda870991d1 req-6feb7f3c-8951-422f-a0e4-91d0b749b2ce tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816240 Sep 18 07:06:44.741014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.742415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.748668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:44.751401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.753848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:44.754530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.769617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.779943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ec5479-1d4b-4755-bed8-949027d7c61f']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:44.786448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7979160f-432b-40e1-86c9-7869ef1c7268') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:44.786940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7979160f-432b-40e1-86c9-7869ef1c7268') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:44.807064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.820991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.826934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:44.827340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:44.829131 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:44.840155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=02b918f8-6719-4a08-8439-ac742c6c9efc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:44.853747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 02b918f8-6719-4a08-8439-ac742c6c9efc details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:44.888099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0842559 Sep 18 07:06:44.890857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:44.995515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.013224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71ec5479-1d4b-4755-bed8-949027d7c61f {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:06:45.062170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.070901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/networks/71ec5479-1d4b-4755-bed8-949027d7c61f HTTP/1.1" status: 204 len: 168 time: 0.5588799 Sep 18 07:06:45.079233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d11899-f815-4f5c-a12e-ab8cd182036a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Network': ['ID=71ec5479-1d4b-4755-bed8-949027d7c61f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:45.129105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-285e856c-55f3-415d-b8ae-660442bfb99d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.137145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-285e856c-55f3-415d-b8ae-660442bfb99d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 814 time: 0.2609730 Sep 18 07:06:45.166952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-96977d8a-fbb5-4728-ad43-9d0cd62a7ce4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/quotas/2db5c2ee805c4ce0b359d8e0b12736f4 HTTP/1.1" status: 200 len: 375 time: 0.0284574 Sep 18 07:06:45.176838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.184044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.191753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.199280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.205774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:45.208062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7c287d21-7831-4c16-af8f-7ac64614be20 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2972 time: 0.3080502 Sep 18 07:06:45.217934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55502) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:45.321141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-18aee546-ecbc-45d8-b1d5-1d126b993f88 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528299 Sep 18 07:06:45.328916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.370036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a8bee-65ec-4fd6-a388-3cf97e53b2e6 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=bbdfd076-136f-4a31-842f-374fa19e4a40,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:45.399576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network bbdfd076-136f-4a31-842f-374fa19e4a40 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:45.508950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.520641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-bbafbdf1-618d-4eaf-aabe-2571a04186d2 service neutron] 10.222.0.20 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882284 Sep 18 07:06:45.545612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b918f8-6719-4a08-8439-ac742c6c9efc']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:45.550029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55510) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:45.554314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'name': 'tempest-router--2106794388', 'project_id': '8e076b51bc2f4938a47cbc1c77fb19bc'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:45.570179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4351a1-b904-401b-b7f1-9522ce37cb61') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:45.576626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4351a1-b904-401b-b7f1-9522ce37cb61') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:45.583697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.628303 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.637939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:45.638339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:45.641409 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:45.654054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.655417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.686701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-0afbf8ce-f7f7-404b-acf5-0a323b948947 service neutron] 10.222.0.20 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528149 Sep 18 07:06:45.687271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:45.763039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16836a22-8480-43ed-a591-619cce13dba0 req-58cdbfe1-236c-4887-ab5d-8b6fc26e646b tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0263436 Sep 18 07:06:45.829674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0dc377dc-83c9-4ca2-a6b8-ab68cb29c79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.867678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.872049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.873985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/02b918f8-6719-4a08-8439-ac742c6c9efc HTTP/1.1" status: 204 len: 168 time: 0.6539106 Sep 18 07:06:45.880403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55522) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:45.896270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83377ba2-109b-4e9d-9907-5dc4032cc6da tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=02b918f8-6719-4a08-8439-ac742c6c9efc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:45.937472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.960485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0dc377dc-83c9-4ca2-a6b8-ab68cb29c79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:45.989236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0301e4c4-ef5a-49cf-ac1a-a93636cd45a9 req-434dab29-6547-4e45-b5fd-6cdfb9612b61 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 210 time: 0.0269933 Sep 18 07:06:45.991787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.019580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.026047 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0dc377dc-83c9-4ca2-a6b8-ab68cb29c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.072627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0dc377dc-83c9-4ca2-a6b8-ab68cb29c79a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d70db1b93b74da8b7b6602654046996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573551 Sep 18 07:06:46.074087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc377dc-83c9-4ca2-a6b8-ab68cb29c79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0dbeef-5a4a-43f1-86e6-d6e2c96b7b90,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:46.076817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:46.097445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.101723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ff6a1418-566f-4293-87f4-f972fd673595 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5481324 Sep 18 07:06:46.106221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55534) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:46.136399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.158348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.181508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.220338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.262883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdfd076-136f-4a31-842f-374fa19e4a40']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:46.288649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.291322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.292532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac0dbeef-5a4a-43f1-86e6-d6e2c96b7b90 HTTP/1.1" status: 204 len: 168 time: 0.2148242 Sep 18 07:06:46.299594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eba1d05-fc97-4b9a-a94d-412e3611356b') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:46.299888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eba1d05-fc97-4b9a-a94d-412e3611356b') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:46.301647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1e404-4fb9-4227-8677-60cd6c535f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0dbeef-5a4a-43f1-86e6-d6e2c96b7b90,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:46.380299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.419965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.422723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.424456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.441163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:46.441580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:46.445115 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:46.562773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.563373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33729d16-a7e7-4830-b89e-2f845c6792da {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:06:46.568285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.572902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-614ce648-7f38-4c42-99e1-9785d2e2193e tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/routers/33729d16-a7e7-4830-b89e-2f845c6792da HTTP/1.1" status: 204 len: 168 time: 0.4655352 Sep 18 07:06:46.618661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.627479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.630362 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/bbdfd076-136f-4a31-842f-374fa19e4a40 HTTP/1.1" status: 204 len: 168 time: 0.7489672 Sep 18 07:06:46.632310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55548) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:46.646648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ee278-8485-44a7-b281-3f8951f5c092 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=bbdfd076-136f-4a31-842f-374fa19e4a40,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:46.750780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e128a96-3d19-4747-b262-d32a67c7b726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:46.758125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e128a96-3d19-4747-b262-d32a67c7b726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:46.759675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e128a96-3d19-4747-b262-d32a67c7b726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1262636 Sep 18 07:06:46.763457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:46.768366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-413670937'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:46.877259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47ecc962-8880-4e1c-987b-2a4364e56549 req-89f55a93-6879-4693-b7c6-a722c284d32b tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Sep 18 07:06:46.877833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:46.881944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.911761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:46.924278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:46.924855 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment 893756c4-a824-44c7-a688-c507a0691d9e of type vlan for network 878bac61-b85d-4037-9fdc-9fd1b25fe4e1 Sep 18 07:06:46.971154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.040265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55558) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:47.054590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79ee420a-c47c-4dbc-b7e8-636d92dd768b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.083657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.089454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:47.090074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.121185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9ea8d02-cee5-496a-9f31-e232643de584 req-b11c12e0-9a0a-4821-b3dd-7318b9aa00e3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 210 time: 0.0543752 Sep 18 07:06:47.166199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55562) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:47.198259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=878bac61-b85d-4037-9fdc-9fd1b25fe4e1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:47.209624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 878bac61-b85d-4037-9fdc-9fd1b25fe4e1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:47.260265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79ee420a-c47c-4dbc-b7e8-636d92dd768b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.317877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79ee420a-c47c-4dbc-b7e8-636d92dd768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.360810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:47.361031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-79ee420a-c47c-4dbc-b7e8-636d92dd768b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=835a5f8ca8cd4adcb6b1d6ba444faae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195057 Sep 18 07:06:47.362122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee420a-c47c-4dbc-b7e8-636d92dd768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ae5ea-fe59-4eba-b96b-695cd56d229d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:47.387626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a1430df5-6399-4728-8436-58fd4853a186 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6229093 Sep 18 07:06:47.390090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55568) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:47.390583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-912479762', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:47.395877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-232349393'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:47.418134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:06:47.418134 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:06:47.418134 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '676069000e9a423f98786f619344b28b', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 6, 27, 402161)}] Sep 18 07:06:47.418134 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:06:47.418782 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:06:47.438314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.465165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.500781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.501957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.561504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.605239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.608488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:47.613076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/005ae5ea-fe59-4eba-b96b-695cd56d229d HTTP/1.1" status: 204 len: 168 time: 0.2471433 Sep 18 07:06:47.701985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c21c1-8a02-41bf-8eb4-3941e1e9fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ae5ea-fe59-4eba-b96b-695cd56d229d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:47.819728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.113788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.151366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.156383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4119660c-8c2f-42eb-b17d-d21e06e355f1 req-3c56dd6a-78b0-45ba-9607-82c70801aa95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0506911 Sep 18 07:06:48.362508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Allocated IP 172.25.4.28 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/7aa4310e-f0fa-47cc-8bee-77b4d432cc7d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:48.408769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-afce0e6d-ae73-4985-af29-b1febaa08d48 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:48.410530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-afce0e6d-ae73-4985-af29-b1febaa08d48 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.24 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 814 time: 0.1805844 Sep 18 07:06:48.438148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Request body: {'port': {'device_id': '9fff30af-0909-421d-9754-3faeadf34a30', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'admin_state_up': True, 'tenant_id': '2db5c2ee805c4ce0b359d8e0b12736f4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:48.449114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f610862b-39c2-42b9-971e-012813c36f70 req-348cd815-321a-4125-b5b7-b7bbcacc12e9 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.4639335 Sep 18 07:06:48.451985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:48.457312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.501674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ec72967-3d1a-4798-a729-2c3da6a19fc5 req-d30a977c-90c4-400f-a23b-d96ae031081f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 210 time: 0.0672820 Sep 18 07:06:48.529556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:48.538908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.539256 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment e2e9f238-bc8a-4576-aebc-f13a54fe0c2b of type vlan for network 493c0da4-c750-480c-84cf-2ed2f2cbfd58 Sep 18 07:06:48.592859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.619761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.682917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.688951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:48.689549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.704992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Made reservation on behalf of 2db5c2ee805c4ce0b359d8e0b12736f4 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:48.708671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.758605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=493c0da4-c750-480c-84cf-2ed2f2cbfd58,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:48.761544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:48.782000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 493c0da4-c750-480c-84cf-2ed2f2cbfd58 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:48.806678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:48.811811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e475471-7cbd-47b8-974a-6047a063c6de tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4178298 Sep 18 07:06:48.812061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:48.813532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:48.821179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:48.825447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'ports': [{'network_id': '878bac61-b85d-4037-9fdc-9fd1b25fe4e1', 'name': 'tempest-port--102885004', 'admin_state_up': True}, {'network_id': '493c0da4-c750-480c-84cf-2ed2f2cbfd58', 'admin_state_up': False}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:48.825770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'port': {'network_id': '878bac61-b85d-4037-9fdc-9fd1b25fe4e1', 'name': 'tempest-port--102885004', 'admin_state_up': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:48.826281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'port': {'network_id': '493c0da4-c750-480c-84cf-2ed2f2cbfd58', 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:48.888537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event updated for resources: {'Port': ['ID=7aa4310e-f0fa-47cc-8bee-77b4d432cc7d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:48.986909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Allocated IP 172.20.0.7 (8b6b8bea-82a9-49d7-8438-6b2b4d16edc9/b52057aa-de2c-4254-9e87-341dd6be29d5/424f8ac2-47c5-4493-90f3-435573f1e075) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:49.129105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'port': 2} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:49.134364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.153195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.244122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] device_id is not set on port 89fb8a0f-5a4e-48d1-9fe6-418097c28d49 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:49.277567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-bd09d6ac-56e0-4474-a132-19c256879449 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1895614 Sep 18 07:06:49.379560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.418979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.434408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.490058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-b495ca52-f04c-4cc4-9bf6-ab2b27c58200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:49.491653 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-b495ca52-f04c-4cc4-9bf6-ab2b27c58200 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d51660ad5b14b918e9934c59dff4afe&device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 1098 time: 0.1610057 Sep 18 07:06:49.491806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] device_id is not set on port 20193db2-2884-442b-95f0-b986417d905c yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:49.621724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.634800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:06:49.655439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.707109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7573555d-081e-478a-b6b5-f4f8a3ad7cc6 req-b8667760-6bee-43e0-b57d-381e3c3506e9 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0486438 Sep 18 07:06:49.737248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:49.754618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:49.756204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Pushing event updated for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:49.760831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:49.761681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc5f5-af3c-43cd-84a7-7abb97c7a727 req-a61fa562-7629-4880-93c7-b80ed1265e69 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:49.768186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-414fc5f5-af3c-43cd-84a7-7abb97c7a727 req-a61fa562-7629-4880-93c7-b80ed1265e69 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 931 time: 0.1301572 Sep 18 07:06:49.787535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-0096d150-85f0-4354-a60e-4aac27706fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:49.795367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-0096d150-85f0-4354-a60e-4aac27706fd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 200 len: 916 time: 0.2557428 Sep 18 07:06:49.833762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-414fc5f5-af3c-43cd-84a7-7abb97c7a727 req-8c6f2244-0a7a-4702-a5b5-27f6a21fc4e0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Sep 18 07:06:49.854845 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:49.859785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55630) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:49.977012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Port': ['ID=89fb8a0f-5a4e-48d1-9fe6-418097c28d49,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:49.996999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Checking segment: {'id': '893756c4-a824-44c7-a688-c507a0691d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '878bac61-b85d-4037-9fdc-9fd1b25fe4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:49.997359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network hostable DHCP agents. Network: 878bac61-b85d-4037-9fdc-9fd1b25fe4e1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:50.088426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network 878bac61-b85d-4037-9fdc-9fd1b25fe4e1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:50.115428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-252223969'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:50.190424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a713205d-9883-45bd-82bd-1d9bcf7d05a0 req-4d3f3502-f2e2-433f-96e0-a9ce95c5603a tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45&device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0279410 Sep 18 07:06:50.223450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.224068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.231932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 878bac61-b85d-4037-9fdc-9fd1b25fe4e1) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:50.236054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:50.237023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.244883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954d882-2990-4559-9a8e-c906bb5eeeb3 None None] Network 878bac61-b85d-4037-9fdc-9fd1b25fe4e1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:50.257156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-f5d0d5b4-cddf-4db0-b3b8-7d165906f784 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 200 len: 1002 time: 0.4279838 Sep 18 07:06:50.258194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.298329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Made reservation on behalf of 579483e559e84fbd9c12886dd51759d5 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:50.302473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.330164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.352399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Port': ['ID=20193db2-2884-442b-95f0-b986417d905c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:50.382726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-a7d6c53c-c7f2-4fd6-a611-6d3821b94a22 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9485602 Sep 18 07:06:50.403424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Checking segment: {'id': 'e2e9f238-bc8a-4576-aebc-f13a54fe0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '493c0da4-c750-480c-84cf-2ed2f2cbfd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:50.403424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network hostable DHCP agents. Network: 493c0da4-c750-480c-84cf-2ed2f2cbfd58, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:50.406410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Request body: {'port': {'device_id': '9fff30af-0909-421d-9754-3faeadf34a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:50.443396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-85a64d5c-5088-4a56-890b-ff4125df5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.444839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-85a64d5c-5088-4a56-890b-ff4125df5016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3110c521-6fce-4f0e-9d48-40faa2755b8e HTTP/1.1" status: 200 len: 854 time: 0.1788197 Sep 18 07:06:50.491764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network 493c0da4-c750-480c-84cf-2ed2f2cbfd58 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:50.496688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.516396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.545956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-f5cb4907-16fc-47f3-a880-8776314e1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.547518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-f5cb4907-16fc-47f3-a880-8776314e1c7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900209 Sep 18 07:06:50.585865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.594665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 493c0da4-c750-480c-84cf-2ed2f2cbfd58) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:50.607281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adaeba0-f993-4993-8c0e-78e6ec064f99 None None] Network 493c0da4-c750-480c-84cf-2ed2f2cbfd58 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:50.617193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:50.623015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.627999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.628668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.651670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Router df17bcad-7d27-46f2-bddd-b9117a2cc3ce is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:06:50.658263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:50.682196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-239d4a3b-9bfb-4e6f-8472-fa9dd651897e req-92bd0a77-7185-44cf-ad63-18e1ce67c2ab tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0666804 Sep 18 07:06:50.694411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.694684 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Added segment 7a55e169-b10b-465d-bc03-979a7cc3d1c6 of type vlan for network deac6885-a781-4263-bba1-761bfd99323a Sep 18 07:06:50.696081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7483d-65ba-4e15-90a4-9f60286ee50e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:50.746647 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.753762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-693bacae-8499-455c-890d-a56282a31852 req-0d658553-8671-42e1-bdd9-a04c23d993b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a35f591c0354470380910f0737f2bb7d&device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.1030962 Sep 18 07:06:50.757867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-df6a97dc-da53-4dca-bd06-2744045ecc4e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9411266 Sep 18 07:06:50.759196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:50.829565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8258a9-31ca-4102-ad21-8681bf2e97f3 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.836394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8258a9-31ca-4102-ad21-8681bf2e97f3 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.838230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bc8258a9-31ca-4102-ad21-8681bf2e97f3 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0779898 Sep 18 07:06:50.841119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55642) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:50.856951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-693bacae-8499-455c-890d-a56282a31852 req-e94c3b70-6efd-4d25-8788-f81ac159989d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a35f591c0354470380910f0737f2bb7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921016 Sep 18 07:06:50.876999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-696022f9-b7ce-458a-8b09-000ae084e20e service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120368 Sep 18 07:06:50.885681 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:50.891999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:50.892618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.022754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1541557 Sep 18 07:06:51.027120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:51.034513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Request body: {'subnet': {'network_id': 'deac6885-a781-4263-bba1-761bfd99323a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:51.042381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5c25-7f0c-4672-85ef-ad7b64a50daa tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event updated for resources: {'Network': ['ID=deac6885-a781-4263-bba1-761bfd99323a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:51.062727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network deac6885-a781-4263-bba1-761bfd99323a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:51.128857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa37c5-6ce6-448c-afdb-3aae41d549a0 req-9aa545ec-29fc-4991-91de-a717b7a9893b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:51.130417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8caa37c5-6ce6-448c-afdb-3aae41d549a0 req-9aa545ec-29fc-4991-91de-a717b7a9893b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 931 time: 0.2035835 Sep 18 07:06:51.168827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting port 89fb8a0f-5a4e-48d1-9fe6-418097c28d49 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:51.169174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.170838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:06:51.181471 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] Sync routers for ids ['df17bcad-7d27-46f2-bddd-b9117a2cc3ce'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:06:51.190636 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] Routers {'df17bcad-7d27-46f2-bddd-b9117a2cc3ce'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:51.191460 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['df17bcad-7d27-46f2-bddd-b9117a2cc3ce'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:51.221417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bacae-8499-455c-890d-a56282a31852 req-0646fe64-251d-4e46-9c6e-091d86384f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:51.222937 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-693bacae-8499-455c-890d-a56282a31852 req-0646fe64-251d-4e46-9c6e-091d86384f5a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484404 Sep 18 07:06:51.225102 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:51.233886 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] Routers {'df17bcad-7d27-46f2-bddd-b9117a2cc3ce'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:51.234736 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['df17bcad-7d27-46f2-bddd-b9117a2cc3ce'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:51.238128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-74fc08fe-71ce-4eaa-99ba-356a2755f9cc req-f4e08aa4-c60e-479b-9f5b-bf5e528e45fe service neutron] 10.222.0.24 "GET /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318501 Sep 18 07:06:51.255939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8caa37c5-6ce6-448c-afdb-3aae41d549a0 req-422f4d11-d169-46cf-b2f0-20a7c98b2409 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141150 Sep 18 07:06:51.268927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.283624 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:51.284638 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b5265-3556-4faa-bf0b-34a06eca8907 None None] The sync data for ids ['df17bcad-7d27-46f2-bddd-b9117a2cc3ce'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:06:51.291498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Calling delete_port for 89fb8a0f-5a4e-48d1-9fe6-418097c28d49 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:51.298502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424f8ac2-47c5-4493-90f3-435573f1e075 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:06:51.301082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Made reservation on behalf of 579483e559e84fbd9c12886dd51759d5 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:51.304649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.306830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.318649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Transition to ACTIVE for port object 424f8ac2-47c5-4493-90f3-435573f1e075 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:06:51.374110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.375581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa4168ab-39ef-4605-a8ab-84ddc8bdbb2b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2083187 Sep 18 07:06:51.378191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55654) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:51.393748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.500547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Pushing event updated for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:51.522909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.565927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Port': ['ID=89fb8a0f-5a4e-48d1-9fe6-418097c28d49,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:51.572943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.574964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6f065909-b4a0-4823-ad18-03126ce53ea9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/ports/89fb8a0f-5a4e-48d1-9fe6-418097c28d49 HTTP/1.1" status: 204 len: 168 time: 0.7328095 Sep 18 07:06:51.577775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55656) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:51.594921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-839bbd7a-691f-4973-855e-b9c407fc4cb6 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/df17bcad-7d27-46f2-bddd-b9117a2cc3ce HTTP/1.1" status: 200 len: 919 time: 0.2154746 Sep 18 07:06:51.598854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:51.632075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-637380fe-7bc9-4f38-afd7-5516d79349b2 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=df17bcad-7d27-46f2-bddd-b9117a2cc3ce HTTP/1.1" status: 200 len: 205 time: 0.0315635 Sep 18 07:06:51.637102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:51.642423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.680450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Attempting to bind port 424f8ac2-47c5-4493-90f3-435573f1e075 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:06:51.681128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Attempting to bind port 424f8ac2-47c5-4493-90f3-435573f1e075 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:06:51.681128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Attempting to bind port 424f8ac2-47c5-4493-90f3-435573f1e075 on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:51.688205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Port 424f8ac2-47c5-4493-90f3-435573f1e075 on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:06:51.688529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Attempting to bind port 424f8ac2-47c5-4493-90f3-435573f1e075 on network 8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:51.696739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:06:51.697079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Checking segment: {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:51.697471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Bound using segment: {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:06:51.697929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Bound port: 424f8ac2-47c5-4493-90f3-435573f1e075, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e387a5-a99d-4f77-a956-c79a8bf16c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:06:51.698291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.713690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event updated for resources: {'Subnet': ['ID=516153c7-488c-4514-9a71-18939d22e1d2,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:51.733085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Checking segment: {'id': '7a55e169-b10b-465d-bc03-979a7cc3d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:51.733453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Network hostable DHCP agents. Network: deac6885-a781-4263-bba1-761bfd99323a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:51.746546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting port 20193db2-2884-442b-95f0-b986417d905c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:51.746880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.803097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.803904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1785547-afb4-40b5-91e6-f9c3d146f69b req-ff972565-5812-428e-9cac-878203b76552 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0382617 Sep 18 07:06:51.846619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.855355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Network deac6885-a781-4263-bba1-761bfd99323a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:51.857366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:06:51.861702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=424f8ac2-47c5-4493-90f3-435573f1e075,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:06:51.863512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Calling delete_port for 20193db2-2884-442b-95f0-b986417d905c owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:51.924675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.930237 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.962490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, deac6885-a781-4263-bba1-761bfd99323a) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:51.964914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:51.965575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.966857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:51.967094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] 10.222.0.24 "PUT /v2.0/ports/424f8ac2-47c5-4493-90f3-435573f1e075 HTTP/1.1" status: 200 len: 1092 time: 1.5684853 Sep 18 07:06:51.967430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:51.967580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:06:51.969859 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b2144-7c9d-4744-93d2-4dca34e67833" -d '{"events": [{"name": "network-changed", "server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:06:51.971637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcaff7-2312-4b2f-9949-4101b16e6366 None None] Network deac6885-a781-4263-bba1-761bfd99323a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:52.013480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02a1c3-fc6b-48ad-a841-f172f19b4872 service neutron] Pushing event updated for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:52.017788 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169819e8-19d1-45c7-808b-54e9c2851aba x-openstack-request-id: req-169819e8-19d1-45c7-808b-54e9c2851aba {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:06:52.018176 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:06:52.018581 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-169819e8-19d1-45c7-808b-54e9c2851aba {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:06:52.019055 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075', 'status': 'completed', 'code': 200} Sep 18 07:06:52.042532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.073929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port 7aa4310e-f0fa-47cc-8bee-77b4d432cc7d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:52.074342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.083706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Port': ['ID=20193db2-2884-442b-95f0-b986417d905c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:52.093958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-575b2812-a21e-4470-9ad0-b267a04c1f44 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0619857 Sep 18 07:06:52.097841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.103219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b59872e-8913-4e32-a4f0-7dfee60a93be tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/ports/20193db2-2884-442b-95f0-b986417d905c HTTP/1.1" status: 204 len: 168 time: 0.5215433 Sep 18 07:06:52.103219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55670) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:52.106790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Request body: {'port': {'network_id': 'deac6885-a781-4263-bba1-761bfd99323a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-170695010'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:52.110569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55672) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:52.184659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-deac6885-a781-4263-bba1-761bfd99323a', 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a', 'tenant_id': '579483e559e84fbd9c12886dd51759d5', 'fixed_ips': [{'subnet_id': '516153c7-488c-4514-9a71-18939d22e1d2'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:06:52.185654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.216202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55674) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:52.216802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c535f4ff-3ce6-4499-a3d7-9fa57677916b tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1048019 Sep 18 07:06:52.224196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-390208289'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:52.339669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Allocated IP 172.20.0.2 (deac6885-a781-4263-bba1-761bfd99323a/516153c7-488c-4514-9a71-18939d22e1d2/e41ab9ec-38ea-4a67-bd17-d3cac856a882) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:52.346789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:52.356818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.462326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:52.481562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e2d52-50bd-414c-ae1c-53fe6f9c3ec4 req-cceab849-0f32-466d-8c19-2007e7b7aca7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:52.489413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-669e2d52-50bd-414c-ae1c-53fe6f9c3ec4 req-cceab849-0f32-466d-8c19-2007e7b7aca7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.1144588 Sep 18 07:06:52.500141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.500756 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment 61a26661-5992-48f5-a485-6d8af3a0f612 of type vlan for network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 Sep 18 07:06:52.503890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Made reservation on behalf of 579483e559e84fbd9c12886dd51759d5 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:52.508591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.562088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-4a3bc9b0-3b46-4c5e-9292-3f6625edce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:52.563513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-4a3bc9b0-3b46-4c5e-9292-3f6625edce9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 1095 time: 0.4752872 Sep 18 07:06:52.589360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] device_id is not set on port 8c9beebd-b5a5-42be-a68c-d34395a97b83 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:06:52.601428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-693bacae-8499-455c-890d-a56282a31852 req-72bcf438-704c-45ec-bce6-476e8e7cc7ab tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0315914 Sep 18 07:06:52.601428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.603768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.618719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-669e2d52-50bd-414c-ae1c-53fe6f9c3ec4 req-f2b43ce6-8926-4c9a-9258-2655cb1f5b6c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278009 Sep 18 07:06:52.639624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for 7aa4310e-f0fa-47cc-8bee-77b4d432cc7d owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:52.646480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.723064 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.753103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.759468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:52.760141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.768065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Network deac6885-a781-4263-bba1-761bfd99323a is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:52.773485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:52.776785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:52.811176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Pushing event updated for resources: {'Port': ['ID=e41ab9ec-38ea-4a67-bd17-d3cac856a882,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:52.843839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Attempting to bind port e41ab9ec-38ea-4a67-bd17-d3cac856a882 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:06:52.844040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Attempting to bind port e41ab9ec-38ea-4a67-bd17-d3cac856a882 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7a55e169-b10b-465d-bc03-979a7cc3d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:06:52.844401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Attempting to bind port e41ab9ec-38ea-4a67-bd17-d3cac856a882 on network deac6885-a781-4263-bba1-761bfd99323a {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:52.849603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:06:52.851143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Checking segment: {'id': '7a55e169-b10b-465d-bc03-979a7cc3d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:52.851143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.855277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Bound using segment: {'id': '7a55e169-b10b-465d-bc03-979a7cc3d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:06:52.855385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Allocated IP 172.20.0.13 (deac6885-a781-4263-bba1-761bfd99323a/516153c7-488c-4514-9a71-18939d22e1d2/8c9beebd-b5a5-42be-a68c-d34395a97b83) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:52.855497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Bound port: e41ab9ec-38ea-4a67-bd17-d3cac856a882, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a55e169-b10b-465d-bc03-979a7cc3d1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'deac6885-a781-4263-bba1-761bfd99323a'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:06:52.855497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.859284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6420658 Sep 18 07:06:52.862177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee336a21-2e5a-4d34-ab94-0637023b26d9 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=75fd6121-1b43-4130-a0fd-1a8e5b40d177,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:52.869282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55682) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:52.875368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:52.875559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-533843047'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:52.948699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afbe18ab-91e0-487f-8c13-8c7218a39b68 req-13e24f56-020d-4dc0-bd56-65f0259662b7 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc0318a-4e14-499f-841b-5f5dd7c7bd45 HTTP/1.1" status: 200 len: 210 time: 0.0346010 Sep 18 07:06:52.952510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:52.956130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:52.987990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-84417eb0-573a-4b26-8d08-aeb6edecb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:52.989767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-84417eb0-573a-4b26-8d08-aeb6edecb78d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3862376 Sep 18 07:06:52.999433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] For port e41ab9ec-38ea-4a67-bd17-d3cac856a882, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:06:53.002574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] For port e41ab9ec-38ea-4a67-bd17-d3cac856a882, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e41ab9ec-38ea-4a67-bd17-d3cac856a882,segment=NetworkSegment(7a55e169-b10b-465d-bc03-979a7cc3d1c6),segment_id=7a55e169-b10b-465d-bc03-979a7cc3d1c6)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:06:53.049685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:53.055500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.066207 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.066606 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Added segment 9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c of type vlan for network 3859a1f5-951e-4672-b899-0fd0b6ecd26a Sep 18 07:06:53.099418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.137844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-c6fd46dc-a73c-4bf1-bb1e-7b920f9aa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.139056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15edc48-bafb-45e8-9747-095ddb7f281d None None] Pushing event updated for resources: {'Port': ['ID=e41ab9ec-38ea-4a67-bd17-d3cac856a882,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:53.149325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.158237 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-299b2144-7c9d-4744-93d2-4dca34e67833 req-c6fd46dc-a73c-4bf1-bb1e-7b920f9aa4d9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595056 Sep 18 07:06:53.170626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.184004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=7aa4310e-f0fa-47cc-8bee-77b4d432cc7d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:53.265429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.269682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.272547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.273161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.307240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.429784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.432694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.442558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5719416 Sep 18 07:06:53.447619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e18ec7-74d8-4d87-bbfd-fd2b8f232726 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Network': ['ID=3859a1f5-951e-4672-b899-0fd0b6ecd26a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:53.472365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:53.482659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Network deac6885-a781-4263-bba1-761bfd99323a is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:53.485192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event updated for resources: {'Port': ['ID=8c9beebd-b5a5-42be-a68c-d34395a97b83,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:53.487871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:53.490459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:53.497464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-0c4a2eae-d2f1-4efe-abe9-9a3039de96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.499070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-0c4a2eae-d2f1-4efe-abe9-9a3039de96ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 1095 time: 0.1994092 Sep 18 07:06:53.569232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.571075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.591995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-6d71419f-42f9-49f6-8e3f-bf7ba488c205 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=424f8ac2-47c5-4493-90f3-435573f1e075 HTTP/1.1" status: 200 len: 217 time: 0.0755117 Sep 18 07:06:53.618323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.618323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router df17bcad-7d27-46f2-bddd-b9117a2cc3ce {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:06:53.618323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.622263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55690) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:53.628336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63aec61b-578c-442d-bb19-eb52f5d2b264 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/df17bcad-7d27-46f2-bddd-b9117a2cc3ce HTTP/1.1" status: 204 len: 168 time: 1.9878516 Sep 18 07:06:53.632189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2109912388', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:53.722469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-6f17ff44-4ddc-4cb8-81d4-a60595c7feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.722699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-92c02770-c00e-4dd2-b49b-2fb18f215bc5 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6199026 Sep 18 07:06:53.725247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-6f17ff44-4ddc-4cb8-81d4-a60595c7feeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.0954921 Sep 18 07:06:53.730491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55694) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:53.753268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e41ab9ec-38ea-4a67-bd17-d3cac856a882 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:53.776606 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.780654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.812225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e41ab9ec-38ea-4a67-bd17-d3cac856a882 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:53.813008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.840096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb442e-0457-4de9-b12e-a891bb49857b req-e4109be1-5c21-4314-9c61-ea3406542dd7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:53.849016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ceb442e-0457-4de9-b12e-a891bb49857b req-e4109be1-5c21-4314-9c61-ea3406542dd7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.1282289 Sep 18 07:06:53.868728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-6f93f883-f91a-47d4-ba46-9bfd8e6ea3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284304 Sep 18 07:06:53.913067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.919294 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:53.955644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port e41ab9ec-38ea-4a67-bd17-d3cac856a882, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e41ab9ec-38ea-4a67-bd17-d3cac856a882,segment=NetworkSegment(7a55e169-b10b-465d-bc03-979a7cc3d1c6),segment_id=7a55e169-b10b-465d-bc03-979a7cc3d1c6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:53.959772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ceb442e-0457-4de9-b12e-a891bb49857b req-46ee7358-086c-424d-b835-1accc8653d3e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039317 Sep 18 07:06:53.992165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Deleting port 8c9beebd-b5a5-42be-a68c-d34395a97b83 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:53.992688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.047293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.128455 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-52781f01-ca58-43bb-8935-0070a785703f service neutron] 10.222.0.24 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487938 Sep 18 07:06:54.142900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=e41ab9ec-38ea-4a67-bd17-d3cac856a882,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:54.301629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.316041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.331607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Calling delete_port for 8c9beebd-b5a5-42be-a68c-d34395a97b83 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:54.360578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27a6f462-2619-428d-9fc8-ac11a5038649 req-55cf3e7d-9204-49f6-a636-e48de0bdd1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218266 Sep 18 07:06:54.382007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920f31b-48d6-40b6-a16b-398b47611a2d None None] Network deac6885-a781-4263-bba1-761bfd99323a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:54.627352 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78a80870-598a-43fa-97d0-3dfdc26f37a8 req-5d380f15-3db4-4738-97e3-e5956e600cba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a35f591c0354470380910f0737f2bb7d&device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0685949 Sep 18 07:06:54.654554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bf2be8f3-c6bb-4e3a-a481-9ce47aedd2ee None None] Provisioning complete for port e41ab9ec-38ea-4a67-bd17-d3cac856a882 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:54.654904 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf2be8f3-c6bb-4e3a-a481-9ce47aedd2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.676286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78a80870-598a-43fa-97d0-3dfdc26f37a8 req-e58afa42-d64b-4b70-a023-8f5eaa434f0b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a35f591c0354470380910f0737f2bb7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412648 Sep 18 07:06:54.688174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-297be5f5-c56a-49a9-928d-df93bac7608d req-81a3c98e-1a96-4d56-ac21-94b317708ce0 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0592279 Sep 18 07:06:54.718162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.770182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.839811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80870-598a-43fa-97d0-3dfdc26f37a8 req-9a896cf0-1aae-4f0c-bce4-505570ef37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:54.841391 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78a80870-598a-43fa-97d0-3dfdc26f37a8 req-9a896cf0-1aae-4f0c-bce4-505570ef37c0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587231 Sep 18 07:06:54.842999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.918021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event deleted for resources: {'Port': ['ID=8c9beebd-b5a5-42be-a68c-d34395a97b83,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:54.938510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.25.4.216 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ef9547cb-0801-4e4d-bb20-02b3a713211c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:54.984777 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:54.986837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f90dbbcd-1203-46e3-9835-4a19e76645b9 tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "DELETE /v2.0/ports/8c9beebd-b5a5-42be-a68c-d34395a97b83 HTTP/1.1" status: 204 len: 168 time: 1.2552285 Sep 18 07:06:54.989826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55712) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:55.062396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c11a2a4f-e28f-4fd5-9a8b-d6922f14af1b tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.0715234 Sep 18 07:06:55.064919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55716) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:55.069963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1652941076'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:55.129030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.151285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eebffe-964a-4aa9-956f-3c4d655708fa req-700506a7-23db-4fff-82b9-abb1e3e4f309 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:55.152826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8eebffe-964a-4aa9-956f-3c4d655708fa req-700506a7-23db-4fff-82b9-abb1e3e4f309 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.0821397 Sep 18 07:06:55.196688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Made reservation on behalf of 579483e559e84fbd9c12886dd51759d5 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:55.200532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.208653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8bd2a29f-71a4-4fd3-b7fa-2a6c8486e287 None None] Provisioning complete for port e41ab9ec-38ea-4a67-bd17-d3cac856a882 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:55.209691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bd2a29f-71a4-4fd3-b7fa-2a6c8486e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.209963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8eebffe-964a-4aa9-956f-3c4d655708fa req-4510fe22-d12b-4cbc-b02b-ea6de9ad9af1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Sep 18 07:06:55.249129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:06:55.259846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.260314 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Added segment 6da95163-2cb2-4ad6-8bf8-40e294bf7295 of type vlan for network 0846ddef-7130-42c3-b2c9-492998d25b11 Sep 18 07:06:55.278210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.311789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.351858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:55.355575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:55.358230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:55.408189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.411697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9547cb-0801-4e4d-bb20-02b3a713211c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:55.417191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:55.417829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.517015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event updated for resources: {'Network': ['ID=0846ddef-7130-42c3-b2c9-492998d25b11,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:55.526770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-71521c8f-2a94-436f-ae8b-c1198b2391be tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4607766 Sep 18 07:06:55.527640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:55.531427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0846ddef-7130-42c3-b2c9-492998d25b11 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:06:55.665031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-469be113-b058-43ae-80c1-5878b28b48e3 None None] Could not find standard attr ID for object 8c9beebd-b5a5-42be-a68c-d34395a97b83. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:06:55.714067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e41ab9ec-38ea-4a67-bd17-d3cac856a882 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:55.788349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e41ab9ec-38ea-4a67-bd17-d3cac856a882 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:06:55.791776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:55.798379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eceb50e6-2258-441f-a6f1-da836edff545 tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks HTTP/1.1" status: 200 len: 11176 time: 0.2696648 Sep 18 07:06:55.801213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55726) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:55.944968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f79b23-98b9-4e93-b2cf-f0c8ec0ebd7d tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] Network 0846ddef-7130-42c3-b2c9-492998d25b11 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:55.976753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e674f04d-a05d-49f7-bffa-aef96b0b3cbe req-68d85c51-1ab3-463d-959b-1cdab248bec6 tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.20 "GET /v2.0/ports?device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0341136 Sep 18 07:06:55.999610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:56.011859 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:06:56.019035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20f79b23-98b9-4e93-b2cf-f0c8ec0ebd7d tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "POST /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2144110 Sep 18 07:06:56.019351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55730) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.028111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581e127-81d5-407c-97f9-223ad812be54 None None] Network 0846ddef-7130-42c3-b2c9-492998d25b11 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:56.180494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78a80870-598a-43fa-97d0-3dfdc26f37a8 req-3c07d8ae-67de-460e-9fea-c903805f1dbd tempest-ServerShowV247Test-1756918771 tempest-ServerShowV247Test-1756918771-project] 10.222.0.37 "GET /v2.0/ports?device_id=1869d4c0-c4a2-4404-af5c-2eb7095b5e68 HTTP/1.1" status: 200 len: 210 time: 0.0362203 Sep 18 07:06:56.197220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c8e132e4-1535-493d-b36b-81ffbdddb4bf tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks HTTP/1.1" status: 200 len: 11947 time: 0.1764822 Sep 18 07:06:56.200042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.369252 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-22db9aa1-4461-4214-bcec-28f9094006b5 tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "DELETE /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks/0846ddef-7130-42c3-b2c9-492998d25b11 HTTP/1.1" status: 204 len: 168 time: 0.1683559 Sep 18 07:06:56.369877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55736) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.556752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-92558eb8-a31f-4710-adff-f58847364db1 tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks HTTP/1.1" status: 200 len: 11176 time: 0.1851006 Sep 18 07:06:56.557190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.584584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f42addd3-80dc-495d-9fbe-04f6ae817685 tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/networks/deac6885-a781-4263-bba1-761bfd99323a/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0260720 Sep 18 07:06:56.585168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55742) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.586779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4c98-264f-4b81-b819-e8d63c2a4d13 req-27e3fdc0-d710-42ba-a080-7c11b87667bc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:56.588268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd2e4c98-264f-4b81-b819-e8d63c2a4d13 req-27e3fdc0-d710-42ba-a080-7c11b87667bc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.1019595 Sep 18 07:06:56.611272 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-12db6d32-fefa-431a-b18c-b6a3a880a582 tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/networks/deac6885-a781-4263-bba1-761bfd99323a/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0250454 Sep 18 07:06:56.616163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55744) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.668550 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:56.672733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd2e4c98-264f-4b81-b819-e8d63c2a4d13 req-47260185-36de-4302-97b0-35fb0de3f601 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Sep 18 07:06:56.754450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55748) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.766517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'subnets': [{'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1719885209', 'ip_version': 6}, {'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:56.766842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'subnet': {'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1719885209', 'ip_version': 6}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:56.767689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Request body: {'subnet': {'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:56.791347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f6ab95c-e86c-4dc4-84cf-327636dfddba tempest-DHCPAgentSchedulersTestJSON-1570820555 tempest-DHCPAgentSchedulersTestJSON-1570820555-project-admin] 10.222.0.20 "GET /v2.0/agents/9c57675f-f9aa-42f5-875c-6522730162f5/dhcp-networks HTTP/1.1" status: 200 len: 11176 time: 0.1783884 Sep 18 07:06:56.795888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:56.899805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:06:56.943967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.014853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:06:57.031393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Sync routers for ids ['e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:06:57.048784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Routers {'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:57.050318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:57.082451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.083957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6640050f-f5e6-4bba-9261-b00ebf250fbe tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4606853 Sep 18 07:06:57.087312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55756) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:57.219764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Set router e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:57.228703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2611b4e5-49c3-48ad-848a-a07c52b80e79 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 HTTP/1.1" status: 200 len: 909 time: 0.1400220 Sep 18 07:06:57.231484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:57.236393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2109912388', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': True}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:06:57.318092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.334761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.335853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.342835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0846ddef-7130-42c3-b2c9-492998d25b11']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:57.357090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da95163-2cb2-4ad6-8bf8-40e294bf7295') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:57.357390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da95163-2cb2-4ad6-8bf8-40e294bf7295') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:57.369298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.390668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.390892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.394783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:57.395120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:57.399171 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:57.427699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Made reservation on behalf of 676069000e9a423f98786f619344b28b for: {'subnet': 2} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:06:57.433016 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.433365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.434427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:53Z', 'updated_at': '2021-09-18T07:06:55Z', 'revision_number': 3, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port': {'id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:06:54Z', 'updated_at': '2021-09-18T07:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:57.461452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Checking router: e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:06:57.461801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Updating router e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 port ef9547cb-0801-4e4d-bb20-02b3a713211c binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:06:57.488068 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.578167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.592007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.596117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "DELETE /v2.0/networks/0846ddef-7130-42c3-b2c9-492998d25b11 HTTP/1.1" status: 204 len: 168 time: 0.7932961 Sep 18 07:06:57.600858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:57.607739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.620263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:57.623960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ee3b4-fe5d-4490-8448-d092d0e22f9a tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event deleted for resources: {'Network': ['ID=0846ddef-7130-42c3-b2c9-492998d25b11,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:57.643394 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07de4ce-00cd-45ef-b28a-41124c64ef5c tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] DELETE failed (client error): The resource could not be found. Sep 18 07:06:57.644013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07de4ce-00cd-45ef-b28a-41124c64ef5c tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:06:57.648221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d07de4ce-00cd-45ef-b28a-41124c64ef5c tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "DELETE /v2.0/ports/8c9beebd-b5a5-42be-a68c-d34395a97b83 HTTP/1.1" status: 404 len: 333 time: 0.0418956 Sep 18 07:06:57.648618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55772) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:57.745993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Deleting subnet 516153c7-488c-4514-9a71-18939d22e1d2 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:57.768948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.811251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca5-0115-406c-8bbe-982abf78a41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.842680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.843751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:57.935555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a5b8-e3ee-4406-8688-a022a2a6fe0e req-8a5232b7-1143-4430-a313-423a5597b626 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:57.937097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb51a5b8-e3ee-4406-8688-a022a2a6fe0e req-8a5232b7-1143-4430-a313-423a5597b626 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.1304843 Sep 18 07:06:57.940188 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.000632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.014866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469548-c4ab-4c76-809c-f66bc2c075c2 None None] Pushing event updated for resources: {'Port': ['ID=ef9547cb-0801-4e4d-bb20-02b3a713211c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.023101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Attempting to bind port ef9547cb-0801-4e4d-bb20-02b3a713211c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:06:58.023636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Attempting to bind port ef9547cb-0801-4e4d-bb20-02b3a713211c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:06:58.024454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Attempting to bind port ef9547cb-0801-4e4d-bb20-02b3a713211c on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:06:58.030652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:06:58.031117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:58.031572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.032161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:06:58.032522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Bound port: ef9547cb-0801-4e4d-bb20-02b3a713211c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:06:58.032914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.093608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] For port ef9547cb-0801-4e4d-bb20-02b3a713211c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:06:58.096485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb51a5b8-e3ee-4406-8688-a022a2a6fe0e req-d5a9ecfd-4fed-41ac-b497-e0617cfb7f13 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Sep 18 07:06:58.097426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] For port ef9547cb-0801-4e4d-bb20-02b3a713211c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef9547cb-0801-4e4d-bb20-02b3a713211c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:06:58.119263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.125253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca5-0115-406c-8bbe-982abf78a41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.146672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.190996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.214705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.223619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.253532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event deleted for resources: {'Subnet': ['ID=516153c7-488c-4514-9a71-18939d22e1d2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.258261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.260130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "DELETE /v2.0/subnets/516153c7-488c-4514-9a71-18939d22e1d2 HTTP/1.1" status: 204 len: 168 time: 0.6103303 Sep 18 07:06:58.263523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b469548-c4ab-4c76-809c-f66bc2c075c2 None None] Pushing event updated for resources: {'Port': ['ID=ef9547cb-0801-4e4d-bb20-02b3a713211c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.265248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:58.267685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c56b02-e0e1-4c9b-a5fb-895a8defd2df None None] Network deac6885-a781-4263-bba1-761bfd99323a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:58.269677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Routers {'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:06:58.270399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:58.276931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.25.4.14 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/191d55bf-4b93-4100-99b7-a8f924b82070) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:58.277106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.277398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.277740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.278106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.278441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.278783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.279123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.279453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.279781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.280103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.280430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.280753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96765e81-c5d8-40c4-835e-3726c59c20bd tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:06:58.311870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6ca5-0115-406c-8bbe-982abf78a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.406301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Subnet': ['ID=6d886797-0bdc-4633-8348-15bcc42da87a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.409609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Checking segment: {'id': '61a26661-5992-48f5-a485-6d8af3a0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:58.410002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network hostable DHCP agents. Network: 75fd6121-1b43-4130-a0fd-1a8e5b40d177, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:58.416932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a4e6ca5-0115-406c-8bbe-982abf78a41d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a35f591c0354470380910f0737f2bb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929409 Sep 18 07:06:58.417179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.419093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:58.422142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6ca5-0115-406c-8bbe-982abf78a41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4374d5a8-a2b6-4cc6-849b-dd6bbeed6c19,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.467261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.480582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] Set router e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:06:58.516238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.542387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.555499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Deleting port e41ab9ec-38ea-4a67-bd17-d3cac856a882 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:58.555799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.559489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:58.580708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.620878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] DHCP port deletion for deac6885-a781-4263-bba1-761bfd99323a request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:06:58.621131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:06:58.626076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:58.629797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:06:58.648618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] For port e41ab9ec-38ea-4a67-bd17-d3cac856a882, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e41ab9ec-38ea-4a67-bd17-d3cac856a882,segment=NetworkSegment(7a55e169-b10b-465d-bc03-979a7cc3d1c6),segment_id=7a55e169-b10b-465d-bc03-979a7cc3d1c6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:58.649266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.664068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Calling delete_port for e41ab9ec-38ea-4a67-bd17-d3cac856a882 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:58.666387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=191d55bf-4b93-4100-99b7-a8f924b82070,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.726659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Deleting port e41ab9ec-38ea-4a67-bd17-d3cac856a882 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:06:58.727389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.763089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 75fd6121-1b43-4130-a0fd-1a8e5b40d177) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:58.769718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.772362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.776295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4374d5a8-a2b6-4cc6-849b-dd6bbeed6c19 HTTP/1.1" status: 204 len: 168 time: 0.3527706 Sep 18 07:06:58.793930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.799647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b5c17-3710-4dd5-a85b-9a090e6295cc None None] Network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:58.830859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] For port e41ab9ec-38ea-4a67-bd17-d3cac856a882, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e41ab9ec-38ea-4a67-bd17-d3cac856a882,segment=NetworkSegment(7a55e169-b10b-465d-bc03-979a7cc3d1c6),segment_id=7a55e169-b10b-465d-bc03-979a7cc3d1c6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:06:58.831267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.831820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd0cf7-a013-401e-969b-8fc6354164bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4374d5a8-a2b6-4cc6-849b-dd6bbeed6c19,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.867902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Calling delete_port for e41ab9ec-38ea-4a67-bd17-d3cac856a882 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:06:58.869374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event updated for resources: {'Subnet': ['ID=db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.873756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:58.874875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:53Z', 'updated_at': '2021-09-18T07:06:55Z', 'revision_number': 3, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port': {'id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:06:54Z', 'updated_at': '2021-09-18T07:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:58.906811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event deleted for resources: {'Port': ['ID=e41ab9ec-38ea-4a67-bd17-d3cac856a882,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:58.910397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Checking segment: {'id': '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:06:58.910827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network hostable DHCP agents. Network: 3859a1f5-951e-4672-b899-0fd0b6ecd26a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:06:58.914225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] No DVR routers for this DVR port e41ab9ec-38ea-4a67-bd17-d3cac856a882 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:59.015718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.042422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deac6885-a781-4263-bba1-761bfd99323a']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:59.054132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a55e169-b10b-465d-bc03-979a7cc3d1c6') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:59.054502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a55e169-b10b-465d-bc03-979a7cc3d1c6') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:06:59.059331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.065416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.079467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.087855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:06:59.088420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:06:59.091528 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:06:59.106709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6290c-47a0-4efa-80e9-aa073d59c93c None None] The sync data for ids ['e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917'] in n-d-789963-14 is: [{'id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216'}], 'enable_snat': False}, 'gw_port_id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:53Z', 'updated_at': '2021-09-18T07:06:55Z', 'revision_number': 3, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port': {'id': 'ef9547cb-0801-4e4d-bb20-02b3a713211c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:06:54Z', 'updated_at': '2021-09-18T07:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:06:59.113110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.217847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:06:59.255063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.306410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.316815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] Pushing event deleted for resources: {'Port': ['ID=e41ab9ec-38ea-4a67-bd17-d3cac856a882,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:59.322608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.325324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] 10.222.0.20 "DELETE /v2.0/networks/deac6885-a781-4263-bba1-761bfd99323a HTTP/1.1" status: 204 len: 168 time: 1.0569017 Sep 18 07:06:59.326528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aea9d9-b94c-4f81-85a6-1c4d51406773 None None] No DVR routers for this DVR port e41ab9ec-38ea-4a67-bd17-d3cac856a882 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:06:59.338528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-75fd6121-1b43-4130-a0fd-1a8e5b40d177', 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177', 'tenant_id': '676069000e9a423f98786f619344b28b', 'fixed_ips': [{'subnet_id': '6d886797-0bdc-4633-8348-15bcc42da87a'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:06:59.339441 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.362035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3859a1f5-951e-4672-b899-0fd0b6ecd26a) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:06:59.366559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c8da-0ab0-41eb-84e3-ed14507ae32e tempest-DHCPAgentSchedulersTestJSON-64523835 tempest-DHCPAgentSchedulersTestJSON-64523835-project] Pushing event deleted for resources: {'Network': ['ID=deac6885-a781-4263-bba1-761bfd99323a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:06:59.372729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.375512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.376834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.381264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7168d-aa20-4ec7-b466-c2d5d6ae1b7e None None] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:06:59.450520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88106-d3d3-4feb-9acb-41dc0c532d90 req-b47e68c2-17fb-4333-87a8-f769219e76b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.452810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66f88106-d3d3-4feb-9acb-41dc0c532d90 req-b47e68c2-17fb-4333-87a8-f769219e76b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 943 time: 0.1882389 Sep 18 07:06:59.467396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:06:59.488608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a870da14-2e5f-4371-a332-ad1325e2b10f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7327945 Sep 18 07:06:59.491650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:59.507746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 424f8ac2-47c5-4493-90f3-435573f1e075 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:06:59.637179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66f88106-d3d3-4feb-9acb-41dc0c532d90 req-458681f7-c7e8-4d07-ba8d-0c00a54a73a1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760693 Sep 18 07:06:59.649521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa5ad8-e816-445c-afd4-37476bbbe80b tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.654451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa5ad8-e816-445c-afd4-37476bbbe80b tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.659399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa5ad8-e816-445c-afd4-37476bbbe80b tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:06:59.685081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55806) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:06:59.686494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7daa5ad8-e816-445c-afd4-37476bbbe80b tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1935694 Sep 18 07:06:59.777283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Allocated IP 2001:db8::1 (75fd6121-1b43-4130-a0fd-1a8e5b40d177/6d886797-0bdc-4633-8348-15bcc42da87a/4d4d1009-6a7f-4c8b-91d2-80a248d205aa) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:06:59.789685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting subnet 6d886797-0bdc-4633-8348-15bcc42da87a {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:06:59.904253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef9547cb-0801-4e4d-bb20-02b3a713211c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:06:59.945712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router 776939ae-57d8-4768-a16c-5fc11a2378a8 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:06:59.969254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:00.023150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3859a1f5-951e-4672-b899-0fd0b6ecd26a', 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a', 'tenant_id': '676069000e9a423f98786f619344b28b', 'fixed_ips': [{'subnet_id': 'db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:00.024334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.105242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=424f8ac2-47c5-4493-90f3-435573f1e075,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:00.144991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '424f8ac2-47c5-4493-90f3-435573f1e075', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'port_id': '424f8ac2-47c5-4493-90f3-435573f1e075', 'mac_address': 'fa:16:3e:e5:c3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52057aa-de2c-4254-9e87-341dd6be29d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:07:00.151040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:00.168969 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Sync routers for ids ['776939ae-57d8-4768-a16c-5fc11a2378a8'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:00.182335 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Routers {'776939ae-57d8-4768-a16c-5fc11a2378a8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:00.183008 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['776939ae-57d8-4768-a16c-5fc11a2378a8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:00.227587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.254837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ef9547cb-0801-4e4d-bb20-02b3a713211c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:00.255550 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.268248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1c074c5a-3456-45a3-bdaf-d4d3089e7710 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=579483e559e84fbd9c12886dd51759d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958193 Sep 18 07:07:00.270871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:00.304368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.312076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Set router 776939ae-57d8-4768-a16c-5fc11a2378a8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:07:00.327011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.347009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424f8ac2-47c5-4493-90f3-435573f1e075 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:07:00.387230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.405857 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.409380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.417476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c650c9ca-2b41-4fc2-960c-88849ca3a319 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1844783 Sep 18 07:07:00.418256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55832) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:00.432039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.514923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:00.528462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=424f8ac2-47c5-4493-90f3-435573f1e075,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:00.536795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.540548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:00.550569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:00.558496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Pushing event updated for resources: {'Port': ['ID=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:00.590311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.592995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.594228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ff7483d-65ba-4e15-90a4-9f60286ee50e HTTP/1.1" status: 204 len: 168 time: 0.3215122 Sep 18 07:07:00.613131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.628626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c20cf-2fe4-428f-ac16-a5794a8cf938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7483d-65ba-4e15-90a4-9f60286ee50e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:00.656579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.673390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Allocated IP 2001:db8:0:1::1 (3859a1f5-951e-4672-b899-0fd0b6ecd26a/db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0/de08b8f4-f282-4552-a856-187a5f817e60) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:00.744042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:00.745063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-587489e4-a4db-40cf-9ff5-eb1d10064f5c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/776939ae-57d8-4768-a16c-5fc11a2378a8 HTTP/1.1" status: 200 len: 907 time: 0.3176477 Sep 18 07:07:00.763186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776939ae-57d8-4768-a16c-5fc11a2378a8', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '191d55bf-4b93-4100-99b7-a8f924b82070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:57Z', 'updated_at': '2021-09-18T07:06:58Z', 'revision_number': 3, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port': {'id': '191d55bf-4b93-4100-99b7-a8f924b82070', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776939ae-57d8-4768-a16c-5fc11a2378a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:06:58Z', 'updated_at': '2021-09-18T07:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:00.764759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.771452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Attempting to bind port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:00.771970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Attempting to bind port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '61a26661-5992-48f5-a485-6d8af3a0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:00.772245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Attempting to bind port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa on network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:00.788434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port ef9547cb-0801-4e4d-bb20-02b3a713211c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef9547cb-0801-4e4d-bb20-02b3a713211c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:00.798757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:00.801714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:00.803300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Checking segment: {'id': '61a26661-5992-48f5-a485-6d8af3a0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:00.803724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.804113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Bound using segment: {'id': '61a26661-5992-48f5-a485-6d8af3a0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:00.804596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Bound port: 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a26661-5992-48f5-a485-6d8af3a0f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75fd6121-1b43-4130-a0fd-1a8e5b40d177'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:00.804980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.847869 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Checking router: 776939ae-57d8-4768-a16c-5fc11a2378a8 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:07:00.848489 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Updating router 776939ae-57d8-4768-a16c-5fc11a2378a8 port 191d55bf-4b93-4100-99b7-a8f924b82070 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:07:00.880693 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.909568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e712974-b76a-4b33-841c-c268d188e128 req-4c86a0ed-e7ed-43e2-8c19-5f20c2bb4fec tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:00.912163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e712974-b76a-4b33-841c-c268d188e128 req-4c86a0ed-e7ed-43e2-8c19-5f20c2bb4fec tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 944 time: 0.0841808 Sep 18 07:07:00.941224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:00.979852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.040101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Subnet': ['ID=6d886797-0bdc-4633-8348-15bcc42da87a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:01.049805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.061175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e712974-b76a-4b33-841c-c268d188e128 req-5d54c531-353f-4bf3-8c12-552219c7c1f9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394982 Sep 18 07:07:01.065318 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.074901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c0fbd175-c060-4fcd-a63c-4052987902cf tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/subnets/6d886797-0bdc-4633-8348-15bcc42da87a HTTP/1.1" status: 204 len: 168 time: 1.3863626 Sep 18 07:07:01.090187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:01.116647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e41ab9ec-38ea-4a67-bd17-d3cac856a882 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:01.181435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e41ab9ec-38ea-4a67-bd17-d3cac856a882 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:01.188871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e41ab9ec-38ea-4a67-bd17-d3cac856a882 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:01.205574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting subnet db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:07:01.253673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=ef9547cb-0801-4e4d-bb20-02b3a713211c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:01.265725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] For port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:01.276711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] For port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,segment=NetworkSegment(61a26661-5992-48f5-a485-6d8af3a0f612),segment_id=61a26661-5992-48f5-a485-6d8af3a0f612)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:01.279807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.297668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['424f8ac2-47c5-4493-90f3-435573f1e075'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:07:01.345808 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.370642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.410101 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.448629 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.452430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Deleting port 191d55bf-4b93-4100-99b7-a8f924b82070 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:01.452809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.473148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4791-5e43-4c32-897a-a570af0c71fc None None] Pushing event updated for resources: {'Port': ['ID=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:01.482779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.490752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.543680 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Attempting to bind port 191d55bf-4b93-4100-99b7-a8f924b82070 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:01.544201 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Attempting to bind port 191d55bf-4b93-4100-99b7-a8f924b82070 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:01.544651 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Attempting to bind port 191d55bf-4b93-4100-99b7-a8f924b82070 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:01.567176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Pushing event updated for resources: {'Port': ['ID=191d55bf-4b93-4100-99b7-a8f924b82070,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:01.589367 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:01.589755 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:01.590666 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.591858 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:01.593711 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Bound port: 191d55bf-4b93-4100-99b7-a8f924b82070, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:01.595730 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.630476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.637302 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.637627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:01.637823 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.638213 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.638799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.639145 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.639502 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.639891 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.640227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.640563 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.640913 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.642387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:01.645397 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.645761 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:01.647774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.656796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:01.663764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Calling delete_port for 191d55bf-4b93-4100-99b7-a8f924b82070 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:01.698404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Pushing event updated for resources: {'Port': ['ID=de08b8f4-f282-4552-a856-187a5f817e60,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:01.769626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55858) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:01.776514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef9547cb-0801-4e4d-bb20-02b3a713211c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:01.812360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] For port 191d55bf-4b93-4100-99b7-a8f924b82070, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:01.827060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da277984-9dee-47a2-9b32-b4fb4127ec76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.833169 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] For port 191d55bf-4b93-4100-99b7-a8f924b82070, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=191d55bf-4b93-4100-99b7-a8f924b82070,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:01.928630 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:01.949365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da277984-9dee-47a2-9b32-b4fb4127ec76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.009585 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.083723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Routers {'776939ae-57d8-4768-a16c-5fc11a2378a8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:02.084486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['776939ae-57d8-4768-a16c-5fc11a2378a8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:02.087773 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2867e-2ba2-469d-b4bd-012355a6b7b3 None None] Pushing event updated for resources: {'Port': ['ID=191d55bf-4b93-4100-99b7-a8f924b82070,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:02.111028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Attempting to bind port de08b8f4-f282-4552-a856-187a5f817e60 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:02.111403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Attempting to bind port de08b8f4-f282-4552-a856-187a5f817e60 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:02.111767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Attempting to bind port de08b8f4-f282-4552-a856-187a5f817e60 on network 3859a1f5-951e-4672-b899-0fd0b6ecd26a {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:02.123041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da277984-9dee-47a2-9b32-b4fb4127ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.125680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:02.125680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Checking segment: {'id': '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:02.125680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.125680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Bound using segment: {'id': '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:02.125680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Bound port: de08b8f4-f282-4552-a856-187a5f817e60, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3859a1f5-951e-4672-b899-0fd0b6ecd26a'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:02.126279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.179445 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-da277984-9dee-47a2-9b32-b4fb4127ec76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=345037b50e7c47d78e167600edadd620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055974 Sep 18 07:07:02.180708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.182718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55868) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:02.190041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.201007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da277984-9dee-47a2-9b32-b4fb4127ec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d1c7f-b013-4195-8929-cd7843d27451,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:02.223546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ef9547cb-0801-4e4d-bb20-02b3a713211c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:02.223546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.233258 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] Set router 776939ae-57d8-4768-a16c-5fc11a2378a8 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:07:02.246285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Port': ['ID=191d55bf-4b93-4100-99b7-a8f924b82070,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:02.252041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Subnet': ['ID=db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:02.286637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4fcf8-566d-45fa-b687-5670ea732498 req-ecf39b49-3ed5-4e15-835c-95602f793674 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:02.289384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6c4fcf8-566d-45fa-b687-5670ea732498 req-ecf39b49-3ed5-4e15-835c-95602f793674 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 944 time: 0.1477888 Sep 18 07:07:02.290702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.295314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8b633162-e38a-4f05-afd7-9e7b9fc7914e tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/subnets/db5e6da5-c1c8-4a0d-b7b6-3b0dc2433ef0 HTTP/1.1" status: 204 len: 168 time: 1.2014554 Sep 18 07:07:02.297268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55872) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:02.327280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776939ae-57d8-4768-a16c-5fc11a2378a8', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:57Z', 'updated_at': '2021-09-18T07:07:01Z', 'revision_number': 4, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:02.350183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.353609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.359386 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7cfbab-d804-4a77-834a-fb26f75067d0 None None] The sync data for ids ['776939ae-57d8-4768-a16c-5fc11a2378a8'] in n-d-789963-14 is: [{'id': '776939ae-57d8-4768-a16c-5fc11a2378a8', 'name': 'tempest-snat-router-2109912388', 'tenant_id': 'bf850f219f614678ad24d074a0c42787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:06:57Z', 'updated_at': '2021-09-18T07:07:01Z', 'revision_number': 4, 'project_id': 'bf850f219f614678ad24d074a0c42787', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:02.399946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] For port de08b8f4-f282-4552-a856-187a5f817e60, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:02.448420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] For port de08b8f4-f282-4552-a856-187a5f817e60, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=de08b8f4-f282-4552-a856-187a5f817e60,segment=NetworkSegment(9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c),segment_id=9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:02.472169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6c4fcf8-566d-45fa-b687-5670ea732498 req-12c13559-1db9-46e8-8639-ee82e1da5bd9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507461 Sep 18 07:07:02.518110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.531675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af298ab-5bad-47c2-93d9-bc6ac39b70cc tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:02.533461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3af298ab-5bad-47c2-93d9-bc6ac39b70cc tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2348599 Sep 18 07:07:02.537949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:02.595308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.612636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.632143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466eac-e4cb-48c2-82ea-a639022c79a4 None None] Pushing event updated for resources: {'Port': ['ID=de08b8f4-f282-4552-a856-187a5f817e60,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:02.656726 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.676700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.779623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting port de08b8f4-f282-4552-a856-187a5f817e60 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:02.779974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.862853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] For port de08b8f4-f282-4552-a856-187a5f817e60, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=de08b8f4-f282-4552-a856-187a5f817e60,segment=NetworkSegment(9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c),segment_id=9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:02.863195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.885416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Calling delete_port for de08b8f4-f282-4552-a856-187a5f817e60 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:02.916636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.927211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.933768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e2d1c7f-b013-4195-8929-cd7843d27451 HTTP/1.1" status: 204 len: 168 time: 0.7469995 Sep 18 07:07:02.970819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.971501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 776939ae-57d8-4768-a16c-5fc11a2378a8 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:02.986648 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:02.991364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c8f8744-c183-45e3-b9ac-ffa73b5cacce tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/routers/776939ae-57d8-4768-a16c-5fc11a2378a8 HTTP/1.1" status: 204 len: 168 time: 2.2462442 Sep 18 07:07:02.992497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be050f-351c-40bc-8fe3-8daf72ebda9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d1c7f-b013-4195-8929-cd7843d27451,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:03.016507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55888) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:03.121661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd1516-686f-4036-bc99-c3ad4fc52b48 None None] Network 75fd6121-1b43-4130-a0fd-1a8e5b40d177 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:03.188978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.225623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] Provisioning complete for port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:03.226206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.355417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.388736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.392451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Port': ['ID=de08b8f4-f282-4552-a856-187a5f817e60,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:03.395279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] No DVR routers for this DVR port de08b8f4-f282-4552-a856-187a5f817e60 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:03.452664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] DHCP port deletion for 75fd6121-1b43-4130-a0fd-1a8e5b40d177 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:07:03.463272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.463640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.463959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.464355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.464695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.465029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.465436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.465676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.466861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.466861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.466861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.467140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:03.503102 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.551822 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.572682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] For port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,segment=NetworkSegment(61a26661-5992-48f5-a485-6d8af3a0f612),segment_id=61a26661-5992-48f5-a485-6d8af3a0f612)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:03.581027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 424f8ac2-47c5-4493-90f3-435573f1e075 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:03.604924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3859a1f5-951e-4672-b899-0fd0b6ecd26a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:03.621478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Deleting port ef9547cb-0801-4e4d-bb20-02b3a713211c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:03.621840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.637733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:03.638207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1d7b97-c3ad-44b7-9001-ee5fd88ef39c') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:03.653846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.708225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.710437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.731386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607b2b-06cd-4099-9599-b5623c273041 req-791e592e-5ed8-4d63-80ef-8d95b3667fa5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:03.734585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e607b2b-06cd-4099-9599-b5623c273041 req-791e592e-5ed8-4d63-80ef-8d95b3667fa5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 944 time: 0.0869091 Sep 18 07:07:03.738312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:03.738312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:03.740063 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:03.749083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] For port ef9547cb-0801-4e4d-bb20-02b3a713211c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef9547cb-0801-4e4d-bb20-02b3a713211c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:03.749847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.758524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Deleting port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:03.759143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.771332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Calling delete_port for ef9547cb-0801-4e4d-bb20-02b3a713211c owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:03.809490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54288f-67e6-4dd5-84d8-9885bfc18752 None None] Pushing event updated for resources: {'Port': ['ID=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:03.853415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 424f8ac2-47c5-4493-90f3-435573f1e075 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:07:03.858722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e607b2b-06cd-4099-9599-b5623c273041 req-35ad2937-419a-490c-a25f-ef01963d91dc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053119 Sep 18 07:07:03.862100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 424f8ac2-47c5-4493-90f3-435573f1e075 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:03.862543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.900110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] For port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,segment=NetworkSegment(61a26661-5992-48f5-a485-6d8af3a0f612),segment_id=61a26661-5992-48f5-a485-6d8af3a0f612)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:03.900516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:03.923405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Calling delete_port for 4d4d1009-6a7f-4c8b-91d2-80a248d205aa owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:03.973752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.003701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.008336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/3859a1f5-951e-4672-b899-0fd0b6ecd26a HTTP/1.1" status: 204 len: 168 time: 1.4666004 Sep 18 07:07:04.008336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57321f6b-27be-48c6-bb37-b1ffb4434655 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=3859a1f5-951e-4672-b899-0fd0b6ecd26a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:04.009363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55906) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:04.042167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.114044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:07:04.118236 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd017d22-8ac7-41aa-954d-765f655cbbf4" -d '{"events": [{"server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "name": "network-vif-plugged", "status": "completed", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:07:04.152406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=424f8ac2-47c5-4493-90f3-435573f1e075,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:04.155223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.213884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.282911 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4caec8e-5774-4f22-bbee-f6a0143c201e x-openstack-request-id: req-d4caec8e-5774-4f22-bbee-f6a0143c201e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:07:04.285174 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "name": "network-vif-plugged", "status": "completed", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:07:04.286950 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4caec8e-5774-4f22-bbee-f6a0143c201e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:07:04.293008 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075', 'code': 200} Sep 18 07:07:04.311632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] Pushing event deleted for resources: {'Port': ['ID=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:04.329170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a56c5-c913-42c3-9b39-0a2ee52203f5 None None] No DVR routers for this DVR port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:04.336275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.342770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Deleting port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:04.343829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.444121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:04.469163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] For port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa, host n-d-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:04.469163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.503614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Calling delete_port for 4d4d1009-6a7f-4c8b-91d2-80a248d205aa owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:04.508001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_backend_mixin [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa was not found and therefore no delete operation was performed {{(pid=101979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:07:04.509846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.540469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] No DVR routers for this DVR port 4d4d1009-6a7f-4c8b-91d2-80a248d205aa on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:04.546145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Port': ['ID=4d4d1009-6a7f-4c8b-91d2-80a248d205aa,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:04.562454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca505-efd4-4ba4-8ba9-cfee19465272 req-9b8b1085-2e6c-41f6-9799-34b8ede8094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:04.562454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-360ca505-efd4-4ba4-8ba9-cfee19465272 req-9b8b1085-2e6c-41f6-9799-34b8ede8094e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 1097 time: 0.1402998 Sep 18 07:07:04.609180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-360ca505-efd4-4ba4-8ba9-cfee19465272 req-aa488830-9024-4481-b86e-6fcc736e3b6b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Sep 18 07:07:04.633048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef95e4d-92e0-4032-afd8-3bf39f891461 None None] DHCP port deletion for 3859a1f5-951e-4672-b899-0fd0b6ecd26a request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:07:04.637793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bf13fcc8-2d0b-4eb6-876e-b0b034519001 None None] Could not find standard attr ID for object de08b8f4-f282-4552-a856-187a5f817e60. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:07:04.641441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.648011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.673105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd6121-1b43-4130-a0fd-1a8e5b40d177']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:04.675419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c8c4d5-c062-45c0-bdb8-c3c2e8cd115e None None] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:04.685020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a26661-5992-48f5-a485-6d8af3a0f612') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:04.685330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a26661-5992-48f5-a485-6d8af3a0f612') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:04.690943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef9547cb-0801-4e4d-bb20-02b3a713211c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:04.692407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c8c4d5-c062-45c0-bdb8-c3c2e8cd115e None None] Network 3859a1f5-951e-4672-b899-0fd0b6ecd26a could not be found, it might have been deleted concurrently. {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 07:07:04.701426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.716186 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.723148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:04.723551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:04.727714 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:04.759205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.885756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:04.888725 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.047544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.048062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:05.052508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.059774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4342dd57-919a-41a1-95da-4338185a775f tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e0ce1372-beb9-4bc1-a44b-c5e6c3dcb917 HTTP/1.1" status: 204 len: 168 time: 2.0419729 Sep 18 07:07:05.060441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:05.065256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-468705260', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:05.165221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.166662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.211557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ba206-7224-4100-aad4-ade54f290ecd req-206bc94e-7f25-4368-aa2a-fad928d7bfa7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:05.213859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1ba206-7224-4100-aad4-ade54f290ecd req-206bc94e-7f25-4368-aa2a-fad928d7bfa7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 945 time: 0.0697172 Sep 18 07:07:05.267769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.272257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1ba206-7224-4100-aad4-ade54f290ecd req-bc123416-d251-4e6a-8ca6-20418b25320d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Sep 18 07:07:05.283002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.291601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.294004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/75fd6121-1b43-4130-a0fd-1a8e5b40d177 HTTP/1.1" status: 204 len: 168 time: 1.2789946 Sep 18 07:07:05.296797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:05.306416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769e4cc-12f8-43cc-a982-5b65dc75357f tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=75fd6121-1b43-4130-a0fd-1a8e5b40d177,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:05.452395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.525945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.608549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.630494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493c0da4-c750-480c-84cf-2ed2f2cbfd58']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:05.645004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e9f238-bc8a-4576-aebc-f13a54fe0c2b') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:05.645004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e9f238-bc8a-4576-aebc-f13a54fe0c2b') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:05.655744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.681396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.703538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:05.704194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:05.707510 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:05.739391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef9547cb-0801-4e4d-bb20-02b3a713211c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:05.769432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ef9547cb-0801-4e4d-bb20-02b3a713211c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:05.769886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef9547cb-0801-4e4d-bb20-02b3a713211c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:05.770410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device de08b8f4-f282-4552-a856-187a5f817e60 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:05.801121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: de08b8f4-f282-4552-a856-187a5f817e60 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:05.803781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device de08b8f4-f282-4552-a856-187a5f817e60 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:05.924047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.929614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:05.934565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/493c0da4-c750-480c-84cf-2ed2f2cbfd58 HTTP/1.1" status: 204 len: 168 time: 0.6337137 Sep 18 07:07:05.934670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:05.971894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:05.992786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2b27d-3dea-474d-b8a2-60fdd8c0875d tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=493c0da4-c750-480c-84cf-2ed2f2cbfd58,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:06.035829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.088358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.096255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.192639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.217452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878bac61-b85d-4037-9fdc-9fd1b25fe4e1']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:06.228116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893756c4-a824-44c7-a688-c507a0691d9e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:06.228427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893756c4-a824-44c7-a688-c507a0691d9e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:06.249256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1537177865'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:06.254823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.268082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Allocated IP 172.25.4.246 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/fd78db34-82d6-447f-90b5-12f4ca00cd2d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:06.285389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.315929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:06.316413 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:06.320073 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:06.400437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.402142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Made reservation on behalf of 5b11510838f34f0f84f5cbbb19fe9cf8 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:06.405794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.436805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.475551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5057d-3c87-4edf-97d3-aa901e8984cc req-9f401708-7273-4304-8365-41fd181e5043 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:06.476988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd5057d-3c87-4edf-97d3-aa901e8984cc req-9f401708-7273-4304-8365-41fd181e5043 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 945 time: 0.0893610 Sep 18 07:07:06.518935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd5057d-3c87-4edf-97d3-aa901e8984cc req-a8735090-3cc0-4e27-94bc-b7c3390eeeed tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Sep 18 07:07:06.570297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.576468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.588269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.593032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] 10.222.0.20 "DELETE /v2.0/networks/878bac61-b85d-4037-9fdc-9fd1b25fe4e1 HTTP/1.1" status: 204 len: 168 time: 0.6548817 Sep 18 07:07:06.617219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f4fa3-daa4-498e-8b56-2305c2a4b757 tempest-BulkNetworkOpsIpV6Test-1014092340 tempest-BulkNetworkOpsIpV6Test-1014092340-project] Pushing event deleted for resources: {'Network': ['ID=878bac61-b85d-4037-9fdc-9fd1b25fe4e1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:06.635243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event updated for resources: {'Port': ['ID=fd78db34-82d6-447f-90b5-12f4ca00cd2d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:06.653237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:06.660600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:06.660600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:06.691909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.756513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.799093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:06.811063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6c2c9-dffb-4404-8ea4-2b9466d3519a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:06.817492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:06.817869 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Added segment 568125e7-4e2b-499c-8729-406e8eee40bf of type vlan for network 7392800e-78fb-499a-8476-9d040cc28530 Sep 18 07:07:06.860357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.060021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.066444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:07.067213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.074522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.152445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Pushing event updated for resources: {'Network': ['ID=7392800e-78fb-499a-8476-9d040cc28530,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:07.164652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7392800e-78fb-499a-8476-9d040cc28530 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:07.287530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5b534-73f0-4c32-b4c3-a39f200f4eca req-6f8743aa-da5a-41b7-873f-3092624d2ce2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:07.289661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb5b534-73f0-4c32-b4c3-a39f200f4eca req-6f8743aa-da5a-41b7-873f-3092624d2ce2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 945 time: 0.0893207 Sep 18 07:07:07.294405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f0964077-0a77-4ada-8732-6acb05d1ae25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3214493 Sep 18 07:07:07.358607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb5b534-73f0-4c32-b4c3-a39f200f4eca req-d6b343fa-9197-49cc-88ec-0b0b202685d7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Sep 18 07:07:07.402255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.428419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:07.613772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Router 69031c80-ef33-4ebe-9aec-b7386a29b4c1 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:07.664984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56010) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:07.670306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'network_id': '7392800e-78fb-499a-8476-9d040cc28530', 'binding:host_id': 'n-h1-789963-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780291945'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:07.757422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:07.782906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:07.797138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] Sync routers for ids ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:07.807978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Made reservation on behalf of 6dcd1aa80f6d4af48d72e1092951bf4f for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:07.812461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.814457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] Routers {'69031c80-ef33-4ebe-9aec-b7386a29b4c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:07.815431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:07.828487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.872951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:07.883799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ace1ee68-104a-434d-bbb4-b0ab62530f21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676069000e9a423f98786f619344b28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541359 Sep 18 07:07:07.886744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:07.900701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] Routers {'69031c80-ef33-4ebe-9aec-b7386a29b4c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:07.901380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:07.943749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.947898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e2d95bf-8a7e-4c9a-918d-aee3a6311ff7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8864365 Sep 18 07:07:07.948961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:07.949737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:07.949887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1e9ce-b4f7-47cb-a251-7b5ffcea28e1 None None] The sync data for ids ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:07.950420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8863-2789-433b-b38e-0c5a0883f466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:07.960286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:08.011085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.064904 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.071309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.075856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 2f665fba-a461-4718-89ab-f0eff6580ff1 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:08.107340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.153702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003d34a-c83b-4364-ab88-5e7317288d94,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:08.314395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 2f665fba-a461-4718-89ab-f0eff6580ff1 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:08.324341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.403333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.498535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=2f665fba-a461-4718-89ab-f0eff6580ff1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:08.525560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Checking segment: {'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:08.525951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Network hostable DHCP agents. Network: 7392800e-78fb-499a-8476-9d040cc28530, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:08.536967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80484e-b00f-4c11-865a-5386de02b73c req-2dddaa20-61a1-4ed8-a88b-72f00f549568 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:08.538578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b80484e-b00f-4c11-865a-5386de02b73c req-2dddaa20-61a1-4ed8-a88b-72f00f549568 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 945 time: 0.0856862 Sep 18 07:07:08.577460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8863-2789-433b-b38e-0c5a0883f466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.578336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.580800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.582003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7252dfed-22bf-4253-a21d-8607e540ca20 HTTP/1.1" status: 204 len: 168 time: 0.6937129 Sep 18 07:07:08.585224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b80484e-b00f-4c11-865a-5386de02b73c req-09be91d9-6eb5-47e6-9afe-00ebb8b01821 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Sep 18 07:07:08.597039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6a35-bc9f-450c-be26-287dd61fad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252dfed-22bf-4253-a21d-8607e540ca20,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:08.642172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Network 7392800e-78fb-499a-8476-9d040cc28530 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:08.662902 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.681848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8863-2789-433b-b38e-0c5a0883f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.720085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c8863-2789-433b-b38e-0c5a0883f466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d5b14-daf5-477b-81cf-2bf374530a2c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:08.724662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd8c8863-2789-433b-b38e-0c5a0883f466 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55d8b88d74784ec38591350f3b868513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661331 Sep 18 07:07:08.727446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:08.815376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.824967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7392800e-78fb-499a-8476-9d040cc28530) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:08.826161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-07143739-677b-4fd4-a797-e4b045c6a18a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:08.828756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-07143739-677b-4fd4-a797-e4b045c6a18a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 945 time: 0.0759137 Sep 18 07:07:08.829990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:08.834293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91678582-a9d2-4062-8b8e-6400113661a0 None None] Network 7392800e-78fb-499a-8476-9d040cc28530 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:08.847295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.848265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.848265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.853345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.853675 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.854085 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 2 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.866187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.866522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.866860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.871447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.871779 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.872176 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 3 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.887633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.889091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.889323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.889621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.894172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.894511 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.894885 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 4 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.904729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0977fd6-1dd9-4a2c-a19f-aab9f04c56f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:08.908953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.909405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.909978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.915090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.915475 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.915817 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 5 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.929340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.929693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.930219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.935633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.935961 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.936349 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 6 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.951126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.951481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.951820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.957531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.957862 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.958494 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 7 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.977220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.977220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.977220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:08.982230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:08.982708 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:08.983206 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 8 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:08.997140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:08.999854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:08.999854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:09.004433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:09.004770 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:09.005136 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 9 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:09.019641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:09.023185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:09.023185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:09.027562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:09.027860 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:09.028247 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 10 to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 Sep 18 07:07:09.037674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Deleting port 424f8ac2-47c5-4493-90f3-435573f1e075 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:09.038060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.045476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:09.051789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:09.052911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:09.068331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 2f665fba-a461-4718-89ab-f0eff6580ff1 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:09.069034 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 2f665fba-a461-4718-89ab-f0eff6580ff1 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:09.069144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.112152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.114187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.117813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d13d5b14-daf5-477b-81cf-2bf374530a2c HTTP/1.1" status: 204 len: 168 time: 0.3867304 Sep 18 07:07:09.147736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 2f665fba-a461-4718-89ab-f0eff6580ff1, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:09.148317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempted to set empty binding levels {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:09.168843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8add95-b889-45c4-bb36-6e4d248eeea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d5b14-daf5-477b-81cf-2bf374530a2c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:09.235773 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.242463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] For port 424f8ac2-47c5-4493-90f3-435573f1e075, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=424f8ac2-47c5-4493-90f3-435573f1e075,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:09.242846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.263215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Calling delete_port for 424f8ac2-47c5-4493-90f3-435573f1e075 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:09.266584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:09.267178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.291694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=2f665fba-a461-4718-89ab-f0eff6580ff1,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:09.438451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c779732b-463f-4f3a-8934-c9f58d1df73c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7723408 Sep 18 07:07:09.441389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:09.548540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Deleting port 2f665fba-a461-4718-89ab-f0eff6580ff1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:09.549068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.579667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.584328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.642441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 2f665fba-a461-4718-89ab-f0eff6580ff1, host n-h1-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:09.644131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.662533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.672130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Calling delete_port for 2f665fba-a461-4718-89ab-f0eff6580ff1 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:09.674188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:07:09.713941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['424f8ac2-47c5-4493-90f3-435573f1e075'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:07:09.721114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Pushing event deleted for resources: {'Port': ['ID=424f8ac2-47c5-4493-90f3-435573f1e075,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:09.735887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fc6fb26-8145-4f01-b247-373f49ef53af req-defd9e76-6e6d-4664-aea1-be8dce2d06a3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 210 time: 0.0520494 Sep 18 07:07:09.801979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] No DVR routers for this DVR port 424f8ac2-47c5-4493-90f3-435573f1e075 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:09.809455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.810816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8352dfc3-a1ed-4ae4-a547-c1fa82e66ce8 req-7195c8b6-0311-483f-b067-5f97ab115c40 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.24 "DELETE /v2.0/ports/424f8ac2-47c5-4493-90f3-435573f1e075 HTTP/1.1" status: 204 len: 173 time: 0.9727023 Sep 18 07:07:09.811366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'name': 'network-vif-deleted', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:07:09.813598 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c00929-dd9a-4909-b0d4-5011af84b9c4" -d '{"events": [{"server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "name": "network-vif-deleted", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:07:09.845880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router 69031c80-ef33-4ebe-9aec-b7386a29b4c1 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:07:09.916657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.961920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:09.964418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2f665fba-a461-4718-89ab-f0eff6580ff1 HTTP/1.1" status: 204 len: 168 time: 0.5220027 Sep 18 07:07:09.965504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7f88a-9527-4d4d-bd4e-1e975aa930ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f665fba-a461-4718-89ab-f0eff6580ff1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:09.971722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56076) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.015210 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23d4e93-91c8-417e-b481-da6c13660972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:10.018111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a23d4e93-91c8-417e-b481-da6c13660972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports/2f665fba-a461-4718-89ab-f0eff6580ff1 HTTP/1.1" status: 404 len: 333 time: 0.0440426 Sep 18 07:07:10.020573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56078) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.026162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'network_id': '7392800e-78fb-499a-8476-9d040cc28530', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-184680448'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:10.035405 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d880d5-c3b3-4e0d-b5ea-f82a0e6c2fb4 x-openstack-request-id: req-26d880d5-c3b3-4e0d-b5ea-f82a0e6c2fb4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:07:10.040826 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fff30af-0909-421d-9754-3faeadf34a30", "name": "network-vif-deleted", "tag": "424f8ac2-47c5-4493-90f3-435573f1e075", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:07:10.040826 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26d880d5-c3b3-4e0d-b5ea-f82a0e6c2fb4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:07:10.040826 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff30af-0909-421d-9754-3faeadf34a30', 'name': 'network-vif-deleted', 'tag': '424f8ac2-47c5-4493-90f3-435573f1e075', 'status': 'completed', 'code': 200} Sep 18 07:07:10.040826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:10.045186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.049419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a7caa9e2-ef5c-4eb7-9c1b-83e3e8bcda0b tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "PUT /v2.0/routers/69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 200 len: 921 time: 2.0966878 Sep 18 07:07:10.050026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.053088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] Sync routers for ids ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:10.069702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] Routers {'69031c80-ef33-4ebe-9aec-b7386a29b4c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:10.070594 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:10.107604 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:10.123861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.140302 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] Routers {'69031c80-ef33-4ebe-9aec-b7386a29b4c1'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:10.141079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:06:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:10.187720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.190413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:10.191277 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438fe3c-f057-4d26-a059-e9da18466ab8 None None] The sync data for ids ['69031c80-ef33-4ebe-9aec-b7386a29b4c1'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:10.198038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8ac27513-de8a-4172-8381-00d2c4e608b6 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 200 len: 921 time: 0.1467047 Sep 18 07:07:10.239339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Made reservation on behalf of 6dcd1aa80f6d4af48d72e1092951bf4f for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:10.241626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.269209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950255996'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:10.283960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 8425fb02-b49f-4f6e-8148-ff9f2dd886df yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:10.306154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea6dbe-c03b-477f-bd81-2e8759c723b6 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:10.310546 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-71ea6dbe-c03b-477f-bd81-2e8759c723b6 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=69031c80-ef33-4ebe-9aec-b7386a29b4c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1190202 Sep 18 07:07:10.310967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56096) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.412394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7d0f1-d807-4e57-aa2b-19ff567fe679 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:10.414153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4d7d0f1-d807-4e57-aa2b-19ff567fe679 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.1021132 Sep 18 07:07:10.416933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.461325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-555193d3-1042-4549-862a-7fcd5e7a316b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 200 len: 205 time: 0.0424893 Sep 18 07:07:10.463129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56104) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.473123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:10.478933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.484621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.494248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.630003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.648381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.691712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Network 7392800e-78fb-499a-8476-9d040cc28530 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:10.694798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:10.698428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:10.699526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:10.700120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.714293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=8425fb02-b49f-4f6e-8148-ff9f2dd886df,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:10.725379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.738707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.767836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:10.778401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e9a0b8-6f9d-4867-847f-8da518ddbd2d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:10.793246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.797001 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment ec7e9daa-c1af-4512-a699-736d902d5a21 of type vlan for network 68bb1bfc-dc19-45f8-98da-839289335251 Sep 18 07:07:10.845748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b95dd33-8488-4cd4-8bd8-c7d40b8751ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8241587 Sep 18 07:07:10.848299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56114) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:10.854640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:10.859308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.859656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:10.889649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f3fe9cb-0b57-4c03-8292-470906e04e95 req-9df94e51-d1d7-4a5c-8e8e-0567788a29bc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fff30af-0909-421d-9754-3faeadf34a30 HTTP/1.1" status: 200 len: 210 time: 0.0315628 Sep 18 07:07:10.928883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.090024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.095442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:11.096020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.139137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port fd78db34-82d6-447f-90b5-12f4ca00cd2d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:11.139792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.143519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 8425fb02-b49f-4f6e-8148-ff9f2dd886df yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:11.155975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.206012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=68bb1bfc-dc19-45f8-98da-839289335251,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:11.218295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 68bb1bfc-dc19-45f8-98da-839289335251 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:11.240563 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.253693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for fd78db34-82d6-447f-90b5-12f4ca00cd2d owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:11.269242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-69474742-a019-421f-bdba-afa2e5aaf094 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1335592 Sep 18 07:07:11.276248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.355482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=8425fb02-b49f-4f6e-8148-ff9f2dd886df,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:11.367982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.368531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.369066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.374350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.375081 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.375635 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 2 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.401475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.406370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.406913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.413700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56128) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:11.419685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '68bb1bfc-dc19-45f8-98da-839289335251', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:11.424142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.424606 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.434419 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 3 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.460768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.461101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.461630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.493174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.493511 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.496877 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 4 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.510553 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae596f2f-bdd0-4b8b-9938-831428a80b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.518658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.518997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.519339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.527213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.527653 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.529526 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 5 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.549304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.549659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.550032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.555038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.555369 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.555753 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 6 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.562356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.568924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.571986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.571986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.574407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.574762 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.575155 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 7 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.593149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=fd78db34-82d6-447f-90b5-12f4ca00cd2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:11.599963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.603792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.603792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.610474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.610474 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.610474 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 8 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.622062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.622599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.622946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.627806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.627959 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.628282 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 9 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.646941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.646941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.646941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.649760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.650069 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.650469 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 10 to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df Sep 18 07:07:11.661824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.662574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:11.662917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:11.663270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:11.667778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:11.668144 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:11.668549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.702311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:11.705839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.779614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.785296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.800196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 8425fb02-b49f-4f6e-8148-ff9f2dd886df, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:11.800567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempted to set empty binding levels {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:11.967985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.968463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.968590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router 69031c80-ef33-4ebe-9aec-b7386a29b4c1 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:11.975745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:11.980491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-22afc127-ce1b-4bdf-b7e6-9777fc6087d1 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 204 len: 168 time: 1.5118635 Sep 18 07:07:11.982256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:11.986704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1463773681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:12.002920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] In _notify_port_updated(), no bound segment for port 8425fb02-b49f-4f6e-8148-ff9f2dd886df on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:07:12.003786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.004461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.009055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "PUT /v2.0/ports/8425fb02-b49f-4f6e-8148-ff9f2dd886df HTTP/1.1" status: 200 len: 979 time: 1.1572404 Sep 18 07:07:12.009314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56148) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:12.028589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.040642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.064485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4bfb1-18ce-4dca-ba58-cf8d1ad5fce6 req-f7709ecf-4859-4c1e-ac1b-cbe814b5471a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.066008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb4bfb1-18ce-4dca-ba58-cf8d1ad5fce6 req-f7709ecf-4859-4c1e-ac1b-cbe814b5471a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Sep 18 07:07:12.078991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de1af-ebd2-484d-b933-8546e693b9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=8425fb02-b49f-4f6e-8148-ff9f2dd886df,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:12.117048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9cb4bfb1-18ce-4dca-ba58-cf8d1ad5fce6 req-a05d035d-6c06-4e5f-91a4-c457ee146d8e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Sep 18 07:07:12.151576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=68c75fa9-872b-4b3b-a457-7bfcaa84b398,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:12.167108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.167108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.189053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.189654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.190145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.190628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.191326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.191809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.192286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.192761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.193284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.195552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.195552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.195552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.195552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.195895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.196359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.196866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.197393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.197811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.198308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.198785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.199261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.199734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.200203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.200675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.201183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.201654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.203043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.203043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.203349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.203552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.204025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.204494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.204961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.205439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.206061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.206533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.207041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.219048 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3eeebbcb-9958-45c9-b28f-86948831f41c tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33461 time: 0.2008069 Sep 18 07:07:12.219048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56158) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:12.245081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.252962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'ec7e9daa-c1af-4512-a699-736d902d5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:12.252962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 68bb1bfc-dc19-45f8-98da-839289335251, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:12.315065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Deleting port 8425fb02-b49f-4f6e-8148-ff9f2dd886df {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:12.315421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.322964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.400913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 68bb1bfc-dc19-45f8-98da-839289335251 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:12.410348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdf314-3d61-4755-be01-be4026e8df34 req-649a7723-4c65-4534-aaa7-274df301d55f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.411040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 8425fb02-b49f-4f6e-8148-ff9f2dd886df, host n-h1-789963-14, got binding levels [] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:12.411544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.412763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98fdf314-3d61-4755-be01-be4026e8df34 req-649a7723-4c65-4534-aaa7-274df301d55f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0565436 Sep 18 07:07:12.432387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Calling delete_port for 8425fb02-b49f-4f6e-8148-ff9f2dd886df owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:12.438656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.441468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d0cf3767-41ee-4918-8add-98a46d2be88e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4582045 Sep 18 07:07:12.451550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:12.457507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:12.467785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98fdf314-3d61-4755-be01-be4026e8df34 req-20b059c4-fdaa-4403-a628-c103239d33d6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Sep 18 07:07:12.524135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 68bb1bfc-dc19-45f8-98da-839289335251) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:12.533730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c8140-46a2-4c05-aa65-b702ea39b63d None None] Network 68bb1bfc-dc19-45f8-98da-839289335251 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:12.558234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.558826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.600333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71170-7dd7-4a15-891e-8d43903149f9 req-d400a244-24a0-43d7-b122-6fc54a686b06 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:12.601955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08e71170-7dd7-4a15-891e-8d43903149f9 req-d400a244-24a0-43d7-b122-6fc54a686b06 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0550590 Sep 18 07:07:12.683078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08e71170-7dd7-4a15-891e-8d43903149f9 req-c19204a0-4d6c-466f-81ae-884eca281c77 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616860 Sep 18 07:07:12.722937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-68bb1bfc-dc19-45f8-98da-839289335251', 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '68c75fa9-872b-4b3b-a457-7bfcaa84b398'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:12.726001 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:12.905181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Allocated IP 172.20.255.242 (68bb1bfc-dc19-45f8-98da-839289335251/68c75fa9-872b-4b3b-a457-7bfcaa84b398/221444eb-759a-4292-86b6-9ef6c68f4537) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:12.917608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78b7c05f-9964-4d30-90a9-b75255d29bd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5025280 Sep 18 07:07:12.921656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:12.928798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-159288008'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:12.991891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.054867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.127205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.127528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:13.128586 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.162125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:13.164001 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.173116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.173508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event deleted for resources: {'Port': ['ID=8425fb02-b49f-4f6e-8148-ff9f2dd886df,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:13.174061 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment 2a99613d-8a07-43bc-b47a-48e69b7d1c3e of type vlan for network 86d580bd-b8fb-4941-86bb-584588e0df17 Sep 18 07:07:13.181672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.183607 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-238b1dce-0b2b-4676-b973-e079930027e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8425fb02-b49f-4f6e-8148-ff9f2dd886df HTTP/1.1" status: 204 len: 168 time: 0.9663668 Sep 18 07:07:13.189067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56190) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:13.207231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Network 68bb1bfc-dc19-45f8-98da-839289335251 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:13.211133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:13.214591 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.215970 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a7411d-7ee6-4994-b2b8-8f2be189b1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:13.217529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63a7411d-7ee6-4994-b2b8-8f2be189b1ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports/8425fb02-b49f-4f6e-8148-ff9f2dd886df HTTP/1.1" status: 404 len: 333 time: 0.0275283 Sep 18 07:07:13.220101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:13.221326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56192) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:13.223321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Pushing event updated for resources: {'Port': ['ID=221444eb-759a-4292-86b6-9ef6c68f4537,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:13.234891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915691695', 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:13.237480 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.281009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Attempting to bind port 221444eb-759a-4292-86b6-9ef6c68f4537 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:13.281389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Attempting to bind port 221444eb-759a-4292-86b6-9ef6c68f4537 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ec7e9daa-c1af-4512-a699-736d902d5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:13.285064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Attempting to bind port 221444eb-759a-4292-86b6-9ef6c68f4537 on network 68bb1bfc-dc19-45f8-98da-839289335251 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:13.287196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:13.287574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Checking segment: {'id': 'ec7e9daa-c1af-4512-a699-736d902d5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:13.287989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.288388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Bound using segment: {'id': 'ec7e9daa-c1af-4512-a699-736d902d5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:13.288853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Bound port: 221444eb-759a-4292-86b6-9ef6c68f4537, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7e9daa-c1af-4512-a699-736d902d5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '68bb1bfc-dc19-45f8-98da-839289335251'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:13.289236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.353950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] For port 221444eb-759a-4292-86b6-9ef6c68f4537, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:13.356787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.357309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] For port 221444eb-759a-4292-86b6-9ef6c68f4537, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=221444eb-759a-4292-86b6-9ef6c68f4537,segment=NetworkSegment(ec7e9daa-c1af-4512-a699-736d902d5a21),segment_id=ec7e9daa-c1af-4512-a699-736d902d5a21)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:13.362820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:13.363415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.392133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Made reservation on behalf of 6dcd1aa80f6d4af48d72e1092951bf4f for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:13.395695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.433817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.458811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=86d580bd-b8fb-4941-86bb-584588e0df17,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:13.461383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 06ba1908-28cb-4038-b6f8-7c3ac8412265 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:13.469142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.469267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.471749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 86d580bd-b8fb-4941-86bb-584588e0df17 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:13.492268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a8da6b4e-ef26-4410-8f28-7317d48dacf4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5694067 Sep 18 07:07:13.495281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:13.502758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:13.567489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 424f8ac2-47c5-4493-90f3-435573f1e075 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:13.616097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 424f8ac2-47c5-4493-90f3-435573f1e075 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:13.616794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 424f8ac2-47c5-4493-90f3-435573f1e075 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:13.651443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d1a64-f3d2-4b99-9170-c3c9623f5330 None None] Pushing event updated for resources: {'Port': ['ID=221444eb-759a-4292-86b6-9ef6c68f4537,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:13.693882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:13.699355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.738189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Allocated IP 172.25.4.229 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/0cdbaec9-f888-492b-b7d4-e2572554f434) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:13.776221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:13.981227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.094122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.134526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Network 7392800e-78fb-499a-8476-9d040cc28530 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:14.137679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:14.138788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.141868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.152836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:14.152836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:14.158838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.176930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=06ba1908-28cb-4038-b6f8-7c3ac8412265,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:14.192919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:14.195784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:14.203478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=6fb3e1ae-6eaf-4994-9c23-38194aecd05c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:14.216724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:14.246336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': '2a99613d-8a07-43bc-b47a-48e69b7d1c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:14.246867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 86d580bd-b8fb-4941-86bb-584588e0df17, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:14.267476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event updated for resources: {'Port': ['ID=0cdbaec9-f888-492b-b7d4-e2572554f434,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:14.310292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2b76ed2-fbdd-41ec-9dcf-2c9ce8f55c36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0875456 Sep 18 07:07:14.312911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56220) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:14.351502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cec099-1acb-4724-ac21-3a6ceda84a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:14.353796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f2cec099-1acb-4724-ac21-3a6ceda84a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports/06ba1908-28cb-4038-b6f8-7c3ac8412265 HTTP/1.1" status: 200 len: 959 time: 0.0390463 Sep 18 07:07:14.359923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56224) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:14.405132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 86d580bd-b8fb-4941-86bb-584588e0df17 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:14.479474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Deleting port 06ba1908-28cb-4038-b6f8-7c3ac8412265 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:14.479938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.551537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 86d580bd-b8fb-4941-86bb-584588e0df17) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:14.562844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:14.563706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.567270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.591288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Calling delete_port for 06ba1908-28cb-4038-b6f8-7c3ac8412265 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:14.600949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27259a75-d132-4324-9d54-c87e0153e648 None None] Network 86d580bd-b8fb-4941-86bb-584588e0df17 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:14.711205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a27d2979-6404-4efd-acf8-8eed24e35a61 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2111857 Sep 18 07:07:14.711473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56230) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:14.826894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.827011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.847061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.851195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.854024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "DELETE /v2.0/ports/06ba1908-28cb-4038-b6f8-7c3ac8412265 HTTP/1.1" status: 204 len: 168 time: 0.4933639 Sep 18 07:07:14.856655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:14.864805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-86d580bd-b8fb-4941-86bb-584588e0df17', 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '6fb3e1ae-6eaf-4994-9c23-38194aecd05c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:14.865819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:14.914025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac7753-ca37-42d5-864c-926699f7a2ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ba1908-28cb-4038-b6f8-7c3ac8412265,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:14.945460 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b061bcd7-3275-4092-952a-d403ab08dc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:14.951112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b061bcd7-3275-4092-952a-d403ab08dc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports/06ba1908-28cb-4038-b6f8-7c3ac8412265 HTTP/1.1" status: 404 len: 333 time: 0.0884919 Sep 18 07:07:14.954471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56238) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:14.961105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'network_id': '7392800e-78fb-499a-8476-9d040cc28530', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-15358995'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:14.984038 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.003504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce2c000-8755-406e-ae8b-a94341b7096f None None] Network 68bb1bfc-dc19-45f8-98da-839289335251 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:15.017059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.151135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Made reservation on behalf of 6dcd1aa80f6d4af48d72e1092951bf4f for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:15.153653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.171500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 976c806a-ad9f-47a8-87b7-38e877940705 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:15.205480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.247646 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.258504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.275577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] Provisioning complete for port 221444eb-759a-4292-86b6-9ef6c68f4537 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:15.276128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.336489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Allocated IP 172.20.0.2 (86d580bd-b8fb-4941-86bb-584588e0df17/6fb3e1ae-6eaf-4994-9c23-38194aecd05c/cd02f4d0-69e8-4b2c-b931-26abd5e04d67) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:15.357358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56244) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:15.390696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.502095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-429ea4d6-ce7a-47ab-8241-0eb960bbab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.529710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.532263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Router 79372e69-4fbe-42a2-a255-9fc7655e7963 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:15.588630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Network 7392800e-78fb-499a-8476-9d040cc28530 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:15.591709 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.594572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:15.604248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:15.605227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:15.605867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.611083 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.612565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=976c806a-ad9f-47a8-87b7-38e877940705,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:15.681151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-429ea4d6-ce7a-47ab-8241-0eb960bbab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.683720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:15.698477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.699704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-359f2ef2-5fc7-4958-a80a-74bd37987192 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "PUT /v2.0/routers/79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 200 len: 880 time: 3.2470660 Sep 18 07:07:15.704406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56250) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:15.707350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] Sync routers for ids ['79372e69-4fbe-42a2-a255-9fc7655e7963'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:15.720856 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.730570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] Routers {'79372e69-4fbe-42a2-a255-9fc7655e7963'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:15.731607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['79372e69-4fbe-42a2-a255-9fc7655e7963'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:15.786616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-429ea4d6-ce7a-47ab-8241-0eb960bbab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.791542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 221444eb-759a-4292-86b6-9ef6c68f4537 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:15.796863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] For port 221444eb-759a-4292-86b6-9ef6c68f4537, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=221444eb-759a-4292-86b6-9ef6c68f4537,segment=NetworkSegment(ec7e9daa-c1af-4512-a699-736d902d5a21),segment_id=ec7e9daa-c1af-4512-a699-736d902d5a21)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:15.822616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:15.838284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-429ea4d6-ce7a-47ab-8241-0eb960bbab33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5378231bae26423c80d4ab79580548a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797444 Sep 18 07:07:15.840815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:15.861561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ea4d6-ce7a-47ab-8241-0eb960bbab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf832f-fe5c-4a79-8528-e1a3b05bd1cf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:15.877424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Network 86d580bd-b8fb-4941-86bb-584588e0df17 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:15.888116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0227866-7eb8-4b5f-bce2-e0f0b9da1ad7 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 200 len: 921 time: 0.1820619 Sep 18 07:07:15.891162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56256) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:15.895056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:15.904007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Pushing event updated for resources: {'Port': ['ID=cd02f4d0-69e8-4b2c-b931-26abd5e04d67,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:15.914229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:15.919257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] Routers {'79372e69-4fbe-42a2-a255-9fc7655e7963'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:15.920035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['79372e69-4fbe-42a2-a255-9fc7655e7963'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:15.945979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:15.949524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-631d8153-f790-4d4b-9bf8-a4cbedc86359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9919622 Sep 18 07:07:15.952988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:15.973860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:15.974807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42b22a-a272-42a0-b6eb-82831bf501f4 None None] The sync data for ids ['79372e69-4fbe-42a2-a255-9fc7655e7963'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:15.982441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:15.982900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.009228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.024853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.036282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 221444eb-759a-4292-86b6-9ef6c68f4537 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:16.036811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.041391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.078610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb3e1ae-6eaf-4994-9c23-38194aecd05c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:16.093257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3211e-cbbc-43a9-938c-657ae7a6c1c2 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:16.094863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4af3211e-cbbc-43a9-938c-657ae7a6c1c2 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=79372e69-4fbe-42a2-a255-9fc7655e7963&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2027600 Sep 18 07:07:16.097609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:16.153649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Attempting to bind port cd02f4d0-69e8-4b2c-b931-26abd5e04d67 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:16.153649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Attempting to bind port cd02f4d0-69e8-4b2c-b931-26abd5e04d67 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2a99613d-8a07-43bc-b47a-48e69b7d1c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:16.153649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Attempting to bind port cd02f4d0-69e8-4b2c-b931-26abd5e04d67 on network 86d580bd-b8fb-4941-86bb-584588e0df17 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:16.172930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.176816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ba4f1-454d-4719-95a2-ce30a9cd6458 None None] Pushing event updated for resources: {'Port': ['ID=221444eb-759a-4292-86b6-9ef6c68f4537,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:16.181557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:16.182160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Checking segment: {'id': '2a99613d-8a07-43bc-b47a-48e69b7d1c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:16.182658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.183117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Bound using segment: {'id': '2a99613d-8a07-43bc-b47a-48e69b7d1c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:16.183686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Bound port: cd02f4d0-69e8-4b2c-b931-26abd5e04d67, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a99613d-8a07-43bc-b47a-48e69b7d1c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86d580bd-b8fb-4941-86bb-584588e0df17'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:16.184316 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.214542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-02ec893d-507d-479b-b1a6-ce1461ad5b6b None None] Provisioning complete for port 221444eb-759a-4292-86b6-9ef6c68f4537 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:16.214803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02ec893d-507d-479b-b1a6-ce1461ad5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.215035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.223022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.224527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d580bd-b8fb-4941-86bb-584588e0df17']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:16.225161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dbf832f-fe5c-4a79-8528-e1a3b05bd1cf HTTP/1.1" status: 204 len: 168 time: 0.3827960 Sep 18 07:07:16.234988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a99613d-8a07-43bc-b47a-48e69b7d1c3e') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:16.235315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a99613d-8a07-43bc-b47a-48e69b7d1c3e') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:16.266531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.272387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a650c-59d7-4208-8a20-20785594125c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:16.274549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-574a650c-59d7-4208-8a20-20785594125c tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.1756361 Sep 18 07:07:16.281510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56274) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:16.284033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d5e3a-75b8-4c0a-ac7a-ac6019f85081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf832f-fe5c-4a79-8528-e1a3b05bd1cf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:16.331557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.338035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b8be435-2738-4db4-8d4b-dc9c01e164cf tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 200 len: 205 time: 0.0551577 Sep 18 07:07:16.340363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56276) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:16.345946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:16.346382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:16.349397 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:16.379801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] For port cd02f4d0-69e8-4b2c-b931-26abd5e04d67, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:16.502078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.658150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.674907 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ed560-07e6-4591-8245-9b35f68a64bd req-c3931386-2f0e-461d-a829-23b34f1532bb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:16.676732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a2ed560-07e6-4591-8245-9b35f68a64bd req-c3931386-2f0e-461d-a829-23b34f1532bb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0787420 Sep 18 07:07:16.722205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] For port cd02f4d0-69e8-4b2c-b931-26abd5e04d67, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd02f4d0-69e8-4b2c-b931-26abd5e04d67,segment=NetworkSegment(2a99613d-8a07-43bc-b47a-48e69b7d1c3e),segment_id=2a99613d-8a07-43bc-b47a-48e69b7d1c3e)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:16.722795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a2ed560-07e6-4591-8245-9b35f68a64bd req-9d88ebaa-5f9d-4968-ad67-e081832b30c2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Sep 18 07:07:16.750192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] device_id is not set on port 976c806a-ad9f-47a8-87b7-38e877940705 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:16.758896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.784694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:16.784694 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:16.784694 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '86d580bd-b8fb-4941-86bb-584588e0df17'}] Sep 18 07:07:16.784694 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:16.785163 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:16.808447 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.864070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port 0cdbaec9-f888-492b-b7d4-e2572554f434 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:16.864487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.874929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d7559-2a83-489e-9511-81a28eb0d8f9 req-2a1afc31-511c-416c-b57f-31efa0c2a3e0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:16.876520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e39d7559-2a83-489e-9511-81a28eb0d8f9 req-2a1afc31-511c-416c-b57f-31efa0c2a3e0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0723417 Sep 18 07:07:16.892058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4b2dc-99ac-4bff-aa38-244a5a84c9ca None None] Pushing event updated for resources: {'Port': ['ID=cd02f4d0-69e8-4b2c-b931-26abd5e04d67,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:16.899683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:16.917036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19079e-4e03-4863-b0fa-ebd6d9b1db00 None None] Network 86d580bd-b8fb-4941-86bb-584588e0df17 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:16.966188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=976c806a-ad9f-47a8-87b7-38e877940705,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:16.974249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:16.974749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:16.975176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:16.980475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:16.981879 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:16.982039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e39d7559-2a83-489e-9511-81a28eb0d8f9 req-5a1fe0bc-4664-4212-a000-5ab184f531b1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939884 Sep 18 07:07:16.982150 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 2 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:16.996489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:16.996831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:16.997258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.007949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.008284 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.010608 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 3 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.016304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.029242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.029628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.030079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.032792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for 0cdbaec9-f888-492b-b7d4-e2572554f434 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:17.036466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.036806 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.038042 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 4 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.056925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.057055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.057390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.063192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.063527 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.063871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d65ff-330c-47cd-b84e-93a86a1aa01c None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:17.064020 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 5 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.083938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.084380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.085008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.096442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.096780 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.097173 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 6 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.128100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.128439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.128780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.134695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.135207 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.135749 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 7 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.155874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.156405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.156923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.160814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56294) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:17.172290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.172899 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.180150 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 8 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.194397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d32b1fcc-016c-44bc-9e14-bcea77933df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.207990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.208837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.209279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.217584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.217921 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.220247 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 9 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.241392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.242107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.242107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.247870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.248190 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.248748 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempt 10 to bind port 976c806a-ad9f-47a8-87b7-38e877940705 Sep 18 07:07:17.258819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d65ff-330c-47cd-b84e-93a86a1aa01c None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:17.261870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:17.262284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:17.262621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempting to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:17.267178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:17.267629 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Failed to bind port 976c806a-ad9f-47a8-87b7-38e877940705 on host n-h1-789963-14 for vnic_type normal using segments [{'id': '568125e7-4e2b-499c-8729-406e8eee40bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7392800e-78fb-499a-8476-9d040cc28530'}] Sep 18 07:07:17.268076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.301260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.365840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 976c806a-ad9f-47a8-87b7-38e877940705, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:17.366306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attempted to set empty binding levels {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:17.368021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.397303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=0cdbaec9-f888-492b-b7d4-e2572554f434,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:17.431465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port cd02f4d0-69e8-4b2c-b931-26abd5e04d67 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:17.431803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.472165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.501557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.555731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] In _notify_port_updated(), no bound segment for port 976c806a-ad9f-47a8-87b7-38e877940705 on network 7392800e-78fb-499a-8476-9d040cc28530 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:07:17.556726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:17.557400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.561807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "PUT /v2.0/ports/976c806a-ad9f-47a8-87b7-38e877940705 HTTP/1.1" status: 200 len: 978 time: 1.6123841 Sep 18 07:07:17.566271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port cd02f4d0-69e8-4b2c-b931-26abd5e04d67, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd02f4d0-69e8-4b2c-b931-26abd5e04d67,segment=NetworkSegment(2a99613d-8a07-43bc-b47a-48e69b7d1c3e),segment_id=2a99613d-8a07-43bc-b47a-48e69b7d1c3e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:17.566712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.571648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56298) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:17.573069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d32b1fcc-016c-44bc-9e14-bcea77933df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.588593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for cd02f4d0-69e8-4b2c-b931-26abd5e04d67 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:17.599486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb0acb-430e-4f9d-94fd-a210d9f47fcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event updated for resources: {'Port': ['ID=976c806a-ad9f-47a8-87b7-38e877940705,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:17.615037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.634096 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.670567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d32b1fcc-016c-44bc-9e14-bcea77933df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.735687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b1fcc-016c-44bc-9e14-bcea77933df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061d4bc0-1956-4a68-98ad-12a97e4ddeba,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:17.741770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Deleting port 976c806a-ad9f-47a8-87b7-38e877940705 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:17.745376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.753493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d32b1fcc-016c-44bc-9e14-bcea77933df0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1faf708170704b82ae432e2dd49fa452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895951 Sep 18 07:07:17.756397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56302) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:17.786608 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.787311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router 79372e69-4fbe-42a2-a255-9fc7655e7963 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:17.795417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 221444eb-759a-4292-86b6-9ef6c68f4537 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:17.798217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.798217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7b62f3f3-1c57-4230-869b-616e7989f392 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 204 len: 168 time: 1.4564714 Sep 18 07:07:17.801494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:17.838901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.869607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.892284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.951841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 221444eb-759a-4292-86b6-9ef6c68f4537 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:17.952211 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:17.955435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port cd02f4d0-69e8-4b2c-b931-26abd5e04d67 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:17.963313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=cd02f4d0-69e8-4b2c-b931-26abd5e04d67,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:18.059193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.079623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d580bd-b8fb-4941-86bb-584588e0df17']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.093351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a99613d-8a07-43bc-b47a-48e69b7d1c3e') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.093680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a99613d-8a07-43bc-b47a-48e69b7d1c3e') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.104660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:18.135095 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:18.188512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.191254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.192577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/061d4bc0-1956-4a68-98ad-12a97e4ddeba HTTP/1.1" status: 204 len: 168 time: 0.4348571 Sep 18 07:07:18.206068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10d0c0-ec79-418b-9a8e-26f9efc1bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061d4bc0-1956-4a68-98ad-12a97e4ddeba,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:18.248036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-674596446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:18.273043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] For port 976c806a-ad9f-47a8-87b7-38e877940705, host n-h1-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:18.273403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.292604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.296229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Calling delete_port for 976c806a-ad9f-47a8-87b7-38e877940705 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:18.300282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.306283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:18.307932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/86d580bd-b8fb-4941-86bb-584588e0df17 HTTP/1.1" status: 204 len: 168 time: 3.5955124 Sep 18 07:07:18.318240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2137897052'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:18.323769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5cd97-d7a8-4b75-b6ec-f642d023b670 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=86d580bd-b8fb-4941-86bb-584588e0df17,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:18.451649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.452607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.511584 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.555339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Pushing event deleted for resources: {'Port': ['ID=976c806a-ad9f-47a8-87b7-38e877940705,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:18.586797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.588716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-09a80f88-0d37-4d7e-9f96-24f830435f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "DELETE /v2.0/ports/976c806a-ad9f-47a8-87b7-38e877940705 HTTP/1.1" status: 204 len: 168 time: 1.0160978 Sep 18 07:07:18.590510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.591453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:18.591640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56320) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:18.594917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.616608 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-9717f692-49d5-4a0c-b4d3-1742b5cf0020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:18.618622 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9717f692-49d5-4a0c-b4d3-1742b5cf0020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-944277992-project-admin] 10.222.0.20 "GET /v2.0/ports/976c806a-ad9f-47a8-87b7-38e877940705 HTTP/1.1" status: 404 len: 333 time: 0.0258482 Sep 18 07:07:18.619535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:18.621956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56322) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:18.630577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.630577 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment e0e1a0a5-1984-4528-bf21-f819be6f1ff9 of type vlan for network 6068b4f2-94a1-4d75-8ead-b547403ba074 Sep 18 07:07:18.678579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.686531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.726595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.835972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.835972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8955c074-32f1-445b-b0e4-7216759e0dcd tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0296216 Sep 18 07:07:18.837415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56332) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:18.842261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': True}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:18.853680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.880638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7392800e-78fb-499a-8476-9d040cc28530']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.887973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.890705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568125e7-4e2b-499c-8729-406e8eee40bf') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.892242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568125e7-4e2b-499c-8729-406e8eee40bf') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:18.894362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:18.895101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.902796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.917264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.923355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:18.923874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:18.927097 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:19.053197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=6068b4f2-94a1-4d75-8ead-b547403ba074,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:19.066187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6068b4f2-94a1-4d75-8ead-b547403ba074 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:19.102526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-922377ad-fdbe-47e6-b183-93a920d8bce0 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7892458 Sep 18 07:07:19.104339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56340) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:19.109540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:19.138036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.173433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.182823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.184646 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] 10.222.0.20 "DELETE /v2.0/networks/7392800e-78fb-499a-8476-9d040cc28530 HTTP/1.1" status: 204 len: 168 time: 0.5616968 Sep 18 07:07:19.209580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61b6c-05e2-4771-85c3-85a809c05e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372788745-project] Pushing event deleted for resources: {'Network': ['ID=7392800e-78fb-499a-8476-9d040cc28530,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:19.400842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:19.404700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.469356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:07:19.469983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:07:19.490393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.510560 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.624167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.25.4.72 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/9b5b6558-12d3-47e4-87d9-5e5293ab299e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:19.694390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.760415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.762082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=bb9550b7-f29f-497c-88b5-69c0817276e7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:19.772549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:19.772849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 6068b4f2-94a1-4d75-8ead-b547403ba074, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:19.793022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56360) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:19.905753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 6068b4f2-94a1-4d75-8ead-b547403ba074 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:19.937380 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-893d09fe-2457-406f-8b1b-3a6597451413 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b11510838f34f0f84f5cbbb19fe9cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428945 Sep 18 07:07:19.939983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56368) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:19.945476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:19.987079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:19.991015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:19.993741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:19.998862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.002992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6068b4f2-94a1-4d75-8ead-b547403ba074) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:20.016045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226695b-2f62-4209-b38f-92324f4c85de None None] Network 6068b4f2-94a1-4d75-8ead-b547403ba074 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:20.030786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:20.031466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.044641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=9b5b6558-12d3-47e4-87d9-5e5293ab299e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:20.066270 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.139924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-401f28d9-5902-4e42-b6d7-4a0219042740 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0343950 Sep 18 07:07:20.142772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56378) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:20.239057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aafe0-68f2-476e-bec5-acd689526552 req-b0d1d663-1e92-4fa4-8316-1a124e810dae tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:20.241259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c33aafe0-68f2-476e-bec5-acd689526552 req-b0d1d663-1e92-4fa4-8316-1a124e810dae tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1131625 Sep 18 07:07:20.250325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.254788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.257505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e6c2c9-dffb-4404-8ea4-2b9466d3519a HTTP/1.1" status: 204 len: 168 time: 0.3166089 Sep 18 07:07:20.270044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-6068b4f2-94a1-4d75-8ead-b547403ba074', 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': 'bb9550b7-f29f-497c-88b5-69c0817276e7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:20.270044 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.289843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c33aafe0-68f2-476e-bec5-acd689526552 req-5e432fe1-dce7-4a76-88b8-372e2a33b8da tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Sep 18 07:07:20.293800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224658dc-1ae4-4026-b7e7-ffbef9f4fec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6c2c9-dffb-4404-8ea4-2b9466d3519a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:20.325472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.426995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.465994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Allocated IP 172.20.0.3 (6068b4f2-94a1-4d75-8ead-b547403ba074/bb9550b7-f29f-497c-88b5-69c0817276e7/a0fe53c3-8648-460d-a15f-475b004433f6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:20.469820 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.600822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a300f6-f3bf-45d4-8812-becd09535254 req-76dfa76f-62ef-4e3f-806e-6b5d5a71150b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:20.602536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73a300f6-f3bf-45d4-8812-becd09535254 req-76dfa76f-62ef-4e3f-806e-6b5d5a71150b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1633499 Sep 18 07:07:20.664445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73a300f6-f3bf-45d4-8812-becd09535254 req-a5678c2a-b0e9-489d-b9e5-9bee617eaae7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Sep 18 07:07:20.687367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.769724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.773701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.790182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.835874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Network 6068b4f2-94a1-4d75-8ead-b547403ba074 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:20.839185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:20.843728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:20.854792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Pushing event updated for resources: {'Port': ['ID=a0fe53c3-8648-460d-a15f-475b004433f6,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:20.878823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.879136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.879534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.879820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.880209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.880570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.880906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.881242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.881574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.881937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.882277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.882905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:20.902478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.919782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Attempting to bind port a0fe53c3-8648-460d-a15f-475b004433f6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:20.920078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Attempting to bind port a0fe53c3-8648-460d-a15f-475b004433f6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:20.920443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Attempting to bind port a0fe53c3-8648-460d-a15f-475b004433f6 on network 6068b4f2-94a1-4d75-8ead-b547403ba074 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:20.925937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:20.926334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Checking segment: {'id': 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:20.929627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.929627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Bound using segment: {'id': 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:20.929627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Bound port: a0fe53c3-8648-460d-a15f-475b004433f6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6068b4f2-94a1-4d75-8ead-b547403ba074'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:20.929627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:20.940490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9550b7-f29f-497c-88b5-69c0817276e7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:20.973007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eebb-2825-468f-973c-1dfbee709941 req-2945a1aa-786f-4953-8ce0-fb07913473f3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:20.975258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1033eebb-2825-468f-973c-1dfbee709941 req-2945a1aa-786f-4953-8ce0-fb07913473f3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0918882 Sep 18 07:07:21.017965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.026566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] For port a0fe53c3-8648-460d-a15f-475b004433f6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:21.030077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] For port a0fe53c3-8648-460d-a15f-475b004433f6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a0fe53c3-8648-460d-a15f-475b004433f6,segment=NetworkSegment(e0e1a0a5-1984-4528-bf21-f819be6f1ff9),segment_id=e0e1a0a5-1984-4528-bf21-f819be6f1ff9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:21.033695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1033eebb-2825-468f-973c-1dfbee709941 req-b22bd187-4f7b-489c-8cc3-1a06bfa5e5a8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Sep 18 07:07:21.043313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6068b4f2-94a1-4d75-8ead-b547403ba074']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.056902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.056902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.063494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.108749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.109778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56410) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.110916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router 12ceb9d1-5c1e-4684-9c06-824493ce9dd5 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:21.112247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.126530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:21.127424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:21.133989 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:21.214955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2e028-8736-410c-9c43-b4c3f6c4da18 req-ee8e4ee4-aa89-4c1e-ad6a-a99b4f251dde tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:21.216629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76e2e028-8736-410c-9c43-b4c3f6c4da18 req-ee8e4ee4-aa89-4c1e-ad6a-a99b4f251dde tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1084685 Sep 18 07:07:21.266557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-866dd498-d378-4378-a020-cc0d6dafe730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dcd1aa80f6d4af48d72e1092951bf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555426 Sep 18 07:07:21.267560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3e2e-ea84-49d9-9766-0106814d0b01 None None] Pushing event updated for resources: {'Port': ['ID=a0fe53c3-8648-460d-a15f-475b004433f6,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:21.268200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56416) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.291124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f3980-8843-4904-b406-09e2cd3f2055 None None] Network 6068b4f2-94a1-4d75-8ead-b547403ba074 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:21.315318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76e2e028-8736-410c-9c43-b4c3f6c4da18 req-3bfbfcc8-a57b-4ef5-8865-11ae23307a90 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862513 Sep 18 07:07:21.318556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:21.322304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:21.322304 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:21.322304 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '6068b4f2-94a1-4d75-8ead-b547403ba074'}] Sep 18 07:07:21.322304 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:21.322304 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:21.322922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.324396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d9a4ae9-a9fa-4192-97bc-162543e52f16 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "PUT /v2.0/routers/12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 200 len: 913 time: 2.4857311 Sep 18 07:07:21.327050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56418) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.330653 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] Sync routers for ids ['12ceb9d1-5c1e-4684-9c06-824493ce9dd5'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:21.344836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.354372 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] Routers {'12ceb9d1-5c1e-4684-9c06-824493ce9dd5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:21.355011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12ceb9d1-5c1e-4684-9c06-824493ce9dd5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.372926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.436273 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.446772 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] Routers {'12ceb9d1-5c1e-4684-9c06-824493ce9dd5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:21.447798 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12ceb9d1-5c1e-4684-9c06-824493ce9dd5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.490773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b991a0-3483-4c8d-80d5-487a86679783 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:21.522851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.525762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.529439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b003d34a-c83b-4364-ab88-5e7317288d94 HTTP/1.1" status: 204 len: 168 time: 0.2577741 Sep 18 07:07:21.529439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56426) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.530815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23d296fa-5462-465d-85df-54172c8b0238 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 200 len: 919 time: 0.2023425 Sep 18 07:07:21.607694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb32ba-f48c-4b37-aa91-e835662e1b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003d34a-c83b-4364-ab88-5e7317288d94,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:21.612729 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:21.615086 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6017f1-48cb-4c13-aa6f-0423fd83b810 None None] The sync data for ids ['12ceb9d1-5c1e-4684-9c06-824493ce9dd5'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:21.646049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae3824-d557-4b3b-8637-bbc05d1df533 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:21.652186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3aae3824-d557-4b3b-8637-bbc05d1df533 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=12ceb9d1-5c1e-4684-9c06-824493ce9dd5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1186202 Sep 18 07:07:21.652616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.709778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b991a0-3483-4c8d-80d5-487a86679783 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:21.796443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d0615c-8c32-4c08-973a-ac3f1e156002 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:21.797369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-10d0615c-8c32-4c08-973a-ac3f1e156002 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.1437209 Sep 18 07:07:21.801298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56442) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:21.835535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:21.840001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e24ee8e-1d3f-4fd1-906f-008ec4588770 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 200 len: 205 time: 0.0370212 Sep 18 07:07:21.844152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:22.009678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.059454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42bcd-4fea-47f3-b6b5-2db722cdc7b7 req-b9b8a83e-301e-4c66-aabd-2bb8a743b5b6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:22.061891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36e42bcd-4fea-47f3-b6b5-2db722cdc7b7 req-b9b8a83e-301e-4c66-aabd-2bb8a743b5b6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.3600032 Sep 18 07:07:22.129502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port a0fe53c3-8648-460d-a15f-475b004433f6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:22.129891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.170650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36e42bcd-4fea-47f3-b6b5-2db722cdc7b7 req-d4df8243-629d-41b5-a8c6-ae4578cdbdbc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Sep 18 07:07:22.212829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.217250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port a0fe53c3-8648-460d-a15f-475b004433f6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a0fe53c3-8648-460d-a15f-475b004433f6,segment=NetworkSegment(e0e1a0a5-1984-4528-bf21-f819be6f1ff9),segment_id=e0e1a0a5-1984-4528-bf21-f819be6f1ff9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:22.217653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.233944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for a0fe53c3-8648-460d-a15f-475b004433f6 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:22.350975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038e50-3393-4657-b9f1-fa76bc0c2d51 req-d235bdc8-deff-4c96-b51b-df8663083d2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:22.352858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4038e50-3393-4657-b9f1-fa76bc0c2d51 req-d235bdc8-deff-4c96-b51b-df8663083d2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0641050 Sep 18 07:07:22.401419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port 9b5b6558-12d3-47e4-87d9-5e5293ab299e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:22.401775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.416747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4038e50-3393-4657-b9f1-fa76bc0c2d51 req-db7fa82f-1b34-481a-ab74-e1ba654d412a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Sep 18 07:07:22.494308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.499929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.538966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=a0fe53c3-8648-460d-a15f-475b004433f6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:22.549327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for 9b5b6558-12d3-47e4-87d9-5e5293ab299e owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:22.555859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port a0fe53c3-8648-460d-a15f-475b004433f6 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:22.728606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.778383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6068b4f2-94a1-4d75-8ead-b547403ba074']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:22.790817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d22a0-8377-46bd-97f8-f0d70de4da96 req-8351b0ff-c981-4268-97c6-d8580125afb5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:22.799333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c71d22a0-8377-46bd-97f8-f0d70de4da96 req-8351b0ff-c981-4268-97c6-d8580125afb5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0696819 Sep 18 07:07:22.805669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:22.805997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1a0a5-1984-4528-bf21-f819be6f1ff9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:22.867355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c71d22a0-8377-46bd-97f8-f0d70de4da96 req-86b8b318-e970-46f6-b17e-fd0ba5c23b3d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647066 Sep 18 07:07:22.881113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.906612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.914159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:22.914974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:22.918153 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:23.051562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ad32-592f-4939-97e7-f86fcf340e18 req-9625e467-5774-4437-a8f9-defad8757a4a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:23.060419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2227ad32-592f-4939-97e7-f86fcf340e18 req-9625e467-5774-4437-a8f9-defad8757a4a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0801814 Sep 18 07:07:23.095539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2227ad32-592f-4939-97e7-f86fcf340e18 req-43d5a00c-6e88-4f86-aa56-e9b90f66fe46 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339694 Sep 18 07:07:23.110470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.126099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.126099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/6068b4f2-94a1-4d75-8ead-b547403ba074 HTTP/1.1" status: 204 len: 168 time: 2.9761128 Sep 18 07:07:23.126638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56500) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:23.132398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198966638'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:23.138036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ec39-0a81-463d-911b-4bc13009f5b7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=6068b4f2-94a1-4d75-8ead-b547403ba074,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:23.156298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.184730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=9b5b6558-12d3-47e4-87d9-5e5293ab299e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:23.231187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:23.235986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.251720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.266942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:23.277521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.277951 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment eebd396a-47b2-4fa5-ae50-c3e18bdc7840 of type vlan for network 67519773-d17e-4e88-ab6c-2f0c70864bfb Sep 18 07:07:23.330247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.358823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.362293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.452554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913300-9d61-40d3-937b-0aaf8ffe4d2e req-70c3a661-b138-487c-a4e0-2b33cf6e7a0c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:23.460692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd913300-9d61-40d3-937b-0aaf8ffe4d2e req-70c3a661-b138-487c-a4e0-2b33cf6e7a0c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0565701 Sep 18 07:07:23.460692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.461248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:23.461888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.521362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.521362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router 12ceb9d1-5c1e-4684-9c06-824493ce9dd5 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:23.527132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.532694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc1523e9-a9a7-4aa3-918c-f456d44c9144 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 204 len: 168 time: 1.6833913 Sep 18 07:07:23.532694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56522) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:23.538469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2029444009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:23.551089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=67519773-d17e-4e88-ab6c-2f0c70864bfb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:23.560842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd913300-9d61-40d3-937b-0aaf8ffe4d2e req-56a5b43f-9637-4804-9b56-431989fdacf3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899572 Sep 18 07:07:23.562878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 67519773-d17e-4e88-ab6c-2f0c70864bfb details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:23.604852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-31dda879-8493-4f5e-9c75-2772eb549b49 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4772472 Sep 18 07:07:23.608386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56528) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:23.617801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:23.711217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.712780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.755539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b76e-6a0c-469a-8e22-808fb269c764 req-05b50ac9-8583-4df6-a8f7-e1e7a64922b5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:23.757505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0962b76e-6a0c-469a-8e22-808fb269c764 req-05b50ac9-8583-4df6-a8f7-e1e7a64922b5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0996869 Sep 18 07:07:23.770198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.806438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0962b76e-6a0c-469a-8e22-808fb269c764 req-db53651f-cda4-4bf6-beff-53a1908558c9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Sep 18 07:07:23.808143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:23.813796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.831506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.951739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:23.953033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7c2c2332-4536-458c-b7e1-ed4948b82854 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4188960 Sep 18 07:07:23.956057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:23.961359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:24.127449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512b3d9-6637-4022-8f50-5c1e76324a3e req-5ca7e214-73c3-4dee-b218-d5e57d7baaf6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:24.129198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a512b3d9-6637-4022-8f50-5c1e76324a3e req-5ca7e214-73c3-4dee-b218-d5e57d7baaf6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0643337 Sep 18 07:07:24.171773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a512b3d9-6637-4022-8f50-5c1e76324a3e req-dfbfa7d4-070a-4afb-9113-681957bbcd30 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Sep 18 07:07:24.180158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.191946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.275696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=e731b0c8-338c-44f5-993e-a0ef3c697279,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:24.299466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:24.299830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 67519773-d17e-4e88-ab6c-2f0c70864bfb, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:24.331568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8599eaf-dc3d-48bc-ba7c-47ed2587d9da req-097a75b7-fc45-4ac3-b916-329ba348f660 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:24.335439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8599eaf-dc3d-48bc-ba7c-47ed2587d9da req-097a75b7-fc45-4ac3-b916-329ba348f660 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0701027 Sep 18 07:07:24.397601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8599eaf-dc3d-48bc-ba7c-47ed2587d9da req-a3fa8e45-c436-4f05-82d0-c88476f99668 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560677 Sep 18 07:07:24.404247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 67519773-d17e-4e88-ab6c-2f0c70864bfb is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:24.429825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:24.506044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.523037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 67519773-d17e-4e88-ab6c-2f0c70864bfb) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:24.529132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:24.529939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.543538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.548556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184c39e-dd3c-4391-9606-1e80071793e9 None None] Network 67519773-d17e-4e88-ab6c-2f0c70864bfb requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:24.645362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-147015e2-47e2-4eee-bcc7-b77e91b38afb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0358875 Sep 18 07:07:24.658660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56584) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:24.779054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-67519773-d17e-4e88-ab6c-2f0c70864bfb', 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': 'e731b0c8-338c-44f5-993e-a0ef3c697279'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:24.780107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.838352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac6fc8-5dc4-4592-b642-99ade368c90d req-c180bcf1-48e0-4762-bbb8-e90e7a746dc9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:24.847114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92ac6fc8-5dc4-4592-b642-99ade368c90d req-c180bcf1-48e0-4762-bbb8-e90e7a746dc9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 814 time: 0.2170608 Sep 18 07:07:24.865038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:24.867446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92ac6fc8-5dc4-4592-b642-99ade368c90d req-136a18df-caf2-4dea-ac51-270e2f9818d3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/quotas/2db5c2ee805c4ce0b359d8e0b12736f4 HTTP/1.1" status: 200 len: 375 time: 0.0191560 Sep 18 07:07:24.908536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-989405380'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:24.983001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Allocated IP 172.20.0.1 (67519773-d17e-4e88-ab6c-2f0c70864bfb/e731b0c8-338c-44f5-993e-a0ef3c697279/352b3fe5-ee60-455f-adf7-a71b706633c4) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:25.011633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Allocated IP 172.25.4.189 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5ad02180-e38b-4908-b2d5-fbffc39a57fd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:25.021879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.022889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Made reservation on behalf of 5c84ba1808c944b69f96dc90b16ed716 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:25.026767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.038639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.055116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92ac6fc8-5dc4-4592-b642-99ade368c90d req-d3622e28-cc7c-46fc-ba40-43ecb2773559 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800508 Sep 18 07:07:25.183573 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.210862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5069b-f60c-4e3f-9161-3ca342dc5633 req-8ba40054-b727-4802-87c3-ef135eb8aa27 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:25.212513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94e5069b-f60c-4e3f-9161-3ca342dc5633 req-8ba40054-b727-4802-87c3-ef135eb8aa27 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0641065 Sep 18 07:07:25.236166 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.250911 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.251499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94e5069b-f60c-4e3f-9161-3ca342dc5633 req-f8555750-2112-4587-a88a-ac0c06228f1d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Sep 18 07:07:25.260038 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.316240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Network 67519773-d17e-4e88-ab6c-2f0c70864bfb is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:25.321023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.325539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:25.329160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:25.349958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Pushing event updated for resources: {'Port': ['ID=352b3fe5-ee60-455f-adf7-a71b706633c4,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.351950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa85278a-ebb8-4355-b406-502fd78972e1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.355826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.403110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Attempting to bind port 352b3fe5-ee60-455f-adf7-a71b706633c4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:25.403484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Attempting to bind port 352b3fe5-ee60-455f-adf7-a71b706633c4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:25.403850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Attempting to bind port 352b3fe5-ee60-455f-adf7-a71b706633c4 on network 67519773-d17e-4e88-ab6c-2f0c70864bfb {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:25.404167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:25.406845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cf0b0-d0d1-4143-8628-1737ccd8323e req-0e5ba1fc-3acb-44a0-b4dd-286de0e75688 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:25.407279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:25.408309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a75cf0b0-d0d1-4143-8628-1737ccd8323e req-0e5ba1fc-3acb-44a0-b4dd-286de0e75688 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0813701 Sep 18 07:07:25.409074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:25.409454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Checking segment: {'id': 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:25.409864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.410283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Bound using segment: {'id': 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:25.411191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Bound port: 352b3fe5-ee60-455f-adf7-a71b706633c4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:25.411191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.411660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:25.415108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.446458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad02180-e38b-4908-b2d5-fbffc39a57fd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.451016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:25.454259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=e731b0c8-338c-44f5-993e-a0ef3c697279,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.487710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] For port 352b3fe5-ee60-455f-adf7-a71b706633c4, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:25.492424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] For port 352b3fe5-ee60-455f-adf7-a71b706633c4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=352b3fe5-ee60-455f-adf7-a71b706633c4,segment=NetworkSegment(eebd396a-47b2-4fa5-ae50-c3e18bdc7840),segment_id=eebd396a-47b2-4fa5-ae50-c3e18bdc7840)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:25.511551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a75cf0b0-d0d1-4143-8628-1737ccd8323e req-3f950e04-f08a-48cd-9955-60ddd3faf875 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847592 Sep 18 07:07:25.538004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.538390 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Added segment d7b69450-c9cc-4ecf-a544-c0df6a106863 of type vlan for network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 Sep 18 07:07:25.546007 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.557498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.573607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67519773-d17e-4e88-ab6c-2f0c70864bfb']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:25.589354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:25.589354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:25.601390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.637181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.647042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.650279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:25.650786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:25.655891 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:25.709131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ca067-fdb4-4de3-af3c-d0388d27ec16 None None] Pushing event updated for resources: {'Port': ['ID=352b3fe5-ee60-455f-adf7-a71b706633c4,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.725731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80591d7-5617-498d-ad65-ddee4d9671a2 None None] Network 67519773-d17e-4e88-ab6c-2f0c70864bfb requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:25.780741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bab397d2-9071-4be6-a5fe-9cf45f715b5c req-45cf91d2-e3c2-4913-897e-b43b03ea42fd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4 HTTP/1.1" status: 200 len: 221 time: 0.0382833 Sep 18 07:07:25.781583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:25.781583 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:25.781583 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '67519773-d17e-4e88-ab6c-2f0c70864bfb'}] Sep 18 07:07:25.781583 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:25.782056 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:25.784812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.791799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:25.792550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:25.878694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9535a1-1684-4d2f-a0a6-cc26b7ed1038 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:25.906063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b663c5-0cf7-4a58-8a80-231abfd1d2b7 req-6c180d27-b43a-4912-9588-9292897386e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:25.916335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28b663c5-0cf7-4a58-8a80-231abfd1d2b7 req-6c180d27-b43a-4912-9588-9292897386e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0691085 Sep 18 07:07:25.919858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Pushing event updated for resources: {'Network': ['ID=3b734a37-c763-4a9d-8f36-3ef88b0ad448,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:25.930207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:25.936360 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2ec7db9d-1203-479e-9464-8bd98dcdf324 tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5047681 Sep 18 07:07:25.951167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.018521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28b663c5-0cf7-4a58-8a80-231abfd1d2b7 req-0c5030eb-98ce-461c-a220-8c61c9cd7f6c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006911 Sep 18 07:07:26.095936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9535a1-1684-4d2f-a0a6-cc26b7ed1038 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:26.193846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.197163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.213759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.219746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448', 'binding:host_id': 'n-h1-789963-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-457336083'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:26.289025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.345113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Made reservation on behalf of ad87bc89c7184003bcc3c67351cb1351 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:26.347518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.356726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee94e47-f980-4c89-b6b9-49b371d6d3e6 req-a3ec0201-91c4-4a4c-9ab3-c6691831eb68 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:26.358231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eee94e47-f980-4c89-b6b9-49b371d6d3e6 req-a3ec0201-91c4-4a4c-9ab3-c6691831eb68 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0981719 Sep 18 07:07:26.368491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.443905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eee94e47-f980-4c89-b6b9-49b371d6d3e6 req-93a41724-c63e-43a2-a128-18f1ed3c827d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764897 Sep 18 07:07:26.449331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Router 6f4e5b37-46a5-4808-9393-9f25c9768ea7 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:26.449502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 352b3fe5-ee60-455f-adf7-a71b706633c4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:26.449770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.535549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 352b3fe5-ee60-455f-adf7-a71b706633c4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=352b3fe5-ee60-455f-adf7-a71b706633c4,segment=NetworkSegment(eebd396a-47b2-4fa5-ae50-c3e18bdc7840),segment_id=eebd396a-47b2-4fa5-ae50-c3e18bdc7840)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:26.539697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.561969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 352b3fe5-ee60-455f-adf7-a71b706633c4 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:26.570576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:26.575241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.586125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d51344c3-8a92-4e17-abdd-1527755ea88a tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "PUT /v2.0/routers/6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 200 len: 916 time: 2.6193488 Sep 18 07:07:26.586226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] Sync routers for ids ['6f4e5b37-46a5-4808-9393-9f25c9768ea7'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:26.586335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.591667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] Routers {'6f4e5b37-46a5-4808-9393-9f25c9768ea7'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:26.592292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6f4e5b37-46a5-4808-9393-9f25c9768ea7'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:26.618864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.644312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:26.654841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] Routers {'6f4e5b37-46a5-4808-9393-9f25c9768ea7'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:26.655713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['6f4e5b37-46a5-4808-9393-9f25c9768ea7'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:26.675339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d7db6-e32f-4b7a-a1b6-f503ae67a1ad req-f421c4e7-42f2-4363-aa64-76ff83a478f7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:26.677039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-539d7db6-e32f-4b7a-a1b6-f503ae67a1ad req-f421c4e7-42f2-4363-aa64-76ff83a478f7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1228442 Sep 18 07:07:26.709170 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-39ddfa2a-936f-4429-970e-08e7848ec7db tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 200 len: 922 time: 0.1218312 Sep 18 07:07:26.709680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56648) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.714115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.717537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port d99fcca1-1168-4b3a-b450-3def81d5b11f yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:26.774351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aeccf0-dca5-46c5-88ad-2fa04192c3d5 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:26.778802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-46aeccf0-dca5-46c5-88ad-2fa04192c3d5 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=6f4e5b37-46a5-4808-9393-9f25c9768ea7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0648091 Sep 18 07:07:26.782347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.791651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56654) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.855093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:26.855965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924629-a0c5-481e-b1a2-7470267c85a6 None None] The sync data for ids ['6f4e5b37-46a5-4808-9393-9f25c9768ea7'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:26.872871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-539d7db6-e32f-4b7a-a1b6-f503ae67a1ad req-34751781-b00d-4bff-b08d-1b58e021099e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847804 Sep 18 07:07:26.881594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477e56b4-80c2-4629-bc92-f7b85d470c26,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:26.892490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:26.918887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455ca5c-0bd2-4ce1-9f99-74743de0b594 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:26.927940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7455ca5c-0bd2-4ce1-9f99-74743de0b594 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.1418617 Sep 18 07:07:26.927940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:26.938043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=352b3fe5-ee60-455f-adf7-a71b706633c4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:26.947280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 352b3fe5-ee60-455f-adf7-a71b706633c4 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:26.957334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bc1ae263-387f-4845-a44a-38711fefe304 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 200 len: 205 time: 0.0315366 Sep 18 07:07:26.958651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56662) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:27.006964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23925c01-cee8-43f7-b0d3-d7ca890822c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.100745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.112557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.175592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port d99fcca1-1168-4b3a-b450-3def81d5b11f yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:27.182210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67519773-d17e-4e88-ab6c-2f0c70864bfb']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:27.201209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46f45-b92a-43c2-91fd-ddf86d9a03c4 req-77291b1d-142b-4aef-b599-12532e30e858 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:27.204227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24a46f45-b92a-43c2-91fd-ddf86d9a03c4 req-77291b1d-142b-4aef-b599-12532e30e858 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1862411 Sep 18 07:07:27.204227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.209081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:27.209396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebd396a-47b2-4fa5-ae50-c3e18bdc7840') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:27.220102 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.247458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.252864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23925c01-cee8-43f7-b0d3-d7ca890822c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.258929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.260545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:27.260956 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:27.263914 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:27.278793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24a46f45-b92a-43c2-91fd-ddf86d9a03c4 req-7f62bbf3-63c7-4e0e-bf54-3feac606b4b7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626514 Sep 18 07:07:27.316639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.374182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23925c01-cee8-43f7-b0d3-d7ca890822c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.381704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=d99fcca1-1168-4b3a-b450-3def81d5b11f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:27.424042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Checking segment: {'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:27.424403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Network hostable DHCP agents. Network: 3b734a37-c763-4a9d-8f36-3ef88b0ad448, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:27.431946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.442751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.444681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/67519773-d17e-4e88-ab6c-2f0c70864bfb HTTP/1.1" status: 204 len: 168 time: 2.7846017 Sep 18 07:07:27.448493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23925c01-cee8-43f7-b0d3-d7ca890822c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15ee71267c0d42c9b450d817a15ff16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523070 Sep 18 07:07:27.450139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23925c01-cee8-43f7-b0d3-d7ca890822c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf0646-269a-4909-a3f1-26c308c127f6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:27.450699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:27.451036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56674) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:27.467402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637758492'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:27.479911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60548b-f25d-4e23-9ccd-8c8f749134a8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=67519773-d17e-4e88-ab6c-2f0c70864bfb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:27.481109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port 5ad02180-e38b-4908-b2d5-fbffc39a57fd {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:27.481512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.497277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c32f1b-1009-4cc8-91dc-ed6d65671577 req-d426d6d9-c308-4eb9-8cfb-5aa16bbf155b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:27.498901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96c32f1b-1009-4cc8-91dc-ed6d65671577 req-d426d6d9-c308-4eb9-8cfb-5aa16bbf155b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1226976 Sep 18 07:07:27.549831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:27.566412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.579302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for 5ad02180-e38b-4908-b2d5-fbffc39a57fd owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:27.582666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96c32f1b-1009-4cc8-91dc-ed6d65671577 req-1e055a81-cc61-405c-bdb6-9be1303c1a12 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Sep 18 07:07:27.583681 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.612327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.620192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:27.623674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.658178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3b734a37-c763-4a9d-8f36-3ef88b0ad448) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:27.663162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:27.667871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acdf05-c72d-4e30-bef3-d7edc1a9847d None None] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:27.712903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:27.715221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:27.715632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:27.716017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:27.732994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:27.733419 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:27.735762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.736173 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment c9eb8df2-1af6-42fa-a408-b243573dccae of type vlan for network c756ab58-dc20-4e80-9796-d1ccae94b553 Sep 18 07:07:27.737255 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 2 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:27.786427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:27.786849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:27.787188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:27.795886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259ed47-3d2b-4a2f-8eba-35e57eb8798f req-157860d4-872e-435e-954a-ba975e67041b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:27.797402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0259ed47-3d2b-4a2f-8eba-35e57eb8798f req-157860d4-872e-435e-954a-ba975e67041b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1245594 Sep 18 07:07:27.807406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.819265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:27.819591 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:27.825255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.827190 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 3 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:27.851497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=5ad02180-e38b-4908-b2d5-fbffc39a57fd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:27.862069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.865206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.866346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aaf0646-269a-4909-a3f1-26c308c127f6 HTTP/1.1" status: 204 len: 168 time: 0.4057710 Sep 18 07:07:27.873192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:27.873529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:27.873871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:27.887148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:27.887498 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:27.888290 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 4 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:27.895631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0259ed47-3d2b-4a2f-8eba-35e57eb8798f req-39b6cbac-3ad0-4280-9fb1-71ab6350d5a6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 Sep 18 07:07:27.906642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b80f4-7809-45c8-a921-bdf3874fe37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf0646-269a-4909-a3f1-26c308c127f6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:27.926129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:27.926476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:27.927443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:27.939745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.941091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:27.941464 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:27.941801 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 5 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:27.952022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:27.963144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:27.963796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.002280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.002664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.002982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.026727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.027070 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.030614 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 6 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:28.042463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.044733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.081125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=c756ab58-dc20-4e80-9796-d1ccae94b553,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:28.088734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-14dfa03f-1f97-4fa2-ba22-95e65a8306d1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6269324 Sep 18 07:07:28.091540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56686) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:28.091747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.094022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c756ab58-dc20-4e80-9796-d1ccae94b553 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:28.094283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.094662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.097145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:28.103517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.103805 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.104944 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 7 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:28.129058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37d59-e76f-48a8-babe-26a5ad38b87e req-f0fa9877-bd55-4b42-86a4-011c3c56bdf9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:28.139140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e37d59-e76f-48a8-babe-26a5ad38b87e req-f0fa9877-bd55-4b42-86a4-011c3c56bdf9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1205964 Sep 18 07:07:28.139140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.139140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.139726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.160783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.161974 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.162550 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 8 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:28.163402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.164075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router 6f4e5b37-46a5-4808-9393-9f25c9768ea7 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:28.179955 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.181294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e42293f8-1efb-4139-8b76-6977d1c8aa69 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 204 len: 168 time: 1.2216392 Sep 18 07:07:28.185369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56690) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:28.191362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-348878582', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:28.192136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e37d59-e76f-48a8-babe-26a5ad38b87e req-4b11c34a-3669-4809-b98a-cc37b0dddb0a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553982 Sep 18 07:07:28.196987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.197333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.198163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.203388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.203810 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.204099 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 9 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:28.218356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.218689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.219031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.223027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:07:28.223027 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:07:28.223027 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id_1': 'e3150d1a66df4a50ae84dfb283cfe523', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 7, 8, 209151)}] Sep 18 07:07:28.223027 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:28.225963 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:28.226587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.227072 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.227304 n-d-789963-14 neutron-server[101979]: INFO neutron.plugins.ml2.plugin [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 10 to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f Sep 18 07:07:28.247453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:28.248079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:28.248598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:28.256255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port d99fcca1-1168-4b3a-b450-3def81d5b11f on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:28.256605 n-d-789963-14 neutron-server[101979]: ERROR neutron.plugins.ml2.managers [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port d99fcca1-1168-4b3a-b450-3def81d5b11f on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:28.258463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.316891 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.318759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.366065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port d99fcca1-1168-4b3a-b450-3def81d5b11f, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:28.366728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempted to set empty binding levels {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:28.378206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91627b-f703-468c-b723-c526bc70c5f3 req-e92f113d-9927-4402-b533-e769385c99f8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:28.380048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e91627b-f703-468c-b723-c526bc70c5f3 req-e92f113d-9927-4402-b533-e769385c99f8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0815306 Sep 18 07:07:28.394216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.430990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e91627b-f703-468c-b723-c526bc70c5f3 req-b86fffd8-1f6b-4f4f-b14b-9a529df1f7b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Sep 18 07:07:28.459923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.495422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:28.496025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.541443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=d99fcca1-1168-4b3a-b450-3def81d5b11f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:28.566033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ab60-073a-4af0-ba33-64a793f4ac34 req-dac32134-0fa4-46f8-bf13-92ad12624271 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:28.568337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b62ab60-073a-4af0-ba33-64a793f4ac34 req-dac32134-0fa4-46f8-bf13-92ad12624271 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0576191 Sep 18 07:07:28.607255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b62ab60-073a-4af0-ba33-64a793f4ac34 req-a3be9354-b4ed-49f1-b3db-d5fd67463454 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Sep 18 07:07:28.626579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-54365950-ad65-41a5-95db-01e626da1258 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4046211 Sep 18 07:07:28.626579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56702) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:28.635858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.740845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Deleting port d99fcca1-1168-4b3a-b450-3def81d5b11f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:28.741242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.750793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e52af-3604-4449-8629-d0ee858e898a req-ff907596-78e4-4609-bc60-5df629cc0264 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:28.752276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb8e52af-3604-4449-8629-d0ee858e898a req-ff907596-78e4-4609-bc60-5df629cc0264 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0686479 Sep 18 07:07:28.811458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:28.831414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:28.834880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.846429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c9ea-aaf7-4eef-98da-f052331c15bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.851574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port d99fcca1-1168-4b3a-b450-3def81d5b11f, host n-h1-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:28.852038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:28.867308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb8e52af-3604-4449-8629-d0ee858e898a req-8b185481-cac5-4546-8c92-7af0a1da324d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056745 Sep 18 07:07:28.874909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Calling delete_port for d99fcca1-1168-4b3a-b450-3def81d5b11f owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:28.894504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.027191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446cfd6-712d-41d1-b344-d6cb17dd796c req-8f13c6fc-267b-4d66-b292-68186c15ce77 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:29.028704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b446cfd6-712d-41d1-b344-d6cb17dd796c req-8f13c6fc-267b-4d66-b292-68186c15ce77 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0729868 Sep 18 07:07:29.035692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.068698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b446cfd6-712d-41d1-b344-d6cb17dd796c req-ea195060-056c-4a52-8e18-ea4b537b8351 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Sep 18 07:07:29.092599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.133598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event deleted for resources: {'Port': ['ID=d99fcca1-1168-4b3a-b450-3def81d5b11f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:29.147029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.149397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-25ae736f-f992-4ec9-bffc-18f75ba72854 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d99fcca1-1168-4b3a-b450-3def81d5b11f HTTP/1.1" status: 204 len: 168 time: 0.5253708 Sep 18 07:07:29.154246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56716) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:29.348410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.438190 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c6cacb-aa88-4a46-995c-2c3cb7271c00 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:29.443627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1c6cacb-aa88-4a46-995c-2c3cb7271c00 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports/d99fcca1-1168-4b3a-b450-3def81d5b11f HTTP/1.1" status: 404 len: 333 time: 0.2768447 Sep 18 07:07:29.445350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56720) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:29.455435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1440349631'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:29.480379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c9ea-aaf7-4eef-98da-f052331c15bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.491358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32461093-048b-4a1e-9164-6b7ee373af5e req-55c068a4-2ef5-45c4-8b55-a937140a1973 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:29.493386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32461093-048b-4a1e-9164-6b7ee373af5e req-55c068a4-2ef5-45c4-8b55-a937140a1973 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.3481593 Sep 18 07:07:29.508512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Allocated IP 172.25.4.215 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c6a33536-109f-4f55-8eaf-0188e213b07b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:29.530292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.536033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32461093-048b-4a1e-9164-6b7ee373af5e req-bdc39873-210d-42b5-bd44-f5120b0ef073 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Sep 18 07:07:29.557889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c9ea-aaf7-4eef-98da-f052331c15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.617115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0c9ea-aaf7-4eef-98da-f052331c15bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e0cab-457e-4be2-aa20-c82ea72f5f0a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:29.618506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=e0e9f512-f27d-4755-b446-1e1560914910,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:29.621614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f2a0c9ea-aaf7-4eef-98da-f052331c15bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=588a1f8b13814191bc203b25d25a93b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078129 Sep 18 07:07:29.624230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:29.691318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Made reservation on behalf of ad87bc89c7184003bcc3c67351cb1351 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:29.696467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.701933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'c9eb8df2-1af6-42fa-a408-b243573dccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:29.702546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: c756ab58-dc20-4e80-9796-d1ccae94b553, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:29.722310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.734166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38142cdc-9419-472b-ae62-df94ff8c4b73 req-40dc3f51-0ed0-4469-aaf1-f1f7e2c6c44e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:29.735700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38142cdc-9419-472b-ae62-df94ff8c4b73 req-40dc3f51-0ed0-4469-aaf1-f1f7e2c6c44e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1034720 Sep 18 07:07:29.739432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port 640cb31d-561e-4b0d-ac3d-9408834d08ca yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:29.746011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.800684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network c756ab58-dc20-4e80-9796-d1ccae94b553 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:29.808817 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.853922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.867692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38142cdc-9419-472b-ae62-df94ff8c4b73 req-c43b4e0b-acce-4335-83e5-f6389bb45c50 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234987 Sep 18 07:07:29.904463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:29.905206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c756ab58-dc20-4e80-9796-d1ccae94b553) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:29.913570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:29.916302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:29.916791 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:29.919012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb20e1-2cfa-4a3a-8c12-008f45c53d0c None None] Network c756ab58-dc20-4e80-9796-d1ccae94b553 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:29.919488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:29.922503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event updated for resources: {'Port': ['ID=c6a33536-109f-4f55-8eaf-0188e213b07b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:29.975423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.053813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76fd32-a151-4bd0-b9b5-dcf25704eeb6 req-f0a7c794-da51-4cc5-a834-e101e38cb212 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:30.055579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a76fd32-a151-4bd0-b9b5-dcf25704eeb6 req-f0a7c794-da51-4cc5-a834-e101e38cb212 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0611298 Sep 18 07:07:30.064240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-28082a13-30dd-4bcb-962d-1c636427de7d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9715564 Sep 18 07:07:30.066775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:30.088812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.091829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.093054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be8e0cab-457e-4be2-aa20-c82ea72f5f0a HTTP/1.1" status: 204 len: 168 time: 0.4678597 Sep 18 07:07:30.118754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c756ab58-dc20-4e80-9796-d1ccae94b553', 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': 'e0e9f512-f27d-4755-b446-1e1560914910'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:30.122059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.126809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.129155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e79353-ef4d-4377-938e-3e6f4e26dd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e0cab-457e-4be2-aa20-c82ea72f5f0a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:30.137759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a76fd32-a151-4bd0-b9b5-dcf25704eeb6 req-d28894f3-aa32-4dd0-9b95-75ede38ab73e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730903 Sep 18 07:07:30.183755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.195288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:30.198238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:30.206891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:30.208925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:30.209602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.222275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=640cb31d-561e-4b0d-ac3d-9408834d08ca,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:30.261233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.296515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc3a885c-f35c-4e99-ac78-0893d7d68fd2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8492718 Sep 18 07:07:30.297614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:30.343857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:30.345720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Allocated IP 172.20.0.2 (c756ab58-dc20-4e80-9796-d1ccae94b553/e0e9f512-f27d-4755-b446-1e1560914910/117abb61-bf61-4424-8507-bac27f7a87ad) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:30.422822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.477356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbcad4-3c9f-401c-b18f-c104ae987691 req-2af80f6a-c81f-426b-a89a-e5fd418fd8f6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:30.484452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42dbcad4-3c9f-401c-b18f-c104ae987691 req-2af80f6a-c81f-426b-a89a-e5fd418fd8f6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Sep 18 07:07:30.514249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.531195 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.537587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42dbcad4-3c9f-401c-b18f-c104ae987691 req-47454751-bd00-4b8a-9acb-4c0daf821b84 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460694 Sep 18 07:07:30.596923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.651714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Network c756ab58-dc20-4e80-9796-d1ccae94b553 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:30.655764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:30.660788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:30.670251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137610e3-ea47-42f2-b0c1-28b12b2d391d req-81117cf4-390d-45ee-aae9-df7c90800b7d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:30.671542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-137610e3-ea47-42f2-b0c1-28b12b2d391d req-81117cf4-390d-45ee-aae9-df7c90800b7d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0754659 Sep 18 07:07:30.697521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Pushing event updated for resources: {'Port': ['ID=117abb61-bf61-4424-8507-bac27f7a87ad,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:30.734456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-137610e3-ea47-42f2-b0c1-28b12b2d391d req-29f5c129-4fd2-44be-b887-b118d5dd7ec8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551283 Sep 18 07:07:30.736482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Attempting to bind port 117abb61-bf61-4424-8507-bac27f7a87ad on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:30.737118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Attempting to bind port 117abb61-bf61-4424-8507-bac27f7a87ad by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c9eb8df2-1af6-42fa-a408-b243573dccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:30.737649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Attempting to bind port 117abb61-bf61-4424-8507-bac27f7a87ad on network c756ab58-dc20-4e80-9796-d1ccae94b553 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:30.745763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:30.745763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Checking segment: {'id': 'c9eb8df2-1af6-42fa-a408-b243573dccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:30.745763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.745763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Bound using segment: {'id': 'c9eb8df2-1af6-42fa-a408-b243573dccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:30.746236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Bound port: 117abb61-bf61-4424-8507-bac27f7a87ad, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb8df2-1af6-42fa-a408-b243573dccae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:30.746342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.812530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.841973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] For port 117abb61-bf61-4424-8507-bac27f7a87ad, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:30.845558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] For port 117abb61-bf61-4424-8507-bac27f7a87ad, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=117abb61-bf61-4424-8507-bac27f7a87ad,segment=NetworkSegment(c9eb8df2-1af6-42fa-a408-b243573dccae),segment_id=c9eb8df2-1af6-42fa-a408-b243573dccae)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:30.853364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e9f512-f27d-4755-b446-1e1560914910,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:30.928162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:30.999411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c2f6-fb0d-4fc0-8b48-24e534e47e8b None None] Pushing event updated for resources: {'Port': ['ID=117abb61-bf61-4424-8507-bac27f7a87ad,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:31.013701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35839175-4667-4710-aac6-62369e98d090 req-6f140202-ac2c-4327-8b0f-aef1d65aae2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:31.015691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35839175-4667-4710-aac6-62369e98d090 req-6f140202-ac2c-4327-8b0f-aef1d65aae2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0866764 Sep 18 07:07:31.017292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port 640cb31d-561e-4b0d-ac3d-9408834d08ca yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:31.023336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.038692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.054101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.058593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35839175-4667-4710-aac6-62369e98d090 req-709556a1-76c8-4048-be32-0636b2499919 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Sep 18 07:07:31.062074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c756ab58-dc20-4e80-9796-d1ccae94b553']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.109936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eb8df2-1af6-42fa-a408-b243573dccae') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.110672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eb8df2-1af6-42fa-a408-b243573dccae') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.112106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.132741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.182740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.209062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ce402-64ca-4b23-a77e-d3fd751901c6 req-a245bf4a-5c10-464c-9520-315787865123 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:31.217443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b41ce402-64ca-4b23-a77e-d3fd751901c6 req-a245bf4a-5c10-464c-9520-315787865123 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Sep 18 07:07:31.238191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:31.238618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.285269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b41ce402-64ca-4b23-a77e-d3fd751901c6 req-130eebf4-7d9d-4b05-a985-0233af211857 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668132 Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:31.292955 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:31.307800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=640cb31d-561e-4b0d-ac3d-9408834d08ca,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:31.366761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.367102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.367448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.375695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.376029 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.377266 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 2 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.404483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.404831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.405175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.412634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.412966 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.413849 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 3 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.431056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.431392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.431742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.436637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.436977 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.437379 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 4 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.440404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dc0d6-d537-4284-8db9-b69dec49eabb req-9d2b2f7c-dc01-487f-bc7c-7ed839eccdd9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:31.441954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f0dc0d6-d537-4284-8db9-b69dec49eabb req-9d2b2f7c-dc01-487f-bc7c-7ed839eccdd9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0600753 Sep 18 07:07:31.451137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.451637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.452057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.456457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.456861 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.457561 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 5 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.461594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:31.461594 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:31.461594 n-d-789963-14 neutron-server[101978]: [parameters: {'id': 'c756ab58-dc20-4e80-9796-d1ccae94b553'}] Sep 18 07:07:31.461594 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:31.463189 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:31.474648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.474990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.475326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.480105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.480489 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.480870 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 6 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.496567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f0dc0d6-d537-4284-8db9-b69dec49eabb req-0d9a5e55-676b-4f76-88d8-2ea1792563ef tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Sep 18 07:07:31.501224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.501504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.501844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.515578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.515995 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.516565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Router 2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:31.519609 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 7 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.570493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.570843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.571191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.577289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.577801 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.581066 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 8 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.605217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.605564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.612059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.646552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c4f39-1a02-439d-8663-94b6229673f0 req-3062d6a2-7882-48ad-af4a-6d12057a61cc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:31.654784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-178c4f39-1a02-439d-8663-94b6229673f0 req-3062d6a2-7882-48ad-af4a-6d12057a61cc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0963671 Sep 18 07:07:31.674886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.675263 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.682960 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 9 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.719189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:31.719421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-178c4f39-1a02-439d-8663-94b6229673f0 req-bfbabfcb-a12e-492d-85c1-6048be703683 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Sep 18 07:07:31.735237 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] Sync routers for ids ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:31.750405 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] Routers {'2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:31.751961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.756763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 117abb61-bf61-4424-8507-bac27f7a87ad up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:31.760581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.761004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.761405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.772289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.772809 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.775180 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 10 to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca Sep 18 07:07:31.802721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:31.804687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:31.806004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:31.814354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:31.814791 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 640cb31d-561e-4b0d-ac3d-9408834d08ca on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:31.815245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.821533 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.833027 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] Routers {'2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:31.836017 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.843416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 117abb61-bf61-4424-8507-bac27f7a87ad triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:31.844081 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.859266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.860541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-37df6e5f-0ab8-4365-80cf-538e995a5b82 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6740723 Sep 18 07:07:31.863479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56794) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:31.870606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:31.883807 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:31.884618 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7983275-8f9a-498b-b191-1ff5eb15b2da None None] The sync data for ids ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:31.947407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port 640cb31d-561e-4b0d-ac3d-9408834d08ca, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:31.947734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempted to set empty binding levels {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:31.954736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:31.963954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.006308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 117abb61-bf61-4424-8507-bac27f7a87ad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=117abb61-bf61-4424-8507-bac27f7a87ad,segment=NetworkSegment(c9eb8df2-1af6-42fa-a408-b243573dccae),segment_id=c9eb8df2-1af6-42fa-a408-b243573dccae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:32.067384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 117abb61-bf61-4424-8507-bac27f7a87ad {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:32.067876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.133526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.142440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.194954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 117abb61-bf61-4424-8507-bac27f7a87ad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=117abb61-bf61-4424-8507-bac27f7a87ad,segment=NetworkSegment(c9eb8df2-1af6-42fa-a408-b243573dccae),segment_id=c9eb8df2-1af6-42fa-a408-b243573dccae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:32.195330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.196172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f31c-b5c2-4236-9442-c321df76cb65 req-f0af258a-6ee3-47f4-85d3-5553fe3451f8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.204666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1379f31c-b5c2-4236-9442-c321df76cb65 req-f0af258a-6ee3-47f4-85d3-5553fe3451f8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1108081 Sep 18 07:07:32.212926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=117abb61-bf61-4424-8507-bac27f7a87ad,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:32.219060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] In _notify_port_updated(), no bound segment for port 640cb31d-561e-4b0d-ac3d-9408834d08ca on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:07:32.224219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.224219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.224219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "PUT /v2.0/ports/640cb31d-561e-4b0d-ac3d-9408834d08ca HTTP/1.1" status: 200 len: 976 time: 1.8869553 Sep 18 07:07:32.228970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56802) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:32.230227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 117abb61-bf61-4424-8507-bac27f7a87ad owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:32.273503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1379f31c-b5c2-4236-9442-c321df76cb65 req-64edfc45-7cd2-443b-86ea-d77288c7a4e2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Sep 18 07:07:32.310906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b37443-5ddc-449e-993d-454f388d7644 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=640cb31d-561e-4b0d-ac3d-9408834d08ca,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:32.398861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff4912-99d9-45f9-952f-6bd267d79e28 None None] Network c756ab58-dc20-4e80-9796-d1ccae94b553 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:32.416388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.420438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.420928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.421400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.425187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.426047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.426171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.426663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.427123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.427576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.428117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.428583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.429290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.429753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.430246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.430943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.431157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.431614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.432070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.432525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.433439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.433439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.434356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.435381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.436040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.441127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:32.445548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3206913a-92ab-494a-9283-b84898cc3922 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36032 time: 0.2131860 Sep 18 07:07:32.449753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:32.480979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-77cc03b9-b52c-42bb-948e-42860104e681 None None] Provisioning complete for port 117abb61-bf61-4424-8507-bac27f7a87ad triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:07:32.481390 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77cc03b9-b52c-42bb-948e-42860104e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.543936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.560515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Deleting port 640cb31d-561e-4b0d-ac3d-9408834d08ca {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:32.561553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.645552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port 640cb31d-561e-4b0d-ac3d-9408834d08ca, host n-h1-789963-14, got binding levels [] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:32.645552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.645552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.652169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d097028-59e2-46f6-8e64-aadf43a66977 None None] DHCP port deletion for c756ab58-dc20-4e80-9796-d1ccae94b553 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:07:32.674944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=117abb61-bf61-4424-8507-bac27f7a87ad,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:32.683147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Calling delete_port for 640cb31d-561e-4b0d-ac3d-9408834d08ca owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:32.690799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 117abb61-bf61-4424-8507-bac27f7a87ad on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:32.806508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Deleting port c6a33536-109f-4f55-8eaf-0188e213b07b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:32.806508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.817454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.845457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c756ab58-dc20-4e80-9796-d1ccae94b553']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:32.862071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eb8df2-1af6-42fa-a408-b243573dccae') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:32.862377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eb8df2-1af6-42fa-a408-b243573dccae') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:32.873771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.883942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.888342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.896042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:32.896433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:32.897687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Calling delete_port for c6a33536-109f-4f55-8eaf-0188e213b07b owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:32.903968 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:33.011291 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:07:33.155483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.182354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Pushing event deleted for resources: {'Port': ['ID=c6a33536-109f-4f55-8eaf-0188e213b07b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:33.196712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.247041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.253138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event deleted for resources: {'Port': ['ID=640cb31d-561e-4b0d-ac3d-9408834d08ca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:33.257092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.261491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-11885503-490d-44c2-beb0-fcd9fbf72da6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "DELETE /v2.0/ports/640cb31d-561e-4b0d-ac3d-9408834d08ca HTTP/1.1" status: 204 len: 168 time: 0.8083489 Sep 18 07:07:33.262109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.285028 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-1392d96e-bd4f-4168-9a91-50564b4f44f2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:33.288132 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1392d96e-bd4f-4168-9a91-50564b4f44f2 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports/640cb31d-561e-4b0d-ac3d-9408834d08ca HTTP/1.1" status: 404 len: 333 time: 0.0245130 Sep 18 07:07:33.291904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56830) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.297070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-140726504', 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:33.322089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.335805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.343070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/c756ab58-dc20-4e80-9796-d1ccae94b553 HTTP/1.1" status: 204 len: 168 time: 3.2696970 Sep 18 07:07:33.343070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56836) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.361579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2094921631'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:33.367108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0700588-59e1-4ee5-a601-a74505e64223 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=c756ab58-dc20-4e80-9796-d1ccae94b553,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:33.403378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Made reservation on behalf of ad87bc89c7184003bcc3c67351cb1351 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:33.407675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.430000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port 8b0150af-9861-46f9-af8f-5b16ad88b1b1 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:33.522904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:33.526796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.530826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e315-6637-440a-a916-008a4c77b31e req-1ab8634e-38eb-494a-9d8f-6a92d6d89797 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:33.538395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e025e315-6637-440a-a916-008a4c77b31e req-1ab8634e-38eb-494a-9d8f-6a92d6d89797 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1421630 Sep 18 07:07:33.575308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.585824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.606603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:33.621575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.621945 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment aec77b59-cf7a-4648-8e2b-4338085b34e1 of type vlan for network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 Sep 18 07:07:33.647618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e025e315-6637-440a-a916-008a4c77b31e req-cca21057-9ca6-46b3-94b4-5d3bc2235bff tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816982 Sep 18 07:07:33.656387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.703722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Router 2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:07:33.732603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.736023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 117abb61-bf61-4424-8507-bac27f7a87ad no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:33.759416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 117abb61-bf61-4424-8507-bac27f7a87ad {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:33.759993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 117abb61-bf61-4424-8507-bac27f7a87ad not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:33.827277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:33.830558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.837167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:33.837779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.839775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] Sync routers for ids ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:33.842328 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.846062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-297543a9-e841-4fc6-90bc-320397853149 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "PUT /v2.0/routers/2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 200 len: 705 time: 1.9782357 Sep 18 07:07:33.846331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56856) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.853225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] Routers {'2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:33.855271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:33.864253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.904852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:33.914112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] Routers {'2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:33.914802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:33.932052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d736a445-d62c-4bbf-b8e1-bd5da14b4bb9 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/routers/2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 200 len: 740 time: 0.0821247 Sep 18 07:07:33.932359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56858) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.947520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:33.948233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae4f09-e323-4df4-b41c-8f902af615d7 None None] The sync data for ids ['2beeec64-5a0e-4b2c-b541-5ad20aa0ac58'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:33.978035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:33.985229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:33.988426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:33.991694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e5e6fde-559d-495c-8325-e1df808078b3 tempest-RoutersAdminTest-826134506 tempest-RoutersAdminTest-826134506-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 200 len: 205 time: 0.0544670 Sep 18 07:07:33.991852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:33.991852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:33.992041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:33.997708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=296d5fdd-bfd9-4dc1-aa8f-c1224df6e734,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:34.012750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:34.024628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=8b0150af-9861-46f9-af8f-5b16ad88b1b1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:34.040586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7feb9ed0-e5db-43ff-b8c6-8dc963939c9f tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 200 len: 205 time: 0.0462253 Sep 18 07:07:34.042398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56864) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.046693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-38c6dc20-bb0b-4715-997a-8d72244b0abd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3483634 Sep 18 07:07:34.051479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f9dfa339-03ae-4a6b-a20e-66469b08c0eb tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7063265 Sep 18 07:07:34.052644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56866) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.066498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:34.140750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.188412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-285da73b-298c-47a2-a3c0-62299200d0ec tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8950555 Sep 18 07:07:34.198547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56872) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.257249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b638c-f8c4-470b-a543-6f8f09301800 req-b8e72c66-0258-4964-b361-54e49a37e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:34.258986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-b8e72c66-0258-4964-b361-54e49a37e0e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1098 time: 0.1577740 Sep 18 07:07:34.262298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a8c1b-6e89-4712-a532-da0f9b8b0f82 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:34.265962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e1a8c1b-6e89-4712-a532-da0f9b8b0f82 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports/8b0150af-9861-46f9-af8f-5b16ad88b1b1 HTTP/1.1" status: 200 len: 954 time: 0.0565462 Sep 18 07:07:34.272686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.395167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:34.399553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.495733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:07:34.496259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:07:34.509038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b638c-f8c4-470b-a543-6f8f09301800 req-cb5e73fa-5d5c-45a5-92e0-144e9d87367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:34.509038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-cb5e73fa-5d5c-45a5-92e0-144e9d87367e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.2219319 Sep 18 07:07:34.529621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Deleting port 8b0150af-9861-46f9-af8f-5b16ad88b1b1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:34.529999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.578519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-b3c15b9d-5b36-425f-8605-9db0c029f424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0643740 Sep 18 07:07:34.612395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.615833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.671097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf744-e6b9-4e23-88c6-ce5f2580589b req-c50a1d90-5edc-4497-a776-37184e5c57d1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:34.672597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aabf744-e6b9-4e23-88c6-ce5f2580589b req-c50a1d90-5edc-4497-a776-37184e5c57d1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.4274986 Sep 18 07:07:34.679102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.712802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aabf744-e6b9-4e23-88c6-ce5f2580589b req-fd249006-a67a-4fc3-b04c-3f5207e7a8b4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Sep 18 07:07:34.720182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Calling delete_port for 8b0150af-9861-46f9-af8f-5b16ad88b1b1 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:34.722828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b638c-f8c4-470b-a543-6f8f09301800 req-bb74bed7-07a5-450b-b0a7-9d6ed6c40135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:34.724399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-bb74bed7-07a5-450b-b0a7-9d6ed6c40135 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.1365917 Sep 18 07:07:34.776477 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-0f831145-a91c-4778-9db3-0685b52da7dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431321 Sep 18 07:07:34.790444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.795973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Fanout notify agent at l3_agent the message router_deleted on router 2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:34.807185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.809173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7dbd6bbe-2166-4b6d-ae9a-8505d66e7322 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 204 len: 168 time: 0.7654264 Sep 18 07:07:34.813750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.851963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-de0b9145-49ab-43b8-87c5-39c628525c79 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 200 len: 205 time: 0.0367811 Sep 18 07:07:34.852557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.912373 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-a2950329-6988-41ea-b6cb-f8da63509ca8 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:34.916149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2950329-6988-41ea-b6cb-f8da63509ca8 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/2beeec64-5a0e-4b2c-b541-5ad20aa0ac58 HTTP/1.1" status: 404 len: 336 time: 0.0603786 Sep 18 07:07:34.918186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.949116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f26d8be4-a599-4b80-a701-7d4fb608bd30 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 200 len: 205 time: 0.0292225 Sep 18 07:07:34.949530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:34.957180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-80b958a4-0e3e-419f-a8ac-ecb80ab269d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505153 Sep 18 07:07:34.987208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:34.995784 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-31a9dc4d-fab5-48c8-bccb-622c709b1358 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:34.997013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-31a9dc4d-fab5-48c8-bccb-622c709b1358 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/6f4e5b37-46a5-4808-9393-9f25c9768ea7 HTTP/1.1" status: 404 len: 336 time: 0.0464861 Sep 18 07:07:34.999731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56894) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.027860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-171ce477-050b-4b5e-be72-973b6c1fe421 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 200 len: 205 time: 0.0269158 Sep 18 07:07:35.030299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.070964 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-3c905b39-7fd4-443c-b591-e4d765c68d6b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:35.074483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c905b39-7fd4-443c-b591-e4d765c68d6b tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/12ceb9d1-5c1e-4684-9c06-824493ce9dd5 HTTP/1.1" status: 404 len: 336 time: 0.0406284 Sep 18 07:07:35.074934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56900) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.096823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.123947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-10695503-40ac-4886-be44-7dbf7668b0a2 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 200 len: 205 time: 0.0445745 Sep 18 07:07:35.126195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=2047bdfe-d035-46d4-bee1-6b698735f864,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:35.127103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56902) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.159183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b0150af-9861-46f9-af8f-5b16ad88b1b1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:35.178831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'aec77b59-cf7a-4648-8e2b-4338085b34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:35.178831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:35.179308 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-3dd280d0-1eb4-44ef-baf6-d9fccb0b2f9d tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:35.180818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3dd280d0-1eb4-44ef-baf6-d9fccb0b2f9d tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/79372e69-4fbe-42a2-a255-9fc7655e7963 HTTP/1.1" status: 404 len: 336 time: 0.0452971 Sep 18 07:07:35.181348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.183352 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-369c5ffa-c6cd-4fb4-bf9d-5eaefbe15915 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8b0150af-9861-46f9-af8f-5b16ad88b1b1 HTTP/1.1" status: 204 len: 168 time: 0.9095066 Sep 18 07:07:35.183591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56904) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.185569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-092b638c-f8c4-470b-a543-6f8f09301800 req-9ddc2f42-245d-4c07-8570-cf337c282218 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213075 Sep 18 07:07:35.187312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56906) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.214238 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a240f8cd-da55-4a8f-87e4-1c3bdcc989c6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:35.220895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a240f8cd-da55-4a8f-87e4-1c3bdcc989c6 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports/8b0150af-9861-46f9-af8f-5b16ad88b1b1 HTTP/1.1" status: 404 len: 333 time: 0.0289021 Sep 18 07:07:35.221444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-990df480-9840-4217-89f0-8ea4b2bdf4b7 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 200 len: 205 time: 0.0337923 Sep 18 07:07:35.221549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56908) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.221643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56910) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.226567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1309438293'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:35.265265 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-89f855a9-a9f8-40f2-a5f0-d331bc3f7361 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:35.266354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-89f855a9-a9f8-40f2-a5f0-d331bc3f7361 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/69031c80-ef33-4ebe-9aec-b7386a29b4c1 HTTP/1.1" status: 404 len: 336 time: 0.0453348 Sep 18 07:07:35.269037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56914) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.296091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c991b0cb-f3a7-4231-92e0-fb5c26bb089e tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "GET /v2.0/ports?device_id=df17bcad-7d27-46f2-bddd-b9117a2cc3ce HTTP/1.1" status: 200 len: 205 time: 0.0259995 Sep 18 07:07:35.298563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56916) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.335415 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-c9ddfa2f-0900-468a-923c-a97a95f51985 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] delete failed (client error): The resource could not be found. Sep 18 07:07:35.336439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9ddfa2f-0900-468a-923c-a97a95f51985 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/routers/df17bcad-7d27-46f2-bddd-b9117a2cc3ce HTTP/1.1" status: 404 len: 336 time: 0.0369666 Sep 18 07:07:35.339183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56918) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.355078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Made reservation on behalf of ad87bc89c7184003bcc3c67351cb1351 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:35.358968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.370703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:35.373884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:35.376111 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c9b286-4968-4543-b4fc-a26aa965c6e4 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] DELETE failed (client error): The resource could not be found. Sep 18 07:07:35.376566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c9b286-4968-4543-b4fc-a26aa965c6e4 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:07:35.378524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d1c9b286-4968-4543-b4fc-a26aa965c6e4 tempest-RoutersAdminTest-291812396 tempest-RoutersAdminTest-291812396-project] 10.222.0.20 "DELETE /v2.0/subnets/3c147675-9fe0-461f-b2f0-a0f57418adf3 HTTP/1.1" status: 404 len: 337 time: 0.0383554 Sep 18 07:07:35.453401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:35.457767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:35.458395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.464280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36911f76-b159-4d9b-9c1c-91f5b755dbb8 None None] Network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:35.553300 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.555433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91b5e1bf-d1e9-426c-89b5-8a07b8436c44 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5002069 Sep 18 07:07:35.558108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56922) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.618616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-296d5fdd-bfd9-4dc1-aa8f-c1224df6e734', 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '2047bdfe-d035-46d4-bee1-6b698735f864'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:35.619514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.662200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.671473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.734808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.756965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6cad22-1fa4-462d-bf47-83ae37d6b04c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:35.759526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:35.761568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:35.768718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:35.769848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:35.771423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:35.830991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Allocated IP 172.20.0.3 (296d5fdd-bfd9-4dc1-aa8f-c1224df6e734/2047bdfe-d035-46d4-bee1-6b698735f864/4c3ad76f-b818-4bb4-b475-a15110a0f6bb) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:35.864910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.865497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b6bc956f-b32c-4e8f-b853-540824a8dd38 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6426332 Sep 18 07:07:35.867814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.870266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:35.906486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed3f1e-19da-4fac-870b-54ec9a0a693f req-1ad4a7e2-f8ca-47fd-b649-7c608d0ad9ea tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:35.918239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ed3f1e-19da-4fac-870b-54ec9a0a693f req-1ad4a7e2-f8ca-47fd-b649-7c608d0ad9ea tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0965037 Sep 18 07:07:35.920889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56938) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:35.932835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.017348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85ed3f1e-19da-4fac-870b-54ec9a0a693f req-aaa90812-9f37-4053-ac4d-b9df897d3a2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968966 Sep 18 07:07:36.020724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.099998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.103052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.117576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7883de3c-dbb9-47f3-91e8-d4bc1e406fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.142438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:36.145814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:36.153502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:36.156625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Pushing event updated for resources: {'Port': ['ID=4c3ad76f-b818-4bb4-b475-a15110a0f6bb,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.196016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:07:36.196016 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:07:36.196016 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '866d1466ee3a4bdca33d135225144989', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 7, 16, 168920)}] Sep 18 07:07:36.196016 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:36.196584 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:36.205039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] device_id is not set on port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:36.212201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c341512-3344-4ebc-8319-d758dc49c3a3 req-075eb7e4-4730-41a4-8eb0-90cacfc0c3d4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:36.213947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c341512-3344-4ebc-8319-d758dc49c3a3 req-075eb7e4-4730-41a4-8eb0-90cacfc0c3d4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1036775 Sep 18 07:07:36.214372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.221788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Attempting to bind port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.222200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Attempting to bind port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'aec77b59-cf7a-4648-8e2b-4338085b34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.222595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Attempting to bind port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb on network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.228453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:36.231340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Checking segment: {'id': 'aec77b59-cf7a-4648-8e2b-4338085b34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:36.231340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.231340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Bound using segment: {'id': 'aec77b59-cf7a-4648-8e2b-4338085b34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:36.231340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Bound port: 4c3ad76f-b818-4bb4-b475-a15110a0f6bb, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec77b59-cf7a-4648-8e2b-4338085b34e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:36.231340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.248240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.273140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c341512-3344-4ebc-8319-d758dc49c3a3 req-ddea11ef-a51e-42a9-8e4f-5ca0c24f8ea8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506320 Sep 18 07:07:36.288363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=2047bdfe-d035-46d4-bee1-6b698735f864,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.291081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.305590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] For port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:36.310000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] For port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4c3ad76f-b818-4bb4-b475-a15110a0f6bb,segment=NetworkSegment(aec77b59-cf7a-4648-8e2b-4338085b34e1),segment_id=aec77b59-cf7a-4648-8e2b-4338085b34e1)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:36.344142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7883de3c-dbb9-47f3-91e8-d4bc1e406fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.390825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.421357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6cad22-1fa4-462d-bf47-83ae37d6b04c,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.426019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.434589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.434919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.435259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.440524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d5fdd-bfd9-4dc1-aa8f-c1224df6e734']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:36.449795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.450312 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.451350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0fedc-2c8d-4c4b-b832-e7847a91c6f0 req-7d143f98-6475-4dd8-af95-ff410500ac12 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:36.452246 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 2 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.453151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08f0fedc-2c8d-4c4b-b832-e7847a91c6f0 req-7d143f98-6475-4dd8-af95-ff410500ac12 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0592580 Sep 18 07:07:36.455624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec77b59-cf7a-4648-8e2b-4338085b34e1') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:36.458340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec77b59-cf7a-4648-8e2b-4338085b34e1') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:36.474609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.476729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.480792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.480792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.482075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7883de3c-dbb9-47f3-91e8-d4bc1e406fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.496335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.496699 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.497109 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 3 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.500170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.513803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:36.514163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.514636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437b70-e79d-4c67-aa53-dee68418222b None None] Pushing event updated for resources: {'Port': ['ID=4c3ad76f-b818-4bb4-b475-a15110a0f6bb,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:36.517276 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:36.529567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.529963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.530284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.540121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7883de3c-dbb9-47f3-91e8-d4bc1e406fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53612eb9d9d045398c7472f186b0fff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181746 Sep 18 07:07:36.545715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56952) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:36.555495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08f0fedc-2c8d-4c4b-b832-e7847a91c6f0 req-f6810ba3-4e92-41df-90aa-2994356d2e85 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923693 Sep 18 07:07:36.565290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883de3c-dbb9-47f3-91e8-d4bc1e406fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294d9fc-cd10-4762-900a-eb257891ed8d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.580782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.580782 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.581688 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 4 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.613559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.613956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.617364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.622948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.623274 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.625712 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 5 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.648474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:36.648474 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:36.648474 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '296d5fdd-bfd9-4dc1-aa8f-c1224df6e734'}] Sep 18 07:07:36.648474 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:36.648989 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:36.654404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.654748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.655090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.663517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.663854 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.664372 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 6 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.666963 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.686342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.686677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.687021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.687131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76acb6-e4b0-44b5-aa53-35bee90b77aa req-3802d127-9757-4a8c-9bbe-4411921a411f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:36.688699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b76acb6-e4b0-44b5-aa53-35bee90b77aa req-3802d127-9757-4a8c-9bbe-4411921a411f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0557070 Sep 18 07:07:36.697462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.697793 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.698017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.700637 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 7 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.705286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.737821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.738620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.739668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.771655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.771655 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.773105 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 8 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.791866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.792206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.794146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.794263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b76acb6-e4b0-44b5-aa53-35bee90b77aa req-01c5d004-d83d-45f7-b0d8-aa21e79e8edb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970042 Sep 18 07:07:36.829524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.830034 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.830449 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 9 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.856322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.856322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.856531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.856619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.860038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.860429 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.860969 n-d-789963-14 neutron-server[101978]: INFO neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempt 10 to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c Sep 18 07:07:36.876959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:36.877327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:36.877654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempting to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:36.882626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:07:36.882963 n-d-789963-14 neutron-server[101978]: ERROR neutron.plugins.ml2.managers [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Failed to bind port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on host n-h1-789963-14 for vnic_type normal using segments [{'id': 'd7b69450-c9cc-4ecf-a544-c0df6a106863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3b734a37-c763-4a9d-8f36-3ef88b0ad448'}] Sep 18 07:07:36.883340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.896304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.898860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.900595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7294d9fc-cd10-4762-900a-eb257891ed8d HTTP/1.1" status: 204 len: 168 time: 0.3539491 Sep 18 07:07:36.911932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0081790-35ba-44e3-bf59-32ae213f19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294d9fc-cd10-4762-900a-eb257891ed8d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:36.925943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:36.981326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:36.981847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attempted to set empty binding levels {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 07:07:36.986172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=866d1466ee3a4bdca33d135225144989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173170 Sep 18 07:07:36.989010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56964) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:36.994807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695ddf6-8fe2-4e97-9f84-84072539f806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c3e79-de04-4fe7-9b9b-e71f873f443f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:37.007808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c66d9-785f-4776-be56-795fa725fdf4 req-9df4241b-cebd-400f-a6f7-040a99590b3e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:37.009335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e80c66d9-785f-4776-be56-795fa725fdf4 req-9df4241b-cebd-400f-a6f7-040a99590b3e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0962989 Sep 18 07:07:37.040724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.050685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e80c66d9-785f-4776-be56-795fa725fdf4 req-6d5aa2f8-a254-4a2d-a156-d3f313159dc3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Sep 18 07:07:37.065053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.081010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.127636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] In _notify_port_updated(), no bound segment for port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c on network 3b734a37-c763-4a9d-8f36-3ef88b0ad448 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:07:37.128652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:37.129123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.131214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "PUT /v2.0/ports/8b6cad22-1fa4-462d-bf47-83ae37d6b04c HTTP/1.1" status: 200 len: 976 time: 1.2652900 Sep 18 07:07:37.134331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:37.148361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4250b-de87-457c-bcf8-734fbcb8f3cf tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6cad22-1fa4-462d-bf47-83ae37d6b04c,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:37.151566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.221573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:37.223868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.226892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.229677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.233182 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f37c3e79-de04-4fe7-9b9b-e71f873f443f HTTP/1.1" status: 204 len: 168 time: 0.2406893 Sep 18 07:07:37.261039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2a3ef-0a1d-4c62-82a4-33cc486b5a2e req-30281f53-29f4-4e57-adc8-d4166e6138b4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:37.262626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22a2a3ef-0a1d-4c62-82a4-33cc486b5a2e req-30281f53-29f4-4e57-adc8-d4166e6138b4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0943131 Sep 18 07:07:37.280867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Deleting port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:37.281424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.344951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4c3ad76f-b818-4bb4-b475-a15110a0f6bb,segment=NetworkSegment(aec77b59-cf7a-4648-8e2b-4338085b34e1),segment_id=aec77b59-cf7a-4648-8e2b-4338085b34e1)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:37.347761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.350999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22a2a3ef-0a1d-4c62-82a4-33cc486b5a2e req-3a7a665e-16ce-4ed2-a403-e24436272a26 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762608 Sep 18 07:07:37.375199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 4c3ad76f-b818-4bb4-b475-a15110a0f6bb owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:37.411191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] For port 8b6cad22-1fa4-462d-bf47-83ae37d6b04c, host n-h1-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:37.411566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.426004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Calling delete_port for 8b6cad22-1fa4-462d-bf47-83ae37d6b04c owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:37.488112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4869-f52d-48cc-b70f-6cbd1f84d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c3e79-de04-4fe7-9b9b-e71f873f443f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:37.581872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999746-cea8-47c0-9528-9de9ad8d5b60 req-63cec443-cd45-4904-bcd4-b7df00231852 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:37.583568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88999746-cea8-47c0-9528-9de9ad8d5b60 req-63cec443-cd45-4904-bcd4-b7df00231852 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0517216 Sep 18 07:07:37.596664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.625333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88999746-cea8-47c0-9528-9de9ad8d5b60 req-e1afaa7b-9842-493d-bf6e-083252f3c524 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Sep 18 07:07:37.628375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=4c3ad76f-b818-4bb4-b475-a15110a0f6bb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:37.640389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:37.648883 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.719026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.725776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8b6cad22-1fa4-462d-bf47-83ae37d6b04c HTTP/1.1" status: 204 len: 168 time: 0.5903425 Sep 18 07:07:37.727366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:37.745101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b172-fe45-4c08-82e5-3ecd37d1ddb1 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6cad22-1fa4-462d-bf47-83ae37d6b04c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:37.794855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.806055 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbcdc40-92dc-4e1c-89b9-fd1d1ee22680 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] GET failed (client error): The resource could not be found. Sep 18 07:07:37.807672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5dbcdc40-92dc-4e1c-89b9-fd1d1ee22680 tempest-PortsAdminExtendedAttrsTestJSON-315046899 tempest-PortsAdminExtendedAttrsTestJSON-315046899-project-admin] 10.222.0.20 "GET /v2.0/ports/8b6cad22-1fa4-462d-bf47-83ae37d6b04c HTTP/1.1" status: 404 len: 333 time: 0.0793073 Sep 18 07:07:37.811348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56988) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:37.829595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3ad76f-b818-4bb4-b475-a15110a0f6bb up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:07:37.835277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e42d2-8ca7-47bf-8e81-982428c9e029 req-bc265b7f-5458-4745-ad80-c287b974151a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:37.837036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-842e42d2-8ca7-47bf-8e81-982428c9e029 req-bc265b7f-5458-4745-ad80-c287b974151a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1042700 Sep 18 07:07:37.864865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4c3ad76f-b818-4bb4-b475-a15110a0f6bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:37.865710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3ad76f-b818-4bb4-b475-a15110a0f6bb not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 07:07:37.868562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d5fdd-bfd9-4dc1-aa8f-c1224df6e734']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:37.893165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 4c3ad76f-b818-4bb4-b475-a15110a0f6bb not found, will not notify nova. {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 07:07:37.926367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-842e42d2-8ca7-47bf-8e81-982428c9e029 req-311b49b5-840a-4af8-ba15-01665cee07d6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826271 Sep 18 07:07:37.940708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8f452-13c4-4092-88b4-baa4d4eac680 None None] Network 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:37.944243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec77b59-cf7a-4648-8e2b-4338085b34e1') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:37.944243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec77b59-cf7a-4648-8e2b-4338085b34e1') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:37.962249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.965362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:37.986550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56994) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:37.987978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.027167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09303b54-99e4-47cd-a013-b7d0d6d1e1e9 None None] Could not find standard attr ID for object 4c3ad76f-b818-4bb4-b475-a15110a0f6bb. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:07:38.035668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d7dfaf64-19d8-421f-8e01-8a36fbb0c863 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf850f219f614678ad24d074a0c42787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488622 Sep 18 07:07:38.038482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:38.041795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:38.042370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:38.045699 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:38.142751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff85d1-c3ef-4f61-9c0f-497aa1cf317c req-cd465ed8-1584-4684-9408-4f5857c731b5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:38.145726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04ff85d1-c3ef-4f61-9c0f-497aa1cf317c req-cd465ed8-1584-4684-9408-4f5857c731b5 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0852156 Sep 18 07:07:38.148969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.178339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.181477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752da69-3bbe-448b-8fe4-10e27e6109f6 None None] DHCP port deletion for 296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:07:38.184172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.205552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b734a37-c763-4a9d-8f36-3ef88b0ad448']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:38.216390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b69450-c9cc-4ecf-a544-c0df6a106863') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:38.216751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b69450-c9cc-4ecf-a544-c0df6a106863') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:38.226416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04ff85d1-c3ef-4f61-9c0f-497aa1cf317c req-344dd26e-3aa9-4b61-8667-854320d86cb7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Sep 18 07:07:38.234297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.251685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.251685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.258708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.263977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 HTTP/1.1" status: 204 len: 168 time: 2.7016087 Sep 18 07:07:38.266875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:38.271727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1506604699'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:38.276351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99981ad5-43a2-40fb-815a-37a9b1c8ec0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=296d5fdd-bfd9-4dc1-aa8f-c1224df6e734,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:38.278835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:38.279240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:38.282964 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:38.374528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e3d93-4f9e-49b6-a76c-02fd487c4259 req-85366e67-9058-40e8-84da-d33f6fc52325 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:38.376015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa5e3d93-4f9e-49b6-a76c-02fd487c4259 req-85366e67-9058-40e8-84da-d33f6fc52325 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Sep 18 07:07:38.419304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa5e3d93-4f9e-49b6-a76c-02fd487c4259 req-9f31d3ae-100b-4670-a52d-60730fe385f8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352838 Sep 18 07:07:38.434611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:38.438094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.462016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:38.472078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.472078 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment ea427df2-414e-418d-bde8-3c97ca45d426 of type vlan for network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d Sep 18 07:07:38.482318 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.483973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.489594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.489594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98ad47ce-ed82-423d-b28a-c65398ccb186 HTTP/1.1" status: 204 len: 168 time: 0.4476321 Sep 18 07:07:38.509878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57014) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:38.520382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.522770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] 10.222.0.20 "DELETE /v2.0/networks/3b734a37-c763-4a9d-8f36-3ef88b0ad448 HTTP/1.1" status: 204 len: 168 time: 0.7104826 Sep 18 07:07:38.530145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77ace2-9535-42f8-be97-cad80190c67e tempest-PortsAdminExtendedAttrsTestJSON-2111987608 tempest-PortsAdminExtendedAttrsTestJSON-2111987608-project] Pushing event deleted for resources: {'Network': ['ID=3b734a37-c763-4a9d-8f36-3ef88b0ad448,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:38.553313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49062622-1745-448f-b044-1f3f5e1d420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad47ce-ed82-423d-b28a-c65398ccb186,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:38.559976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.577662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-17ec9333-7484-47fe-8f4d-2beb0c00706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.634949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e7475-b796-4cb5-98b8-4a006ae9ca5d req-73790acd-050c-4412-91e3-e896cfb88237 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:38.636466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-792e7475-b796-4cb5-98b8-4a006ae9ca5d req-73790acd-050c-4412-91e3-e896cfb88237 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1047299 Sep 18 07:07:38.698401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-792e7475-b796-4cb5-98b8-4a006ae9ca5d req-7280e250-59d7-4f63-81d5-a3dc64282d31 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Sep 18 07:07:38.713668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.719482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:38.720758 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.826137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=7f8b77dd-c635-4d1e-b601-cbcd96ee480d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:38.829071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-520d524f-abd8-4a38-a885-a1a5544820d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.831002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-17ec9333-7484-47fe-8f4d-2beb0c00706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.839109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:38.873159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ffe72-1dba-42ea-8afc-71223184ce67 req-a219bdfa-99ae-413b-ad92-9ed81a9ad809 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:38.874954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-637ffe72-1dba-42ea-8afc-71223184ce67 req-a219bdfa-99ae-413b-ad92-9ed81a9ad809 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0673254 Sep 18 07:07:38.883948 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-17ec9333-7484-47fe-8f4d-2beb0c00706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:38.940791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec9333-7484-47fe-8f4d-2beb0c00706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e791cd-9ea2-41dd-8b7a-ef4605bcddfb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:38.949848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-17ec9333-7484-47fe-8f4d-2beb0c00706d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b630e1fb3154660b1230089b8e09498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388356 Sep 18 07:07:38.952936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:38.953315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-637ffe72-1dba-42ea-8afc-71223184ce67 req-e822d0f4-d265-461b-a9a5-e15a4b0e9dfd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716341 Sep 18 07:07:39.014046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.038164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.068948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bd75aeb-6d33-42f6-bcd0-a89a2bcfc4bf tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8009591 Sep 18 07:07:39.069989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:39.079655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:39.136307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57032) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:39.205816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64edb59-5f35-4ed5-80e9-9dc94953d50c req-1c892d42-1754-40f1-a1ea-581fad178b55 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:39.208783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f64edb59-5f35-4ed5-80e9-9dc94953d50c req-1c892d42-1754-40f1-a1ea-581fad178b55 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1239741 Sep 18 07:07:39.236331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.239526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.245458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2e791cd-9ea2-41dd-8b7a-ef4605bcddfb HTTP/1.1" status: 204 len: 168 time: 0.2867296 Sep 18 07:07:39.251270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb451-e0e8-4621-9fa4-1e531be31a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e791cd-9ea2-41dd-8b7a-ef4605bcddfb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:39.260604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f64edb59-5f35-4ed5-80e9-9dc94953d50c req-dee452f3-e2ad-4690-b909-83458f285dc1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Sep 18 07:07:39.366366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e6f262a-d218-43ff-8bb2-395623f8cd35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c84ba1808c944b69f96dc90b16ed716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294979 Sep 18 07:07:39.368923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57050) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:39.377937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:39.382269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.432076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.490925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b442b-d96d-4398-9379-84e83cff0db8 req-9d2616b2-1e39-4d69-ad9c-e8836b8f2a0d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:39.492544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c7b442b-d96d-4398-9379-84e83cff0db8 req-9d2616b2-1e39-4d69-ad9c-e8836b8f2a0d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1265380 Sep 18 07:07:39.556818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c7b442b-d96d-4398-9379-84e83cff0db8 req-63e16709-e695-4a90-a458-a49a36c0b716 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Sep 18 07:07:39.718937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3ad76f-b818-4bb4-b475-a15110a0f6bb no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:07:39.748178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4c3ad76f-b818-4bb4-b475-a15110a0f6bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:07:39.748880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3ad76f-b818-4bb4-b475-a15110a0f6bb not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:07:39.764702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d661e0-524e-4881-84cc-4cc0394fb562 req-d289c7a0-c877-4f8e-806e-5c2538396b95 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:39.766318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96d661e0-524e-4881-84cc-4cc0394fb562 req-d289c7a0-c877-4f8e-806e-5c2538396b95 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0731194 Sep 18 07:07:39.817983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.827332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96d661e0-524e-4881-84cc-4cc0394fb562 req-105ba27b-bf31-4aeb-885f-4f03e5b074e3 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536284 Sep 18 07:07:39.832281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.952749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=56999553-64b9-46bc-80e9-0479fde43ef7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:39.964342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'ea427df2-414e-418d-bde8-3c97ca45d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:39.964702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 7f8b77dd-c635-4d1e-b601-cbcd96ee480d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:39.983751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a8cd-47b4-4cfc-abfd-a55966e78a68 req-1ace55aa-931d-4859-9d12-67ad147e4c42 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:39.985213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3576a8cd-47b4-4cfc-abfd-a55966e78a68 req-1ace55aa-931d-4859-9d12-67ad147e4c42 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0789876 Sep 18 07:07:39.990527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.993039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:39.994270 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa85278a-ebb8-4355-b406-502fd78972e1 HTTP/1.1" status: 204 len: 168 time: 0.6243768 Sep 18 07:07:40.002113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ceb655-283f-49e6-9a46-c28703e09cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa85278a-ebb8-4355-b406-502fd78972e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:40.035511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3576a8cd-47b4-4cfc-abfd-a55966e78a68 req-9e075125-2c0d-4a15-ba1e-413af57b19fd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Sep 18 07:07:40.093735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:40.180204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7f8b77dd-c635-4d1e-b601-cbcd96ee480d) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:40.187035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb8b52-1ba4-47d6-9c03-896636762822 None None] Network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:40.197604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:40.198256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.227831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fe8d3-0d48-47c7-8f45-d168a72f440e req-fe7e0795-311c-46d4-99a2-e5cc16e677b2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:40.229587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b6fe8d3-0d48-47c7-8f45-d168a72f440e req-fe7e0795-311c-46d4-99a2-e5cc16e677b2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0614398 Sep 18 07:07:40.260885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-627bc576-84e8-44a8-aeca-10d878137c6e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1884084 Sep 18 07:07:40.262511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:40.273597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b6fe8d3-0d48-47c7-8f45-d168a72f440e req-9c539a71-3f37-4b00-8846-968940f79cb2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Sep 18 07:07:40.368482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-7f8b77dd-c635-4d1e-b601-cbcd96ee480d', 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '56999553-64b9-46bc-80e9-0479fde43ef7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:40.369581 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.397528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.464073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.506167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c194a-e391-4285-845c-849ffc927c68 req-a7b8866d-4405-4c97-8a76-217a2f354b11 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:40.509435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396c194a-e391-4285-845c-849ffc927c68 req-a7b8866d-4405-4c97-8a76-217a2f354b11 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1421149 Sep 18 07:07:40.578387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Allocated IP 172.20.0.1 (7f8b77dd-c635-4d1e-b601-cbcd96ee480d/56999553-64b9-46bc-80e9-0479fde43ef7/43a5163c-983d-459b-8aeb-a75f9077a2f6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:40.579118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396c194a-e391-4285-845c-849ffc927c68 req-e15b0180-94a8-4e01-a2c7-94d1a67c3187 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610728 Sep 18 07:07:40.735597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.856582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57114) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:40.875266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:40.917734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:40.920702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:40.927938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:40.931181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Pushing event updated for resources: {'Port': ['ID=43a5163c-983d-459b-8aeb-a75f9077a2f6,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:40.952015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0748e277-fb51-434b-9e62-f0e6d8ebf9c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad87bc89c7184003bcc3c67351cb1351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964470 Sep 18 07:07:40.954653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57116) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:40.965525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbda91-81a2-456e-8d8b-8ce45aa72b45 req-9db01e54-9538-42cb-bb8a-7282a37e824d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:40.967115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbfbda91-81a2-456e-8d8b-8ce45aa72b45 req-9db01e54-9538-42cb-bb8a-7282a37e824d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1051712 Sep 18 07:07:40.998483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Attempting to bind port 43a5163c-983d-459b-8aeb-a75f9077a2f6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:40.999096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Attempting to bind port 43a5163c-983d-459b-8aeb-a75f9077a2f6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ea427df2-414e-418d-bde8-3c97ca45d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:40.999971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Attempting to bind port 43a5163c-983d-459b-8aeb-a75f9077a2f6 on network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:41.006058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:41.006439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Checking segment: {'id': 'ea427df2-414e-418d-bde8-3c97ca45d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:41.007474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.008059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Bound using segment: {'id': 'ea427df2-414e-418d-bde8-3c97ca45d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:41.008745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Bound port: 43a5163c-983d-459b-8aeb-a75f9077a2f6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea427df2-414e-418d-bde8-3c97ca45d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:41.009315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.009569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.011428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbfbda91-81a2-456e-8d8b-8ce45aa72b45 req-fca1d169-0740-46a1-ba7e-2dd13a73959c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371125 Sep 18 07:07:41.056576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.086701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.096508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=56999553-64b9-46bc-80e9-0479fde43ef7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:41.100307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] For port 43a5163c-983d-459b-8aeb-a75f9077a2f6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:41.104972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] For port 43a5163c-983d-459b-8aeb-a75f9077a2f6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=43a5163c-983d-459b-8aeb-a75f9077a2f6,segment=NetworkSegment(ea427df2-414e-418d-bde8-3c97ca45d426),segment_id=ea427df2-414e-418d-bde8-3c97ca45d426)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:41.158202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce6f5a-537f-4217-97a3-a2e4eb155b72 req-012ccbd8-2ad9-4d55-89f7-cf808f0e7994 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:41.159701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ce6f5a-537f-4217-97a3-a2e4eb155b72 req-012ccbd8-2ad9-4d55-89f7-cf808f0e7994 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0617113 Sep 18 07:07:41.197062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.206685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ce6f5a-537f-4217-97a3-a2e4eb155b72 req-fd0e564e-59d4-4958-a200-a47ddea71f71 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Sep 18 07:07:41.209386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.242142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b77dd-c635-4d1e-b601-cbcd96ee480d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:41.253538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea427df2-414e-418d-bde8-3c97ca45d426') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:41.253887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea427df2-414e-418d-bde8-3c97ca45d426') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:41.279375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.298107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.304650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:41.305078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:41.309078 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:41.326493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeb972-26b1-4336-a6d7-97e907a111be None None] Pushing event updated for resources: {'Port': ['ID=43a5163c-983d-459b-8aeb-a75f9077a2f6,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:41.340755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a6527-19f4-43c5-85c9-5a0409f88345 None None] Network 7f8b77dd-c635-4d1e-b601-cbcd96ee480d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:41.393823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.403146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.408063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/477e56b4-80c2-4629-bc92-f7b85d470c26 HTTP/1.1" status: 204 len: 168 time: 0.4492822 Sep 18 07:07:41.427673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7321a-8024-40dd-9bec-3cab28b262fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477e56b4-80c2-4629-bc92-f7b85d470c26,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:41.433484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f5a36-5b18-4f54-bb7f-df053f895408 req-029608ee-3c68-4d59-aac1-aaeb7841708c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:41.438579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-549f5a36-5b18-4f54-bb7f-df053f895408 req-029608ee-3c68-4d59-aac1-aaeb7841708c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0741737 Sep 18 07:07:41.441365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:41.441365 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:41.441365 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '7f8b77dd-c635-4d1e-b601-cbcd96ee480d'}] Sep 18 07:07:41.441365 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:41.443673 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:41.481221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-549f5a36-5b18-4f54-bb7f-df053f895408 req-7636db43-a652-4cfe-a630-98cfe2fd51c6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Sep 18 07:07:41.526595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cb1ee470-bf76-4382-8d2a-744df424fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:41.531849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b1c163-1213-4fbe-a383-58a84ba9e60e None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:41.624523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57150) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:41.639963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d207e7-2429-4986-a73a-bfd22497b0df req-ecd84949-179f-4eb8-96c8-4671508b510e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:41.649384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1d207e7-2429-4986-a73a-bfd22497b0df req-ecd84949-179f-4eb8-96c8-4671508b510e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0891097 Sep 18 07:07:41.713028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1d207e7-2429-4986-a73a-bfd22497b0df req-3698a6e8-fc26-4522-8844-b78dc0a729bb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Sep 18 07:07:41.713805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1c163-1213-4fbe-a383-58a84ba9e60e None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:41.947615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.014816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 43a5163c-983d-459b-8aeb-a75f9077a2f6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:42.015412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.059295 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.085235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-198266377', 'router:external': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:42.111255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 43a5163c-983d-459b-8aeb-a75f9077a2f6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=43a5163c-983d-459b-8aeb-a75f9077a2f6,segment=NetworkSegment(ea427df2-414e-418d-bde8-3c97ca45d426),segment_id=ea427df2-414e-418d-bde8-3c97ca45d426)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:42.111255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.122807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 43a5163c-983d-459b-8aeb-a75f9077a2f6 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:42.235259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Made reservation on behalf of 6707fb68fed04df19842a7a76a4b6aae for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:42.238430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.248722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.326880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.369170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=43a5163c-983d-459b-8aeb-a75f9077a2f6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:42.371326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 43a5163c-983d-459b-8aeb-a75f9077a2f6 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:42.477823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.532104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b77dd-c635-4d1e-b601-cbcd96ee480d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:42.552685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea427df2-414e-418d-bde8-3c97ca45d426') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:42.552991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea427df2-414e-418d-bde8-3c97ca45d426') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:42.555983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.565375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.577161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7815-9401-43f0-9024-917cea36e0b3 req-6181f138-3fe6-422f-93f8-57c27dd920ed tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:42.579565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ce7815-9401-43f0-9024-917cea36e0b3 req-6181f138-3fe6-422f-93f8-57c27dd920ed tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0685415 Sep 18 07:07:42.593351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.599741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:42.600195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:42.603506 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:42.624779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63ce7815-9401-43f0-9024-917cea36e0b3 req-36f955d4-c9e2-4f59-8ae9-644f3fb7e114 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Sep 18 07:07:42.631057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.685874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddfe2f3-5368-4d74-b8c3-8b002e92686f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:42.762649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:42.767683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.772454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.774725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/7f8b77dd-c635-4d1e-b601-cbcd96ee480d HTTP/1.1" status: 204 len: 168 time: 2.5105124 Sep 18 07:07:42.778516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:42.789124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917165113'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:42.796831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be2e09-c4b4-4ef9-906f-2827277a6f2c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=7f8b77dd-c635-4d1e-b601-cbcd96ee480d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:42.800238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.800614 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Added segment 3d98a79f-5c2a-42a5-937a-2f2369fad510 of type vlan for network 4872a1d9-0e79-4b79-9764-ded61996773a Sep 18 07:07:42.852273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.915974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:42.919577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.944550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:42.953628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:42.953878 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment 7d0f8aec-a626-4883-b182-ff81066a6fdb of type vlan for network 3133d4a0-8378-470a-8a95-e08ecee37451 Sep 18 07:07:42.993769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.030184 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.035314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:43.035314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.099099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Network': ['ID=4872a1d9-0e79-4b79-9764-ded61996773a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:43.110881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 4872a1d9-0e79-4b79-9764-ded61996773a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:43.134414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.140686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:43.141508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.164202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9179d2a6-518d-4ff0-a7ea-2e263f28d3d6 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5383351 Sep 18 07:07:43.167208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:43.172399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'subnet': {'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:43.223562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=3133d4a0-8378-470a-8a95-e08ecee37451,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:43.232403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3133d4a0-8378-470a-8a95-e08ecee37451 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:43.245676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.288657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-51c1e349-9954-4926-b61e-73665bf1d0e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5085123 Sep 18 07:07:43.291401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57214) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:43.299573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:43.407772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Made reservation on behalf of 6707fb68fed04df19842a7a76a4b6aae for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:43.410345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.558264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:43.561794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:43.787602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a11fd-053c-401e-a582-e32ca8fe62e9 req-e7599f59-92ad-41e5-b5a4-2d087efda0b8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:43.787602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a2a11fd-053c-401e-a582-e32ca8fe62e9 req-e7599f59-92ad-41e5-b5a4-2d087efda0b8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Sep 18 07:07:43.806435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a2a11fd-053c-401e-a582-e32ca8fe62e9 req-ec06ef2f-aca5-4617-a590-4d621639db1f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Sep 18 07:07:44.098769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.179147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=ecdbed9d-29b1-4b4b-be2a-73cccac60bd4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:44.189718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': '7d0f8aec-a626-4883-b182-ff81066a6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:44.190361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 3133d4a0-8378-470a-8a95-e08ecee37451, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:44.230357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:07:44.230818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.287680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Subnet': ['ID=924f8019-13ae-4b2b-b1db-049855c258a1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:44.297390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Checking segment: {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:44.297390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network hostable DHCP agents. Network: 4872a1d9-0e79-4b79-9764-ded61996773a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:44.308443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:44.321730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 3133d4a0-8378-470a-8a95-e08ecee37451 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:44.392078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network 4872a1d9-0e79-4b79-9764-ded61996773a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:44.443506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1335448240', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:44.462087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3133d4a0-8378-470a-8a95-e08ecee37451) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:44.472206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 4872a1d9-0e79-4b79-9764-ded61996773a) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:44.472206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:44.472206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.473798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac46b3-7fc2-4037-8df2-74f1dddaa7b4 None None] Network 3133d4a0-8378-470a-8a95-e08ecee37451 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:44.477027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:44.477196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78809238-95d7-4ec8-8a89-928bad756c0e None None] Network 4872a1d9-0e79-4b79-9764-ded61996773a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:44.477608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.605427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Made reservation on behalf of ab54f556a9454c39a5cd40a0e087a471 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:44.608142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.620106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.702092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.715345 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e7180b7-af72-45ca-9422-82fad897cfc3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4228339 Sep 18 07:07:44.717839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f75108-1052-472b-9064-fb54b385ece5 None None] Network 4872a1d9-0e79-4b79-9764-ded61996773a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:44.718142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:44.728575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce23d873-7951-4afe-bc0b-55ec377493b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5603020 Sep 18 07:07:44.739946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57266) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:44.750557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-643600680', 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:44.766958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3133d4a0-8378-470a-8a95-e08ecee37451', 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': 'ecdbed9d-29b1-4b4b-be2a-73cccac60bd4'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:44.768055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.822902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.862680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.890785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:44.930699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.005603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Allocated IP 172.20.0.1 (3133d4a0-8378-470a-8a95-e08ecee37451/ecdbed9d-29b1-4b4b-be2a-73cccac60bd4/62adbd4b-cb1d-411a-92ba-eb55a342e27c) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:45.007638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.013969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] device_id is not set on port 46c659a0-6c11-4882-b4d1-03649e529cf6 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:45.023503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da9035-6c74-454e-a38b-63e26368bc74 req-de739bd9-910d-4ec8-851c-beb9e30b3846 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:45.025602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35da9035-6c74-454e-a38b-63e26368bc74 req-de739bd9-910d-4ec8-851c-beb9e30b3846 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0970998 Sep 18 07:07:45.089323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35da9035-6c74-454e-a38b-63e26368bc74 req-f0260465-3ecb-471e-be30-5bd873e664db tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507205 Sep 18 07:07:45.099615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e877d97-ad26-4d91-b835-edc609c7ae90,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.105988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Made reservation on behalf of 6707fb68fed04df19842a7a76a4b6aae for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:45.108301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.132714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] device_id is not set on port fe1b6119-6426-49ec-b61b-e228fc52f59e yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:07:45.176340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.221050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.259193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Network 3133d4a0-8378-470a-8a95-e08ecee37451 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:45.261925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:45.267187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Allocated IP 172.25.4.32 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/46c659a0-6c11-4882-b4d1-03649e529cf6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:45.268301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:45.271790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.272007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Pushing event updated for resources: {'Port': ['ID=62adbd4b-cb1d-411a-92ba-eb55a342e27c,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.290223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 2001:db8::14b (4872a1d9-0e79-4b79-9764-ded61996773a/924f8019-13ae-4b2b-b1db-049855c258a1/fe1b6119-6426-49ec-b61b-e228fc52f59e) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:45.300430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdbed9d-29b1-4b4b-be2a-73cccac60bd4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.349828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Attempting to bind port 62adbd4b-cb1d-411a-92ba-eb55a342e27c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:45.350366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Attempting to bind port 62adbd4b-cb1d-411a-92ba-eb55a342e27c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7d0f8aec-a626-4883-b182-ff81066a6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:45.351137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Attempting to bind port 62adbd4b-cb1d-411a-92ba-eb55a342e27c on network 3133d4a0-8378-470a-8a95-e08ecee37451 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:45.357620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:45.358794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Checking segment: {'id': '7d0f8aec-a626-4883-b182-ff81066a6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:45.358794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.359279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Bound using segment: {'id': '7d0f8aec-a626-4883-b182-ff81066a6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:45.359845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Bound port: 62adbd4b-cb1d-411a-92ba-eb55a342e27c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0f8aec-a626-4883-b182-ff81066a6fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3133d4a0-8378-470a-8a95-e08ecee37451'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:45.360335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.397045 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.422583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3133d4a0-8378-470a-8a95-e08ecee37451']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:45.432510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0f8aec-a626-4883-b182-ff81066a6fdb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:45.433327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0f8aec-a626-4883-b182-ff81066a6fdb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:45.435951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] For port 62adbd4b-cb1d-411a-92ba-eb55a342e27c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:45.439828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] For port 62adbd4b-cb1d-411a-92ba-eb55a342e27c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=62adbd4b-cb1d-411a-92ba-eb55a342e27c,segment=NetworkSegment(7d0f8aec-a626-4883-b182-ff81066a6fdb),segment_id=7d0f8aec-a626-4883-b182-ff81066a6fdb)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:45.442944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.520746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.535200 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.538366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.538523 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.547323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:45.548102 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:45.553600 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:45.557032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57284) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:45.635195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7294-3880-4de3-873b-e541a107d84f None None] Pushing event updated for resources: {'Port': ['ID=62adbd4b-cb1d-411a-92ba-eb55a342e27c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.654032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.656504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6bf75-1611-49ba-a356-9c4e06fac87e None None] Network 3133d4a0-8378-470a-8a95-e08ecee37451 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:45.664421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.699175 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:45.699175 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:45.699175 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '3133d4a0-8378-470a-8a95-e08ecee37451'}] Sep 18 07:07:45.699175 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:45.700092 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:45.717872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:45.731186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:45.732726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-490f16b9-6166-49b4-ba42-01b5806d0901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.733716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:45.735930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Pushing event updated for resources: {'Port': ['ID=46c659a0-6c11-4882-b4d1-03649e529cf6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.742400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network 4872a1d9-0e79-4b79-9764-ded61996773a is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:45.764306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:45.766885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:45.768106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:45.768907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.795321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae842f8b-1d06-4b7e-8035-2bb1b2e875c2 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:45.827744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:45.828452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.831871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=fe1b6119-6426-49ec-b61b-e228fc52f59e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:45.853236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-490f16b9-6166-49b4-ba42-01b5806d0901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.916042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-490f16b9-6166-49b4-ba42-01b5806d0901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:45.921089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae842f8b-1d06-4b7e-8035-2bb1b2e875c2 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:45.959055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-490f16b9-6166-49b4-ba42-01b5806d0901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=468a83f92f544a47a596113f066943ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880553 Sep 18 07:07:45.962183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57288) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:45.966063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f16b9-6166-49b4-ba42-01b5806d0901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f81151-1526-4b80-8b06-e9cfa77e92dd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:46.008856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8727aa99-7774-4127-adfa-b30410d4be46 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2676151 Sep 18 07:07:46.011153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:46.030376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.038974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0c427e13-5f29-48b0-a741-1f35cb925617 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7294886 Sep 18 07:07:46.043714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57294) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:46.053354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.062065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}]}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:46.126028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Deleting port fe1b6119-6426-49ec-b61b-e228fc52f59e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:46.126375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.190070 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.192242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.201717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.227383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74a3a-644d-49ad-824b-fe747b893ca7 req-9a104168-dc07-475a-a40f-88f26f734989 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:46.228326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.229150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbe74a3a-644d-49ad-824b-fe747b893ca7 req-9a104168-dc07-475a-a40f-88f26f734989 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0653408 Sep 18 07:07:46.244397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Calling delete_port for fe1b6119-6426-49ec-b61b-e228fc52f59e owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:46.249871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.252383 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.253498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01f81151-1526-4b80-8b06-e9cfa77e92dd HTTP/1.1" status: 204 len: 168 time: 0.2903337 Sep 18 07:07:46.282031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b65a8-df88-4d21-9ac9-d8fd9e81e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f81151-1526-4b80-8b06-e9cfa77e92dd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:46.304177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbe74a3a-644d-49ad-824b-fe747b893ca7 req-77e6d024-8236-4c40-b277-d967dc48a0eb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Sep 18 07:07:46.318233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 62adbd4b-cb1d-411a-92ba-eb55a342e27c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:46.318583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.345127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.389788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 62adbd4b-cb1d-411a-92ba-eb55a342e27c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=62adbd4b-cb1d-411a-92ba-eb55a342e27c,segment=NetworkSegment(7d0f8aec-a626-4883-b182-ff81066a6fdb),segment_id=7d0f8aec-a626-4883-b182-ff81066a6fdb)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:46.390474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.404578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 62adbd4b-cb1d-411a-92ba-eb55a342e27c owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:46.564417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.630740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.632997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.656544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe1b6119-6426-49ec-b61b-e228fc52f59e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:46.663124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=62adbd4b-cb1d-411a-92ba-eb55a342e27c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:46.665377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 62adbd4b-cb1d-411a-92ba-eb55a342e27c on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:46.717333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.719695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-838f279a-8bf2-4769-929c-af95943dcd39 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fe1b6119-6426-49ec-b61b-e228fc52f59e HTTP/1.1" status: 204 len: 168 time: 0.7075658 Sep 18 07:07:46.723755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:46.729827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a', 'external_fixed_ips': [{'subnet_id': '924f8019-13ae-4b2b-b1db-049855c258a1', 'ip_address': '2001:db8::14b'}]}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:46.768620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.795529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3133d4a0-8378-470a-8a95-e08ecee37451']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:46.804854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0f8aec-a626-4883-b182-ff81066a6fdb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:46.805149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0f8aec-a626-4883-b182-ff81066a6fdb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:46.815162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.828968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.835494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:46.835983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:46.838978 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:46.903552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.909273 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.912890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:46.925341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.006643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:47.033804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ea42e9-8023-41a1-b36c-b9e91e5d1e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.176967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ea42e9-8023-41a1-b36c-b9e91e5d1e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.207024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.208479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.208625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.215821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.217669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/3133d4a0-8378-470a-8a95-e08ecee37451 HTTP/1.1" status: 204 len: 168 time: 2.4985480 Sep 18 07:07:47.230359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57314) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:47.235244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1507091258'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:47.240449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c41b6-0d8f-436f-b136-dd0efb710b0a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=3133d4a0-8378-470a-8a95-e08ecee37451,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:47.248881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ea42e9-8023-41a1-b36c-b9e91e5d1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.373087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:47.377628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.403982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea42e9-8023-41a1-b36c-b9e91e5d1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1996a2-abe3-4d11-9566-1087f9d21e54,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:47.412996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85ea42e9-8023-41a1-b36c-b9e91e5d1e5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=185985d20b9e4640acabd131b266cb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023075 Sep 18 07:07:47.412996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.414454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57318) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:47.416985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.430684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.460641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:47.475062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.475422 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment 8fb5e421-07f1-44b6-9778-183ba691804e of type vlan for network 07f5fb10-caed-4dfd-829c-9b90fd3e189e Sep 18 07:07:47.497547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0a82-7a94-4287-9cf9-17fd65196407 req-088d5e61-c5ad-4bbe-92fd-1896cd72fe8b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:47.499075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03c0a82-7a94-4287-9cf9-17fd65196407 req-088d5e61-c5ad-4bbe-92fd-1896cd72fe8b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0815110 Sep 18 07:07:47.502993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.556491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.604276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03c0a82-7a94-4287-9cf9-17fd65196407 req-72328e47-d390-448f-95a0-aa74bf4e62ed tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840030 Sep 18 07:07:47.715046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.720663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:47.721253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.766113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.766768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69ccaa5d-ad6b-4943-b7ef-0607d74e163f {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:47.786618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.846325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=07f5fb10-caed-4dfd-829c-9b90fd3e189e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:47.857357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:47.859514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.879978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e572f759-1566-41bb-9281-ff7b510c9e27 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6485949 Sep 18 07:07:47.881538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.882786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57322) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:47.889889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:47.895907 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:07:47.900047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7374837-9730-4a29-a390-9b97e9ca6884 tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8523934 Sep 18 07:07:47.907890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.911139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:47.915478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57324) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:47.915630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e1996a2-abe3-4d11-9566-1087f9d21e54 HTTP/1.1" status: 204 len: 168 time: 0.4983885 Sep 18 07:07:47.938792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58530314-3c2f-4c05-96dc-11f7793c5dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1996a2-abe3-4d11-9566-1087f9d21e54,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:48.075355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.150662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.161453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e is not hosted by any dhcp agent {{(pid=101978) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:07:48.167024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:48.167631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.171698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "PUT /v2.0/networks/07f5fb10-caed-4dfd-829c-9b90fd3e189e HTTP/1.1" status: 200 len: 723 time: 0.2849498 Sep 18 07:07:48.171864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Deleting port 46c659a0-6c11-4882-b4d1-03649e529cf6 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:48.172214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.176156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57330) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:48.180517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 2001:db8::14b (4872a1d9-0e79-4b79-9764-ded61996773a/924f8019-13ae-4b2b-b1db-049855c258a1/46749a72-5de6-4a15-b566-135ad861258b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:48.193111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:48.236845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8dc41-11fd-4e58-8ff8-2b0134b7b0fc tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=07f5fb10-caed-4dfd-829c-9b90fd3e189e,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:48.251356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:48.406288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.432764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Calling delete_port for 46c659a0-6c11-4882-b4d1-03649e529cf6 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:48.501025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.575388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:48.578825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.652442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.710301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network 4872a1d9-0e79-4b79-9764-ded61996773a is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:48.714319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:48.737196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:48.746222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:48.791879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=46749a72-5de6-4a15-b566-135ad861258b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:48.882382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c659a0-6c11-4882-b4d1-03649e529cf6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:48.940257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b2ff-00bb-4199-8007-1fc50fb2a3a6 req-179b2653-7208-4291-b61d-b2e5d04107e1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:48.942297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c17b2ff-00bb-4199-8007-1fc50fb2a3a6 req-179b2653-7208-4291-b61d-b2e5d04107e1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.2519312 Sep 18 07:07:49.062819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.064735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ff18a0f0-3704-4ede-b877-9fcb3c97892a tempest-RoutersAdminNegativeTest-843614105 tempest-RoutersAdminNegativeTest-843614105-project-admin] 10.222.0.20 "DELETE /v2.0/ports/46c659a0-6c11-4882-b4d1-03649e529cf6 HTTP/1.1" status: 204 len: 168 time: 1.1513677 Sep 18 07:07:49.072317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c17b2ff-00bb-4199-8007-1fc50fb2a3a6 req-a3d4c1c8-d68e-40e5-a25d-31ae6dd93fa0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Sep 18 07:07:49.444824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.528701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.534112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=355dd537-a159-4d00-ac89-fc8380294f69,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:49.597684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': '8fb5e421-07f1-44b6-9778-183ba691804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:49.598089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 07f5fb10-caed-4dfd-829c-9b90fd3e189e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:49.606612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57372) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:49.719935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9310c1d4-66f8-47dc-a6f8-a9b8b3f68f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.743671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:49.771084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.821885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9310c1d4-66f8-47dc-a6f8-a9b8b3f68f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.865859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 07f5fb10-caed-4dfd-829c-9b90fd3e189e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:49.873065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:49.874441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.875834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e6f39-c7df-47ba-8d66-874d6f090ed1 None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:49.880734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9310c1d4-66f8-47dc-a6f8-a9b8b3f68f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:49.945518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9310c1d4-66f8-47dc-a6f8-a9b8b3f68f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5219455bc4744d49c5755ffdd9137a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376441 Sep 18 07:07:49.945788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57384) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:49.946915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c1d4-66f8-47dc-a6f8-a9b8b3f68f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bb44d-2763-463d-9ff4-06090c2b5ae4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:50.002952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0ac2c81-84e8-4b8b-9877-eda3de20bd68 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8257391 Sep 18 07:07:50.005738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:50.011254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:50.039074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.055316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router 02bc9818-b653-4b09-8b2a-6c6cd9594e37 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:50.077927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.084502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-07f5fb10-caed-4dfd-829c-9b90fd3e189e', 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '355dd537-a159-4d00-ac89-fc8380294f69'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:50.085373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.143159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4461421'] for subnet, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.258897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b32b-88d1-482b-be09-abe636d84a8d req-d7ad39e1-786c-41a4-8752-19096a207846 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:50.260413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b05b32b-88d1-482b-be09-abe636d84a8d req-d7ad39e1-786c-41a4-8752-19096a207846 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1101000 Sep 18 07:07:50.291056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:50.305287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Sync routers for ids ['02bc9818-b653-4b09-8b2a-6c6cd9594e37'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:50.320202 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Routers {'02bc9818-b653-4b09-8b2a-6c6cd9594e37'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:50.320935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b05b32b-88d1-482b-be09-abe636d84a8d req-b8327d11-a580-4c31-b810-d3820297aef8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Sep 18 07:07:50.321520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.324052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.327502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d07bb44d-2763-463d-9ff4-06090c2b5ae4 HTTP/1.1" status: 204 len: 168 time: 0.3783181 Sep 18 07:07:50.327653 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['02bc9818-b653-4b09-8b2a-6c6cd9594e37'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:50.333123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19beae-76a0-4c01-ba6f-79897b3c9723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bb44d-2763-463d-9ff4-06090c2b5ae4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:50.407522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.410848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-430182f2-d8e3-4cd4-ae51-8391b836a32b tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6841304 Sep 18 07:07:50.412127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57398) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:50.478852 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Set router 02bc9818-b653-4b09-8b2a-6c6cd9594e37 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:07:50.482727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793204526084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6081727'] for subnet, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.511963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Allocated IP 172.20.0.2 (07f5fb10-caed-4dfd-829c-9b90fd3e189e/355dd537-a159-4d00-ac89-fc8380294f69/25d55414-64a7-4f2e-9820-5f35bc0a1adf) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:50.534916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:50.536140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.537685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "PUT /v2.0/subnets/355dd537-a159-4d00-ac89-fc8380294f69 HTTP/1.1" status: 200 len: 806 time: 0.5308855 Sep 18 07:07:50.540450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57404) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:50.626636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc2b65-c0d3-4881-851e-71b14c396600 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=355dd537-a159-4d00-ac89-fc8380294f69,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:50.665444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.668445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.722447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.746956 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bc9818-b653-4b09-8b2a-6c6cd9594e37', 'name': '', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a', 'external_fixed_ips': [{'subnet_id': '924f8019-13ae-4b2b-b1db-049855c258a1', 'ip_address': '2001:db8::14b'}], 'enable_snat': True}, 'gw_port_id': '46749a72-5de6-4a15-b566-135ad861258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:07:46Z', 'updated_at': '2021-09-18T07:07:48Z', 'revision_number': 3, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port': {'id': '46749a72-5de6-4a15-b566-135ad861258b', 'name': '', 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bc9818-b653-4b09-8b2a-6c6cd9594e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '924f8019-13ae-4b2b-b1db-049855c258a1', 'ip_address': '2001:db8::14b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:07:47Z', 'updated_at': '2021-09-18T07:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '924f8019-13ae-4b2b-b1db-049855c258a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:50.785888 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.788609 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Checking router: 02bc9818-b653-4b09-8b2a-6c6cd9594e37 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:07:50.789197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Updating router 02bc9818-b653-4b09-8b2a-6c6cd9594e37 port 46749a72-5de6-4a15-b566-135ad861258b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:07:50.834661 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.855434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.881843 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:50.921362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:50.924256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:50.927845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:50.937007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Pushing event updated for resources: {'Port': ['ID=25d55414-64a7-4f2e-9820-5f35bc0a1adf,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:50.990815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.004589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Attempting to bind port 25d55414-64a7-4f2e-9820-5f35bc0a1adf on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:51.005455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Attempting to bind port 25d55414-64a7-4f2e-9820-5f35bc0a1adf by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '8fb5e421-07f1-44b6-9778-183ba691804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:51.006073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Attempting to bind port 25d55414-64a7-4f2e-9820-5f35bc0a1adf on network 07f5fb10-caed-4dfd-829c-9b90fd3e189e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:51.016087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:51.017103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Checking segment: {'id': '8fb5e421-07f1-44b6-9778-183ba691804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:51.018304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.020189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Bound using segment: {'id': '8fb5e421-07f1-44b6-9778-183ba691804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:51.021026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Bound port: 25d55414-64a7-4f2e-9820-5f35bc0a1adf, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb5e421-07f1-44b6-9778-183ba691804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:51.021651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.036130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Deleting port 46749a72-5de6-4a15-b566-135ad861258b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:51.036835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.043020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=355dd537-a159-4d00-ac89-fc8380294f69,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:51.122680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-83c64673-6924-42b8-9e84-39417201a510 None None] For port 25d55414-64a7-4f2e-9820-5f35bc0a1adf, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:51.130764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-83c64673-6924-42b8-9e84-39417201a510 None None] For port 25d55414-64a7-4f2e-9820-5f35bc0a1adf, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=25d55414-64a7-4f2e-9820-5f35bc0a1adf,segment=NetworkSegment(8fb5e421-07f1-44b6-9778-183ba691804e),segment_id=8fb5e421-07f1-44b6-9778-183ba691804e)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:51.138183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.161150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f5fb10-caed-4dfd-829c-9b90fd3e189e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:51.162790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.170997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb5e421-07f1-44b6-9778-183ba691804e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:51.171313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb5e421-07f1-44b6-9778-183ba691804e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:51.175263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Calling delete_port for 46749a72-5de6-4a15-b566-135ad861258b owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:51.177193 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.185945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.231739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.243820 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.252886 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.257022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:51.257368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:51.262780 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:51.308067 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db2b62-6bc0-4191-9b2f-6ab24f464f89 None None] Pushing event updated for resources: {'Port': ['ID=46749a72-5de6-4a15-b566-135ad861258b,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:51.334834 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:51.337462 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:51.337462 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b on network 4872a1d9-0e79-4b79-9764-ded61996773a {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:51.342610 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:51.343420 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Checking segment: {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:51.344018 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.344576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Bound using segment: {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:51.345208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Bound port: 46749a72-5de6-4a15-b566-135ad861258b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:51.345761 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.411228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:51.428455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c64673-6924-42b8-9e84-39417201a510 None None] Pushing event updated for resources: {'Port': ['ID=25d55414-64a7-4f2e-9820-5f35bc0a1adf,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:51.470649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:51.470649 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:51.470649 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '07f5fb10-caed-4dfd-829c-9b90fd3e189e'}] Sep 18 07:07:51.470649 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:51.471517 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:51.484585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57ac13-2eea-4451-bf6a-9880b8972874 None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:51.503820 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-90baf23a-f578-4716-9988-633f8f8bf918 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab54f556a9454c39a5cd40a0e087a471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903494 Sep 18 07:07:51.506662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57424) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:51.551705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9536e3d-0a62-4f71-9fd0-91a801e9d7ba req-de2e5050-c335-4b9a-bb2b-b78202f8f22c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:51.559762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9536e3d-0a62-4f71-9fd0-91a801e9d7ba req-de2e5050-c335-4b9a-bb2b-b78202f8f22c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0668681 Sep 18 07:07:51.591890 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.db.api [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:51.592368 n-d-789963-14 neutron-server[101981]: DEBUG oslo_db.api [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:51.605744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.609449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.626799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9536e3d-0a62-4f71-9fd0-91a801e9d7ba req-fb79b254-5dee-44a5-a456-65563a70abbd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659380 Sep 18 07:07:51.662381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Port': ['ID=46749a72-5de6-4a15-b566-135ad861258b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:51.676853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb0f04f-8ba1-4422-ba05-0302a28a5e07 None None] Network 07f5fb10-caed-4dfd-829c-9b90fd3e189e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:51.698552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.729803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.810390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d73106-de29-4b7f-a921-e06f912bd926 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:51.811752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.819436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.929164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d73106-de29-4b7f-a921-e06f912bd926 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:51.943541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.944219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02bc9818-b653-4b09-8b2a-6c6cd9594e37 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:51.948652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.949916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c07328d0-2748-48c4-92ff-ceb815ff4cad tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/routers/02bc9818-b653-4b09-8b2a-6c6cd9594e37 HTTP/1.1" status: 204 len: 168 time: 1.5367377 Sep 18 07:07:51.952757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57434) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:51.972392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.992094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.994759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:51.996062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e877d97-ad26-4d91-b835-edc609c7ae90 HTTP/1.1" status: 204 len: 168 time: 0.4900160 Sep 18 07:07:52.012847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7770115-2a1c-48ca-a3f0-d00d2ea97a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e877d97-ad26-4d91-b835-edc609c7ae90,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:52.023886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Deleting subnet 924f8019-13ae-4b2b-b1db-049855c258a1 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:07:52.028080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.065167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 25d55414-64a7-4f2e-9820-5f35bc0a1adf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:52.065167 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.076588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.115957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:52.116347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:52.116717 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Attempting to bind port 46749a72-5de6-4a15-b566-135ad861258b on network 4872a1d9-0e79-4b79-9764-ded61996773a {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:52.132187 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:52.133032 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Checking segment: {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:52.134277 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.137287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Bound using segment: {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:52.140583 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Bound port: 46749a72-5de6-4a15-b566-135ad861258b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d98a79f-5c2a-42a5-937a-2f2369fad510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4872a1d9-0e79-4b79-9764-ded61996773a'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:52.140779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.143493 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.168840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 25d55414-64a7-4f2e-9820-5f35bc0a1adf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=25d55414-64a7-4f2e-9820-5f35bc0a1adf,segment=NetworkSegment(8fb5e421-07f1-44b6-9778-183ba691804e),segment_id=8fb5e421-07f1-44b6-9778-183ba691804e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:52.169458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.185035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.plugin [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Port 46749a72-5de6-4a15-b566-135ad861258b has been deleted concurrently {{(pid=101981) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 07:07:52.188336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 25d55414-64a7-4f2e-9820-5f35bc0a1adf owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:52.196805 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:52.197441 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:07:52.200377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_agentschedulers_db [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02bc9818-b653-4b09-8b2a-6c6cd9594e37'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101981) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:07:52.201031 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda979f1-3c34-4c8f-b628-f6f97a07c920 None None] The sync data for ids ['02bc9818-b653-4b09-8b2a-6c6cd9594e37'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:52.367739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.391087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.398170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=924f8019-13ae-4b2b-b1db-049855c258a1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:52.400543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.405879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f298702a-733a-4fc8-8d03-8760365cb9d5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/924f8019-13ae-4b2b-b1db-049855c258a1 HTTP/1.1" status: 204 len: 168 time: 0.4517219 Sep 18 07:07:52.406893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:52.421395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=25d55414-64a7-4f2e-9820-5f35bc0a1adf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:52.425389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 25d55414-64a7-4f2e-9820-5f35bc0a1adf on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:52.500718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.527442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.548621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f5fb10-caed-4dfd-829c-9b90fd3e189e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.561521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb5e421-07f1-44b6-9778-183ba691804e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.561521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb5e421-07f1-44b6-9778-183ba691804e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.570874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.590718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.592439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:52.593082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:52.596721 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:52.672844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.716847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4872a1d9-0e79-4b79-9764-ded61996773a']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.744309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d98a79f-5c2a-42a5-937a-2f2369fad510') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.744727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d98a79f-5c2a-42a5-937a-2f2369fad510') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:52.774028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.793194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.806586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d7903-753a-4da9-8c93-836d20b3184a req-992fcf3b-655e-45f7-84a3-4ce00ccb415a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:52.808519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df1d7903-753a-4da9-8c93-836d20b3184a req-992fcf3b-655e-45f7-84a3-4ce00ccb415a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0595417 Sep 18 07:07:52.820654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:52.821068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.823822 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.842749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:52.847476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/07f5fb10-caed-4dfd-829c-9b90fd3e189e HTTP/1.1" status: 204 len: 168 time: 2.3059285 Sep 18 07:07:52.851076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: items = [ Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:52.870941 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:52.881679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d3475-392a-48aa-8a75-a07f6ba22b7a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=07f5fb10-caed-4dfd-829c-9b90fd3e189e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:52.885687 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9508402-93b5-4e48-b1d0-e7eaedb12fd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:07:52.886341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9508402-93b5-4e48-b1d0-e7eaedb12fd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:07:52.892155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f9508402-93b5-4e48-b1d0-e7eaedb12fd5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/07f5fb10-caed-4dfd-829c-9b90fd3e189e HTTP/1.1" status: 404 len: 339 time: 0.0360653 Sep 18 07:07:52.896737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:52.906922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690075476', 'description': 'd1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:52.918809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df1d7903-753a-4da9-8c93-836d20b3184a req-467d3c17-0472-49f4-8d69-e4468a0856e8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022000 Sep 18 07:07:53.016645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:53.024892 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.036664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.041357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4872a1d9-0e79-4b79-9764-ded61996773a {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 07:07:53.044091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.047404 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4872a1d9-0e79-4b79-9764-ded61996773a HTTP/1.1" status: 204 len: 168 time: 0.6395521 Sep 18 07:07:53.066045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.072407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e5621-2435-4ecb-92a3-9938f07e6331 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Network': ['ID=4872a1d9-0e79-4b79-9764-ded61996773a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:53.092292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.092754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.100094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.106886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.115067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.125162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.138646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-d3702a81-a8be-4e82-94e6-4888ee64285a tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1816242 Sep 18 07:07:53.186349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:53.197266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ed2b430-4afd-4d58-bfca-d709ca85a3cf req-80c3ac1f-372f-496c-9097-448cf939547b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577114 Sep 18 07:07:53.202599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.202868 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment d40cb896-d8fa-4a8a-9e90-c4923521e3b6 of type vlan for network 65cd9413-296a-4b57-b91f-943b4a16fbf3 Sep 18 07:07:53.268214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.419296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.432376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.440626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.448531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.455565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.462925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.469118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.471497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9a94d31-afe0-4dad-bfbe-6984528e20b5 req-fb49c491-bf0c-4d83-9937-7a98418cbb0e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.1288834 Sep 18 07:07:53.473177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.479206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.479981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:53.550384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=65cd9413-296a-4b57-b91f-943b4a16fbf3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:53.561410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 65cd9413-296a-4b57-b91f-943b4a16fbf3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:53.630980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2b34390-7173-4704-8ad2-2e4a1c2be782 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7330956 Sep 18 07:07:53.634550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:53.726564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e16564-aba7-413f-9587-24922c638a41 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:53.728813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f0e16564-aba7-413f-9587-24922c638a41 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks?id=65cd9413-296a-4b57-b91f-943b4a16fbf3 HTTP/1.1" status: 200 len: 760 time: 0.0941646 Sep 18 07:07:53.731738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:53.738792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'description': 'd2'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:53.872585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57500) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:53.877593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'name': 'tempest-router--1558377304', 'project_id': '0e096bd1de29426a86d4ee5b3c2d6f79'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:53.928867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.043625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc921-b5bc-4a20-8e76-8323d989bc61 req-b9f4d471-f94a-4bc1-a42b-2d14920798df tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:54.045147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10cbc921-b5bc-4a20-8e76-8323d989bc61 req-b9f4d471-f94a-4bc1-a42b-2d14920798df tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0509133 Sep 18 07:07:54.046212 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.047252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.081347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.103048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 65cd9413-296a-4b57-b91f-943b4a16fbf3 is not hosted by any dhcp agent {{(pid=101978) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:07:54.108525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:54.109585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.113099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "PUT /v2.0/networks/65cd9413-296a-4b57-b91f-943b4a16fbf3 HTTP/1.1" status: 200 len: 757 time: 0.3773420 Sep 18 07:07:54.114373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57508) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.126122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.129695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10cbc921-b5bc-4a20-8e76-8323d989bc61 req-4e3ab8aa-e6b6-4363-a86e-e6e2facffb02 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780189 Sep 18 07:07:54.190209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1429-3153-4484-bd18-63410d7942b2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=65cd9413-296a-4b57-b91f-943b4a16fbf3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:54.202562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 65cd9413-296a-4b57-b91f-943b4a16fbf3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:54.208188 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.216056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57510) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.245198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd52400f-098d-424c-bdaf-a2d85e33e2e4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:54.252374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd52400f-098d-424c-bdaf-a2d85e33e2e4 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks?id=65cd9413-296a-4b57-b91f-943b4a16fbf3 HTTP/1.1" status: 200 len: 760 time: 0.1335399 Sep 18 07:07:54.252794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.260157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126206934'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:54.305043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.306405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a771610-34f5-469e-b34f-d1774e95d1d4 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4346650 Sep 18 07:07:54.309337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57516) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.395537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.425275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:54.432120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.455321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-a3f68c57-dbdc-49d1-8a18-a24131d9c4c1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.456353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a3f68c57-dbdc-49d1-8a18-a24131d9c4c1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2393663 Sep 18 07:07:54.460159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.465066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-6d0a4012-63bf-42d0-8cce-1d159585a4cd tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.466053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d0a4012-63bf-42d0-8cce-1d159585a4cd tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049167 Sep 18 07:07:54.468668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57524) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.475994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-43973b61-6de7-4501-9251-c4b63a3c431b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.477083 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-43973b61-6de7-4501-9251-c4b63a3c431b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073552 Sep 18 07:07:54.481038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57526) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.483061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:54.488921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-7ebfb454-25ee-4597-9afd-3b20f0cc31d1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.489920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7ebfb454-25ee-4597-9afd-3b20f0cc31d1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079048 Sep 18 07:07:54.493363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57528) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.501642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-183f76c5-acce-4cbb-ac6a-983693866a7a tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.505644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-183f76c5-acce-4cbb-ac6a-983693866a7a tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082345 Sep 18 07:07:54.505644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.511822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-1639fd65-2e62-46ff-bb93-40dac7c1e165 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.515105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1639fd65-2e62-46ff-bb93-40dac7c1e165 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0063708 Sep 18 07:07:54.515272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57532) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.517555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.518187 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment 20cc9a21-44f9-4c4a-a710-5fc0d94635d2 of type vlan for network 5db061ef-63db-4780-849e-d3f4502dc87d Sep 18 07:07:54.522212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-5bc5de81-61ac-4325-bd0f-1e4e5d3259f3 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.523172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5bc5de81-61ac-4325-bd0f-1e4e5d3259f3 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070422 Sep 18 07:07:54.530834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.536291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-59db185e-2ee5-4d83-85b6-520302b7b447 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.537639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-59db185e-2ee5-4d83-85b6-520302b7b447 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058701 Sep 18 07:07:54.540997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.545194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-9fb66685-409b-4f8c-96b6-458d6507338b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.546155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9fb66685-409b-4f8c-96b6-458d6507338b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042152 Sep 18 07:07:54.548629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57538) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.552331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-69b207f3-c197-4e03-b2a8-fd1ad4be8913 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.555142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-69b207f3-c197-4e03-b2a8-fd1ad4be8913 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039132 Sep 18 07:07:54.556167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57540) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.562263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-7b22e023-52d0-45bd-9694-4681d04e52cb tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.563197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7b22e023-52d0-45bd-9694-4681d04e52cb tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061483 Sep 18 07:07:54.566348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57542) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.570220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-6918ec17-ebe7-404c-bf07-552070ab4408 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.572949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6918ec17-ebe7-404c-bf07-552070ab4408 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039852 Sep 18 07:07:54.576113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57544) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.580963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-9e20cec8-ec9c-4469-b6de-cbb305121795 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.582286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.582598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e20cec8-ec9c-4469-b6de-cbb305121795 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050266 Sep 18 07:07:54.585008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.585168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.589585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-106aa486-f86e-4ead-84d9-2bb9e8f231cc tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.590556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-106aa486-f86e-4ead-84d9-2bb9e8f231cc tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047331 Sep 18 07:07:54.592213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.592965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.628844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-588d2696-2dea-424e-9f4d-fd175824d28c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.632224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-588d2696-2dea-424e-9f4d-fd175824d28c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0359118 Sep 18 07:07:54.632453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57552) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.636595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-4fed780c-21db-47f3-ae08-f53c1fcda6c9 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.640053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4fed780c-21db-47f3-ae08-f53c1fcda6c9 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042300 Sep 18 07:07:54.641796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57554) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.646416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-63b94d6a-02e1-49d2-bf2f-e04e4cf4520e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.647389 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63b94d6a-02e1-49d2-bf2f-e04e4cf4520e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047216 Sep 18 07:07:54.650123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57556) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.654397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-3101f13e-f586-4caa-87af-634b42b9e6c0 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.655375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3101f13e-f586-4caa-87af-634b42b9e6c0 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043452 Sep 18 07:07:54.657438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57558) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.662372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-1427ed06-a611-4792-ae4e-18ff4cb159d9 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.663340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1427ed06-a611-4792-ae4e-18ff4cb159d9 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047781 Sep 18 07:07:54.665593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57560) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.669867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-11b916f7-4f29-46db-903a-22313589c069 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.670879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-11b916f7-4f29-46db-903a-22313589c069 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042717 Sep 18 07:07:54.673003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57562) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.676913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-17b20ce3-3a1a-4aeb-9908-61255bbd6114 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.677833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-17b20ce3-3a1a-4aeb-9908-61255bbd6114 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039916 Sep 18 07:07:54.680022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.683890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-ac5412e4-7725-4ffa-85a0-2374f94df62a tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.684813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac5412e4-7725-4ffa-85a0-2374f94df62a tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038466 Sep 18 07:07:54.687781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.692625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-2837e309-9333-45b0-9701-3cd56644ce7f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.693566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2837e309-9333-45b0-9701-3cd56644ce7f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049772 Sep 18 07:07:54.695786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57568) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.699593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-6c68ed0e-343d-42d0-8cf1-f393c6c8cda6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.700519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6c68ed0e-343d-42d0-8cf1-f393c6c8cda6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039175 Sep 18 07:07:54.702702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57570) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.706465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-b7af5bd8-4bf5-4865-8d83-b8d4fcb0b5ab tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.708013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b7af5bd8-4bf5-4865-8d83-b8d4fcb0b5ab tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044010 Sep 18 07:07:54.716130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57572) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.720215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-3962dc91-316b-4898-9885-63177d77b081 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.721185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3962dc91-316b-4898-9885-63177d77b081 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041285 Sep 18 07:07:54.723913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57574) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.727684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-af3b2a9a-8beb-4568-b982-6a859f305802 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.728600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-af3b2a9a-8beb-4568-b982-6a859f305802 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038955 Sep 18 07:07:54.730760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57576) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.732824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.734503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-1527cdc3-4ed9-4ebe-9631-a869449d0b35 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.735460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1527cdc3-4ed9-4ebe-9631-a869449d0b35 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038714 Sep 18 07:07:54.738505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:54.739100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.739721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57578) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.743528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-5415a3ba-7674-4cd5-8d12-0e93c2a98542 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.744460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5415a3ba-7674-4cd5-8d12-0e93c2a98542 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039182 Sep 18 07:07:54.746539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57580) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.750420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-d2126de3-65f3-4e0a-a4df-d79102a91c7e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.751342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2126de3-65f3-4e0a-a4df-d79102a91c7e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039663 Sep 18 07:07:54.753518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57582) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.758871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-32fbc1d0-a925-4e4b-a5aa-513b1d6e1c24 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.760457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-32fbc1d0-a925-4e4b-a5aa-513b1d6e1c24 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052526 Sep 18 07:07:54.762497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57584) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.766384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-e1c2f4c8-8adc-4478-9d80-6a4360ad92ce tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.767316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1c2f4c8-8adc-4478-9d80-6a4360ad92ce tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038862 Sep 18 07:07:54.771763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57586) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.776137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-33a24282-33f5-4f52-a51b-65a7c10cd220 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.778450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-33a24282-33f5-4f52-a51b-65a7c10cd220 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057411 Sep 18 07:07:54.779317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57588) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.783329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-9a4577d1-5293-4d8c-a1da-0690d96c226c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.784329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a4577d1-5293-4d8c-a1da-0690d96c226c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041106 Sep 18 07:07:54.787037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57590) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.790984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-62d68ab9-d0dc-49a7-9397-042a7079a47d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.791953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62d68ab9-d0dc-49a7-9397-042a7079a47d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040591 Sep 18 07:07:54.794035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.794035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50481c0e-6445-4db6-9e31-43f36f729346 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:07:54.795686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57592) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.799645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-741a5797-80df-4239-b229-16b1c3c5b095 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.802942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-741a5797-80df-4239-b229-16b1c3c5b095 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063059 Sep 18 07:07:54.806061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:54.807260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57594) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.807397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-61600879-efb7-4169-b59e-63c1744bb47f tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/routers/50481c0e-6445-4db6-9e31-43f36f729346 HTTP/1.1" status: 204 len: 168 time: 0.4961071 Sep 18 07:07:54.811218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-78701f44-098e-4cb9-afae-4815b2554ed7 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.812477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78701f44-098e-4cb9-afae-4815b2554ed7 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043352 Sep 18 07:07:54.817035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=5db061ef-63db-4780-849e-d3f4502dc87d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:54.818916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57598) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.823138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-334d66d8-4722-4817-bb15-28a4b20d0cc1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.824390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-334d66d8-4722-4817-bb15-28a4b20d0cc1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042198 Sep 18 07:07:54.826310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.829771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5db061ef-63db-4780-849e-d3f4502dc87d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:54.830287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-820b57f3-5e69-4222-a4db-177a04339ddd tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.833845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-820b57f3-5e69-4222-a4db-177a04339ddd tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039845 Sep 18 07:07:54.840312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.840312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-8687c5dc-6c61-4d9e-9ea3-e17c478f03ca tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.840312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8687c5dc-6c61-4d9e-9ea3-e17c478f03ca tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041494 Sep 18 07:07:54.842029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57604) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.848549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-3d6ccc60-1270-4ea2-a9b9-6261c42661aa tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.849167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3d6ccc60-1270-4ea2-a9b9-6261c42661aa tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061531 Sep 18 07:07:54.851571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57608) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.856082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-535b807c-1bd6-4815-a7ab-f5f5576cf9ab tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.858138 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-535b807c-1bd6-4815-a7ab-f5f5576cf9ab tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054085 Sep 18 07:07:54.865438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57610) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.873329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-bb4a94fd-c23b-4309-840a-fba846cedb75 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.874776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb4a94fd-c23b-4309-840a-fba846cedb75 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078900 Sep 18 07:07:54.877436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57612) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.883394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-86171dce-1261-4740-8c00-0f2d04877885 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.884541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-86171dce-1261-4740-8c00-0f2d04877885 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059726 Sep 18 07:07:54.900673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57614) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.905408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-70da7831-3a11-4997-872f-160b5d4ff801 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.906460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70da7831-3a11-4997-872f-160b5d4ff801 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045338 Sep 18 07:07:54.908777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.913256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-4ed1f72f-49ff-44d1-9df2-199b5c17fbf8 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.914440 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ed1f72f-49ff-44d1-9df2-199b5c17fbf8 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045438 Sep 18 07:07:54.918233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-afde4502-055f-4059-8c54-6d1d5b4cd152 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6642644 Sep 18 07:07:54.935556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57618) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.935913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57620) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.940747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:54.950215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-4d4c8c1d-e90f-4ddc-a23d-fcd4d2fb611c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.951341 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4d4c8c1d-e90f-4ddc-a23d-fcd4d2fb611c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055375 Sep 18 07:07:54.954040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.958995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-b544119f-b313-4533-a785-d15b15767501 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.961688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b544119f-b313-4533-a785-d15b15767501 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048163 Sep 18 07:07:54.963596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57626) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.967954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-f7c89d80-d15a-4024-9b5f-437298f53aea tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.968899 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f7c89d80-d15a-4024-9b5f-437298f53aea tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043325 Sep 18 07:07:54.971353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57628) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.975840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-45597870-fff7-44a1-a26c-d5a7f8ac4a5f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.976926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-45597870-fff7-44a1-a26c-d5a7f8ac4a5f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045028 Sep 18 07:07:54.992284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57632) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:54.997683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-d318219a-0f84-49a8-bc6c-1f989140f9ae tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:54.998825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d318219a-0f84-49a8-bc6c-1f989140f9ae tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055234 Sep 18 07:07:55.001480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57634) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.006546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-5cb3cc49-58b7-4444-9a9d-a9d869cc3a18 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.010428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5cb3cc49-58b7-4444-9a9d-a9d869cc3a18 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076945 Sep 18 07:07:55.011215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.015780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-b1e52c40-2232-4cd9-9955-ba68c65ba8c7 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.017016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1e52c40-2232-4cd9-9955-ba68c65ba8c7 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046220 Sep 18 07:07:55.026919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.031159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-b2828c56-3885-4a2f-a028-3edffe3836d8 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.032154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b2828c56-3885-4a2f-a028-3edffe3836d8 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042913 Sep 18 07:07:55.034438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.038346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-493f6268-ff69-4560-ba9a-414377f8ae8e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.041484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-493f6268-ff69-4560-ba9a-414377f8ae8e tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060472 Sep 18 07:07:55.041624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57642) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.046427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-620ee838-98a0-4373-be84-28f66fa341d6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.053661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-620ee838-98a0-4373-be84-28f66fa341d6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048356 Sep 18 07:07:55.053661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.056478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [None req-ede5a7ef-c2d4-46c0-b7e3-3fe579729666 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.057457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ede5a7ef-c2d4-46c0-b7e3-3fe579729666 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0064712 Sep 18 07:07:55.059993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57646) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.065621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-084265f7-d913-47cb-8db3-5afc9fda06c6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.076420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-084265f7-d913-47cb-8db3-5afc9fda06c6 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0086844 Sep 18 07:07:55.076420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57648) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.076420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-bea41542-ed7c-43f9-b798-ca53047d0a46 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.076420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bea41542-ed7c-43f9-b798-ca53047d0a46 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040579 Sep 18 07:07:55.078112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.082623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-265cfcee-59a3-46fd-af6f-1c987a650a4d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.083574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-265cfcee-59a3-46fd-af6f-1c987a650a4d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046139 Sep 18 07:07:55.085674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57652) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.090088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-ad847f98-121b-43f2-8902-2a58826e5e4c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.091036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ad847f98-121b-43f2-8902-2a58826e5e4c tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045178 Sep 18 07:07:55.093453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57654) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.097882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-24d2b53a-35e8-4934-b8cc-7494b5c288ba tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.098935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24d2b53a-35e8-4934-b8cc-7494b5c288ba tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045464 Sep 18 07:07:55.101160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57656) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.105940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-300571b5-9acd-45c8-b3c6-a48d414ab69b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.106861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-300571b5-9acd-45c8-b3c6-a48d414ab69b tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048461 Sep 18 07:07:55.112923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57658) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.118929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-5335b017-f22d-4740-b774-a4ddc157b463 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.120535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5335b017-f22d-4740-b774-a4ddc157b463 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065029 Sep 18 07:07:55.122626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57660) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.127863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-460837fb-30d3-439d-ad05-10f9ac18dbb1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.129381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-460837fb-30d3-439d-ad05-10f9ac18dbb1 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052052 Sep 18 07:07:55.131524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57662) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.135184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-96a0a116-07cd-4232-bac7-c5c3dbd6b858 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.136478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-96a0a116-07cd-4232-bac7-c5c3dbd6b858 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039256 Sep 18 07:07:55.138521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57664) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.145108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-5fa10db0-cbaa-4857-8c1d-2b8f60d1a69d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.145108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5fa10db0-cbaa-4857-8c1d-2b8f60d1a69d tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039957 Sep 18 07:07:55.146756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57666) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.150665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-18e302ee-dcf1-4a2d-a690-adcc169f4378 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.151609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-18e302ee-dcf1-4a2d-a690-adcc169f4378 tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040002 Sep 18 07:07:55.153665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57668) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.158267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [None req-befdd3ef-1602-4509-82ff-b6bf43caf46f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:07:55.159214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-befdd3ef-1602-4509-82ff-b6bf43caf46f tempest-ExtensionsTestJSON-1650577449 tempest-ExtensionsTestJSON-1650577449-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046008 Sep 18 07:07:55.188853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:55.193047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.221218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57676) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.267351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb48cb9-e0d8-4896-be92-70fb3a52a34d req-aa6b4c28-d3a3-44b1-8b4b-bedc229c1ccf tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:55.270248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bb48cb9-e0d8-4896-be92-70fb3a52a34d req-aa6b4c28-d3a3-44b1-8b4b-bedc229c1ccf tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0596359 Sep 18 07:07:55.327126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bb48cb9-e0d8-4896-be92-70fb3a52a34d req-aed6be32-0ba2-41f1-9e2c-baa3d4a6de67 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Sep 18 07:07:55.504715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.578625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=70b4450a-ebdf-4ee8-976a-9e20cec450e4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:55.586537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': '20cc9a21-44f9-4c4a-a710-5fc0d94635d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:55.587031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 5db061ef-63db-4780-849e-d3f4502dc87d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:07:55.676647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1056079697', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:55.683575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 5db061ef-63db-4780-849e-d3f4502dc87d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:07:55.772934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5db061ef-63db-4780-849e-d3f4502dc87d) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:55.777777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:55.778416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.783967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf7466-0a9a-40dd-98f9-291062623588 None None] Network 5db061ef-63db-4780-849e-d3f4502dc87d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:55.835856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.836827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.839128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57686) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.893343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:55.946444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d128adcb-9315-4b4a-b4ed-13dd6f76f263 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0071304 Sep 18 07:07:55.946747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57692) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:55.961804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-5db061ef-63db-4780-849e-d3f4502dc87d', 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '70b4450a-ebdf-4ee8-976a-9e20cec450e4'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:07:55.962913 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.115345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f4c7f5-b7a3-4d68-abca-c0ad5e5571e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.150775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Allocated IP 172.20.0.2 (5db061ef-63db-4780-849e-d3f4502dc87d/70b4450a-ebdf-4ee8-976a-9e20cec450e4/bc53dbe4-7ed9-477a-8be9-8519015dd034) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:56.204506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.211522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.279371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.281087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f4c7f5-b7a3-4d68-abca-c0ad5e5571e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.349922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f4c7f5-b7a3-4d68-abca-c0ad5e5571e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.350325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.416870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4c7f5-b7a3-4d68-abca-c0ad5e5571e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc43762-7fe1-44a9-b5c0-83e468b25082,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:56.431217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12f4c7f5-b7a3-4d68-abca-c0ad5e5571e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8328c78c2e243b0b07b526deeda78f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909178 Sep 18 07:07:56.431896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:56.448914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.492296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Network 5db061ef-63db-4780-849e-d3f4502dc87d is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:56.496588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:56.530439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.531501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Pushing event updated for resources: {'Port': ['ID=bc53dbe4-7ed9-477a-8be9-8519015dd034,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:56.537822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:56.550485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19108463-4151-45d8-a98c-49c4fa7e7c30 req-256db7a1-31e3-4cf1-b81b-18382a4762e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:56.559004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19108463-4151-45d8-a98c-49c4fa7e7c30 req-256db7a1-31e3-4cf1-b81b-18382a4762e9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1560178 Sep 18 07:07:56.612708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.637628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19108463-4151-45d8-a98c-49c4fa7e7c30 req-5d810eca-a5cc-4b08-a114-fefa8c8759d7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748663 Sep 18 07:07:56.678085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Attempting to bind port bc53dbe4-7ed9-477a-8be9-8519015dd034 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:07:56.678602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Attempting to bind port bc53dbe4-7ed9-477a-8be9-8519015dd034 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '20cc9a21-44f9-4c4a-a710-5fc0d94635d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:07:56.678973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Attempting to bind port bc53dbe4-7ed9-477a-8be9-8519015dd034 on network 5db061ef-63db-4780-849e-d3f4502dc87d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:07:56.694747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:07:56.695038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Checking segment: {'id': '20cc9a21-44f9-4c4a-a710-5fc0d94635d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:07:56.695382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.695847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Bound using segment: {'id': '20cc9a21-44f9-4c4a-a710-5fc0d94635d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:07:56.696336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Bound port: bc53dbe4-7ed9-477a-8be9-8519015dd034, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cc9a21-44f9-4c4a-a710-5fc0d94635d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5db061ef-63db-4780-849e-d3f4502dc87d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:07:56.696718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.790347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.793453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.797254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc43762-7fe1-44a9-b5c0-83e468b25082 HTTP/1.1" status: 204 len: 168 time: 0.3459113 Sep 18 07:07:56.805070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45b37-ff97-44ea-adcc-0417f5780341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc43762-7fe1-44a9-b5c0-83e468b25082,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:56.839538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] For port bc53dbe4-7ed9-477a-8be9-8519015dd034, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:07:56.861007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] For port bc53dbe4-7ed9-477a-8be9-8519015dd034, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=bc53dbe4-7ed9-477a-8be9-8519015dd034,segment=NetworkSegment(20cc9a21-44f9-4c4a-a710-5fc0d94635d2),segment_id=20cc9a21-44f9-4c4a-a710-5fc0d94635d2)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:07:56.866124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.869003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.911481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.915754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:56.918923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=70b4450a-ebdf-4ee8-976a-9e20cec450e4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:57.010139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef56e3-2e02-45a0-b850-848a0c01e4e6 None None] Pushing event updated for resources: {'Port': ['ID=bc53dbe4-7ed9-477a-8be9-8519015dd034,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:57.022469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be744667-bc3e-4ee4-9143-6376a2863280 None None] Network 5db061ef-63db-4780-849e-d3f4502dc87d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:07:57.041289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.090418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db061ef-63db-4780-849e-d3f4502dc87d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:57.106119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cc9a21-44f9-4c4a-a710-5fc0d94635d2') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:57.106430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cc9a21-44f9-4c4a-a710-5fc0d94635d2') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:57.119269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.141472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Allocated IP 172.25.4.95 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/dbced27c-9586-40a7-bb2c-ed5cfbc3f1cf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:07:57.147174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.158723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:57.158962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:57.162549 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:57.167654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e87cab-7826-4e11-aa5e-dac87a1d87ff None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:07:57.275717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:07:57.275717 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:07:57.275717 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '5db061ef-63db-4780-849e-d3f4502dc87d'}] Sep 18 07:07:57.275717 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:07:57.276579 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:07:57.309204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e87cab-7826-4e11-aa5e-dac87a1d87ff None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:07:57.330167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.424417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57744) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:57.459513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.504274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:07:57.507254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:07:57.513929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:07:57.575823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event updated for resources: {'Port': ['ID=dbced27c-9586-40a7-bb2c-ed5cfbc3f1cf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:57.608844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.609338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.609821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.610421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.610803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.611279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.611745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.613758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-325a909b-557b-4bea-ac76-276ec2edd250 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.1883092 Sep 18 07:07:57.734764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80f958b0-a251-408a-94a0-7d40fabaea01 req-138ba83b-09c9-4162-86c3-bdcb7e5391ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862963 Sep 18 07:07:57.778755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:57.793356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3703-c070-4b84-8e8e-1927762ffad7 req-fb12b63a-6d06-4b93-9a14-adf9c585eefc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:57.795290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-554d3703-c070-4b84-8e8e-1927762ffad7 req-fb12b63a-6d06-4b93-9a14-adf9c585eefc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0679994 Sep 18 07:07:57.860452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-554d3703-c070-4b84-8e8e-1927762ffad7 req-a8210842-c6a6-4ac0-8771-6e43c3fddecf tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Sep 18 07:07:57.909341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port bc53dbe4-7ed9-477a-8be9-8519015dd034 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:07:57.910451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.022298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port bc53dbe4-7ed9-477a-8be9-8519015dd034, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=bc53dbe4-7ed9-477a-8be9-8519015dd034,segment=NetworkSegment(20cc9a21-44f9-4c4a-a710-5fc0d94635d2),segment_id=20cc9a21-44f9-4c4a-a710-5fc0d94635d2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:07:58.022728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.042865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for bc53dbe4-7ed9-477a-8be9-8519015dd034 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:07:58.044205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.272757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57774) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:58.320165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.323383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.353950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=bc53dbe4-7ed9-477a-8be9-8519015dd034,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:58.375454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'networks': [{'name': 'tempest-network--1724267887'}, {'name': 'tempest-network--685103613'}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:58.376140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-network--1724267887'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:58.376610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-network--685103613'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:07:58.398792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port bc53dbe4-7ed9-477a-8be9-8519015dd034 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:07:58.404008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.404395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.404801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.405071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.405417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.405756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.406149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.406450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.406792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.407111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.410672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.410672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:07:58.509677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'network': 2} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:07:58.514490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.523929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.528828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.557360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db061ef-63db-4780-849e-d3f4502dc87d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.569421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cc9a21-44f9-4c4a-a710-5fc0d94635d2') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.569722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cc9a21-44f9-4c4a-a710-5fc0d94635d2') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.584700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.604037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.612101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:07:58.612501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:07:58.615580 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:07:58.620638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.703991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Router f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:07:58.749752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.750256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.791479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead95790-d1c4-4043-8be6-1524773173b6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:58.805856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.808150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:58.814893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.819675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/5db061ef-63db-4780-849e-d3f4502dc87d HTTP/1.1" status: 204 len: 168 time: 2.8695889 Sep 18 07:07:58.820451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.820451 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment 50d37ead-1b74-453f-9d90-5dc04e6b1fc5 of type vlan for network a69c8d4b-0d37-4152-8e74-cec2bc6c9df8 Sep 18 07:07:58.820451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:58.836846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf36e-fa0a-476d-baa5-80f8f28082a9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=5db061ef-63db-4780-849e-d3f4502dc87d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:58.840455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:07:58.851814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] Sync routers for ids ['f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:07:58.867878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] Routers {'f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:58.868786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.871890 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3216cdeb-06b4-4daa-8086-b5649b097db6 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] GET failed (client error): The resource could not be found. Sep 18 07:07:58.877335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:58.878241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3216cdeb-06b4-4daa-8086-b5649b097db6 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets/70b4450a-ebdf-4ee8-976a-9e20cec450e4 HTTP/1.1" status: 404 len: 337 time: 0.0567803 Sep 18 07:07:58.902356 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4bd33-e7dc-419c-a369-82d6ab014d96 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:07:58.912429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb4bd33-e7dc-419c-a369-82d6ab014d96 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:07:58.913541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.914545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3cb4bd33-e7dc-419c-a369-82d6ab014d96 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/5db061ef-63db-4780-849e-d3f4502dc87d HTTP/1.1" status: 404 len: 339 time: 0.0359597 Sep 18 07:07:58.923679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57792) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:58.934261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] Routers {'f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:07:58.936788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.945394 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.950775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.963669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:58.968072 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-feacb973-6de9-43f1-8d2f-a24b8ac49322 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7453728 Sep 18 07:07:58.971526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57794) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:58.985319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:07:58.986092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd83b6-c844-43b9-b084-d0be01fa0b98 None None] The sync data for ids ['f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:07:59.077767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:07:59.121741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.122273 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment 64f7ce2f-067f-410c-a045-90201cd745b7 of type vlan for network 49518d70-91c4-41a7-a179-ddaf7fda8dc0 Sep 18 07:07:59.131034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc700e-1cf9-443f-818c-ab7ccde2f0c6 req-3cb0da5a-5ee7-4fbc-bfc8-ca65d6d70356 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.132545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8bc700e-1cf9-443f-818c-ab7ccde2f0c6 req-3cb0da5a-5ee7-4fbc-bfc8-ca65d6d70356 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1778979 Sep 18 07:07:59.142113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62da94a-2225-41f5-aed4-7eaa01fc1c8f tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.146286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a62da94a-2225-41f5-aed4-7eaa01fc1c8f tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2188838 Sep 18 07:07:59.146485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.182052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-237eae26-11cb-4cce-9fff-7376ace596b6 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 207 time: 0.0342858 Sep 18 07:07:59.185313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57800) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.202710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.219232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d6dea1c2-26af-4a2c-9ea4-9dd604cdcc16 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d HTTP/1.1" status: 200 len: 924 time: 0.2423022 Sep 18 07:07:59.220288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.239097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8bc700e-1cf9-443f-818c-ab7ccde2f0c6 req-be096701-e5bd-497b-ab38-b67f84f87d94 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977612 Sep 18 07:07:59.266086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7347373a-2fe6-464d-8b0d-b6fc6306fd25 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d HTTP/1.1" status: 200 len: 205 time: 0.0403829 Sep 18 07:07:59.266678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57806) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.302627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6eff-8a67-42b4-aa62-34d0280928de tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.308880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6eff-8a67-42b4-aa62-34d0280928de tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.315382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6eff-8a67-42b4-aa62-34d0280928de tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.322167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6eff-8a67-42b4-aa62-34d0280928de tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.323868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d75e6eff-8a67-42b4-aa62-34d0280928de tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1375885 Sep 18 07:07:59.327588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57808) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.381814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.381814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.385141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.390345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.390655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.401310 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.446664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e58d8279-b1f8-426b-be8b-96e722433695 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1179686 Sep 18 07:07:59.449877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57812) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.511425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c78d5-6909-4742-9936-80d09dd3b5ea tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.514007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c78d5-6909-4742-9936-80d09dd3b5ea tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.515868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0f0c78d5-6909-4742-9936-80d09dd3b5ea tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0648890 Sep 18 07:07:59.519636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.581961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef173b-7c7f-4ff2-8860-2f4ff861ed25 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.583609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef173b-7c7f-4ff2-8860-2f4ff861ed25 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.588617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7fef173b-7c7f-4ff2-8860-2f4ff861ed25 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0638666 Sep 18 07:07:59.590217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57820) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.709193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e531a12-157a-456f-a7d2-434cb56a08d9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:07:59.710829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e531a12-157a-456f-a7d2-434cb56a08d9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks/68bb1bfc-dc19-45f8-98da-839289335251 HTTP/1.1" status: 200 len: 799 time: 0.1203141 Sep 18 07:07:59.714486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57830) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.819596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5457046 Sep 18 07:07:59.821475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57836) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.823293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:07:59.827670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=a69c8d4b-0d37-4152-8e74-cec2bc6c9df8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:59.846733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network a69c8d4b-0d37-4152-8e74-cec2bc6c9df8 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:07:59.905688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f45c2-5606-454e-a4ce-48dfd8254573 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=49518d70-91c4-41a7-a179-ddaf7fda8dc0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:07:59.906563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef96a7ae-3b29-43d6-8571-f13a415d8a90 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/networks/68bb1bfc-dc19-45f8-98da-839289335251?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1907039 Sep 18 07:07:59.910679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57840) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:07:59.928822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 49518d70-91c4-41a7-a179-ddaf7fda8dc0 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:00.000090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45382ebe-c2c3-4e7a-aa2a-d539a5d5d6ff tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.007047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45382ebe-c2c3-4e7a-aa2a-d539a5d5d6ff tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.013844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45382ebe-c2c3-4e7a-aa2a-d539a5d5d6ff tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.020827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45382ebe-c2c3-4e7a-aa2a-d539a5d5d6ff tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.026284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-45382ebe-c2c3-4e7a-aa2a-d539a5d5d6ff tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2036049 Sep 18 07:08:00.026961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57848) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:00.066309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c95cea-36ae-4e7b-bcb0-89318ee967c3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.067330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4c95cea-36ae-4e7b-bcb0-89318ee967c3 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets/68c75fa9-872b-4b3b-a457-7bfcaa84b398 HTTP/1.1" status: 200 len: 811 time: 0.1527910 Sep 18 07:08:00.071028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57852) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:00.121531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.140264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port dbced27c-9586-40a7-bb2c-ed5cfbc3f1cf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:00.143475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.170881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c73c66-a680-4690-be86-5e2cddeee295 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.175440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76c73c66-a680-4690-be86-5e2cddeee295 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "GET /v2.0/subnets/68c75fa9-872b-4b3b-a457-7bfcaa84b398?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1023250 Sep 18 07:08:00.176486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:00.183659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221492642'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:00.233720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.236748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.247257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:08:00.263991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for dbced27c-9586-40a7-bb2c-ed5cfbc3f1cf owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:00.264521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69c8d4b-0d37-4152-8e74-cec2bc6c9df8']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:00.278680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d37ead-1b74-453f-9d90-5dc04e6b1fc5') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:00.278984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d37ead-1b74-453f-9d90-5dc04e6b1fc5') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:00.396958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:00.413974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'port_id': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'mac_address': 'fa:16:3e:d1:41:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52057aa-de2c-4254-9e87-341dd6be29d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:08:00.459008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.479325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:08:00.507607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:00.532534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b7e1-70c4-44fa-aa61-ab8009c86318 req-bc867b21-dffd-4a28-b4d5-22f4508f5c4c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:00.534198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22a9b7e1-70c4-44fa-aa61-ab8009c86318 req-bc867b21-dffd-4a28-b4d5-22f4508f5c4c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1641665 Sep 18 07:08:00.570235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.589252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22a9b7e1-70c4-44fa-aa61-ab8009c86318 req-bf78aaf0-b9ee-4668-a27b-2ecece7422b4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Sep 18 07:08:00.637678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.644707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:00.648626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.667522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.676079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:00.680118 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:00.688261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:00.697339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:00.698289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:08:00.774487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.774856 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Added segment ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58 of type vlan for network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 Sep 18 07:08:00.807104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.834644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.837403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=dbced27c-9586-40a7-bb2c-ed5cfbc3f1cf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:00.883052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.887978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:00.893075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/a69c8d4b-0d37-4152-8e74-cec2bc6c9df8 HTTP/1.1" status: 204 len: 168 time: 0.8624125 Sep 18 07:08:00.893741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:00.924472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84890b76-5adf-42b5-bc13-bfe5f47cee1e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=a69c8d4b-0d37-4152-8e74-cec2bc6c9df8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:00.936154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.024680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.032226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:01.032989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.101149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.114669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.116332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Network': ['ID=850fb367-d6c5-42c1-a33f-0aa235e1bde1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:01.124227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.130307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:01.230790 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-869b35a2-e401-411a-99e0-23c56c93be98 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0532327 Sep 18 07:08:01.234170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57898) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:01.239153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:01.282131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.282734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:01.291194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.296843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57902) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:01.297053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ab67327a-6ff5-4b35-9465-7bdeb0094c11 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d HTTP/1.1" status: 204 len: 168 time: 2.0285897 Sep 18 07:08:01.299463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.304503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383170796', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:01.328701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49518d70-91c4-41a7-a179-ddaf7fda8dc0']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:01.345109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f7ce2f-067f-410c-a045-90201cd745b7') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:01.345441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f7ce2f-067f-410c-a045-90201cd745b7') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:01.357607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.395478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.402638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:01.403423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:01.406911 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:01.487501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.489061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.544593 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.553697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.558623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57904) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:01.558761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/49518d70-91c4-41a7-a179-ddaf7fda8dc0 HTTP/1.1" status: 204 len: 168 time: 0.6631474 Sep 18 07:08:01.578404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2276592-bafe-42ef-9f4d-c35b0e8b13b1 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=49518d70-91c4-41a7-a179-ddaf7fda8dc0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:01.584721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Made reservation on behalf of e3150d1a66df4a50ae84dfb283cfe523 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:01.588476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.643173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:01.805480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:08:01.806149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:08:01.814197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1187-4a58-462b-9793-acd485e74664 req-fb377a40-5dd9-4bd6-978b-ffbcdda5d550 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:01.815699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-442f1187-4a58-462b-9793-acd485e74664 req-fb377a40-5dd9-4bd6-978b-ffbcdda5d550 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 945 time: 0.0686028 Sep 18 07:08:01.874650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-442f1187-4a58-462b-9793-acd485e74664 req-f0393f5a-5ddf-4fa3-80dd-40ee8adb5702 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520427 Sep 18 07:08:01.927917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08ddfd-3e37-4705-b087-3ab7e510b351 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:01.934152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08ddfd-3e37-4705-b087-3ab7e510b351 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:01.935819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef08ddfd-3e37-4705-b087-3ab7e510b351 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3762660 Sep 18 07:08:01.940129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57914) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:01.945075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-666248464'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:02.042724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.136549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:02.140387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.200722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:02.216654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.217014 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment 3e36203a-943c-4d38-9a5b-3e60bbc18b2d of type vlan for network b544f86e-4008-4be9-8fb2-390c15b9c472 Sep 18 07:08:02.256754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.258745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:02.313584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a4ccf79f-bf66-4114-9ba3-11ed228431bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:02.313996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.334136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.378798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:02.418275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Checking segment: {'id': 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:02.418647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network hostable DHCP agents. Network: 850fb367-d6c5-42c1-a33f-0aa235e1bde1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:02.432059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.460906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:08:02.464301 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b844f3f-b1f9-4913-a5d0-17371221ad16" -d '{"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:08:02.479358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:02.563553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:02.565918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.571666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:02.572274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.603038 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.632911 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.692726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=b544f86e-4008-4be9-8fb2-390c15b9c472,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:02.692726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 850fb367-d6c5-42c1-a33f-0aa235e1bde1) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:02.693693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.700831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-207d70da-f442-4c5f-8a9f-91c96fe55672 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7569435 Sep 18 07:08:02.700831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:02.701211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:02.701360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:02.705851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b544f86e-4008-4be9-8fb2-390c15b9c472 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:02.715906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2019458030'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:02.738776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe453da-e0a8-432f-bb85-e6e635979137 None None] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:02.745938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:02.812643 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8793e-a522-494d-9a44-d1e49a0ce381 x-openstack-request-id: req-79a8793e-a522-494d-9a44-d1e49a0ce381 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:08:02.812916 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:08:02.813237 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79a8793e-a522-494d-9a44-d1e49a0ce381 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:08:02.813642 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'code': 200} Sep 18 07:08:02.893102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dbbe76cb-db4d-40cf-9b29-7dea0a4400e2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6576517 Sep 18 07:08:02.898278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 172.25.4.35 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b481b8e1-e26c-4d77-859c-1eb68d00e69c) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:02.899527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57932) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:02.905690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:03.007881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:03.025976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.109075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.191575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:03.207383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f575a-503c-4a97-b38e-3e247a009542 req-208226e0-05c1-40dd-a1ba-6e80c9349f3d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:03.209401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d8f575a-503c-4a97-b38e-3e247a009542 req-208226e0-05c1-40dd-a1ba-6e80c9349f3d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1687257 Sep 18 07:08:03.229533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.230346 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment 10284a85-5626-41b7-adc9-4bd26f2ebf74 of type vlan for network 6ffa75b4-059f-4593-9a9b-b64a4f429cbd Sep 18 07:08:03.238476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5756495'] for subnet, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.242261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.247597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-850fb367-d6c5-42c1-a33f-0aa235e1bde1', 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1', 'tenant_id': 'e3150d1a66df4a50ae84dfb283cfe523', 'fixed_ips': [{'subnet_id': '70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:03.250585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.323970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=b481b8e1-e26c-4d77-859c-1eb68d00e69c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:03.334330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:03.336345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:03.344796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:03.346721 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.386295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d8f575a-503c-4a97-b38e-3e247a009542 req-3c51b696-22d2-4ab0-b1c8-26197bc3c591 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691215 Sep 18 07:08:03.484329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:08:03.484329 n-d-789963-14 neutron-server[101980]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 18 07:08:03.484329 n-d-789963-14 neutron-server[101980]: [parameters: {'in_use': 1, 'id_1': '70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d'}] Sep 18 07:08:03.484329 n-d-789963-14 neutron-server[101980]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:08:03.485826 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:08:03.508714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.514574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:03.517176 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.646636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9406772 Sep 18 07:08:03.648180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=6ffa75b4-059f-4593-9a9b-b64a4f429cbd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:03.649064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:03.655047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'ports': [{'network_id': 'b544f86e-4008-4be9-8fb2-390c15b9c472', 'name': 'tempest-port--1406380017', 'admin_state_up': True}, {'network_id': '6ffa75b4-059f-4593-9a9b-b64a4f429cbd', 'admin_state_up': False}]} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:03.655397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'port': {'network_id': 'b544f86e-4008-4be9-8fb2-390c15b9c472', 'name': 'tempest-port--1406380017', 'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:03.655887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'port': {'network_id': '6ffa75b4-059f-4593-9a9b-b64a4f429cbd', 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:03.656935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.657366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.657788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.658268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.658684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.659494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.659494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.660071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.660280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.660976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.660976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.661732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db43d10-d5bc-47e4-a787-783fe55cbfbd tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:03.679970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6ffa75b4-059f-4593-9a9b-b64a4f429cbd details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:03.777368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793204526084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4565910'] for subnet, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.836963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:03.837968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.839354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "PUT /v2.0/subnets/70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d HTTP/1.1" status: 200 len: 877 time: 0.9381552 Sep 18 07:08:03.842417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:03.855413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df132e-e0ae-4876-973f-dfff0f723ab2 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event updated for resources: {'Subnet': ['ID=70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:03.931879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:03.985818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.026814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.156467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.196360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Allocated IP 172.20.0.3 (850fb367-d6c5-42c1-a33f-0aa235e1bde1/70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d/7305b2d0-2104-4242-ac4f-2a164cd57673) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:04.199581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'port': 2} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:04.204169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.224122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.245098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.359655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] device_id is not set on port 055a371e-a3fc-4300-97a2-dd854b01c0dd yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:08:04.447321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.503951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.552915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:04.556897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:04.564197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:04.592441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.637679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.642270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Pushing event updated for resources: {'Port': ['ID=7305b2d0-2104-4242-ac4f-2a164cd57673,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:04.656125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:04.661479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Attempting to bind port 7305b2d0-2104-4242-ac4f-2a164cd57673 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:04.662059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Attempting to bind port 7305b2d0-2104-4242-ac4f-2a164cd57673 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:04.662493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Attempting to bind port 7305b2d0-2104-4242-ac4f-2a164cd57673 on network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:04.669658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:04.670655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Checking segment: {'id': 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:04.671142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.671664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Bound using segment: {'id': 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:04.672203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Bound port: 7305b2d0-2104-4242-ac4f-2a164cd57673, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:04.673227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.707175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:04.777119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] device_id is not set on port 826d098e-8782-4f1e-b042-cec94722ca3c yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:08:04.778853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] For port 7305b2d0-2104-4242-ac4f-2a164cd57673, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:04.783222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] For port 7305b2d0-2104-4242-ac4f-2a164cd57673, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7305b2d0-2104-4242-ac4f-2a164cd57673,segment=NetworkSegment(ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58),segment_id=ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:04.823423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dcca0-e37b-4ccc-a65f-5e0ff7a02ec2 req-3992db6e-a7c1-46f1-9ade-3bef5bbc6384 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:04.825103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f8dcca0-e37b-4ccc-a65f-5e0ff7a02ec2 req-3992db6e-a7c1-46f1-9ade-3bef5bbc6384 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.2602012 Sep 18 07:08:04.827055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.864123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:04.872662 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.876816 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Sync routers for ids ['a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:04.885511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850fb367-d6c5-42c1-a33f-0aa235e1bde1']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:04.891319 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Routers {'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:04.894079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:04.921682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f8dcca0-e37b-4ccc-a65f-5e0ff7a02ec2 req-39200c1f-85bc-4ef8-ba40-c006373943c4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854909 Sep 18 07:08:04.930415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:04.932927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:04.965687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:04.986615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124ac3e-d69f-4a0c-861b-8547b1cfb993 None None] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:05.018131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.026625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.031400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9957e6de-d162-4337-8eb3-23d0f3bf01b8 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7303612 Sep 18 07:08:05.031814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:05.051342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:05.051942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:05.069716 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:05.079504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a4712-d9f3-4040-acce-78d9ac2b4c25 None None] Pushing event updated for resources: {'Port': ['ID=7305b2d0-2104-4242-ac4f-2a164cd57673,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:05.098854 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Set router a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:05.174459 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.200096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c53bad-a9e6-478a-9a1a-aae1a4340eb9 None None] Network 850fb367-d6c5-42c1-a33f-0aa235e1bde1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:05.332564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:08:05.332564 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:08:05.332564 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '850fb367-d6c5-42c1-a33f-0aa235e1bde1'}] Sep 18 07:08:05.332564 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:08:05.333084 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:08:05.440110 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:01Z', 'updated_at': '2021-09-18T07:08:03Z', 'revision_number': 3, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port': {'id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:02Z', 'updated_at': '2021-09-18T07:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:05.481608 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Checking router: a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:05.482702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Updating router a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 port b481b8e1-e26c-4d77-859c-1eb68d00e69c binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:08:05.498618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b37b5b-320e-4d2d-bde5-cb44e74bc8cc None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:08:05.513330 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.709983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b37b5b-320e-4d2d-bde5-cb44e74bc8cc None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:08:05.711203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57976) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:05.711203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383170796', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': True}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:05.711578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-75bd32c0-5682-4360-9b11-1a26f5e7eec1 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 HTTP/1.1" status: 200 len: 907 time: 0.5700901 Sep 18 07:08:05.835498 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.859924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.879841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.883635 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.884862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.949846 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:05.970653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Checking segment: {'id': '3e36203a-943c-4d38-9a5b-3e60bbc18b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b544f86e-4008-4be9-8fb2-390c15b9c472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:05.971347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network hostable DHCP agents. Network: b544f86e-4008-4be9-8fb2-390c15b9c472, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:05.988925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Port': ['ID=055a371e-a3fc-4300-97a2-dd854b01c0dd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:06.006777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.008786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 7305b2d0-2104-4242-ac4f-2a164cd57673 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:06.009570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.057783 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Pushing event updated for resources: {'Port': ['ID=b481b8e1-e26c-4d77-859c-1eb68d00e69c,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:06.086305 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.087565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.088094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.088637 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.089375 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.089880 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.090390 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.090904 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.091391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.091877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.092362 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.093024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:06.096707 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Attempting to bind port b481b8e1-e26c-4d77-859c-1eb68d00e69c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:06.098015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Attempting to bind port b481b8e1-e26c-4d77-859c-1eb68d00e69c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:06.098579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Attempting to bind port b481b8e1-e26c-4d77-859c-1eb68d00e69c on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:06.099936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network b544f86e-4008-4be9-8fb2-390c15b9c472 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:06.105769 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:06.106439 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:06.107009 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.113094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:06.113094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Bound port: b481b8e1-e26c-4d77-859c-1eb68d00e69c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:06.113094 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.173972 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] For port b481b8e1-e26c-4d77-859c-1eb68d00e69c, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:06.177740 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] For port b481b8e1-e26c-4d77-859c-1eb68d00e69c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b481b8e1-e26c-4d77-859c-1eb68d00e69c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:06.190037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b544f86e-4008-4be9-8fb2-390c15b9c472) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:06.194831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:06.196017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.204063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238a60a-f4c6-4b0c-b83d-7ef4077c60b0 None None] Network b544f86e-4008-4be9-8fb2-390c15b9c472 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:06.215030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 7305b2d0-2104-4242-ac4f-2a164cd57673, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7305b2d0-2104-4242-ac4f-2a164cd57673,segment=NetworkSegment(ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58),segment_id=ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:06.215655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.234262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 7305b2d0-2104-4242-ac4f-2a164cd57673 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:06.286913 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.287310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Port': ['ID=826d098e-8782-4f1e-b042-cec94722ca3c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:06.303372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Checking segment: {'id': '10284a85-5626-41b7-adc9-4bd26f2ebf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ffa75b4-059f-4593-9a9b-b64a4f429cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:06.303975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network hostable DHCP agents. Network: 6ffa75b4-059f-4593-9a9b-b64a4f429cbd, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:06.366867 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Routers {'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:06.367769 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:06.408618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.424561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network 6ffa75b4-059f-4593-9a9b-b64a4f429cbd is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:06.437562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4de647-0139-4b02-9cba-240539d4ee15 req-c74d821e-bef9-457c-987d-ee538ab03c47 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:06.447176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b4de647-0139-4b02-9cba-240539d4ee15 req-c74d821e-bef9-457c-987d-ee538ab03c47 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.3692086 Sep 18 07:08:06.472441 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2c18-3c95-4179-9e37-0f890ff4b0d5 None None] Pushing event updated for resources: {'Port': ['ID=b481b8e1-e26c-4d77-859c-1eb68d00e69c,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:06.535793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6ffa75b4-059f-4593-9a9b-b64a4f429cbd) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:06.547072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ec52b-4796-4bdf-aaca-cd02fffe9752 None None] Network 6ffa75b4-059f-4593-9a9b-b64a4f429cbd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:06.554006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:06.573055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:06.589608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:06.591813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.631265 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] Set router a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:06.671718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b4de647-0139-4b02-9cba-240539d4ee15 req-aebb258f-4e8b-4ca8-b246-d02e89a81f57 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236485 Sep 18 07:08:06.687353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.722804 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02c3dff1-c207-45a0-a2ea-a23431a6bfae tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0714726 Sep 18 07:08:06.725316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:06.795233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=7305b2d0-2104-4242-ac4f-2a164cd57673,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:06.816749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 7305b2d0-2104-4242-ac4f-2a164cd57673 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:06.876696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e92cf-d4d3-4565-bdbb-ce26f9edefa5 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:06.883612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e92cf-d4d3-4565-bdbb-ce26f9edefa5 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:06.890724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f0e92cf-d4d3-4565-bdbb-ce26f9edefa5 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1621153 Sep 18 07:08:06.890724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57996) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:06.967223 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:01Z', 'updated_at': '2021-09-18T07:08:03Z', 'revision_number': 3, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port': {'id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:02Z', 'updated_at': '2021-09-18T07:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:06.969527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:06.993539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850fb367-d6c5-42c1-a33f-0aa235e1bde1']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:07.004725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:07.004937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3272b0-2e24-4dbe-9d52-8fe0cf72ee58') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:07.012589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e49d4f-69b4-4e2d-8c3c-ecbadf730844 None None] The sync data for ids ['a9ed79d7-13df-4e3d-8147-33ae0cbf7a62'] in n-d-789963-14 is: [{'id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35'}], 'enable_snat': False}, 'gw_port_id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:01Z', 'updated_at': '2021-09-18T07:08:03Z', 'revision_number': 3, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port': {'id': 'b481b8e1-e26c-4d77-859c-1eb68d00e69c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed79d7-13df-4e3d-8147-33ae0cbf7a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:02Z', 'updated_at': '2021-09-18T07:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:07.015148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.028185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Deleting port 055a371e-a3fc-4300-97a2-dd854b01c0dd {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:07.028935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.036861 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.070401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:07.070826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:07.075310 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:07.132258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.149794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Calling delete_port for 055a371e-a3fc-4300-97a2-dd854b01c0dd owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:07.236205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.382705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.423517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.426744 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/ports/055a371e-a3fc-4300-97a2-dd854b01c0dd HTTP/1.1" status: 204 len: 168 time: 0.5349114 Sep 18 07:08:07.431248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:07.465071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585db5-1dbd-4baa-a786-8cf08c164e81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Port': ['ID=055a371e-a3fc-4300-97a2-dd854b01c0dd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:07.630108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Deleting port 826d098e-8782-4f1e-b042-cec94722ca3c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:07.630641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.774051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.776474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/850fb367-d6c5-42c1-a33f-0aa235e1bde1 HTTP/1.1" status: 204 len: 168 time: 3.9328446 Sep 18 07:08:07.780301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.792935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58014) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:07.805567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15a1f5-c3ba-454f-a7ed-8a66f135d824 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=850fb367-d6c5-42c1-a33f-0aa235e1bde1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:07.812496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Calling delete_port for 826d098e-8782-4f1e-b042-cec94722ca3c owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:07.819029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b481b8e1-e26c-4d77-859c-1eb68d00e69c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:07.858978 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac3b8d7-812d-4490-91b2-4bdc0783b780 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:07.859688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac3b8d7-812d-4490-91b2-4bdc0783b780 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:07.861254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ac3b8d7-812d-4490-91b2-4bdc0783b780 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/70a58cf1-1a2c-4821-b30c-5ed6fd45bb1d HTTP/1.1" status: 404 len: 337 time: 0.0656497 Sep 18 07:08:07.867584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:07.947238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b481b8e1-e26c-4d77-859c-1eb68d00e69c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:07.947628 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:07.983625 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b31ef5-f28b-4402-8bbb-14121a78ebda tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:07.984343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b31ef5-f28b-4402-8bbb-14121a78ebda tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:07.989868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:07.999263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b6b31ef5-f28b-4402-8bbb-14121a78ebda tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/850fb367-d6c5-42c1-a33f-0aa235e1bde1 HTTP/1.1" status: 404 len: 339 time: 0.1289299 Sep 18 07:08:08.023473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.047924 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-48983feb-5b5e-4045-8f5f-9ed5b92abde9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:08.047924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48983feb-5b5e-4045-8f5f-9ed5b92abde9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:08.047924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-48983feb-5b5e-4045-8f5f-9ed5b92abde9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/70b4450a-ebdf-4ee8-976a-9e20cec450e4 HTTP/1.1" status: 404 len: 337 time: 0.0508828 Sep 18 07:08:08.047924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.047924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.078463 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fde2b2-748b-4150-9543-0a7f75a1fd9c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:08.079120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fde2b2-748b-4150-9543-0a7f75a1fd9c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:08.083871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55fde2b2-748b-4150-9543-0a7f75a1fd9c tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/5db061ef-63db-4780-849e-d3f4502dc87d HTTP/1.1" status: 404 len: 339 time: 0.0342336 Sep 18 07:08:08.086263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.089042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58026) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.113993 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.147360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b481b8e1-e26c-4d77-859c-1eb68d00e69c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b481b8e1-e26c-4d77-859c-1eb68d00e69c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:08.171923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Port': ['ID=826d098e-8782-4f1e-b042-cec94722ca3c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:08.189935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.196488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.204864 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b6d21e5-8a7b-4459-b762-0b164f30f87b tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/ports/826d098e-8782-4f1e-b042-cec94722ca3c HTTP/1.1" status: 204 len: 168 time: 0.7724335 Sep 18 07:08:08.206717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58028) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.207646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b074c-f0f9-421b-8efe-5385de59b838 req-a7771397-9e21-4216-9d8b-b5cf531a0d81 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:08.209521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f3b074c-f0f9-421b-8efe-5385de59b838 req-a7771397-9e21-4216-9d8b-b5cf531a0d81 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.3989484 Sep 18 07:08:08.212999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.294764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55992ae8-bc47-403e-9575-39766730abc2 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0862527 Sep 18 07:08:08.296072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.312225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-86882766'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:08.335334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b481b8e1-e26c-4d77-859c-1eb68d00e69c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:08.417382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f3b074c-f0f9-421b-8efe-5385de59b838 req-88baa975-dbba-4af3-987b-7623b07ec4bf tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581953 Sep 18 07:08:08.446761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:08.450766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.483506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.491190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:08.501231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.501877 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment c3e239f0-d9c9-42cb-b31f-6d0ba782bb5f of type vlan for network 568447ad-0021-43d5-9bcb-f404f941bcb3 Sep 18 07:08:08.533046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 172.25.4.149 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8f96fd85-9829-40aa-8c14-bc71c3bdef37) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:08.538661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cd9413-296a-4b57-b91f-943b4a16fbf3']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:08.552257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40cb896-d8fa-4a8a-9e90-c4923521e3b6') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:08.552588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40cb896-d8fa-4a8a-9e90-c4923521e3b6') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:08.568599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.572730 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.631936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.652410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:08.653011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:08.656431 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:08.674131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.679971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:08.680565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.792072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=568447ad-0021-43d5-9bcb-f404f941bcb3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:08.796583 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ead40096-b7c9-4b94-9659-d5d67d2ce099 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4992082 Sep 18 07:08:08.799622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58044) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.807795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 568447ad-0021-43d5-9bcb-f404f941bcb3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:08.820350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1949507730'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:08.827873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.848824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b9a239c-f8c7-46fd-a83b-6716c57070fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.877106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.892437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.894385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/65cd9413-296a-4b57-b91f-943b4a16fbf3 HTTP/1.1" status: 204 len: 168 time: 0.8024576 Sep 18 07:08:08.897341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58050) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.911033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66220c-fe8a-4cc5-907d-8f29fb9deafa tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=65cd9413-296a-4b57-b91f-943b4a16fbf3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:08.939042 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab3e079-5413-4002-a283-601b307b83a1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:08.939546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab3e079-5413-4002-a283-601b307b83a1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:08.944921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6ab3e079-5413-4002-a283-601b307b83a1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/355dd537-a159-4d00-ac89-fc8380294f69 HTTP/1.1" status: 404 len: 337 time: 0.0463266 Sep 18 07:08:08.945529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58052) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.951177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:08.955535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:08.969595 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e116854-57a7-49b9-8ad0-bd37f47f523a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:08.970399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e116854-57a7-49b9-8ad0-bd37f47f523a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:08.972869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1e116854-57a7-49b9-8ad0-bd37f47f523a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/07f5fb10-caed-4dfd-829c-9b90fd3e189e HTTP/1.1" status: 404 len: 339 time: 0.0259755 Sep 18 07:08:08.975249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58056) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:08.992063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:09.007663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.010909 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Added segment a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b of type vlan for network 9399c45f-dccb-4da4-8c2b-56538b73346a Sep 18 07:08:09.016036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.025939 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c218870-1aaa-4eb3-8f09-f4c62ba4105a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.026631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c218870-1aaa-4eb3-8f09-f4c62ba4105a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.028604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c218870-1aaa-4eb3-8f09-f4c62ba4105a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/ecdbed9d-29b1-4b4b-be2a-73cccac60bd4 HTTP/1.1" status: 404 len: 337 time: 0.0520844 Sep 18 07:08:09.031714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58060) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.040173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:09.043657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:09.078850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:09.084063 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac0ccbf-e03f-4be8-82df-dd75a8cf7128 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.086158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac0ccbf-e03f-4be8-82df-dd75a8cf7128 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.090552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ac0ccbf-e03f-4be8-82df-dd75a8cf7128 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/3133d4a0-8378-470a-8a95-e08ecee37451 HTTP/1.1" status: 404 len: 339 time: 0.0554950 Sep 18 07:08:09.110576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.146428 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa2df4a-7f5b-49ef-ad73-a3ea6653814a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.146428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa2df4a-7f5b-49ef-ad73-a3ea6653814a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.150801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bfa2df4a-7f5b-49ef-ad73-a3ea6653814a tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/56999553-64b9-46bc-80e9-0479fde43ef7 HTTP/1.1" status: 404 len: 337 time: 0.0354602 Sep 18 07:08:09.154265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.183990 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-29525e93-5f15-4203-acad-67b20b26eda8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.184655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29525e93-5f15-4203-acad-67b20b26eda8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.188716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-29525e93-5f15-4203-acad-67b20b26eda8 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/7f8b77dd-c635-4d1e-b601-cbcd96ee480d HTTP/1.1" status: 404 len: 339 time: 0.0311520 Sep 18 07:08:09.188716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.191529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.218816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=8f96fd85-9829-40aa-8c14-bc71c3bdef37,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:09.223968 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d9b70b-65e0-4337-a7b2-9207d0c77019 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.224430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d9b70b-65e0-4337-a7b2-9207d0c77019 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.226225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7d9b70b-65e0-4337-a7b2-9207d0c77019 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/2047bdfe-d035-46d4-bee1-6b698735f864 HTTP/1.1" status: 404 len: 337 time: 0.0341070 Sep 18 07:08:09.229528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58070) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.269540 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360225d-ecc3-478b-bdeb-ce564c6973f7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.271219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360225d-ecc3-478b-bdeb-ce564c6973f7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.272803 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8360225d-ecc3-478b-bdeb-ce564c6973f7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/296d5fdd-bfd9-4dc1-aa8f-c1224df6e734 HTTP/1.1" status: 404 len: 339 time: 0.0423102 Sep 18 07:08:09.275755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58072) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.311380 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32cc248-1e1d-47df-99bb-2fab0e72e186 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.311899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32cc248-1e1d-47df-99bb-2fab0e72e186 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.314200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a32cc248-1e1d-47df-99bb-2fab0e72e186 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/e0e9f512-f27d-4755-b446-1e1560914910 HTTP/1.1" status: 404 len: 337 time: 0.0371597 Sep 18 07:08:09.316999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58076) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.340246 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a336ca-264a-4c45-b938-f73ebf191fab tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.340827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a336ca-264a-4c45-b938-f73ebf191fab tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.342611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f3a336ca-264a-4c45-b938-f73ebf191fab tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/c756ab58-dc20-4e80-9796-d1ccae94b553 HTTP/1.1" status: 404 len: 339 time: 0.0245011 Sep 18 07:08:09.345524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.372756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.379601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:09.380231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.384195 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf96ad55-6644-4ffe-8874-48df485b5f2e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.384665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf96ad55-6644-4ffe-8874-48df485b5f2e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.387333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cf96ad55-6644-4ffe-8874-48df485b5f2e tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/e731b0c8-338c-44f5-993e-a0ef3c697279 HTTP/1.1" status: 404 len: 337 time: 0.0395343 Sep 18 07:08:09.391471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58082) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.463958 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f482fa52-548d-4788-b828-3c892dd9286b tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.464577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f482fa52-548d-4788-b828-3c892dd9286b tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.466796 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f482fa52-548d-4788-b828-3c892dd9286b tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/67519773-d17e-4e88-ab6c-2f0c70864bfb HTTP/1.1" status: 404 len: 339 time: 0.0707743 Sep 18 07:08:09.469952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58086) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.554039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7527018 Sep 18 07:08:09.558640 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c4836a-fab7-4736-b258-21f82e2b58e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.558997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c4836a-fab7-4736-b258-21f82e2b58e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.566274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58088) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.573156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e9c4836a-fab7-4736-b258-21f82e2b58e7 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/bb9550b7-f29f-497c-88b5-69c0817276e7 HTTP/1.1" status: 404 len: 337 time: 0.1022840 Sep 18 07:08:09.574247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825f1cb-16a9-4fbd-8bcd-d3b87b50cf94 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Network': ['ID=9399c45f-dccb-4da4-8c2b-56538b73346a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:09.616104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9399c45f-dccb-4da4-8c2b-56538b73346a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:09.616285 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f790c9e6-f48e-4979-8a15-a11c087afda9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.616695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f790c9e6-f48e-4979-8a15-a11c087afda9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.620972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f790c9e6-f48e-4979-8a15-a11c087afda9 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/6068b4f2-94a1-4d75-8ead-b547403ba074 HTTP/1.1" status: 404 len: 339 time: 0.0372696 Sep 18 07:08:09.623238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.664471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.675348 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b5b283-1bef-4db4-9c61-807d604d0ca5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.675809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b5b283-1bef-4db4-9c61-807d604d0ca5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.680016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e8b5b283-1bef-4db4-9c61-807d604d0ca5 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/6fb3e1ae-6eaf-4994-9c23-38194aecd05c HTTP/1.1" status: 404 len: 337 time: 0.0472062 Sep 18 07:08:09.681122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.732982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf25439-a64b-4a5d-b3b8-74513cd3f53c req-16259cb0-b5fc-4924-892c-7771046a62b6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:09.734208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.738551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecf25439-a64b-4a5d-b3b8-74513cd3f53c req-16259cb0-b5fc-4924-892c-7771046a62b6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1866767 Sep 18 07:08:09.768807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'subnets': [{'network_id': '568447ad-0021-43d5-9bcb-f404f941bcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--729913292', 'ip_version': 4}, {'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:09.771247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'subnet': {'network_id': '568447ad-0021-43d5-9bcb-f404f941bcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--729913292', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:09.772986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Request body: {'subnet': {'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:09.787520 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0198a1cb-6510-43db-bd78-7a304f363911 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:09.788156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0198a1cb-6510-43db-bd78-7a304f363911 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:09.793368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:09.795012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0198a1cb-6510-43db-bd78-7a304f363911 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/86d580bd-b8fb-4941-86bb-584588e0df17 HTTP/1.1" status: 404 len: 339 time: 0.1123931 Sep 18 07:08:09.884608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b481b8e1-e26c-4d77-859c-1eb68d00e69c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:09.923377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecf25439-a64b-4a5d-b3b8-74513cd3f53c req-011ccabe-9412-47d7-b37d-d7ecf277e5a8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749184 Sep 18 07:08:09.929223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting subnet 68c75fa9-872b-4b3b-a457-7bfcaa84b398 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:09.935062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:09.970817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b481b8e1-e26c-4d77-859c-1eb68d00e69c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:09.971344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.014478 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:08:10.112431 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.139331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.184218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Made reservation on behalf of b95b6779425c46b18fe09b8125cecb46 for: {'subnet': 2} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:10.191020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.191414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.385142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.419813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router 110e6e72-5f9f-440e-9817-292ae81d6b44 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:10.582955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:10.594401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Sync routers for ids ['110e6e72-5f9f-440e-9817-292ae81d6b44'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:10.611622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Routers {'110e6e72-5f9f-440e-9817-292ae81d6b44'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:10.612272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['110e6e72-5f9f-440e-9817-292ae81d6b44'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:10.738956 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.745228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-40f73cfc-e1a6-42ce-8465-1c211c9d6361 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1017833 Sep 18 07:08:10.746537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.757261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:10.764022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:10.770129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Set router 110e6e72-5f9f-440e-9817-292ae81d6b44 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:10.771029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/subnets/68c75fa9-872b-4b3b-a457-7bfcaa84b398 HTTP/1.1" status: 204 len: 168 time: 0.9763136 Sep 18 07:08:10.781557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58110) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:10.915869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900e259-92b4-457c-82c9-f0085f6b876e None None] Network 68bb1bfc-dc19-45f8-98da-839289335251 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:10.923664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b04323-e593-41d4-925b-466898ff754d tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Subnet': ['ID=68c75fa9-872b-4b3b-a457-7bfcaa84b398,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:11.002941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.006677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.178276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Checking segment: {'id': 'c3e239f0-d9c9-42cb-b31f-6d0ba782bb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '568447ad-0021-43d5-9bcb-f404f941bcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:11.179046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network hostable DHCP agents. Network: 568447ad-0021-43d5-9bcb-f404f941bcb3, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:11.184842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Subnet': ['ID=89f0ab88-87ae-43a1-af85-bf226ffc83de,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:11.278526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e6e72-5f9f-440e-9817-292ae81d6b44', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '8f96fd85-9829-40aa-8c14-bc71c3bdef37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:05Z', 'updated_at': '2021-09-18T07:08:09Z', 'revision_number': 3, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port': {'id': '8f96fd85-9829-40aa-8c14-bc71c3bdef37', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e6e72-5f9f-440e-9817-292ae81d6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:08Z', 'updated_at': '2021-09-18T07:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:11.288389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network 568447ad-0021-43d5-9bcb-f404f941bcb3 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:11.309981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] DHCP port deletion for 68bb1bfc-dc19-45f8-98da-839289335251 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:08:11.364288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Checking router: 110e6e72-5f9f-440e-9817-292ae81d6b44 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:11.364663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Updating router 110e6e72-5f9f-440e-9817-292ae81d6b44 port 8f96fd85-9829-40aa-8c14-bc71c3bdef37 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:08:11.373030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 568447ad-0021-43d5-9bcb-f404f941bcb3) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:11.396369 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.405069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.480158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a95b0159-e823-4787-b5c3-52729de08ef5 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/110e6e72-5f9f-440e-9817-292ae81d6b44 HTTP/1.1" status: 200 len: 907 time: 0.7044773 Sep 18 07:08:11.480407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event updated for resources: {'Subnet': ['ID=7252098a-d857-4892-9283-95891b7c71b2,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:11.481874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:11.525416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Checking segment: {'id': 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:11.526206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network hostable DHCP agents. Network: 9399c45f-dccb-4da4-8c2b-56538b73346a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:11.540653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b258d7-53c3-49b7-adf4-d4d0ac088e8e req-b646fbeb-4d66-4dfc-995a-526d8adc4273 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:11.542325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56b258d7-53c3-49b7-adf4-d4d0ac088e8e req-b646fbeb-4d66-4dfc-995a-526d8adc4273 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1224778 Sep 18 07:08:11.554091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43055f17-5568-4637-a354-cbe43f932915 None None] Network 568447ad-0021-43d5-9bcb-f404f941bcb3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:11.639626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Deleting port 221444eb-759a-4292-86b6-9ef6c68f4537 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:11.639626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.691591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] For port 221444eb-759a-4292-86b6-9ef6c68f4537, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=221444eb-759a-4292-86b6-9ef6c68f4537,segment=NetworkSegment(ec7e9daa-c1af-4512-a699-736d902d5a21),segment_id=ec7e9daa-c1af-4512-a699-736d902d5a21)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:11.691979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.710947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56b258d7-53c3-49b7-adf4-d4d0ac088e8e req-4f4f2b1d-0647-4772-9dea-3c4abcd24a57 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Sep 18 07:08:11.719249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.749852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Network 9399c45f-dccb-4da4-8c2b-56538b73346a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:11.758991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Calling delete_port for 221444eb-759a-4292-86b6-9ef6c68f4537 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:11.798199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 221444eb-759a-4292-86b6-9ef6c68f4537 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:11.805419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e041452-65a4-4817-8d80-e7a3cc1dceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.824669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9399c45f-dccb-4da4-8c2b-56538b73346a) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:11.830015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:11.833091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:11.833857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.865921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630bdf57-d937-4585-ada1-34f186a8d073 None None] Network 9399c45f-dccb-4da4-8c2b-56538b73346a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:11.875514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Deleting port 221444eb-759a-4292-86b6-9ef6c68f4537 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:11.875920 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:11.903777 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-755cf6cd-c9ff-47ff-88ca-9eb3d50eee76 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1571271 Sep 18 07:08:11.905115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58130) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:11.929874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.058123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00510d4e-96e2-4432-90ea-7449bc074ff6 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:12.073493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00510d4e-96e2-4432-90ea-7449bc074ff6 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:12.080626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00510d4e-96e2-4432-90ea-7449bc074ff6 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:12.098244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58136) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:12.104316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-00510d4e-96e2-4432-90ea-7449bc074ff6 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1946239 Sep 18 07:08:12.104639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.157951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.164903 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No ports have port_id starting with 221444eb-759a-4292-86b6-9ef6c68f4537 Sep 18 07:08:12.184555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Port': ['ID=221444eb-759a-4292-86b6-9ef6c68f4537,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:12.186948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] For port 221444eb-759a-4292-86b6-9ef6c68f4537, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=221444eb-759a-4292-86b6-9ef6c68f4537,segment=NetworkSegment(ec7e9daa-c1af-4512-a699-736d902d5a21),segment_id=ec7e9daa-c1af-4512-a699-736d902d5a21)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:12.187345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.208588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] No DVR routers for this DVR port 221444eb-759a-4292-86b6-9ef6c68f4537 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:12.220844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Deleting port 8f96fd85-9829-40aa-8c14-bc71c3bdef37 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:12.221925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.257582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Calling delete_port for 221444eb-759a-4292-86b6-9ef6c68f4537 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:12.339185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Deleting subnet 89f0ab88-87ae-43a1-af85-bf226ffc83de {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:12.349855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5190bd-6366-446f-baef-c72487a1730d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-568447ad-0021-43d5-9bcb-f404f941bcb3', 'network_id': '568447ad-0021-43d5-9bcb-f404f941bcb3', 'tenant_id': 'b95b6779425c46b18fe09b8125cecb46', 'fixed_ips': [{'subnet_id': '89f0ab88-87ae-43a1-af85-bf226ffc83de'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:12.350752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2c5190bd-6366-446f-baef-c72487a1730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.394984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.402457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.459101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-9399c45f-dccb-4da4-8c2b-56538b73346a', 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a', 'tenant_id': 'b95b6779425c46b18fe09b8125cecb46', 'fixed_ips': [{'subnet_id': '7252098a-d857-4892-9283-95891b7c71b2'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:12.462797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.464541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bb1bfc-dc19-45f8-98da-839289335251']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:12.478116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.486538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.498607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7e9daa-c1af-4512-a699-736d902d5a21') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:12.498917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7e9daa-c1af-4512-a699-736d902d5a21') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:12.531780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.548969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.567483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.570901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Calling delete_port for 8f96fd85-9829-40aa-8c14-bc71c3bdef37 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:12.574999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.592256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:12.592678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:12.597618 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:12.615023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.654271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] Pushing event deleted for resources: {'Port': ['ID=221444eb-759a-4292-86b6-9ef6c68f4537,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:12.666201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.677036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92314b-366c-45d6-b64b-efd071206574 None None] No DVR routers for this DVR port 221444eb-759a-4292-86b6-9ef6c68f4537 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:12.769886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738b31-ad6d-4b51-8675-1910ee2f80ec None None] Pushing event updated for resources: {'Port': ['ID=8f96fd85-9829-40aa-8c14-bc71c3bdef37,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:12.775246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Attempting to bind port 8f96fd85-9829-40aa-8c14-bc71c3bdef37 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:12.775624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Attempting to bind port 8f96fd85-9829-40aa-8c14-bc71c3bdef37 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:12.776061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Attempting to bind port 8f96fd85-9829-40aa-8c14-bc71c3bdef37 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:12.787136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:12.787524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:12.788251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.788521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:12.788776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Bound port: 8f96fd85-9829-40aa-8c14-bc71c3bdef37, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:12.789199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.794766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Allocated IP 172.20.0.18 (9399c45f-dccb-4da4-8c2b-56538b73346a/7252098a-d857-4892-9283-95891b7c71b2/2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:12.848442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.853531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:12.870637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] 10.222.0.20 "DELETE /v2.0/networks/68bb1bfc-dc19-45f8-98da-839289335251 HTTP/1.1" status: 204 len: 168 time: 2.0794010 Sep 18 07:08:12.923050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] For port 8f96fd85-9829-40aa-8c14-bc71c3bdef37, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:12.963698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cb7d-cb0d-4956-814c-4efc40887da1 tempest-NetworksTest-1799650109 tempest-NetworksTest-1799650109-project] Pushing event deleted for resources: {'Network': ['ID=68bb1bfc-dc19-45f8-98da-839289335251,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:12.969960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] For port 8f96fd85-9829-40aa-8c14-bc71c3bdef37, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f96fd85-9829-40aa-8c14-bc71c3bdef37,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:12.974841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.038323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Subnet': ['ID=89f0ab88-87ae-43a1-af85-bf226ffc83de,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server [None req-2c5190bd-6366-446f-baef-c72487a1730d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f0ab88-87ae-43a1-af85-bf226ffc83de: This subnet is being modified by another concurrent operation. Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 07:08:13.049138 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise exception Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f0ab88-87ae-43a1-af85-bf226ffc83de: This subnet is being modified by another concurrent operation. Sep 18 07:08:13.054695 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server Sep 18 07:08:13.065314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.074889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.079644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-df086ef7-08c4-420c-825c-477cc3b8ae69 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/subnets/89f0ab88-87ae-43a1-af85-bf226ffc83de HTTP/1.1" status: 204 len: 168 time: 0.9797201 Sep 18 07:08:13.082564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58152) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:13.142099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0aa28-737f-4698-a00c-08276162179c req-77aa4eab-58b5-4cbd-b8bb-98b74ab3651d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:13.144035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6de0aa28-737f-4698-a00c-08276162179c req-77aa4eab-58b5-4cbd-b8bb-98b74ab3651d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.2711844 Sep 18 07:08:13.230060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Deleting subnet 7252098a-d857-4892-9283-95891b7c71b2 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:13.234077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6de0aa28-737f-4698-a00c-08276162179c req-3cb0cf26-f5e4-43fb-b958-08d07376515c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 Sep 18 07:08:13.289339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f517f-ea00-441e-b9b0-9ee0281b10ba None None] Network 568447ad-0021-43d5-9bcb-f404f941bcb3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:13.333836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.337034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738b31-ad6d-4b51-8675-1910ee2f80ec None None] Pushing event updated for resources: {'Port': ['ID=8f96fd85-9829-40aa-8c14-bc71c3bdef37,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:13.361792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.363833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Routers {'110e6e72-5f9f-440e-9817-292ae81d6b44'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:13.364609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['110e6e72-5f9f-440e-9817-292ae81d6b44'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:13.402121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f96fd85-9829-40aa-8c14-bc71c3bdef37,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:13.467700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.483080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] Set router 110e6e72-5f9f-440e-9817-292ae81d6b44 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:13.498438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.564258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.565792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.606397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.619736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:13.628948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e6e72-5f9f-440e-9817-292ae81d6b44', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:05Z', 'updated_at': '2021-09-18T07:08:13Z', 'revision_number': 5, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:13.712831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.720995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.731794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Network 9399c45f-dccb-4da4-8c2b-56538b73346a is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:13.807836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.834370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f7b32-7a55-470e-9d92-b20f5c4c1aa3 None None] The sync data for ids ['110e6e72-5f9f-440e-9817-292ae81d6b44'] in n-d-789963-14 is: [{'id': '110e6e72-5f9f-440e-9817-292ae81d6b44', 'name': 'tempest-snat-router-383170796', 'tenant_id': '6707fb68fed04df19842a7a76a4b6aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:05Z', 'updated_at': '2021-09-18T07:08:13Z', 'revision_number': 5, 'project_id': '6707fb68fed04df19842a7a76a4b6aae', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:13.836909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:13.840222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:13.843969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Pushing event updated for resources: {'Port': ['ID=2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:13.926319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.926981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 110e6e72-5f9f-440e-9817-292ae81d6b44 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:13.932269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.938439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58176) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:13.938553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Attempting to bind port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:13.938553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Attempting to bind port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:13.938795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7b46eb82-0fe0-43d6-a4f5-3338f36b8cdc tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/routers/110e6e72-5f9f-440e-9817-292ae81d6b44 HTTP/1.1" status: 204 len: 168 time: 2.4532831 Sep 18 07:08:13.941253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Attempting to bind port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 on network 9399c45f-dccb-4da4-8c2b-56538b73346a {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:13.952901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:13.952901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Checking segment: {'id': 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:13.953300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.953722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Bound using segment: {'id': 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:13.954252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Bound port: 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9399c45f-dccb-4da4-8c2b-56538b73346a'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:13.954648 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:13.983676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f6ec3423-a5a9-4237-865b-0149cc313d77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3150d1a66df4a50ae84dfb283cfe523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632877 Sep 18 07:08:13.984319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:14.020152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.054805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.082754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Subnet': ['ID=7252098a-d857-4892-9283-95891b7c71b2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:14.085115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.087219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-822d01fe-b398-43cc-942f-e756cabb5665 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/subnets/7252098a-d857-4892-9283-95891b7c71b2 HTTP/1.1" status: 204 len: 168 time: 1.0033476 Sep 18 07:08:14.090643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:14.107711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.124033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] For port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:14.130166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] For port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4,segment=NetworkSegment(a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b),segment_id=a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:14.195027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d66806-d9d5-4514-befd-63488a151f81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:14.202220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.206763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8d66806-d9d5-4514-befd-63488a151f81 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130137 Sep 18 07:08:14.210445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58188) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:14.228976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.244873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.247969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.249331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34e9a0b8-6f9d-4867-847f-8da518ddbd2d HTTP/1.1" status: 204 len: 168 time: 0.2640226 Sep 18 07:08:14.310930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560574df-d451-4a74-bfdf-056e75211da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e9a0b8-6f9d-4867-847f-8da518ddbd2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:14.433403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bff5e1-4b6b-4421-8a3a-5295ba2d0fb8 req-093b2dfc-c0fc-4298-9489-7efa705ba023 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:14.435115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1bff5e1-4b6b-4421-8a3a-5295ba2d0fb8 req-093b2dfc-c0fc-4298-9489-7efa705ba023 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0795672 Sep 18 07:08:14.439302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.465594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.482054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda84ee-98b6-4f01-8638-6c652c3300aa None None] Pushing event updated for resources: {'Port': ['ID=2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:14.506360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cebd0f-d468-4ab2-b059-101706ba3575 None None] Network 9399c45f-dccb-4da4-8c2b-56538b73346a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:14.531662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1bff5e1-4b6b-4421-8a3a-5295ba2d0fb8 req-4c86fdf1-f0bc-4e2c-ab01-c7fb53ad8e88 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Sep 18 07:08:14.566280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Deleting port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:14.566280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.715772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] For port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4,segment=NetworkSegment(a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b),segment_id=a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:14.716154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.732159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Deleting port b481b8e1-e26c-4d77-859c-1eb68d00e69c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:14.737824 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.742860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Calling delete_port for 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:14.928511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] For port b481b8e1-e26c-4d77-859c-1eb68d00e69c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b481b8e1-e26c-4d77-859c-1eb68d00e69c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:14.928881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:14.951684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Calling delete_port for b481b8e1-e26c-4d77-859c-1eb68d00e69c owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:14.991751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.007172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae651988-b421-4f9a-8bfc-e52d0b6bfbd6 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:08:15.039366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.114109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] No DVR routers for this DVR port 2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:15.123300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.184420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Port': ['ID=2c99c0c4-4bb8-4d43-a61d-5c26f4d566d4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:15.264461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae651988-b421-4f9a-8bfc-e52d0b6bfbd6 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:08:15.336501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.415135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9399c45f-dccb-4da4-8c2b-56538b73346a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:15.436702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:15.436702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d58aa7-c1de-4ec7-b694-2e3d032a1c6b') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:15.452689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.458770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.482411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.491812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:15.492253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: items = [ Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:15.496064 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:15.539770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event deleted for resources: {'Port': ['ID=b481b8e1-e26c-4d77-859c-1eb68d00e69c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:15.711163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.729018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.805116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.812278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/9399c45f-dccb-4da4-8c2b-56538b73346a HTTP/1.1" status: 204 len: 168 time: 1.5970182 Sep 18 07:08:15.820743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58224) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:15.820913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574f05-bcf5-4935-9627-208a6d3b904a tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=9399c45f-dccb-4da4-8c2b-56538b73346a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:15.886432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.897492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:15.967440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adebf6-7bf4-4612-9d75-3a4d45a49dbe req-013342a0-7abd-4383-a302-0556e5b12f81 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:15.977600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5adebf6-7bf4-4612-9d75-3a4d45a49dbe req-013342a0-7abd-4383-a302-0556e5b12f81 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1744113 Sep 18 07:08:16.017874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42371877-928f-4668-92c9-c5fcc1c9fe69 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:08:16.039567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5adebf6-7bf4-4612-9d75-3a4d45a49dbe req-fc4afe42-b831-4e89-8c0b-5d9e1f770e19 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Sep 18 07:08:16.046771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.175014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.176472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:16.180716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.189273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.191072 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-419d6c4d-9d85-4855-9294-270ff5e66bd9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a9ed79d7-13df-4e3d-8147-33ae0cbf7a62 HTTP/1.1" status: 204 len: 168 time: 2.2530117 Sep 18 07:08:16.196299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:16.204304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42371877-928f-4668-92c9-c5fcc1c9fe69 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:08:16.208726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-780018592', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:16.240754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568447ad-0021-43d5-9bcb-f404f941bcb3']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:16.270729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e239f0-d9c9-42cb-b31f-6d0ba782bb5f') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:16.271027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e239f0-d9c9-42cb-b31f-6d0ba782bb5f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:16.287328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.308811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.323329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:16.323744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:16.329176 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:16.447144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.448804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.554108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.562593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.564817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/568447ad-0021-43d5-9bcb-f404f941bcb3 HTTP/1.1" status: 204 len: 168 time: 0.7509546 Sep 18 07:08:16.567689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58242) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:16.662712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec5fe6-1e45-47b5-85f6-91fd192415f7 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=568447ad-0021-43d5-9bcb-f404f941bcb3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:16.710425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.758618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25daf85-bfee-4fb3-bc15-b3dfcf54f981 req-eb76f93d-60b1-470c-9d22-4c050c2a4843 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:16.768329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a25daf85-bfee-4fb3-bc15-b3dfcf54f981 req-eb76f93d-60b1-470c-9d22-4c050c2a4843 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.2526655 Sep 18 07:08:16.932517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:16.944414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a25daf85-bfee-4fb3-bc15-b3dfcf54f981 req-b04f7769-7683-4694-8043-d3065db14efa tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658213 Sep 18 07:08:17.031160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.079417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.103584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffa75b4-059f-4593-9a9b-b64a4f429cbd']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:17.113799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10284a85-5626-41b7-adc9-4bd26f2ebf74') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:17.114193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10284a85-5626-41b7-adc9-4bd26f2ebf74') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:17.132486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.152089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.182880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:17.182880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:17.186883 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:17.309782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef75a5-0b05-4832-8aba-34b19983b406 req-e9812d58-8e2b-423d-a00c-52aa1c3e6b74 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:17.311575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ef75a5-0b05-4832-8aba-34b19983b406 req-e9812d58-8e2b-423d-a00c-52aa1c3e6b74 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1644766 Sep 18 07:08:17.320956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.326378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:17.332634 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/6ffa75b4-059f-4593-9a9b-b64a4f429cbd HTTP/1.1" status: 204 len: 168 time: 0.6964421 Sep 18 07:08:17.349642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58252) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:17.368838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0531e0-7047-4d83-8258-b1f0256e2330 tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=6ffa75b4-059f-4593-9a9b-b64a4f429cbd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:17.677030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b481b8e1-e26c-4d77-859c-1eb68d00e69c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:17.698307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b481b8e1-e26c-4d77-859c-1eb68d00e69c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:17.698639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b481b8e1-e26c-4d77-859c-1eb68d00e69c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:17.744541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ef75a5-0b05-4832-8aba-34b19983b406 req-fd3ea32a-ecb6-4136-9b4e-baab1dbc11bd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938031 Sep 18 07:08:17.749119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b544f86e-4008-4be9-8fb2-390c15b9c472']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e36203a-943c-4d38-9a5b-3e60bbc18b2d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e36203a-943c-4d38-9a5b-3e60bbc18b2d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:18.031344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.062952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.073616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:18.074030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:18.077526 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:18.179382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607c08b-1974-4f46-ba70-b5a9f746df96 req-56833c8e-6494-4cdd-929e-d1eb1abe1308 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:18.180982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a607c08b-1974-4f46-ba70-b5a9f746df96 req-56833c8e-6494-4cdd-929e-d1eb1abe1308 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.1573689 Sep 18 07:08:18.196640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Allocated IP 172.25.4.141 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/11f3467c-7d81-4bc0-9a89-86806c3f2942) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:18.239337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652fda-9f94-4055-b55c-8e941686d557 req-1ec12b15-abd9-4e15-b18e-9a63e24358cd tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:18.241725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-24652fda-9f94-4055-b55c-8e941686d557 req-1ec12b15-abd9-4e15-b18e-9a63e24358cd tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 946 time: 0.1020398 Sep 18 07:08:18.270127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a607c08b-1974-4f46-ba70-b5a9f746df96 req-bf92916e-30bb-4bc5-816f-c8e2af8d2903 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups?id=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693805 Sep 18 07:08:18.285083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.301776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.306399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] 10.222.0.20 "DELETE /v2.0/networks/b544f86e-4008-4be9-8fb2-390c15b9c472 HTTP/1.1" status: 204 len: 168 time: 0.9544268 Sep 18 07:08:18.328384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09709c-aa0f-42ba-bcb7-cef40b123a8e tempest-BulkNetworkOpsTest-1893611357 tempest-BulkNetworkOpsTest-1893611357-project] Pushing event deleted for resources: {'Network': ['ID=b544f86e-4008-4be9-8fb2-390c15b9c472,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:18.405228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58272) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:18.453352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Deleting port 896ad526-faf1-4c66-b5c3-9b63c11f1317 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:18.454456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.454887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.579249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] For port 896ad526-faf1-4c66-b5c3-9b63c11f1317, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=896ad526-faf1-4c66-b5c3-9b63c11f1317,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:18.579734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.587851 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f42ea86e-b324-49b5-8c4c-3df7468ffa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.664366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:18.692810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:18.697095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:18.715700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:19.047530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.053661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.054115 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Floating IP 3921d344-7f83-4a88-b222-bab4ff87e189 disassociated. External IP: 172.25.4.217, port: 896ad526-faf1-4c66-b5c3-9b63c11f1317. Sep 18 07:08:19.054574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Calling delete_port for 896ad526-faf1-4c66-b5c3-9b63c11f1317 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:19.071914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:19.184930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event updated for resources: {'Port': ['ID=11f3467c-7d81-4bc0-9a89-86806c3f2942,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:19.230126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53497f-2f9e-440d-9529-7648b3ff8584 req-1e2d14f7-aec6-4b8b-90e8-2e5989b1dcef tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:19.235961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be53497f-2f9e-440d-9529-7648b3ff8584 req-1e2d14f7-aec6-4b8b-90e8-2e5989b1dcef tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.3163102 Sep 18 07:08:19.264637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f42ea86e-b324-49b5-8c4c-3df7468ffa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.306835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.354239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event deleted for resources: {'Port': ['ID=896ad526-faf1-4c66-b5c3-9b63c11f1317,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:19.384123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be53497f-2f9e-440d-9529-7648b3ff8584 req-c213e4b5-7f49-4326-9117-2688318fe968 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252666 Sep 18 07:08:19.399772 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f42ea86e-b324-49b5-8c4c-3df7468ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.443835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a166b00-6eef-47ce-aef0-68dff6d4568e req-ec6097be-5e13-4543-9f27-fc7ddbce5e48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.0640497 Sep 18 07:08:19.454937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-64b61dd2-dbe3-4930-8021-324e581bf3be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b95b6779425c46b18fe09b8125cecb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753686 Sep 18 07:08:19.461101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58300) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:19.464052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f42ea86e-b324-49b5-8c4c-3df7468ffa8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44e15be7b6354d098f712a2bd3b17f64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0577490 Sep 18 07:08:19.477062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58302) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:19.522583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ea86e-b324-49b5-8c4c-3df7468ffa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cf66bb-c544-4b8c-a13a-c0f4a5a40364,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:19.657397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.681535 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.692016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.737397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.788972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:19.801304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:19.951341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:19.954048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Sync routers for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:19.965694 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:19.966531 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:19.994571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] No DVR routers for this DVR port 896ad526-faf1-4c66-b5c3-9b63c11f1317 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:19.997851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.001870 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-24652fda-9f94-4055-b55c-8e941686d557 req-0c1e14d9-8d41-47b8-9114-6cbe180cc6db tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.24 "DELETE /v2.0/ports/896ad526-faf1-4c66-b5c3-9b63c11f1317 HTTP/1.1" status: 204 len: 173 time: 1.7535162 Sep 18 07:08:20.003236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'name': 'network-vif-deleted', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:08:20.004987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.006652 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb3383-6284-4896-a87c-380cfc45fa86" -d '{"events": [{"server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "name": "network-vif-deleted", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:08:20.016196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.017394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ead95790-d1c4-4043-8be6-1524773173b6 HTTP/1.1" status: 204 len: 168 time: 0.5520344 Sep 18 07:08:20.051026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93c698-15cf-46d0-8864-1857cdbacac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead95790-d1c4-4043-8be6-1524773173b6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:20.058310 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86e3f7-0332-42db-bef9-c9711d1f1251 x-openstack-request-id: req-df86e3f7-0332-42db-bef9-c9711d1f1251 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:08:20.058645 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d321633-36ff-4a6e-aa78-c505b7a29a11", "name": "network-vif-deleted", "tag": "896ad526-faf1-4c66-b5c3-9b63c11f1317", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:08:20.058865 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df86e3f7-0332-42db-bef9-c9711d1f1251 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:08:20.059453 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d321633-36ff-4a6e-aa78-c505b7a29a11', 'name': 'network-vif-deleted', 'tag': '896ad526-faf1-4c66-b5c3-9b63c11f1317', 'status': 'completed', 'code': 200} Sep 18 07:08:20.062506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.074242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.074242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2cf66bb-c544-4b8c-a13a-c0f4a5a40364 HTTP/1.1" status: 204 len: 168 time: 0.5903809 Sep 18 07:08:20.074242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.087204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4dbe8-db61-4af0-b9f6-9b252c7f9dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cf66bb-c544-4b8c-a13a-c0f4a5a40364,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:20.114001 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:20.334641 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.338651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Router 838f44f7-0134-4425-9183-304377ebb16a is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:20.365554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Checking router: 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:20.374489 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:20.378411 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.468416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:20.480682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] Sync routers for ids ['838f44f7-0134-4425-9183-304377ebb16a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:20.498276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] Routers {'838f44f7-0134-4425-9183-304377ebb16a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:20.499089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['838f44f7-0134-4425-9183-304377ebb16a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.583000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.595765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] Routers {'838f44f7-0134-4425-9183-304377ebb16a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:20.596921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['838f44f7-0134-4425-9183-304377ebb16a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.599765 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:20.610016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb607a56-0216-46a1-a33d-04146030d0ea req-4f47f752-9b95-43e4-a4e2-f00cdfc437ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:20.610016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-4f47f752-9b95-43e4-a4e2-f00cdfc437ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1098 time: 0.0646448 Sep 18 07:08:20.621092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c9e4f-5cb2-4137-9551-cae38a231a94 req-7139753a-5692-4d98-80d2-2aed7aeaecf4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:20.622792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b00c9e4f-5cb2-4137-9551-cae38a231a94 req-7139753a-5692-4d98-80d2-2aed7aeaecf4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1138921 Sep 18 07:08:20.648236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.649759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc14dcd0-8ebd-4307-9b98-bf4853457027 None None] The sync data for ids ['838f44f7-0134-4425-9183-304377ebb16a'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:20.668600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a9fde19-8aa7-4828-8096-4df4206fdb8e req-f0ec82a3-9496-4db6-a722-49c35a48cda2 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d321633-36ff-4a6e-aa78-c505b7a29a11 HTTP/1.1" status: 200 len: 210 time: 0.0387316 Sep 18 07:08:20.709187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b00c9e4f-5cb2-4137-9551-cae38a231a94 req-ec814615-1115-4ee2-8fea-bcc92f288a6e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780036 Sep 18 07:08:20.710175 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:20.711308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-147c5467-5b42-49b5-a032-0f4bbb16d4ee tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5139203 Sep 18 07:08:20.715209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58352) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:20.720069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:20.731807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb607a56-0216-46a1-a33d-04146030d0ea req-e8e0d51f-28a9-48ee-ae8c-ff6a70224ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:20.733337 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-e8e0d51f-28a9-48ee-ae8c-ff6a70224ff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.1171160 Sep 18 07:08:20.777140 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-83a8f8e2-f837-410d-9313-d676de867359 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0362456 Sep 18 07:08:20.825709 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:20.835148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb607a56-0216-46a1-a33d-04146030d0ea req-cd694838-b440-4e9b-abc9-d818a0b86231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:20.836662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-cd694838-b440-4e9b-abc9-d818a0b86231 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.0532577 Sep 18 07:08:20.856129 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e822c92-d903-45fc-ac46-fe6477830b76 None None] The sync data for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 is: [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:05:04Z', 'revision_number': 4, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0075e4e7-f615-48c5-ada9-fe4d41a5b33f', 'name': '', 'network_id': 'dcf37ce9-2f5a-46d7-b95c-121d8233ffc3', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'mac_address': 'fa:16:3e:6e:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:03Z', 'updated_at': '2021-09-18T07:05:09Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'subnets': [{'id': '3110c521-6fce-4f0e-9d48-40faa2755b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:20.885529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-05d81385-59ed-41af-928f-806e2e9d391b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417902 Sep 18 07:08:21.007187 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-850b486f-a98a-473a-9a3e-b5e8468bf004 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124313 Sep 18 07:08:21.047084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:21.063833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-945fa603-de8c-4670-a169-4cf7fde4096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.142971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb607a56-0216-46a1-a33d-04146030d0ea req-1abf040c-9858-40f9-9ead-08f5803831c0 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258004 Sep 18 07:08:21.193506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.213982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-945fa603-de8c-4670-a169-4cf7fde4096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.243504 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504e09e-9501-4274-8555-089c2d2c0d54 None None] New status for floating IP 3921d344-7f83-4a88-b222-bab4ff87e189: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:08:21.248427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58364) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:21.357311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-945fa603-de8c-4670-a169-4cf7fde4096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.367206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386d29e5-94f4-4b58-b9c2-1e4510274cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.429661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fa603-de8c-4670-a169-4cf7fde4096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea8868-c769-46fd-9380-5f664b10f5b1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:21.437696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-945fa603-de8c-4670-a169-4cf7fde4096d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ce62c1d72841ae94a7622edbac4522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895047 Sep 18 07:08:21.438694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58370) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:21.528056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.564282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.579694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386d29e5-94f4-4b58-b9c2-1e4510274cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.715250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-386d29e5-94f4-4b58-b9c2-1e4510274cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.762014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-386d29e5-94f4-4b58-b9c2-1e4510274cbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec75c0e8acf44f70895a449b42d4fe6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120687 Sep 18 07:08:21.763299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d29e5-94f4-4b58-b9c2-1e4510274cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001cefcd-2f85-4ca8-b388-311e44f10c7d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:21.766106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:21.768455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.772543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.772543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20ea8868-c769-46fd-9380-5f664b10f5b1 HTTP/1.1" status: 204 len: 168 time: 0.3324201 Sep 18 07:08:21.807657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.812570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.826679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755fbd-7a9c-459c-9e48-94c9c7891eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea8868-c769-46fd-9380-5f664b10f5b1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:21.845884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58390) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:21.880612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.922807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.935532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b11b0-87b7-4333-96dc-83d81981b6d8 req-63a7e9a8-4595-4017-99cf-5ef9eccd6676 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:21.937192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d76b11b0-87b7-4333-96dc-83d81981b6d8 req-63a7e9a8-4595-4017-99cf-5ef9eccd6676 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1275861 Sep 18 07:08:21.977062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:21.984973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 896ad526-faf1-4c66-b5c3-9b63c11f1317 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:22.013498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58392) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.031656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.037201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 896ad526-faf1-4c66-b5c3-9b63c11f1317 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:22.037201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 896ad526-faf1-4c66-b5c3-9b63c11f1317 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:22.161396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.165840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.170221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/001cefcd-2f85-4ca8-b388-311e44f10c7d HTTP/1.1" status: 204 len: 168 time: 0.4026828 Sep 18 07:08:22.181974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88ceb7-893b-46df-b4dc-18b6aed61ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001cefcd-2f85-4ca8-b388-311e44f10c7d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:22.195537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.202535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.210041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "DELETE /v2.0/security-groups/15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89 HTTP/1.1" status: 204 len: 168 time: 0.3553965 Sep 18 07:08:22.237518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58400) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.259408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3a274-e69c-452b-9f9d-aacd89376c48 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:22.271897 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-48f5a653-8985-461b-abd7-3e3f86924892 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] show failed (client error): The resource could not be found. Sep 18 07:08:22.274911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-48f5a653-8985-461b-abd7-3e3f86924892 tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "GET /v2.0/security-groups/15d3d7a5-f6bc-4c85-ae83-0e6d1f4d5f89 HTTP/1.1" status: 404 len: 347 time: 0.0368724 Sep 18 07:08:22.277505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58404) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.340832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d76b11b0-87b7-4333-96dc-83d81981b6d8 req-565903db-84dc-4f6a-b169-359e40b0a552 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678988 Sep 18 07:08:22.343016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router 838f44f7-0134-4425-9183-304377ebb16a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:22.394687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194042341'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:22.476172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Deleting port 362ea21b-e0c8-483c-a71d-4d22b31fdb27 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:22.476526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.505249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:22.516700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] Sync routers for ids ['838f44f7-0134-4425-9183-304377ebb16a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:22.522734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.523567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2289686a-c4df-4956-8927-11cca9cd2250 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "PUT /v2.0/routers/838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 200 len: 925 time: 1.8072586 Sep 18 07:08:22.525095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58412) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.530063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] Routers {'838f44f7-0134-4425-9183-304377ebb16a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:22.533600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['838f44f7-0134-4425-9183-304377ebb16a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:22.539441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:22.543062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.559585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.593783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.594264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.613792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:22.618372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Calling delete_port for 362ea21b-e0c8-483c-a71d-4d22b31fdb27 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:22.628149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] Routers {'838f44f7-0134-4425-9183-304377ebb16a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:22.629734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['838f44f7-0134-4425-9183-304377ebb16a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:22.671206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7db8c08-2e71-4ad0-aa43-f1f40afd5528 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 200 len: 925 time: 0.1445792 Sep 18 07:08:22.672004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58414) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.686179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:22.688920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3a874-e125-419b-a2a0-7376e0d72331 None None] The sync data for ids ['838f44f7-0134-4425-9183-304377ebb16a'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:22.765806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcf802-acc9-4eb1-801a-c23724c42911 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:22.771728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58418) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.783450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.785338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-efbcf802-acc9-4eb1-801a-c23724c42911 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=838f44f7-0134-4425-9183-304377ebb16a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1115603 Sep 18 07:08:22.889773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.930929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:22.948057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41178440-4801-4638-8250-a745168b6c5f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:22.948057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a6e40-63e6-420a-873a-aa2c3e54d6b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:22.948712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d1a6e40-63e6-420a-873a-aa2c3e54d6b2 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.1761162 Sep 18 07:08:22.952000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:22.952266 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment 349240f6-4dcd-4cb2-8434-72f65aa8e746 of type vlan for network c3f04462-8573-4420-ba3d-4ac3a1237479 Sep 18 07:08:22.952554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58424) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:22.999705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-34b85ed6-62a8-45c6-8edb-3b25313e03b2 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 200 len: 205 time: 0.0422676 Sep 18 07:08:22.999889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58428) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:23.005260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.067663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.101789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Pushing event deleted for resources: {'Port': ['ID=362ea21b-e0c8-483c-a71d-4d22b31fdb27,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:23.127343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.161694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.164539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.165802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b4a0adf-a6ba-47ba-bb03-a6c226e21bea tempest-ServersTestFqdnHostnames-961351358 tempest-ServersTestFqdnHostnames-961351358-project] 10.222.0.20 "DELETE /v2.0/floatingips/3921d344-7f83-4a88-b222-bab4ff87e189 HTTP/1.1" status: 204 len: 168 time: 0.8869696 Sep 18 07:08:23.177522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:23.218152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.224389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:23.225004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.248503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.310335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=c3f04462-8573-4420-ba3d-4ac3a1237479,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:23.323904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c3f04462-8573-4420-ba3d-4ac3a1237479 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:23.367293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3ae657a0-dc04-4fba-85a3-23f4ca63cbbc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3527241 Sep 18 07:08:23.385043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:23.408021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-201926947'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:23.466941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58446) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:23.516928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-551a325d-ca62-4f16-b729-c806340a1443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.559731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4596d1d-b7f4-4695-80bd-40f2e073c4a4 req-9c0947de-9c57-4ad4-87bd-c82f596a88b1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:23.561254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4596d1d-b7f4-4695-80bd-40f2e073c4a4 req-9c0947de-9c57-4ad4-87bd-c82f596a88b1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.0844390 Sep 18 07:08:23.562861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port 11f3467c-7d81-4bc0-9a89-86806c3f2942 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:23.563208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.606735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:23.610169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.700748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4596d1d-b7f4-4695-80bd-40f2e073c4a4 req-9c7cdad3-15c1-4da4-9ea6-d4e41dc7f11f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254983 Sep 18 07:08:23.701465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:23.726548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.745568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.745965 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment 21749cda-4136-4aee-8c1b-65c61a302c78 of type vlan for network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e Sep 18 07:08:23.747445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for 11f3467c-7d81-4bc0-9a89-86806c3f2942 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:23.776908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.871135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.941578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-551a325d-ca62-4f16-b729-c806340a1443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:23.950843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2742-bbf2-40dc-a76d-3641f98914fb req-644b3b8e-de05-456c-a1e6-674f07745e61 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:23.952523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de6b2742-bbf2-40dc-a76d-3641f98914fb req-644b3b8e-de05-456c-a1e6-674f07745e61 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 946 time: 0.1518333 Sep 18 07:08:23.984889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58452) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:24.015826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.022083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:24.022726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.058811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-551a325d-ca62-4f16-b729-c806340a1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.114096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de6b2742-bbf2-40dc-a76d-3641f98914fb req-9ed1ab57-4d4e-4e9d-a167-5317038278c2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521404 Sep 18 07:08:24.117869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Deleting port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:24.122576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.140722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56ade41c-af07-47b1-b1df-aa9cec1c11c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.187108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7919276 Sep 18 07:08:24.193478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c3d3-2dc8-42ce-a311-b01d43dc7f48 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.193682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58460) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:24.199783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:24.205188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-551a325d-ca62-4f16-b729-c806340a1443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20c8cc5f2fc148708755e3000bfbc057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364509 Sep 18 07:08:24.207830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:24.210864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a325d-ca62-4f16-b729-c806340a1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db1aec-0b0a-4797-a9f3-f93e17cf219e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.212164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58464) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:24.284854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.318290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] For port 0075e4e7-f615-48c5-ada9-fe4d41a5b33f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:24.318667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.318951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.331466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.341965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:24.345964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Calling delete_port for 0075e4e7-f615-48c5-ada9-fe4d41a5b33f owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:24.357278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-92e3f693-d6ad-4ade-b4a4-62b1f08b6f6d req-2e385f2b-378e-4095-a3f8-fc71a792eee5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:08:24.358717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e3f693-d6ad-4ade-b4a4-62b1f08b6f6d req-2e385f2b-378e-4095-a3f8-fc71a792eee5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115306 Sep 18 07:08:24.410221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=11f3467c-7d81-4bc0-9a89-86806c3f2942,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.439581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56ade41c-af07-47b1-b1df-aa9cec1c11c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.443036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.478639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:24.480291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:08:24.483773 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494792d-4acb-48d9-8588-b42eb9d245e8" -d '{"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-unplugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:08:24.492529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.523230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56ade41c-af07-47b1-b1df-aa9cec1c11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.531819 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 07:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333a83d-32b6-42cc-91a8-85e9876d7131 x-openstack-request-id: req-9333a83d-32b6-42cc-91a8-85e9876d7131 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:08:24.532213 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-unplugged", "status": "failed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:08:24.532740 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9333a83d-32b6-42cc-91a8-85e9876d7131 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:08:24.533352 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'code': 422} returned with failed status Sep 18 07:08:24.562684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.585128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ade41c-af07-47b1-b1df-aa9cec1c11c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e84d78-5f88-4970-9190-c0caf216e9d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.591958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-56ade41c-af07-47b1-b1df-aa9cec1c11c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=472121039d9f47f6b0a5e605fe8d6048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026480 Sep 18 07:08:24.592329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58472) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:24.609624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.613986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.615833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3db1aec-0b0a-4797-a9f3-f93e17cf219e HTTP/1.1" status: 204 len: 168 time: 0.4011395 Sep 18 07:08:24.624032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.624528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.628798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.638354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b6bf-be1e-4a97-b79a-363558489088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db1aec-0b0a-4797-a9f3-f93e17cf219e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.643707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:24.645246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.645628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.646050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.646331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.647314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.647818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.648411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.649187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.650180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.650725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.651278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.651808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.652347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:24.759052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b4a24-09ae-49f1-9f0e-7410259da423 req-72ad1884-9bab-4861-a097-e4ffc8cbdd97 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:24.760796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a13b4a24-09ae-49f1-9f0e-7410259da423 req-72ad1884-9bab-4861-a097-e4ffc8cbdd97 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.0539939 Sep 18 07:08:24.794037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.815758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a13b4a24-09ae-49f1-9f0e-7410259da423 req-d7214cb7-68bf-4ed8-8e8d-83fc4f96af93 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Sep 18 07:08:24.829928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.836059 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.836506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router 838f44f7-0134-4425-9183-304377ebb16a {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:24.845421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.850386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-acb9748b-c810-451b-bc9d-d1f26db9df2d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 204 len: 168 time: 1.8493984 Sep 18 07:08:24.851499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58484) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:24.856351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1311710966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:24.865324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.924335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Pushing event deleted for resources: {'Port': ['ID=0075e4e7-f615-48c5-ada9-fe4d41a5b33f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:24.956616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:24.957610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.051156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.053724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.054958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8e84d78-5f88-4970-9190-c0caf216e9d0 HTTP/1.1" status: 204 len: 168 time: 0.4615898 Sep 18 07:08:25.123800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f4b51-4ed7-4e4b-a88f-855b6fdf1dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e84d78-5f88-4970-9190-c0caf216e9d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:25.175357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.192745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.245199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.277046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=d6beb0a7-a1a1-449d-9453-198786fcd655,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:25.277648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.326673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': '349240f6-4dcd-4cb2-8434-72f65aa8e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:25.327044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: c3f04462-8573-4420-ba3d-4ac3a1237479, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:25.361049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.365660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-97e6477e-0f0d-4056-89d2-8faf55bf9c00 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5106368 Sep 18 07:08:25.366022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58504) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:25.371179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:25.634474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.742866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network c3f04462-8573-4420-ba3d-4ac3a1237479 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:25.825189 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-3ffe3ba9-2c46-47ce-9761-371d58c9f20a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5142982 Sep 18 07:08:25.837763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-8a2f0711-a68b-4443-930a-93b7a4f9cddf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:08:25.839174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-8a2f0711-a68b-4443-930a-93b7a4f9cddf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066233 Sep 18 07:08:25.848730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:25.849940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c3f04462-8573-4420-ba3d-4ac3a1237479) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:25.855693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:25.856500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:25.862529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623cc06-70b7-434a-b94f-081dc84fa374 None None] Network c3f04462-8573-4420-ba3d-4ac3a1237479 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:26.030416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:26.041216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5af8b97-8f21-4cdd-a181-3ef8a823888d admin admin] 10.222.0.20 "PUT /v2.0/routers/975b2ce2-ca1f-48a7-8747-dc425e7c2c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8622117 Sep 18 07:08:26.044670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58532) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:26.044812 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Sync routers for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:26.048113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-69ab6e88-4e24-486e-82b8-f20f39db92ea tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8551397 Sep 18 07:08:26.055125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58534) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:26.059571 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:26.060233 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:26.061941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:26.130695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c3f04462-8573-4420-ba3d-4ac3a1237479', 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': 'd6beb0a7-a1a1-449d-9453-198786fcd655'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:26.139059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.288824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:26.293453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.387879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Allocated IP 172.20.0.2 (c3f04462-8573-4420-ba3d-4ac3a1237479/d6beb0a7-a1a1-449d-9453-198786fcd655/33cae8c0-3869-4c81-a4d2-e0a741d40e8d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:26.466807 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:26.508226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.576785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b178-6cfa-49a8-b643-47e057b64a09 req-f22108f0-cbd9-41d4-a916-38865dcefabd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:26.584639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d857b178-6cfa-49a8-b643-47e057b64a09 req-f22108f0-cbd9-41d4-a916-38865dcefabd tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.6185377 Sep 18 07:08:26.610461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.633507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.667742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d857b178-6cfa-49a8-b643-47e057b64a09 req-d2bb6b69-ccc5-4a7c-8a05-377e2a339d7b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Sep 18 07:08:26.722634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:08:24Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:26.724561 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.759020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Checking router: 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:26.774651 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Routers {'975b2ce2-ca1f-48a7-8747-dc425e7c2c04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:26.774651 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:26.794054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.864999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Network c3f04462-8573-4420-ba3d-4ac3a1237479 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:26.874331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:26.884521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:26.905116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Allocated IP 172.25.4.243 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/f5b44824-0396-43ab-9075-4b34d0d20de2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:26.908741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] Set router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:26.954936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.968474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Attempting to bind port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:26.968949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Attempting to bind port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '349240f6-4dcd-4cb2-8434-72f65aa8e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:26.969393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Attempting to bind port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d on network c3f04462-8573-4420-ba3d-4ac3a1237479 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:26.972325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Pushing event updated for resources: {'Port': ['ID=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:26.978810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:26.979288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Checking segment: {'id': '349240f6-4dcd-4cb2-8434-72f65aa8e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:26.979918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:26.980532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Bound using segment: {'id': '349240f6-4dcd-4cb2-8434-72f65aa8e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:26.981092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Bound port: 33cae8c0-3869-4c81-a4d2-e0a741d40e8d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349240f6-4dcd-4cb2-8434-72f65aa8e746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c3f04462-8573-4420-ba3d-4ac3a1237479'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:26.982041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.071939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.079380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] For port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:27.083759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] For port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,segment=NetworkSegment(349240f6-4dcd-4cb2-8434-72f65aa8e746),segment_id=349240f6-4dcd-4cb2-8434-72f65aa8e746)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:27.108512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.157971 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:08:24Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:27.181353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=8d6e91bc-751d-48c8-a38a-aec24ae87821,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:27.193181 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2d85b-6d0e-4653-b964-f2a06e1828e4 None None] The sync data for ids ['975b2ce2-ca1f-48a7-8747-dc425e7c2c04'] in n-d-789963-14 is: [{'id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'name': 'tempest-ServersTestFqdnHostnames-1045921264-router', 'tenant_id': '5d51660ad5b14b918e9934c59dff4afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:59Z', 'updated_at': '2021-09-18T07:08:24Z', 'revision_number': 5, 'project_id': '5d51660ad5b14b918e9934c59dff4afe', 'gw_port': {'id': '6ba8653b-035a-42c5-af73-93ad7d34c9aa', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975b2ce2-ca1f-48a7-8747-dc425e7c2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:05:00Z', 'updated_at': '2021-09-18T07:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:27.203103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Deleting port 6ba8653b-035a-42c5-af73-93ad7d34c9aa {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:27.203375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.208523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.231536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': '21749cda-4136-4aee-8c1b-65c61a302c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:27.232999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:27.258773 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.299933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1e0b-0943-426f-9c2d-fc419dcb45bc None None] Pushing event updated for resources: {'Port': ['ID=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:27.321459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:27.324320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:27.326872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:27.339335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event updated for resources: {'Port': ['ID=f5b44824-0396-43ab-9075-4b34d0d20de2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:27.345405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] For port 6ba8653b-035a-42c5-af73-93ad7d34c9aa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ba8653b-035a-42c5-af73-93ad7d34c9aa,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:27.345405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.369195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Calling delete_port for 6ba8653b-035a-42c5-af73-93ad7d34c9aa owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:27.398590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:27.520301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:27.527470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c5add-71e3-4446-b0e5-bf1ed01e3bca None None] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:27.543486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:27.544214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.637148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7f310f68-d019-4ecd-b42c-51dde1beee21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5807576 Sep 18 07:08:27.639998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58568) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:27.649584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-736516799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:27.739226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.829190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.837241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:27.939096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 33cae8c0-3869-4c81-a4d2-e0a741d40e8d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:27.969005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba8653b-035a-42c5-af73-93ad7d34c9aa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:27.993564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e', 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '8d6e91bc-751d-48c8-a38a-aec24ae87821'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:27.994811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.031368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:28.032005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.142249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-09dab9c2-335b-431e-b82b-92e32a7c5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:28.144567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-09dab9c2-335b-431e-b82b-92e32a7c5c49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39&tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4 HTTP/1.1" status: 200 len: 1096 time: 0.1438396 Sep 18 07:08:28.145309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.155548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eca84-0018-481b-9f69-836c06463807 req-9b6beec6-a905-47b9-a2bd-92514bc6096a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:28.165088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c1eca84-0018-481b-9f69-836c06463807 req-9b6beec6-a905-47b9-a2bd-92514bc6096a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.2941501 Sep 18 07:08:28.184589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.203187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.263725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.298429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c1eca84-0018-481b-9f69-836c06463807 req-c359aff2-c627-4a25-9759-d3d285b9861b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315854 Sep 18 07:08:28.316322 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.322816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.330334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-7965467b-dc56-4eb6-ada3-daa86b22d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:28.332113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-7965467b-dc56-4eb6-ada3-daa86b22d649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1096 time: 0.1191132 Sep 18 07:08:28.397952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Allocated IP 172.21.0.2 (b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e/8d6e91bc-751d-48c8-a38a-aec24ae87821/4d34ede9-dde9-431a-a2ab-9bbf11ec66cd) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:28.403606 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.422691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.424908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c72e3897-059c-429f-a23d-f14facaa7ef4 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7832477 Sep 18 07:08:28.431195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:28.512867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.513656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975b2ce2-ca1f-48a7-8747-dc425e7c2c04 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:28.527377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,segment=NetworkSegment(349240f6-4dcd-4cb2-8434-72f65aa8e746),segment_id=349240f6-4dcd-4cb2-8434-72f65aa8e746)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:28.531052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.532936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a274f5b7-7c4a-49e0-b253-94bca9793bfc admin admin] 10.222.0.20 "DELETE /v2.0/routers/975b2ce2-ca1f-48a7-8747-dc425e7c2c04 HTTP/1.1" status: 204 len: 168 time: 2.4835234 Sep 18 07:08:28.537047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58604) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:28.616845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Deleting subnet 3110c521-6fce-4f0e-9d48-40faa2755b8e {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:28.619641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.636538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.661399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0075e4e7-f615-48c5-ada9-fe4d41a5b33f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:28.723406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-dbc2297a-b2c7-4e1d-9a7b-a00ecef0fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:28.731037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-dbc2297a-b2c7-4e1d-9a7b-a00ecef0fd9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.3561990 Sep 18 07:08:28.749537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.772326 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.778707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.783311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0075e4e7-f615-48c5-ada9-fe4d41a5b33f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:28.789392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0075e4e7-f615-48c5-ada9-fe4d41a5b33f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:28.846740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.863526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-ccdec623-412e-4ec8-a742-f6092072af1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.1166153 Sep 18 07:08:28.867804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:28.951454 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.973432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-f89aaa89-e9c5-41ce-b380-fd1835d2b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:28.977080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-f89aaa89-e9c5-41ce-b380-fd1835d2b839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.1008306 Sep 18 07:08:28.982570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:28.994399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:28.997300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:29.004228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:29.016429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Pushing event updated for resources: {'Port': ['ID=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:29.053683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-18812a59-282d-4590-92e2-1b83247049af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681610 Sep 18 07:08:29.055131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.098501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Attempting to bind port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:29.100335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Attempting to bind port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '21749cda-4136-4aee-8c1b-65c61a302c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:29.101747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Attempting to bind port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd on network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:29.132964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995dc33-5f9e-4f7b-b39d-03cdcf44d9f0 None None] Network c3f04462-8573-4420-ba3d-4ac3a1237479 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:29.212053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-8d513f5b-a6a6-4fae-9bea-85447f2f0a81 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269920 Sep 18 07:08:29.221872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:29.222281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Checking segment: {'id': '21749cda-4136-4aee-8c1b-65c61a302c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:29.223551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.223551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Bound using segment: {'id': '21749cda-4136-4aee-8c1b-65c61a302c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:29.223551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Bound port: 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21749cda-4136-4aee-8c1b-65c61a302c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:29.223934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.250747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.309413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2602b9d-b171-4cf4-ae67-87081cfdcaf8 None None] Provisioning complete for port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:29.309744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2602b9d-b171-4cf4-ae67-87081cfdcaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.344421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.358313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Router f91db692-ba29-44ca-881b-db1846931585 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:29.386636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] For port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:29.388877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3110c521-6fce-4f0e-9d48-40faa2755b8e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:29.409128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ea593d4d-646b-4052-b48e-dca4d361ab5e req-54d6ac57-62d5-4587-a25f-fd0ab4292ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883240 Sep 18 07:08:29.413171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] For port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,segment=NetworkSegment(21749cda-4136-4aee-8c1b-65c61a302c78),segment_id=21749cda-4136-4aee-8c1b-65c61a302c78)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:29.416595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.418478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe3518-e06d-4a35-bc99-ad4fc2955a11 None None] Network dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:29.419063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-45db3851-6a10-4747-9837-43b9a8ba83a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3110c521-6fce-4f0e-9d48-40faa2755b8e HTTP/1.1" status: 204 len: 168 time: 0.8809469 Sep 18 07:08:29.421374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58638) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:29.566888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.637680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312eb91-8345-4b93-9b44-a318fe4c1d05 req-09112739-7c9a-4c52-a11c-d7506a74e7c0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:29.639761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Deleting port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:29.640278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.645056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5312eb91-8345-4b93-9b44-a318fe4c1d05 req-09112739-7c9a-4c52-a11c-d7506a74e7c0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.2034376 Sep 18 07:08:29.687670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.724869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5312eb91-8345-4b93-9b44-a318fe4c1d05 req-a766a803-11bb-4339-9fe9-cd629ff3ffcf tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788212 Sep 18 07:08:29.751290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] For port 9a1817e1-8777-4b75-9ea6-1ddd561616c9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9a1817e1-8777-4b75-9ea6-1ddd561616c9,segment=NetworkSegment(84c29644-c163-4aca-94c7-949e7c6a92bc),segment_id=84c29644-c163-4aca-94c7-949e7c6a92bc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:29.754838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.769440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Calling delete_port for 9a1817e1-8777-4b75-9ea6-1ddd561616c9 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:29.868189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 33cae8c0-3869-4c81-a4d2-e0a741d40e8d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:29.935322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877f2a-0a67-4593-9396-fd356ceb8775 None None] Pushing event updated for resources: {'Port': ['ID=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:29.942581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:29.951181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:29.952434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8748e05f-841e-4bb4-a799-df06c295d903 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "PUT /v2.0/routers/f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 200 len: 884 time: 4.5854142 Sep 18 07:08:29.956659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58664) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:29.966997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] Sync routers for ids ['f91db692-ba29-44ca-881b-db1846931585'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:30.035288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] Routers {'f91db692-ba29-44ca-881b-db1846931585'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:30.036309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f91db692-ba29-44ca-881b-db1846931585'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.075243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.20.0.1 (c3f04462-8573-4420-ba3d-4ac3a1237479/d6beb0a7-a1a1-449d-9453-198786fcd655/cadaa887-8841-46dc-a654-d68e124ecf6b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:30.087028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.134705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] Routers {'f91db692-ba29-44ca-881b-db1846931585'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:30.135946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f91db692-ba29-44ca-881b-db1846931585'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.139357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:30.139357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.277637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0e13a4-7bef-42cc-ab3e-392981d8b802 None None] DHCP port deletion for dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:08:30.285084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.313256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.313966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73818a7f-4ba0-4ba7-84be-d200b5f58c54 None None] The sync data for ids ['f91db692-ba29-44ca-881b-db1846931585'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:30.379056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.396506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e8668daa-eb93-4be7-8a0e-5dffcfe73ac4 None None] Provisioning complete for port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:30.398901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1817e1-8777-4b75-9ea6-1ddd561616c9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:30.399990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e8668daa-eb93-4be7-8a0e-5dffcfe73ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.422215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] No DVR routers for this DVR port 9a1817e1-8777-4b75-9ea6-1ddd561616c9 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:30.470807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-27d433d5-627e-4f42-a7a3-43588774d473 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 200 len: 925 time: 0.5035143 Sep 18 07:08:30.473747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58688) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:30.527286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.616069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.654376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c214b-253b-45e5-a594-f0dd6dc11990 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:30.656330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec1c214b-253b-45e5-a594-f0dd6dc11990 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=f91db692-ba29-44ca-881b-db1846931585&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1813571 Sep 18 07:08:30.658582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf37ce9-2f5a-46d7-b95c-121d8233ffc3']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.661027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58702) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:30.680848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c29644-c163-4aca-94c7-949e7c6a92bc') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.681457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c29644-c163-4aca-94c7-949e7c6a92bc') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:30.691216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network c3f04462-8573-4420-ba3d-4ac3a1237479 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:30.694717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ba8653b-035a-42c5-af73-93ad7d34c9aa no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:30.697827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:30.714727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:30.743881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.761990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6ba8653b-035a-42c5-af73-93ad7d34c9aa {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:30.762747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ba8653b-035a-42c5-af73-93ad7d34c9aa not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:30.886419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.898637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=cadaa887-8841-46dc-a654-d68e124ecf6b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:30.906783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:30.908066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:30.947158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:31.059726 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:31.136988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7264a8-7a7c-46c1-9c81-488681c61399 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:31.149694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d7264a8-7a7c-46c1-9c81-488681c61399 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.4871335 Sep 18 07:08:31.150377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58712) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:31.217367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-64bdf15f-f7a4-4ab8-9421-ff069f6b74fe tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 200 len: 205 time: 0.0616999 Sep 18 07:08:31.218446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58714) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:31.226830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c3b6c59a-3d28-44f6-b263-b64654419393 None None] Provisioning complete for port cadaa887-8841-46dc-a654-d68e124ecf6b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:31.229165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c59a-3d28-44f6-b263-b64654419393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:31.300755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6c59a-3d28-44f6-b263-b64654419393 None None] Port cadaa887-8841-46dc-a654-d68e124ecf6b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:31.801275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbdce8-9538-4770-a340-633278a8fe27 req-2fd39d42-27db-4ebb-88fd-d3f837a35f04 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:31.805644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e764891-2500-4fd7-a4fb-ff8202f978e6 None None] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:31.806239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73fbdce8-9538-4770-a340-633278a8fe27 req-2fd39d42-27db-4ebb-88fd-d3f837a35f04 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.8323221 Sep 18 07:08:31.806915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58724) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:31.855269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:31.877342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:31.884233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/dcf37ce9-2f5a-46d7-b95c-121d8233ffc3 HTTP/1.1" status: 204 len: 168 time: 2.4493556 Sep 18 07:08:31.902468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:31.919776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd61618-a8ba-4014-af5f-9e0ef90b3b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf37ce9-2f5a-46d7-b95c-121d8233ffc3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:31.964648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73fbdce8-9538-4770-a340-633278a8fe27 req-f120c8cf-5f9e-4c63-9057-2adfa0c8cb0e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512647 Sep 18 07:08:31.966113 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.059201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d808bbcb-db84-4b84-9ca2-50665e17237a None None] Provisioning complete for port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:32.059855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d808bbcb-db84-4b84-9ca2-50665e17237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.075293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.164678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:32.165069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.218416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153569c8-4e86-4542-a355-4917bbec562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.291211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.296835 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.356244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d808bbcb-db84-4b84-9ca2-50665e17237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.393264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,segment=NetworkSegment(21749cda-4136-4aee-8c1b-65c61a302c78),segment_id=21749cda-4136-4aee-8c1b-65c61a302c78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:32.415366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:32.487776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.604686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9a1817e1-8777-4b75-9ea6-1ddd561616c9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:32.617005 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-24879f97-2dbc-4939-9ee0-28bd8002986a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d51660ad5b14b918e9934c59dff4afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001405 Sep 18 07:08:32.621509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58738) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:32.651906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port f5b44824-0396-43ab-9075-4b34d0d20de2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:32.652537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.660466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-d808bbcb-db84-4b84-9ca2-50665e17237a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:08:32.660832 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-d808bbcb-db84-4b84-9ca2-50665e17237a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:08:32.666614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 9a1817e1-8777-4b75-9ea6-1ddd561616c9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:32.666960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9a1817e1-8777-4b75-9ea6-1ddd561616c9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:32.695896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.703897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153569c8-4e86-4542-a355-4917bbec562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.710536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:32.793514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.821147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.835403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.846741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-153569c8-4e86-4542-a355-4917bbec562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.852441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for f5b44824-0396-43ab-9075-4b34d0d20de2 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:32.876040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.910307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153569c8-4e86-4542-a355-4917bbec562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233bcbee-bdfa-4bbd-82eb-373aaa1dbba0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:32.933760 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:32.935688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=cadaa887-8841-46dc-a654-d68e124ecf6b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:32.956957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-153569c8-4e86-4542-a355-4917bbec562b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cb7d1a07fa44e13abbdeaefa7a72372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1462536 Sep 18 07:08:32.958829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58742) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:33.087652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.147295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.170535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network c3f04462-8573-4420-ba3d-4ac3a1237479 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:33.180133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:33.200923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.202787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1f32-c609-48c0-8da3-720ff5d8d06e req-b92ad9c7-958e-4b3a-b5e3-2cf8540d069f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:33.203772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.204381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58ed1f32-c609-48c0-8da3-720ff5d8d06e req-b92ad9c7-958e-4b3a-b5e3-2cf8540d069f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.1180503 Sep 18 07:08:33.215759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3af1c6ee-e536-4a63-8e4c-ee9ff55f473a HTTP/1.1" status: 204 len: 168 time: 0.5929828 Sep 18 07:08:33.264533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3ec72-d059-43fe-a5ac-0c7aaaf61a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af1c6ee-e536-4a63-8e4c-ee9ff55f473a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:33.349835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.408094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58ed1f32-c609-48c0-8da3-720ff5d8d06e req-cfba9e42-49ec-4f90-b7e7-c9636b830ee8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937690 Sep 18 07:08:33.422806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=f5b44824-0396-43ab-9075-4b34d0d20de2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:33.443202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-118499a4-2fe9-444e-8ca0-c3c68f0d507a None None] Provisioning complete for port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:33.445282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-118499a4-2fe9-444e-8ca0-c3c68f0d507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.590850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.593513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.594785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/233bcbee-bdfa-4bbd-82eb-373aaa1dbba0 HTTP/1.1" status: 204 len: 168 time: 0.6349552 Sep 18 07:08:33.595047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.618062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadda08-782d-487a-b441-1a2fa8708e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233bcbee-bdfa-4bbd-82eb-373aaa1dbba0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:33.640949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 13735faf-b446-4802-88c5-2c71f749f231 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:33.711733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cb7883cc-429a-4f76-aa5f-b67af0f5b394 None None] Provisioning complete for port cadaa887-8841-46dc-a654-d68e124ecf6b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:33.714190 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cb7883cc-429a-4f76-aa5f-b67af0f5b394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.816823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.819472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.842878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cb7883cc-429a-4f76-aa5f-b67af0f5b394 None None] Port cadaa887-8841-46dc-a654-d68e124ecf6b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:33.859762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:33.878393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:33.887731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58760) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:33.905661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d94bc4f-d9dc-4e5f-a3af-3dedbd5fe5ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4658048 Sep 18 07:08:33.905804 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54317828-90d1-42b6-9453-69384ada730f None None] Sync routers for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:33.926667 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:33.927283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:33.935802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:33.935802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.958607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae86ec-9c1a-4c97-8259-b38f634bef91 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:33.963223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58766) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:33.971065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-33ae86ec-9c1a-4c97-8259-b38f634bef91 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports/cadaa887-8841-46dc-a654-d68e124ecf6b HTTP/1.1" status: 200 len: 910 time: 0.0820117 Sep 18 07:08:33.975601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.976006 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:33.976554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router f91db692-ba29-44ca-881b-db1846931585 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:33.985499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:33.988283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:33.989094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:33.994865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ae8361b2-ee61-42c7-92c6-1c07e6668562 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 204 len: 168 time: 2.7746449 Sep 18 07:08:33.996013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:34.004887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-939632162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:34.034477 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-54317828-90d1-42b6-9453-69384ada730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:34.035543 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54317828-90d1-42b6-9453-69384ada730f None None] The sync data for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:34.182331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.183307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.253057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.298443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.378469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.380057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a9e392f-be42-44d1-b866-0ebe45897762 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3823802 Sep 18 07:08:34.382875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58778) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:34.390372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': True}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:34.673417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a6aa-f9bc-4f3c-a92e-453af5996079 req-09404b74-2dcb-4b4b-a0dd-d3c9cf5715b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:34.679355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76a7a6aa-f9bc-4f3c-a92e-453af5996079 req-09404b74-2dcb-4b4b-a0dd-d3c9cf5715b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.1730192 Sep 18 07:08:34.752058 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.772511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:34.795614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcbd62f4-454c-47ed-882d-3c9ab63ba446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.826621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76a7a6aa-f9bc-4f3c-a92e-453af5996079 req-54d7c4fc-fbb7-4c03-9043-51286a996123 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074865 Sep 18 07:08:34.849214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:34.963523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcbd62f4-454c-47ed-882d-3c9ab63ba446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.033292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:35.052089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcbd62f4-454c-47ed-882d-3c9ab63ba446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.119698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd62f4-454c-47ed-882d-3c9ab63ba446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab8f1c-76fc-4e23-aefc-36fda9e0b361,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:35.126373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dcbd62f4-454c-47ed-882d-3c9ab63ba446 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f55530ba064443b0d9c600b0e55bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527505 Sep 18 07:08:35.129459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58800) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:35.278039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-network', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:35.302207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.380651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.388221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.400189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.21.0.1 (b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e/8d6e91bc-751d-48c8-a38a-aec24ae87821/4a32ab56-5fc7-4da9-83b4-db8dd33e8184) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:35.423795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.436525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Made reservation on behalf of 4782c98b78ee4c3694d5c5581af7f958 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:35.440213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.459342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.584299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 172.25.4.12 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/e36e27b2-c365-4ec5-a09b-42dcc7ff010b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:35.590962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.671855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.675232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.679170 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26ab8f1c-76fc-4e23-aefc-36fda9e0b361 HTTP/1.1" status: 204 len: 168 time: 0.5461097 Sep 18 07:08:35.692223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058688-03d7-4531-b9e4-a0c52a13007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab8f1c-76fc-4e23-aefc-36fda9e0b361,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:35.710803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.745419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.818664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:35.836822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:35.841360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:35.877015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:35.888384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=4a32ab56-5fc7-4da9-83b4-db8dd33e8184,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:35.917946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.004191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.035380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:36.047989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:36.085812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:36.089558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-f6dff290-443b-4d97-8a7b-7d82025a3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:36.091157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-f6dff290-443b-4d97-8a7b-7d82025a3bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1096 time: 0.2510278 Sep 18 07:08:36.093009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=e36e27b2-c365-4ec5-a09b-42dcc7ff010b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:36.149639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.192284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:36.238706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a671bf97-6569-42ce-ac33-623edd5ab21f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:36.276585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.277263 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Added segment 5ec1cec4-c575-4303-945d-89b062dbe9f9 of type vlan for network 02b6fd64-d312-4cf8-9066-550ebd529e6d Sep 18 07:08:36.289750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ae1b6-ba68-428f-b5fd-aa6fb81f214a req-bc2aab3c-6f75-4ce4-9054-2e544f5a1ba6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:36.291744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a66ae1b6-ba68-428f-b5fd-aa6fb81f214a req-bc2aab3c-6f75-4ce4-9054-2e544f5a1ba6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.3264101 Sep 18 07:08:36.297428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b26a11b9-9d9b-49d6-a250-366a73939a52 None None] Provisioning complete for port 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:36.298028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b26a11b9-9d9b-49d6-a250-366a73939a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.316016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.319654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-b80594ce-d9bd-44bb-8519-2678a8397ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:36.321185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-b80594ce-d9bd-44bb-8519-2678a8397ca5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.1784706 Sep 18 07:08:36.428190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.429253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b26a11b9-9d9b-49d6-a250-366a73939a52 None None] Port 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:36.434480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a66ae1b6-ba68-428f-b5fd-aa6fb81f214a req-16ab5886-1a5f-49e5-8aaa-b1f7552370db tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 Sep 18 07:08:36.626459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-b8c619c5-d383-417f-83b6-4f3b0d263f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0494225 Sep 18 07:08:36.706305 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.707702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:36.708280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.848912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8144360 Sep 18 07:08:36.849600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58822) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:36.856046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-a0fca997-24e7-44a8-9535-12904d666285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:36.857963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-a0fca997-24e7-44a8-9535-12904d666285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.1205845 Sep 18 07:08:36.859575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Request body: {'subnet': {'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-subnet', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:36.862795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1a576-1f85-4f9b-a9d9-ee8119b17389 admin admin] Pushing event updated for resources: {'Network': ['ID=02b6fd64-d312-4cf8-9066-550ebd529e6d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:36.876449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:36.902311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.917558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:36.961101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-8defa6f2-566e-4912-a35f-6f18bad30e1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944283 Sep 18 07:08:37.047119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Made reservation on behalf of 4782c98b78ee4c3694d5c5581af7f958 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:37.051716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.055408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.264571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.268472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.417473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=4a32ab56-5fc7-4da9-83b4-db8dd33e8184,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:37.438257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.531144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router a25961ff-5018-494e-b1c9-78b71b92a148 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:37.777722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-c5b56e4f-6fba-4185-a9f2-82eb8cfa302f service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024220 Sep 18 07:08:37.802180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:37.808255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.810907 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-640c2d0b-61fc-4c1c-b631-303371f137e3 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "PUT /v2.0/routers/a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 200 len: 917 time: 3.4264824 Sep 18 07:08:37.814241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58846) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:37.817122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] Sync routers for ids ['a25961ff-5018-494e-b1c9-78b71b92a148'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:37.845205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] Routers {'a25961ff-5018-494e-b1c9-78b71b92a148'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:37.846238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a25961ff-5018-494e-b1c9-78b71b92a148'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:37.886255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:37.923589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:37.945596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] Routers {'a25961ff-5018-494e-b1c9-78b71b92a148'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:37.946257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a25961ff-5018-494e-b1c9-78b71b92a148'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:37.979417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513a2d7-a0ea-4cc8-aacc-9e5b609e05e7 req-37c4ebef-295e-4d9a-b322-a8936408fb2a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:37.981129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6513a2d7-a0ea-4cc8-aacc-9e5b609e05e7 req-37c4ebef-295e-4d9a-b322-a8936408fb2a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.3585055 Sep 18 07:08:38.025579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e87bf8-27ac-4d8e-8851-94a426c58a7f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:38.036725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:38.042398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:38.071080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Checking segment: {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:38.073783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Network hostable DHCP agents. Network: 02b6fd64-d312-4cf8-9066-550ebd529e6d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:38.085669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:38.086597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0a605-0033-4a3a-a6eb-f2aeb5e911d4 None None] The sync data for ids ['a25961ff-5018-494e-b1c9-78b71b92a148'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:38.100413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6513a2d7-a0ea-4cc8-aacc-9e5b609e05e7 req-8c097337-55f8-4f3a-9cdd-fb48ee13a508 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063216 Sep 18 07:08:38.272822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70e83282-1d27-4cc9-b456-b52920dccb5c tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 200 len: 923 time: 0.4545465 Sep 18 07:08:38.278777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58858) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:38.339249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9167f603-0277-4c1f-8abb-ca4fb95fd24a req-bb983789-cd47-4513-9fb4-7700e1b0599a service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097509 Sep 18 07:08:38.375047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec38fd-fe99-4612-8571-0b091b3d1d07 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:38.381450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-47ec38fd-fe99-4612-8571-0b091b3d1d07 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=a25961ff-5018-494e-b1c9-78b71b92a148&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1014340 Sep 18 07:08:38.382122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58860) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:38.572048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-584296ed-44fb-4f38-8678-1bf9df5b5613 None None] Provisioning complete for port 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:38.572435 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-584296ed-44fb-4f38-8678-1bf9df5b5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:38.634878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6368c-26e0-4248-bea9-d85b5ebba059 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:38.636695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-35f6368c-26e0-4248-bea9-d85b5ebba059 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.2535539 Sep 18 07:08:38.639844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58866) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:38.641246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-584296ed-44fb-4f38-8678-1bf9df5b5613 None None] Port 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:38.734154 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c0f84f9-70fc-46c8-bfbf-1ddedfec612c tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 200 len: 205 time: 0.0898769 Sep 18 07:08:38.736929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58870) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:38.806363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:38.875577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-57c52fc3-69a8-4909-9f95-e1920aa6e3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:38.879846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 13735faf-b446-4802-88c5-2c71f749f231 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:38.919823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.029229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 02b6fd64-d312-4cf8-9066-550ebd529e6d) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:39.039401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a6e9e-c9ae-46bc-a6a8-d0437212fe09 None None] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:39.062708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:39.064613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.103092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:39.119505 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] Sync routers for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:39.128268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-700665e3-5673-4612-9f36-354f5766fb01 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1635711 Sep 18 07:08:39.131358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58880) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:39.143454 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:39.145086 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:39.210326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d2b305b2-ec92-4200-bf1c-63bd2823f093 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3575480 Sep 18 07:08:39.213822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58888) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:39.225086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:39.225930 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:39.243453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:39.244645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:39.259244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:39.289659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5ca80-e629-454e-8f4c-c41fb5e7d551 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:39.299641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4cd5ca80-e629-454e-8f4c-c41fb5e7d551 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports/4a32ab56-5fc7-4da9-83b4-db8dd33e8184 HTTP/1.1" status: 200 len: 910 time: 0.1667447 Sep 18 07:08:39.306186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:39.306496 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:39.306754 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e06f258-4c6d-440c-b243-39e8d17fdf26 None None] The sync data for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:39.400289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28c654-c919-4aa9-bcc2-480e8ff5ee4e None None] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:39.544790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75eaddb9-c3c9-4dda-9265-08e48ce0213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.621384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.622651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.690801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.742329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:39.768364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f3e4-5141-42c0-906a-783e217a2ce0 req-2c4ac0e2-d6bd-429d-ba2b-037a67a0d457 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:39.770178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c130f3e4-5141-42c0-906a-783e217a2ce0 req-2c4ac0e2-d6bd-429d-ba2b-037a67a0d457 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.4651990 Sep 18 07:08:39.851319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port e36e27b2-c365-4ec5-a09b-42dcc7ff010b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:39.857535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.005301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.023118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for e36e27b2-c365-4ec5-a09b-42dcc7ff010b owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:40.043592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75eaddb9-c3c9-4dda-9265-08e48ce0213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.109315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c130f3e4-5141-42c0-906a-783e217a2ce0 req-0a281fd4-616a-45d2-a6e1-1af1773542df tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690318 Sep 18 07:08:40.187492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.239500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75eaddb9-c3c9-4dda-9265-08e48ce0213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.298946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaddb9-c3c9-4dda-9265-08e48ce0213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bcd86b-30d4-4799-817f-7b00c29b6441,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:40.308097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-75eaddb9-c3c9-4dda-9265-08e48ce0213a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b4ec7e3715044659d515333bc6a12af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468209 Sep 18 07:08:40.311960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58912) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:40.359116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.367479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.392275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.624029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:40.624380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.724315 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:40.736650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 4a32ab56-5fc7-4da9-83b4-db8dd33e8184 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:41.177292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669892-82e7-46dc-8ae0-8c2291351a77 req-3fe515da-faed-45b1-a665-4c6e136360e1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:41.178836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7669892-82e7-46dc-8ae0-8c2291351a77 req-3fe515da-faed-45b1-a665-4c6e136360e1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.0541821 Sep 18 07:08:41.218942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7669892-82e7-46dc-8ae0-8c2291351a77 req-ddaa5c36-8862-4b35-94aa-c5358f438647 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Sep 18 07:08:41.290970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.292879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.294147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.296760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.298051 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6bcd86b-30d4-4799-817f-7b00c29b6441 HTTP/1.1" status: 204 len: 168 time: 0.9849904 Sep 18 07:08:41.329700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=4a32ab56-5fc7-4da9-83b4-db8dd33e8184,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:41.347892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a441201-4411-43c9-8abe-9401ded53322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bcd86b-30d4-4799-817f-7b00c29b6441,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:41.350037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=e36e27b2-c365-4ec5-a09b-42dcc7ff010b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:41.487831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.550252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02beb14a-1e19-4951-84e5-aa50204c3cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.656400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.659394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.667978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.795362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.796089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router a25961ff-5018-494e-b1c9-78b71b92a148 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:41.810438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.816100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-415ae7e9-1890-4caf-8852-c13734201776 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 204 len: 168 time: 3.0731146 Sep 18 07:08:41.816990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:41.834909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1218201182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:41.963676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:41.966986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.024329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.100440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.208132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.233834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.284794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.316033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.317361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-71ead9aa-73a3-4eec-9e0f-5a14b765f6f4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4875760 Sep 18 07:08:42.320432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:42.325931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'enable_snat': False}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:42.424506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:42.502555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da8d9e9-ceae-4e10-b77c-75fa1cbc23ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.542221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8712aa2-a2e2-44b1-95d9-25be75828ad6 req-10db1a8b-2b4b-4e4b-b81c-9f6a6755f40f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:42.551472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8712aa2-a2e2-44b1-95d9-25be75828ad6 req-10db1a8b-2b4b-4e4b-b81c-9f6a6755f40f tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.2111864 Sep 18 07:08:42.558833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 13735faf-b446-4802-88c5-2c71f749f231 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:42.618736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:42.710538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8712aa2-a2e2-44b1-95d9-25be75828ad6 req-8d2cd035-d520-4b98-8e69-76aa77db78b6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575539 Sep 18 07:08:42.794588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Allocated IP 172.25.4.196 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c9bdc586-1ebd-4c3f-84b6-ec88428ed167) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:42.831713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:42.839923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1de640d1-ae37-4315-a35b-878d7c44f295 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5336125 Sep 18 07:08:42.843007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58956) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:42.866272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] Sync routers for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:42.879174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:42.880650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:42.918301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:42.931562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:42.932774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:42.967474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:42.968414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d61cf9f-0f66-447d-8999-f35f50468581 None None] The sync data for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:43.040027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.059546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.060804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da8d9e9-ceae-4e10-b77c-75fa1cbc23ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.147158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.151793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da8d9e9-ceae-4e10-b77c-75fa1cbc23ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.173890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.220519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1da8d9e9-ceae-4e10-b77c-75fa1cbc23ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26818dd66b424894919ce59bdc82c639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7921283 Sep 18 07:08:43.220984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:43.243424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8d9e9-ceae-4e10-b77c-75fa1cbc23ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48826ee9-6797-40e5-af09-afa64d5eb072,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:43.333758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.368619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.427054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.439950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:43.444848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:43.451424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:43.472945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Allocated IP 172.25.4.236 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/1f0bf214-4d18-4812-8ae1-325cc9d3efbd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:43.477680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:43.549126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.610769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.615005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.616442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48826ee9-6797-40e5-af09-afa64d5eb072 HTTP/1.1" status: 204 len: 168 time: 0.3942170 Sep 18 07:08:43.632756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51525e-3434-42a2-8576-b407acc88914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48826ee9-6797-40e5-af09-afa64d5eb072,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:43.704762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.874068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:43.930950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a88253-e1b8-4ddb-9024-967770feb5c8 req-cd789c38-f10d-4ce0-b1f3-a5dd18d77b2c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:43.940672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85a88253-e1b8-4ddb-9024-967770feb5c8 req-cd789c38-f10d-4ce0-b1f3-a5dd18d77b2c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.1050789 Sep 18 07:08:43.961331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:43.976840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:43.992155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:44.050411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Pushing event updated for resources: {'Port': ['ID=1f0bf214-4d18-4812-8ae1-325cc9d3efbd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:44.136367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.178465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85a88253-e1b8-4ddb-9024-967770feb5c8 req-e4e0c531-1224-482a-bc6b-de3f7b326d43 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629224 Sep 18 07:08:44.416290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.565006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port cadaa887-8841-46dc-a654-d68e124ecf6b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:44.565648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.635363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.637017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.641485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.727717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.746589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.748572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for cadaa887-8841-46dc-a654-d68e124ecf6b owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:44.755340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.844652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Router afa60a53-5696-476c-8178-7fa7a509c833 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:44.988316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:44.993470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:44.997477 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8165621e-39ac-440e-913d-7d4be091dc04 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "PUT /v2.0/routers/afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 200 len: 920 time: 2.6759982 Sep 18 07:08:44.998176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.001267 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] Sync routers for ids ['afa60a53-5696-476c-8178-7fa7a509c833'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:45.011064 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] Routers {'afa60a53-5696-476c-8178-7fa7a509c833'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:45.011681 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['afa60a53-5696-476c-8178-7fa7a509c833'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.051112 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.061071 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] Routers {'afa60a53-5696-476c-8178-7fa7a509c833'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:45.062074 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['afa60a53-5696-476c-8178-7fa7a509c833'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.095784 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.096513 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a9b85c-509f-4e8b-a90b-df5b07d4e245 None None] The sync data for ids ['afa60a53-5696-476c-8178-7fa7a509c833'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:45.113658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Router d617f6f1-4820-46e0-b5c7-a830911dfb45 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:45.124710 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3dfaf2b8-068e-427b-ab8a-23f65906ba29 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 200 len: 926 time: 0.1221907 Sep 18 07:08:45.125030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.188428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.234969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=cadaa887-8841-46dc-a654-d68e124ecf6b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:45.354329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb55487-c2a5-4593-a205-00d5253c0029 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:45.356371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4bb55487-c2a5-4593-a205-00d5253c0029 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=afa60a53-5696-476c-8178-7fa7a509c833&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2304759 Sep 18 07:08:45.359357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.383226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:45.396637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Sync routers for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:45.416731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:45.419344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.454092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42b4e-dfc0-4edc-8d1b-e355b7a03d0d req-d3c29a65-efc9-4844-86e9-8cdbaecfc7f1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:45.455683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7b42b4e-dfc0-4edc-8d1b-e355b7a03d0d req-d3c29a65-efc9-4844-86e9-8cdbaecfc7f1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 944 time: 0.1646845 Sep 18 07:08:45.534046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.554162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.558360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ac41c1dd-0734-4ee1-9235-02791b62b062 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3435671 Sep 18 07:08:45.559387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59036) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.564734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c05dc0-159f-40eb-ac74-8376716cb8d9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:45.568172 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-37c05dc0-159f-40eb-ac74-8376716cb8d9 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 881 time: 0.2074378 Sep 18 07:08:45.582803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59038) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.594560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:45.626525 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70a7efaa-8ee1-4df0-a811-a00471bad8a8 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 200 len: 205 time: 0.0422909 Sep 18 07:08:45.629059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59040) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:45.660698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7b42b4e-dfc0-4edc-8d1b-e355b7a03d0d req-74ec7b06-719f-497d-a219-108dd1dad534 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474314 Sep 18 07:08:45.811298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.819786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:43Z', 'revision_number': 3, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:45.830820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 13735faf-b446-4802-88c5-2c71f749f231 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:45.849750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Checking router: d617f6f1-4820-46e0-b5c7-a830911dfb45 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:45.855147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Updating router d617f6f1-4820-46e0-b5c7-a830911dfb45 port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:08:45.878249 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.974987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:45.995044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:46.003907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e8aba01-e7d0-415c-aaab-b4e8d73f2e1a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1527262 Sep 18 07:08:46.004303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59058) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:46.011086 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] Sync routers for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:46.031298 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:46.034202 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:46.067660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-80e2b175-05e0-428c-9137-bb37a9f3275a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=13735faf-b446-4802-88c5-2c71f749f231 HTTP/1.1" status: 200 len: 205 time: 0.0584757 Sep 18 07:08:46.067660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59062) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:46.073272 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:46.087280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] Routers {'13735faf-b446-4802-88c5-2c71f749f231'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:46.089096 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['13735faf-b446-4802-88c5-2c71f749f231'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:46.125581 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:46.126358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a49b2b-4bdd-4287-bbba-bcb5969e555b None None] The sync data for ids ['13735faf-b446-4802-88c5-2c71f749f231'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:46.219794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.306296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.346017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.393939 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.593958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:08:46.607300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Allocated IP 172.20.0.1 (02b6fd64-d312-4cf8-9066-550ebd529e6d/f2e87bf8-27ac-4d8e-8851-94a426c58a7f/5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:46.658270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Attempting to bind port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:46.658646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Attempting to bind port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:46.659014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Attempting to bind port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:46.669211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee0ff-a9ca-4e1b-b1b9-ef26b821962e None None] Pushing event updated for resources: {'Port': ['ID=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:46.677517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:46.677916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:46.678329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.678727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:46.679209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Bound port: c9bdc586-1ebd-4c3f-84b6-ec88428ed167, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:46.679592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.732680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] For port c9bdc586-1ebd-4c3f-84b6-ec88428ed167, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:46.736685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] For port c9bdc586-1ebd-4c3f-84b6-ec88428ed167, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:46.752511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port 1f0bf214-4d18-4812-8ae1-325cc9d3efbd {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:46.752972 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.758437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.773399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.811085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.827257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:46.872845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'network_id': '8b6b8bea-82a9-49d7-8438-6b2b4d16edc9', 'port_id': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'mac_address': 'fa:16:3e:d1:41:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52057aa-de2c-4254-9e87-341dd6be29d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:08:46.902066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.904994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:46.909537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:46.920338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for 1f0bf214-4d18-4812-8ae1-325cc9d3efbd owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:46.954079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.954745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router 13735faf-b446-4802-88c5-2c71f749f231 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:46.969427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:46.974540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4bd3866b-faf3-4959-9684-844e86cd5f9b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231 HTTP/1.1" status: 204 len: 168 time: 0.8987489 Sep 18 07:08:46.975960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:46.982888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee0ff-a9ca-4e1b-b1b9-ef26b821962e None None] Pushing event updated for resources: {'Port': ['ID=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:47.000221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.015966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:08:47.019281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:08:47.038887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:47.099895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 8d6e91bc-751d-48c8-a38a-aec24ae87821 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:47.119226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.132598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.135445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:47.190240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.222612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.275689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d924-caaf-4950-bb03-1039fcb1081f req-a0e81996-790c-42ff-be1f-925448e3a1a1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:47.277516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9db5d924-caaf-4950-bb03-1039fcb1081f req-a0e81996-790c-42ff-be1f-925448e3a1a1 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 945 time: 0.0576007 Sep 18 07:08:47.322133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9db5d924-caaf-4950-bb03-1039fcb1081f req-8ffcd44d-06d7-425f-8dee-282da4e267e7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Sep 18 07:08:47.325742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:47.333157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:08:47.343546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.369254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.389053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:47.392072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:47.395269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:47.429548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Pushing event updated for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:47.437779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.456277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.502563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:43Z', 'revision_number': 3, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:47.518937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=1f0bf214-4d18-4812-8ae1-325cc9d3efbd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:47.534650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a271e3-6eb4-4ed9-a180-2adadc56523e None None] The sync data for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 is: [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:43Z', 'revision_number': 3, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:47.619678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.701234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.735769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.741396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.744831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.772422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6e91bc-751d-48c8-a38a-aec24ae87821,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:47.775671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.777877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-93da5043-e4f4-447c-9b9b-75336efa8267 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/8d6e91bc-751d-48c8-a38a-aec24ae87821 HTTP/1.1" status: 204 len: 168 time: 0.7987366 Sep 18 07:08:47.780815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:47.797529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796774f-6271-4ccf-9177-e3ea2a998eed None None] Network b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:47.890208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet d6beb0a7-a1a1-449d-9453-198786fcd655 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:08:47.894235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:47.998684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.006191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.015819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router afa60a53-5696-476c-8178-7fa7a509c833 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:48.037252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.045761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-30eb53dc-a496-40ff-be81-13748cfe7cb7 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 204 len: 168 time: 2.4137752 Sep 18 07:08:48.051146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:48.061918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-877267406', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:48.116835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] DHCP port deletion for b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:08:48.180390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Deleting port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:48.184919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.220974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.222049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.265930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] For port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,segment=NetworkSegment(21749cda-4136-4aee-8c1b-65c61a302c78),segment_id=21749cda-4136-4aee-8c1b-65c61a302c78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:48.266463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.269110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.283633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Calling delete_port for 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:48.331378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.412057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.433096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:48.499141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.532816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a4ccf79f-bf66-4114-9ba3-11ed228431bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:48.532816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.586485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.588616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.616660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Pushing event updated for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:48.629014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] Pushing event deleted for resources: {'Port': ['ID=4d34ede9-dde9-431a-a2ab-9bbf11ec66cd,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:48.644732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc56b8e-2676-47f3-abc1-382bb6711025 None None] No DVR routers for this DVR port 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:48.702734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.704840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59200) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:48.734629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.763662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:08:48.769621 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a2e72-076c-4013-a1d8-0424827bafd5" -d '{"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:08:48.784830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:48.794893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=d6beb0a7-a1a1-449d-9453-198786fcd655,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:48.804918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30992836-2d9f-4b87-ad23-80aa3ac59469 req-580043b9-cf21-4645-affb-61bd1865237e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:48.806809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30992836-2d9f-4b87-ad23-80aa3ac59469 req-580043b9-cf21-4645-affb-61bd1865237e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 945 time: 0.3061421 Sep 18 07:08:48.819837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8e10b-42a7-4a25-83fd-b15c40e32eef None None] Network c3f04462-8573-4420-ba3d-4ac3a1237479 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:48.847161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.853280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0c3108e6-f574-46c9-a524-fcc35ea84182 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/d6beb0a7-a1a1-449d-9453-198786fcd655 HTTP/1.1" status: 204 len: 168 time: 1.0688152 Sep 18 07:08:48.853663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:48.876795 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e9d491-a7c4-475c-b6e0-1288e6da2d4b x-openstack-request-id: req-b9e9d491-a7c4-475c-b6e0-1288e6da2d4b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:08:48.878248 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-plugged", "status": "completed", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:08:48.878605 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9e9d491-a7c4-475c-b6e0-1288e6da2d4b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:08:48.879440 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'code': 200} Sep 18 07:08:48.888652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.935614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.969661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30992836-2d9f-4b87-ad23-80aa3ac59469 req-47b36292-1c1a-404d-8075-eb2872e501b0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175303 Sep 18 07:08:48.987095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:48.988553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dce3426-7edf-498b-91f5-36b93d6bc4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:48.991231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:49.053750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:49.065890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.184480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Router d617f6f1-4820-46e0-b5c7-a830911dfb45 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:49.197121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] DHCP port deletion for c3f04462-8573-4420-ba3d-4ac3a1237479 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:08:49.254088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.260729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Deleting port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:49.261343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.294516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:49.300046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c87690-0f28-4418-952d-3598a2ebe623 req-f7c49211-ea4b-41f8-85ae-1d7bfa7e4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:49.301667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27c87690-0f28-4418-952d-3598a2ebe623 req-f7c49211-ea4b-41f8-85ae-1d7bfa7e4edc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1099 time: 0.1529400 Sep 18 07:08:49.322770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21749cda-4136-4aee-8c1b-65c61a302c78') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:49.323144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21749cda-4136-4aee-8c1b-65c61a302c78') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:49.343554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dce3426-7edf-498b-91f5-36b93d6bc4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.352386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.362847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] For port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,segment=NetworkSegment(349240f6-4dcd-4cb2-8434-72f65aa8e746),segment_id=349240f6-4dcd-4cb2-8434-72f65aa8e746)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:49.363559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.377049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-27c87690-0f28-4418-952d-3598a2ebe623 req-34d21107-712c-478d-affa-a40a57e9d369 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Sep 18 07:08:49.378323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.383281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Calling delete_port for 33cae8c0-3869-4c81-a4d2-e0a741d40e8d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:49.384860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:49.385328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:49.388699 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:49.435516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.444292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dce3426-7edf-498b-91f5-36b93d6bc4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.463917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.475856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:49.495975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-215ae592-bb5d-4846-b566-7ab80dd6c81f admin admin] 10.222.0.20 "PUT /v2.0/routers/d617f6f1-4820-46e0-b5c7-a830911dfb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9276764 Sep 18 07:08:49.500149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6dce3426-7edf-498b-91f5-36b93d6bc4d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a30376558004626a561e30be9ee467d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7913530 Sep 18 07:08:49.500149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce3426-7edf-498b-91f5-36b93d6bc4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af079cc1-6bf5-412c-a727-6f0b083b90a3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:49.501613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59232) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:49.543121 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.554816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.556686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e HTTP/1.1" status: 204 len: 168 time: 0.7011385 Sep 18 07:08:49.560850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59234) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:49.572402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b17b5-8528-45dd-a732-6afd8b35bb24 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=b3111a4c-c35a-4c02-87ce-fdcdae5f6e6e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:49.584808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.598052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.629732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] Pushing event deleted for resources: {'Port': ['ID=33cae8c0-3869-4c81-a4d2-e0a741d40e8d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:49.630884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.648132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba32d34-b4e6-43e8-8e23-919c115ab580 None None] No DVR routers for this DVR port 33cae8c0-3869-4c81-a4d2-e0a741d40e8d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:08:49.740495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.768695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Allocated IP 172.25.4.25 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/05555ff1-6812-4c68-a656-c3019f703cb0) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:49.789616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.792888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.794954 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af079cc1-6bf5-412c-a727-6f0b083b90a3 HTTP/1.1" status: 204 len: 168 time: 0.2928846 Sep 18 07:08:49.808254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a87a5-519d-4ce2-b5e7-906cb21cae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af079cc1-6bf5-412c-a727-6f0b083b90a3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:49.839098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9bdc586-1ebd-4c3f-84b6-ec88428ed167 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:49.898190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Sync routers for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:49.916423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:49.916936 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.918650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:49.920188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:49.921106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:49.983839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f04462-8573-4420-ba3d-4ac3a1237479']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:50.008871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349240f6-4dcd-4cb2-8434-72f65aa8e746') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:50.009310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349240f6-4dcd-4cb2-8434-72f65aa8e746') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:50.026947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.050028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.087516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:08:50.088031 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:08:50.091159 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:08:50.132815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.214769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:50.273200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8880a4-fc91-4bd8-8f87-3619056f60d0 req-cd0e4c85-805f-4cb2-8189-957255e5ca2e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:50.275454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8880a4-fc91-4bd8-8f87-3619056f60d0 req-cd0e4c85-805f-4cb2-8189-957255e5ca2e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.2150726 Sep 18 07:08:50.307971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.318246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-95b9f69a-849e-43e4-93b2-483ce70b58ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:50.320304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-95b9f69a-849e-43e4-93b2-483ce70b58ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 820 time: 0.2611554 Sep 18 07:08:50.329888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.331949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/c3f04462-8573-4420-ba3d-4ac3a1237479 HTTP/1.1" status: 204 len: 168 time: 0.7701747 Sep 18 07:08:50.339271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:50.344900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-870354971'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:50.355561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01659e00-313f-42e2-a1de-bf7986078407 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=c3f04462-8573-4420-ba3d-4ac3a1237479,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:50.371948 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.381856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-97614a8e-f9bd-4ef9-b811-8be2b22d4e46 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/quotas/4782c98b78ee4c3694d5c5581af7f958 HTTP/1.1" status: 200 len: 375 time: 0.0486155 Sep 18 07:08:50.406375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce8880a4-fc91-4bd8-8f87-3619056f60d0 req-a0cfcadb-3ad0-471c-ae7f-e7cbc358f101 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187372 Sep 18 07:08:50.432397 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.466970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:50.473840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:50.477058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:50.480180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port c9bdc586-1ebd-4c3f-84b6-ec88428ed167, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:50.503983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:50.508202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.520015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 2, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:50.525436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event updated for resources: {'Port': ['ID=05555ff1-6812-4c68-a656-c3019f703cb0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:50.543079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-1f041805-a39c-437a-933f-a3aeb9531c5c tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354384 Sep 18 07:08:50.554915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:08:50.557864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.561986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Checking router: d617f6f1-4820-46e0-b5c7-a830911dfb45 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:08:50.562222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Updating router d617f6f1-4820-46e0-b5c7-a830911dfb45 port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:08:50.587296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.590039 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment a6026984-ccf8-4ed2-a510-20dd10776031 of type vlan for network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 Sep 18 07:08:50.626095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.674583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.677108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:50.748750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:50.749108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4d34ede9-dde9-431a-a2ab-9bbf11ec66cd not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:50.749533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 33cae8c0-3869-4c81-a4d2-e0a741d40e8d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:08:50.760272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.770728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:50.773035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:50.777489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:50.783235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 33cae8c0-3869-4c81-a4d2-e0a741d40e8d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:08:50.783602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 33cae8c0-3869-4c81-a4d2-e0a741d40e8d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:08:50.834301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59302) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:50.915857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3967-ac0b-4ba5-8516-bf6be4344580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.012696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6718352 Sep 18 07:08:51.018757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59312) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:51.019254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6bc15-31a8-4a91-9722-fd6c3f4c55b0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=aaee5eb0-c3dd-49ac-bef9-3a399b41d137,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:51.023208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:51.035255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:08:51.041579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-21701809-a278-4002-bd44-f11b34b978b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2630079 Sep 18 07:08:51.108797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-642a1f6d-f79a-4397-8367-fcc44999d32c service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167847 Sep 18 07:08:51.196703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3967-ac0b-4ba5-8516-bf6be4344580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.214193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.214686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.215165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.215640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.215749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.216242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.216562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.217308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.219131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8fbac9-2758-4ff1-88f3-012571a47fb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 6508 time: 0.0668426 Sep 18 07:08:51.253651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7b3967-ac0b-4ba5-8516-bf6be4344580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.276631 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.306243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-75e22d87-24d0-43d8-8c7b-bae9c9fc5102 service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872463 Sep 18 07:08:51.337528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.352017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd7b3967-ac0b-4ba5-8516-bf6be4344580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91dc73fc1fa84392a357f0d619fa27a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713120 Sep 18 07:08:51.354402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59328) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:51.398823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b3967-ac0b-4ba5-8516-bf6be4344580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb73158-432c-4e97-9f23-6e0482f494b0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:51.423915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.452237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea4b3-7462-47af-a44b-d10a41c8cba7 None None] Pushing event updated for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:51.454031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c8ab664b-0551-4b81-9bfd-dbcef91dcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.454178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:51.456032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c8ab664b-0551-4b81-9bfd-dbcef91dcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.456032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c8ab664b-0551-4b81-9bfd-dbcef91dcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.457148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c8ab664b-0551-4b81-9bfd-dbcef91dcc1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=115ee592-2d90-4fb5-87da-f9613371bee8&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 200 len: 2296 time: 0.2132466 Sep 18 07:08:51.458103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.479397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.483375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Attempting to bind port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:51.484613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Attempting to bind port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:51.485116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Attempting to bind port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f on network 02b6fd64-d312-4cf8-9066-550ebd529e6d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:51.492628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:51.493177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Checking segment: {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:51.494136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.494280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Bound using segment: {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:51.494866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Bound port: 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:51.495355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.564851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-f543670a-4e63-44a8-915e-ec89ab17b02d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 200 len: 1002 time: 0.0999818 Sep 18 07:08:51.594644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] For port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:51.598656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] For port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:51.625779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-daab7dbf-77a7-41ea-8296-4d2d12261020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.626221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-daab7dbf-77a7-41ea-8296-4d2d12261020 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 200 len: 855 time: 0.0545263 Sep 18 07:08:51.703405 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.720929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-4ca7f155-996b-4676-8587-f21e58f34db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.722641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-4ca7f155-996b-4676-8587-f21e58f34db3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891304 Sep 18 07:08:51.770365 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.771249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.780307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:51.786219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eb73158-432c-4e97-9f23-6e0482f494b0 HTTP/1.1" status: 204 len: 168 time: 0.4307013 Sep 18 07:08:51.824936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea4b3-7462-47af-a44b-d10a41c8cba7 None None] Pushing event updated for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:51.828712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220bd61-9d78-45df-9db4-5966444f0d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb73158-432c-4e97-9f23-6e0482f494b0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:51.842848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9bdc586-1ebd-4c3f-84b6-ec88428ed167 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:51.853959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc94b92-a2b7-412b-ab1f-df6f9eb15703 req-fc77ffe2-acb9-45ec-9433-e9adfee54a49 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:51.857978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc94b92-a2b7-412b-ab1f-df6f9eb15703 req-fc77ffe2-acb9-45ec-9433-e9adfee54a49 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.2804036 Sep 18 07:08:51.897113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48a4e41c-fe4a-4f44-a8aa-8f3f8a254bc0 req-5558d12b-32e0-4f00-a3c4-f2e0a0faf089 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.1229544 Sep 18 07:08:51.925624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-acae0e18-55e1-49ed-8341-4b3bfde5eb5f service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958268 Sep 18 07:08:52.030479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:52.030479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.095622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:52.096096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:52.100785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dcc94b92-a2b7-412b-ab1f-df6f9eb15703 req-f9a89061-c4d1-4b91-930f-8e427eaca386 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099512 Sep 18 07:08:52.121194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-fd4fb7fe-f854-4e67-802c-f4311eada594 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882238 Sep 18 07:08:52.192090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c1918637-25af-4845-9248-817c7f46e384 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 217 time: 0.0530019 Sep 18 07:08:52.205461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:08:52.258690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8a33b1-dfac-4b3a-be65-8552c116ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:52.260132 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-6e8a33b1-dfac-4b3a-be65-8552c116ed59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0616677 Sep 18 07:08:52.320514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-dabbf992-3c63-40ab-b0ed-028098d66372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:52.322091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-dabbf992-3c63-40ab-b0ed-028098d66372 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530040 Sep 18 07:08:52.332532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:52.409547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Router efdce0ef-e37d-4bdf-8aa2-8c21490cda66 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:08:52.523330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:51Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.527282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-d16acc69-843b-4770-a67e-83440441a288 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976333 Sep 18 07:08:52.562866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f189cd0-8d17-4977-9fa0-e13c479d8120 None None] The sync data for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 is: [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:51Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:52.666430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:52.671963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=11f65271-4fc4-408b-81a5-c6abadae4180,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:52.685672 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] Sync routers for ids ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:52.706473 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] Routers {'efdce0ef-e37d-4bdf-8aa2-8c21490cda66'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:52.707372 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.711117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': 'a6026984-ccf8-4ed2-a510-20dd10776031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:52.711117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: aaee5eb0-c3dd-49ac-bef9-3a399b41d137, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:08:52.759394 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.760359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-3d02807e-5ef6-4892-9aff-af7df36899c6 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250082 Sep 18 07:08:52.771536 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] Routers {'efdce0ef-e37d-4bdf-8aa2-8c21490cda66'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:52.772121 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.825691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-d4f3a029-41a4-4157-89a1-d9100976fe2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 217 time: 0.0572188 Sep 18 07:08:52.826193 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:52.826885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a83e7-ea64-4f1a-82a3-3440f3acf964 None None] The sync data for ids ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:52.840988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:52.845142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-46c06a8a-2f05-4583-a373-c17bd150431d tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7950554 Sep 18 07:08:52.845142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59402) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:52.850469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:52.890100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-da010675-758a-4d4b-8531-258759f901da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:52.891902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-da010675-758a-4d4b-8531-258759f901da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0600841 Sep 18 07:08:52.900848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:08:52.945444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-bdf27e29-6a08-4132-b4d1-4e96fc3ec2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:52.948752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-bdf27e29-6a08-4132-b4d1-4e96fc3ec2eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496480 Sep 18 07:08:53.052832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, aaee5eb0-c3dd-49ac-bef9-3a399b41d137) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:53.061480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6ba3087-03a9-4111-a377-1a8bd6506e19 req-7536849e-8e81-40ab-a0b6-7745fa751f6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.0789492 Sep 18 07:08:53.066035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:53.067139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.075824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5967fbe-e712-49eb-a853-d70e665fe546 None None] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:53.103886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-ea3ab619-07ce-4c7d-9ac2-6f7f808ffbfd service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475275 Sep 18 07:08:53.356110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-523e1a58-8b59-4c65-9fde-ad10c8c27d33 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3382328 Sep 18 07:08:53.364934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-0babfb26-d38a-485a-89b0-f60d1c967aed service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502866 Sep 18 07:08:53.426927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-aaee5eb0-c3dd-49ac-bef9-3a399b41d137', 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '11f65271-4fc4-408b-81a5-c6abadae4180'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:08:53.445254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.449126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59428) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:53.450806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-700c5a01-0814-4112-9a51-16f739edeb90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 200 len: 217 time: 0.0774903 Sep 18 07:08:53.458160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-255892265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:53.574727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-af54745f-d0e7-4fc1-8db2-c519f84e89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:53.576191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-af54745f-d0e7-4fc1-8db2-c519f84e89b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.0853972 Sep 18 07:08:53.606787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.663923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.665669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.694387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc38e1-5120-4cf7-b5e3-de12d349fabf req-3a1a0476-20e4-4ab6-a579-1c934532747b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:53.702458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31cc38e1-5120-4cf7-b5e3-de12d349fabf req-3a1a0476-20e4-4ab6-a579-1c934532747b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.3905253 Sep 18 07:08:53.784530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-8b9617bb-cde1-4f4c-a63c-23e0da5a5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:53.810417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31cc38e1-5120-4cf7-b5e3-de12d349fabf req-f4a4c5a8-aae5-4358-922f-512b9038a77b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899420 Sep 18 07:08:53.810549 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-8b9617bb-cde1-4f4c-a63c-23e0da5a5166 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025349 Sep 18 07:08:53.810664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:53.832981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Allocated IP 172.20.0.2 (aaee5eb0-c3dd-49ac-bef9-3a399b41d137/11f65271-4fc4-408b-81a5-c6abadae4180/0fd1c653-25a8-4d81-b822-72aebe14cb5a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:53.886878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:53.939521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.012187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ade708-05e6-43f5-8248-d64ff063c991 req-51196284-ff30-48cd-9210-2d66dd94a5da tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:54.014639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ade708-05e6-43f5-8248-d64ff063c991 req-51196284-ff30-48cd-9210-2d66dd94a5da tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0828862 Sep 18 07:08:54.023886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Deleting port 05555ff1-6812-4c68-a656-c3019f703cb0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:08:54.024403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.056987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.105071 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-94575acd-7ccc-4b53-a1e7-216faf5361d2 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039219 Sep 18 07:08:54.109168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ade708-05e6-43f5-8248-d64ff063c991 req-dab8dc2e-ea50-466a-8dce-acbd9fd4d338 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788324 Sep 18 07:08:54.163835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:54.164221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.198587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.211596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ed918201-fce6-4a99-a96f-93a77ed85ea3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7571900 Sep 18 07:08:54.215985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59454) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:54.229357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'port': {'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137', 'name': 'tempest-RoutersTest-986894099'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:54.259007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa99fc60-1b3a-42cc-b9d7-3f6fb86dd431 req-61bea2e7-579e-40cd-96b5-4c4297d10314 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.0405383 Sep 18 07:08:54.298870 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.379777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.409672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ef88-8e99-42e2-94e2-8bf01860bfc4 req-dc31b705-4d5b-4908-8dd5-6d679c2912a8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:54.417414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a951ef88-8e99-42e2-94e2-8bf01860bfc4 req-dc31b705-4d5b-4908-8dd5-6d679c2912a8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1509755 Sep 18 07:08:54.449878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.470881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Calling delete_port for 05555ff1-6812-4c68-a656-c3019f703cb0 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:08:54.480072 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-619fc9f5-cce2-4f39-a372-c5d73fa4055c service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657780 Sep 18 07:08:54.513968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Pushing event updated for resources: {'Port': ['ID=0fd1c653-25a8-4d81-b822-72aebe14cb5a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:54.518401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a951ef88-8e99-42e2-94e2-8bf01860bfc4 req-2d927741-3454-4ed3-9505-47b7db175f44 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996556 Sep 18 07:08:54.550238 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.584413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-fc5b4646-0b80-40b7-afd4-e30e80375bc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 200 len: 217 time: 0.0947721 Sep 18 07:08:54.587408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:54.591179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:54.594382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:54.680670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:54.682395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Attempting to bind port 0fd1c653-25a8-4d81-b822-72aebe14cb5a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:54.682936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Attempting to bind port 0fd1c653-25a8-4d81-b822-72aebe14cb5a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a6026984-ccf8-4ed2-a510-20dd10776031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:54.683510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Attempting to bind port 0fd1c653-25a8-4d81-b822-72aebe14cb5a on network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:54.690338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:54.691017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Checking segment: {'id': 'a6026984-ccf8-4ed2-a510-20dd10776031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:54.691520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.691931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Bound using segment: {'id': 'a6026984-ccf8-4ed2-a510-20dd10776031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:54.692517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Bound port: 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6026984-ccf8-4ed2-a510-20dd10776031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaee5eb0-c3dd-49ac-bef9-3a399b41d137'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:54.692914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.790964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] For port 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:54.795012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073ee5-1e7d-42b3-ae05-c30f86d3a050 req-ef3d046a-772f-4823-86cf-ce08fa3bf81a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:54.796703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83073ee5-1e7d-42b3-ae05-c30f86d3a050 req-ef3d046a-772f-4823-86cf-ce08fa3bf81a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0847647 Sep 18 07:08:54.799144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] For port 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0fd1c653-25a8-4d81-b822-72aebe14cb5a,segment=NetworkSegment(a6026984-ccf8-4ed2-a510-20dd10776031),segment_id=a6026984-ccf8-4ed2-a510-20dd10776031)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:54.800605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.838269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-e99836cd-f584-4a0b-89db-a95441d2b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:54.839636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-e99836cd-f584-4a0b-89db-a95441d2b8c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 200 len: 797 time: 0.1105638 Sep 18 07:08:54.847424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-97b1ac88-84b2-4695-9c1e-66764a1f7ae9 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:54.848929 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-97b1ac88-84b2-4695-9c1e-66764a1f7ae9 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 820 time: 0.2635882 Sep 18 07:08:54.857453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83073ee5-1e7d-42b3-ae05-c30f86d3a050 req-0aa23969-1c01-4e5d-8a52-e8a894e25e50 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492868 Sep 18 07:08:54.863103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'port': {'device_id': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'admin_state_up': True, 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:54.863483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.906894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Pushing event deleted for resources: {'Port': ['ID=05555ff1-6812-4c68-a656-c3019f703cb0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:54.911491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:54.917937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.929125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:54.936996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:54.998154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:55.029299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165bab5-3b3d-4098-bb31-ff9029691a01 None None] Pushing event updated for resources: {'Port': ['ID=0fd1c653-25a8-4d81-b822-72aebe14cb5a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:55.039573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] device_id is not set on port cbe04699-66cd-4cf4-b571-0249eefb0cdc yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:08:55.048815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-d809f0bd-7752-4c35-9285-8f353d41cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:55.050613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-d809f0bd-7752-4c35-9285-8f353d41cf1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=115ee592-2d90-4fb5-87da-f9613371bee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008281 Sep 18 07:08:55.305473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59488) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:55.376474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Made reservation on behalf of 4782c98b78ee4c3694d5c5581af7f958 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:08:55.383696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:55.404245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-2eb2966f-f613-4990-aa4d-d2f89eab3ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445873 Sep 18 07:08:55.444212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.20.0.9 (aaee5eb0-c3dd-49ac-bef9-3a399b41d137/11f65271-4fc4-408b-81a5-c6abadae4180/cbe04699-66cd-4cf4-b571-0249eefb0cdc) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:55.590807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec450534-c9e4-4223-8571-d4ec0d6f6e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:55.708583 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-7ce76c23-61bc-4a3d-a299-aa20854b6c76 service neutron] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931318 Sep 18 07:08:55.723243 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:55.729550 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:55.756047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c940d-e741-4120-bf14-bacbe598c716 req-cdb2d299-575a-4c80-a44e-03d6faa1f490 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:55.762507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a20c940d-e741-4120-bf14-bacbe598c716 req-cdb2d299-575a-4c80-a44e-03d6faa1f490 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.6770544 Sep 18 07:08:55.766974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b7f9cf6-6da3-4d81-a6c0-4d575fd62208 req-37c1a6d6-b035-4fbe-b341-0b891f4f1d2b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.1116068 Sep 18 07:08:55.924909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0fd1c653-25a8-4d81-b822-72aebe14cb5a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:55.952299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Router efdce0ef-e37d-4bdf-8aa2-8c21490cda66 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:08:55.956346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a20c940d-e741-4120-bf14-bacbe598c716 req-93e7d85b-986e-487c-b67a-b3c1b345d98b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877503 Sep 18 07:08:56.029827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0fd1c653-25a8-4d81-b822-72aebe14cb5a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:56.030317 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.136230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:08:56.152405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.152702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] Sync routers for ids ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:08:56.154139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-20f0c10d-9833-4aca-b696-441bd09a7f94 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "PUT /v2.0/routers/efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 200 len: 709 time: 3.3078477 Sep 18 07:08:56.160052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.164475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.167208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] Routers {'efdce0ef-e37d-4bdf-8aa2-8c21490cda66'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:56.172201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:56.208190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:56.236029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-ed838711-fc05-4017-8cac-9551854f4150 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 200 len: 217 time: 0.5147762 Sep 18 07:08:56.236976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0fd1c653-25a8-4d81-b822-72aebe14cb5a,segment=NetworkSegment(a6026984-ccf8-4ed2-a510-20dd10776031),segment_id=a6026984-ccf8-4ed2-a510-20dd10776031)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:08:56.245805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] Routers {'efdce0ef-e37d-4bdf-8aa2-8c21490cda66'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:08:56.247021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:56.253114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Allocated IP 172.20.0.7 (02b6fd64-d312-4cf8-9066-550ebd529e6d/f2e87bf8-27ac-4d8e-8851-94a426c58a7f/f656ed30-8830-47eb-9105-6871692fb074) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:08:56.264978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a757f50-a669-4acc-b64d-12ee7a8a44af req-e834d9b1-420f-4609-9881-19b5790a7e1b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:56.266563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a757f50-a669-4acc-b64d-12ee7a8a44af req-e834d9b1-420f-4609-9881-19b5790a7e1b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1640303 Sep 18 07:08:56.269283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-53a94f9e-1db9-4af3-9e7f-f1ecd5b8f1ea tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/routers/efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 200 len: 744 time: 0.1067021 Sep 18 07:08:56.272449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.318030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.319172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:56.337692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67d6f0cc-d7c3-4c6c-9487-dca5667eaf15 tempest-RoutersIpV6AdminTest-1467339943 tempest-RoutersIpV6AdminTest-1467339943-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&device_id=efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 200 len: 205 time: 0.0641186 Sep 18 07:08:56.340028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59524) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.357665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:08:56.358328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f91f-6f0e-4378-8675-f133defa2379 None None] The sync data for ids ['efdce0ef-e37d-4bdf-8aa2-8c21490cda66'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:08:56.374156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12e4cb0a-600e-4af6-90a7-788bc361fb57 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 200 len: 205 time: 0.0330117 Sep 18 07:08:56.377342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59526) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.424095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:56.424474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.429802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71258e-a5da-4f4f-a2b4-76de5eeec058 None None] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:08:56.464260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a757f50-a669-4acc-b64d-12ee7a8a44af req-9c407d50-5705-4bce-a673-48759e59f63e tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768365 Sep 18 07:08:56.468770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=0fd1c653-25a8-4d81-b822-72aebe14cb5a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:56.471546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.482601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec450534-c9e4-4223-8571-d4ec0d6f6e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.544673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-136bbc40-06ac-4190-8f30-3defb7a4bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:56.546432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-136bbc40-06ac-4190-8f30-3defb7a4bb10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.2816856 Sep 18 07:08:56.583272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ad34486b-22a8-431c-bb3d-758f1d6624d1 None None] Provisioning complete for port 0fd1c653-25a8-4d81-b822-72aebe14cb5a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:56.583650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad34486b-22a8-431c-bb3d-758f1d6624d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.612142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec450534-c9e4-4223-8571-d4ec0d6f6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.706657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.709251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.713450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.740480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec450534-c9e4-4223-8571-d4ec0d6f6e59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=810afe3e7cd94fab9bdcd3532f7031b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4306753 Sep 18 07:08:56.741086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59534) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.765284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5148650-ad85-40d0-a73a-8cc64c343181 req-4e791248-738c-4020-89c8-6ef972217bb2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:56.765975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450534-c9e4-4223-8571-d4ec0d6f6e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9eade4-73bb-49a4-8820-57a5dda7036c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:56.767392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5148650-ad85-40d0-a73a-8cc64c343181 req-4e791248-738c-4020-89c8-6ef972217bb2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1220551 Sep 18 07:08:56.786625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-2f133f77-edf3-4a6c-a97a-7dbb52a70824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:56.788146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-2f133f77-edf3-4a6c-a97a-7dbb52a70824 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2208683 Sep 18 07:08:56.823654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5148650-ad85-40d0-a73a-8cc64c343181 req-c1664750-6aeb-4bf4-ab52-ca8aa29299ee tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Sep 18 07:08:56.866711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.868619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Fanout notify agent at l3_agent the message router_deleted on router efdce0ef-e37d-4bdf-8aa2-8c21490cda66 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:08:56.879760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.906020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:56.907282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f22a8d60-eeb7-4716-9c83-baea82ae857e tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 204 len: 168 time: 0.5288279 Sep 18 07:08:56.927202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59544) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.931500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1c81c4d-8496-461b-9ff9-c4de85ba76ea req-980afcbe-8d71-48b9-b115-92d20ebbe097 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.0686126 Sep 18 07:08:56.977647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f292da3-556d-44bc-8e08-87cb20067d7b tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 200 len: 205 time: 0.0461824 Sep 18 07:08:56.978449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:56.985180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-c6d126ba-fd6f-4224-bae3-d59c2543b6ff service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800859 Sep 18 07:08:56.993322 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.012349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.043890 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-af670c28-0052-4715-bcac-cd26af3bad30 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.044964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af670c28-0052-4715-bcac-cd26af3bad30 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/efdce0ef-e37d-4bdf-8aa2-8c21490cda66 HTTP/1.1" status: 404 len: 336 time: 0.0657077 Sep 18 07:08:57.047646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59552) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.050439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.076393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee4a1586-6255-4d6b-82fe-bc6b44bc32ca tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 200 len: 205 time: 0.0270102 Sep 18 07:08:57.078311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.124463 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-d18049d0-2f07-40af-abb1-33ffd377ac0f tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.125750 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d18049d0-2f07-40af-abb1-33ffd377ac0f tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/afa60a53-5696-476c-8178-7fa7a509c833 HTTP/1.1" status: 404 len: 336 time: 0.0464344 Sep 18 07:08:57.128378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.160374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-757f89a9-fc0e-48c2-83d6-a69a8f7cbab9 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 200 len: 205 time: 0.0308270 Sep 18 07:08:57.162674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59558) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.185806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-f6da98a9-dd6e-438f-963e-d451dd975773 service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712520 Sep 18 07:08:57.187111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.203407 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0708e124-64e4-4f93-9023-6789deacdbfa tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.205104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0708e124-64e4-4f93-9023-6789deacdbfa tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/a25961ff-5018-494e-b1c9-78b71b92a148 HTTP/1.1" status: 404 len: 336 time: 0.0406129 Sep 18 07:08:57.207730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59560) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.220749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7e898449-bec3-47dc-abb5-0358b082a56e None None] Provisioning complete for port 0fd1c653-25a8-4d81-b822-72aebe14cb5a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:57.221347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7e898449-bec3-47dc-abb5-0358b082a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.236903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-de7d8d92-2688-446a-af40-3ab7392afc18 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 200 len: 205 time: 0.0258608 Sep 18 07:08:57.237134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59562) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.282190 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-4f7590db-d646-47bb-8212-c6a183c1900a tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.285744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f7590db-d646-47bb-8212-c6a183c1900a tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/f91db692-ba29-44ca-881b-db1846931585 HTTP/1.1" status: 404 len: 336 time: 0.0452993 Sep 18 07:08:57.286167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59566) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.287096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-4c849bc5-c49a-4631-9096-0261e2c2e761 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 200 len: 217 time: 0.0909519 Sep 18 07:08:57.296673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:57.316814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:57.316814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c7151df-7c32-49f4-af60-dbed1595f8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.317759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9743efe2-8366-4cae-8099-38e1883e2673 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 200 len: 205 time: 0.0300920 Sep 18 07:08:57.318115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.320159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59568) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.324186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:57.364406 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-dd422a98-98ed-4d73-9f57-c492bcad09dc tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.371201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd422a98-98ed-4d73-9f57-c492bcad09dc tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/838f44f7-0134-4425-9183-304377ebb16a HTTP/1.1" status: 404 len: 336 time: 0.0505385 Sep 18 07:08:57.373822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59570) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.413192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=cbe04699-66cd-4cf4-b571-0249eefb0cdc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:57.430773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fa30ecea-f080-4010-83c0-54df5984f435 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d HTTP/1.1" status: 200 len: 205 time: 0.0545163 Sep 18 07:08:57.434127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59572) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.449077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Network 02b6fd64-d312-4cf8-9066-550ebd529e6d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:08:57.479008 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-b7261b38-390a-44d6-908b-76cead382607 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] delete failed (client error): The resource could not be found. Sep 18 07:08:57.480144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b7261b38-390a-44d6-908b-76cead382607 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/routers/f7c2eaab-1f5f-49ff-8bc9-7d96bfee9d2d HTTP/1.1" status: 404 len: 336 time: 0.0450311 Sep 18 07:08:57.482806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59574) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.486662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:08:57.489997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:08:57.506838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.509501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.510773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a9eade4-73bb-49a4-8820-57a5dda7036c HTTP/1.1" status: 204 len: 168 time: 0.7642100 Sep 18 07:08:57.512528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-02b3e5b0-89fa-4ab0-9c46-7db21845506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:57.514713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-02b3e5b0-89fa-4ab0-9c46-7db21845506a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 200 len: 797 time: 0.2131479 Sep 18 07:08:57.532384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9f193-ff24-483d-a09f-0a9143562fb1 req-cbb51bc9-5413-40ef-8d50-9347ba5b482a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:57.541642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4b9f193-ff24-483d-a09f-0a9143562fb1 req-cbb51bc9-5413-40ef-8d50-9347ba5b482a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1684816 Sep 18 07:08:57.544181 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39b1885-d0a5-4f7e-9c52-c141cc207ac4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] DELETE failed (client error): The resource could not be found. Sep 18 07:08:57.544925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39b1885-d0a5-4f7e-9c52-c141cc207ac4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:08:57.550550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a39b1885-d0a5-4f7e-9c52-c141cc207ac4 tempest-RoutersIpV6AdminTest-679861961 tempest-RoutersIpV6AdminTest-679861961-project] 10.222.0.20 "DELETE /v2.0/subnets/924f8019-13ae-4b2b-b1db-049855c258a1 HTTP/1.1" status: 404 len: 337 time: 0.0666778 Sep 18 07:08:57.555999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:57.556652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.566713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640f1cd-47ee-4595-ab85-b006c370df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9eade4-73bb-49a4-8820-57a5dda7036c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:57.602911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8c327e87-6d00-4fd8-84dd-5a183a3e5369 None None] Provisioning complete for port cbe04699-66cd-4cf4-b571-0249eefb0cdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:57.603384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c327e87-6d00-4fd8-84dd-5a183a3e5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.613391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4b9f193-ff24-483d-a09f-0a9143562fb1 req-98d8f113-5410-40ce-a693-2e200510cff4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634935 Sep 18 07:08:57.640272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8c327e87-6d00-4fd8-84dd-5a183a3e5369 None None] Port cbe04699-66cd-4cf4-b571-0249eefb0cdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:57.658710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:57.682315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:57.682933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.704975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-7f43307e-b2e2-4d69-bbff-d80a90635b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:57.705965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-7f43307e-b2e2-4d69-bbff-d80a90635b88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427732 Sep 18 07:08:57.766201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0fd1c653-25a8-4d81-b822-72aebe14cb5a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:08:57.800751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c7151df-7c32-49f4-af60-dbed1595f8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.829989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0fd1c653-25a8-4d81-b822-72aebe14cb5a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:57.830457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.832121 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-71c73cf5-fd97-477b-85bc-41a39b0ef91b service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176558 Sep 18 07:08:57.870096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c7151df-7c32-49f4-af60-dbed1595f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:57.946642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8c7151df-7c32-49f4-af60-dbed1595f8e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0c08d1047b648b59b8b93e800c1f706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9210591 Sep 18 07:08:57.949226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59588) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:57.959426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-21b691ab-cdc1-455c-a57f-84a254c47980 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7412355 Sep 18 07:08:57.964187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7151df-7c32-49f4-af60-dbed1595f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf847be-4e52-409b-bb40-8d308de0de98,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:57.972890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59592) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:58.067723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-edd348a8-dc8e-488d-8ad2-d46e77bcb2bc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2086830 Sep 18 07:08:58.071209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bfd3c0c-3305-45f2-9036-6f93ab01a69a req-b799b721-bcbf-49b2-a1e5-0688992b500e service neutron] 10.222.0.24 "GET /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324970 Sep 18 07:08:58.116490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Request body: {'port': {'device_id': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:08:58.123013 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.156949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:58.197358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.231040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14984-af3d-4cbf-8917-07ea44df1866 req-fc639f6e-579c-4f77-aec2-3160e15cbf11 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:58.232723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2d14984-af3d-4cbf-8917-07ea44df1866 req-fc639f6e-579c-4f77-aec2-3160e15cbf11 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 931 time: 0.1133091 Sep 18 07:08:58.270152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.311125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2d14984-af3d-4cbf-8917-07ea44df1866 req-85d90666-8c7d-41f6-ba29-0655fbda113b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634511 Sep 18 07:08:58.397069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2ea833e-65ec-4762-8cbf-28cb0b931811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.419473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.422126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.423997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecf847be-4e52-409b-bb40-8d308de0de98 HTTP/1.1" status: 204 len: 168 time: 0.4723620 Sep 18 07:08:58.442417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b3dcf-7a8f-468c-855b-c6cae290a908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf847be-4e52-409b-bb40-8d308de0de98,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:58.488051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.543416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2ea833e-65ec-4762-8cbf-28cb0b931811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.618007 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2ea833e-65ec-4762-8cbf-28cb0b931811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.661652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d2ea833e-65ec-4762-8cbf-28cb0b931811 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eab7d21176f43088f90413b0f5ee71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911776 Sep 18 07:08:58.662969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea833e-65ec-4762-8cbf-28cb0b931811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f40f5-67a5-4f69-a982-931e0fa4004e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:58.665582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:58.752701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9126-f38f-49a6-bcf8-f3c341512a5f req-015c6e20-4d1c-4118-8e72-4161b8d60e03 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:58.754456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb2a9126-f38f-49a6-bcf8-f3c341512a5f req-015c6e20-4d1c-4118-8e72-4161b8d60e03 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0621407 Sep 18 07:08:58.809405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb2a9126-f38f-49a6-bcf8-f3c341512a5f req-a4c47845-bfd0-4ee3-83b0-b84187999fbc tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Sep 18 07:08:58.855886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.875346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f656ed30-8830-47eb-9105-6871692fb074 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:08:58.903900 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.928919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.941235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:58.956211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Transition to ACTIVE for port object f656ed30-8830-47eb-9105-6871692fb074 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:08:58.977965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.015731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.044575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.078882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:59.136323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.138908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.142608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e4f40f5-67a5-4f69-a982-931e0fa4004e HTTP/1.1" status: 204 len: 168 time: 0.4725749 Sep 18 07:08:59.152261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.152261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.152261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.152261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.152809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.153363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.153923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.154476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.155054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.155602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.156151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.156689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:08:59.224809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8c34-d0ff-465d-8a1a-54bbccb000e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f40f5-67a5-4f69-a982-931e0fa4004e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:59.331344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Attempting to bind port f656ed30-8830-47eb-9105-6871692fb074 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:08:59.331670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Attempting to bind port f656ed30-8830-47eb-9105-6871692fb074 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:08:59.332003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Attempting to bind port f656ed30-8830-47eb-9105-6871692fb074 on network 02b6fd64-d312-4cf8-9066-550ebd529e6d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:59.334004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=cbe04699-66cd-4cf4-b571-0249eefb0cdc,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:59.342369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Port f656ed30-8830-47eb-9105-6871692fb074 on network 02b6fd64-d312-4cf8-9066-550ebd529e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:08:59.342369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Attempting to bind port f656ed30-8830-47eb-9105-6871692fb074 on network 02b6fd64-d312-4cf8-9066-550ebd529e6d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:08:59.354384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:08:59.354732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Checking segment: {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:08:59.355119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Bound using segment: {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:08:59.355562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Bound port: f656ed30-8830-47eb-9105-6871692fb074, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec1cec4-c575-4303-945d-89b062dbe9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:08:59.355925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.393550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3b107d07-2369-4809-a486-5cd1dc1e0e9b None None] Provisioning complete for port cbe04699-66cd-4cf4-b571-0249eefb0cdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:08:59.394159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b107d07-2369-4809-a486-5cd1dc1e0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.465437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59654) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:59.488184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3b107d07-2369-4809-a486-5cd1dc1e0e9b None None] Port cbe04699-66cd-4cf4-b571-0249eefb0cdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:08:59.497212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765371e3-d500-4232-b072-d254766c855a req-a3984648-23bf-4de3-9fa3-ad1dd24fcb37 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:59.499142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-765371e3-d500-4232-b072-d254766c855a req-a3984648-23bf-4de3-9fa3-ad1dd24fcb37 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1156304 Sep 18 07:08:59.511157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da00671-78e0-4763-8e4c-def7f3c09ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.527991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.630487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da00671-78e0-4763-8e4c-def7f3c09ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.660464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:08:59.666948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b6854-903b-4e39-8bf2-9b75e0331dc2 req-5cfb214b-61b8-466d-a592-f59b3edcf4ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:59.668895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e51b6854-903b-4e39-8bf2-9b75e0331dc2 req-5cfb214b-61b8-466d-a592-f59b3edcf4ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 943 time: 0.1876881 Sep 18 07:08:59.685666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851917d-199b-4b8a-b8d6-449777b776cc req-44ba2122-0be3-4afa-a2ca-6c7954593cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:59.686685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-765371e3-d500-4232-b072-d254766c855a req-44081c4e-4abb-4574-a779-43ade4f9bc10 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776083 Sep 18 07:08:59.687227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-44ba2122-0be3-4afa-a2ca-6c7954593cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 1099 time: 0.2087576 Sep 18 07:08:59.699730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:08:59.733258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1da00671-78e0-4763-8e4c-def7f3c09ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.767686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e51b6854-903b-4e39-8bf2-9b75e0331dc2 req-39e4b3d4-bdc6-4eac-8024-405c5a58cb84 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799594 Sep 18 07:08:59.789135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1da00671-78e0-4763-8e4c-def7f3c09ac8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59c12b41c56a4bedb20d3db29c6cdcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177171 Sep 18 07:08:59.789483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59666) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:08:59.791954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.795456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da00671-78e0-4763-8e4c-def7f3c09ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8871a080-5677-49d7-b1a7-aac983736219,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:08:59.837037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:59.837655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.842014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 1092 time: 1.7323380 Sep 18 07:08:59.842014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851917d-199b-4b8a-b8d6-449777b776cc req-544f6208-6a1c-4bca-8257-4abdbbc31e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:08:59.842736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-544f6208-6a1c-4bca-8257-4abdbbc31e69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 200 len: 915 time: 0.1449523 Sep 18 07:08:59.842980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:08:59.845925 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a0d021-6997-4f83-b01a-4a3a7b553819" -d '{"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:08:59.870105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.902044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.925803 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f454f3d3-52a5-4fe1-bfe4-9cbc7ef1d21a x-openstack-request-id: req-f454f3d3-52a5-4fe1-bfe4-9cbc7ef1d21a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:08:59.928059 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:08:59.928059 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f454f3d3-52a5-4fe1-bfe4-9cbc7ef1d21a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:08:59.928059 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:08:59.932758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-0efea38d-d864-4953-bf2a-ba5995c6b630 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 200 len: 217 time: 0.0601494 Sep 18 07:08:59.934083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:08:59.936070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814d3f-2788-47ca-b64c-eb3a08537be8 service neutron] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:00.057177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851917d-199b-4b8a-b8d6-449777b776cc req-58240328-3fe1-43a8-a0b1-86cbe3441be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.058617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-58240328-3fe1-43a8-a0b1-86cbe3441be1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 200 len: 854 time: 0.1177018 Sep 18 07:09:00.073679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59680) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:00.087459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.090007 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.091097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8871a080-5677-49d7-b1a7-aac983736219 HTTP/1.1" status: 204 len: 168 time: 0.2977450 Sep 18 07:09:00.103600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26eab2-65d9-459c-b900-204a6b7dbd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8871a080-5677-49d7-b1a7-aac983736219,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:00.107633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-42e524c8-86b0-45ce-9f57-15ec317d0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.109098 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-42e524c8-86b0-45ce-9f57-15ec317d0f95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1095 time: 0.1478627 Sep 18 07:09:00.143625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ed720965-5e9e-4726-a366-ee2ab55c79b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6707fb68fed04df19842a7a76a4b6aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687172 Sep 18 07:09:00.146516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59684) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:00.202456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.227724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.353726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.356318 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.357542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cddfe2f3-5368-4d74-b8c3-8b002e92686f HTTP/1.1" status: 204 len: 168 time: 0.2099085 Sep 18 07:09:00.366718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec82714-88e3-439c-9e6f-886dd1853b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddfe2f3-5368-4d74-b8c3-8b002e92686f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:00.463694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-ab4b2f13-644d-499f-a616-616094e5fc63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3932228 Sep 18 07:09:00.493300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59694) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:00.702931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-df2ecffc-70f0-4342-a800-d63e7a7c1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.704470 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-df2ecffc-70f0-4342-a800-d63e7a7c1621 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4782c98b78ee4c3694d5c5581af7f958&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5724821 Sep 18 07:09:00.730101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-aa24ffaa-366f-4c98-89d9-5538c3dc51cd service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518077 Sep 18 07:09:00.742067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5457bb68-c046-4f97-858a-4aedb3010549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.879868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5254b07-768e-4e93-837e-f08f50aeaaed req-e8c8be98-6c53-4484-addc-bad1282a597b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.883261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:00.889416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5254b07-768e-4e93-837e-f08f50aeaaed req-e8c8be98-6c53-4484-addc-bad1282a597b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1068270 Sep 18 07:09:00.915443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-39835fdf-bee0-418c-bf52-410c03ab1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.917215 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-14a0d021-6997-4f83-b01a-4a3a7b553819 req-39835fdf-bee0-418c-bf52-410c03ab1e7a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2020810 Sep 18 07:09:00.922999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5851917d-199b-4b8a-b8d6-449777b776cc req-bb7a04c0-e16a-4600-9ea9-d25a699ff901 service neutron] 10.222.0.37 "GET /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799839 Sep 18 07:09:00.973525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5254b07-768e-4e93-837e-f08f50aeaaed req-6b449640-f60f-40c9-adcd-7814496ca8d2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832112 Sep 18 07:09:00.996440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8452a00-ea3c-477c-b9e4-04c632eb811f req-239b13ef-432d-489c-9b6d-da0fb31561f8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:00.998133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8452a00-ea3c-477c-b9e4-04c632eb811f req-239b13ef-432d-489c-9b6d-da0fb31561f8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 943 time: 0.0967131 Sep 18 07:09:01.002969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b781ad07-3bc3-42a7-a238-19de5de2cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:01.009105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-b781ad07-3bc3-42a7-a238-19de5de2cc9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1095 time: 0.0486631 Sep 18 07:09:01.048750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-798f361c-455a-4acb-9857-874c4699fecd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.0366597 Sep 18 07:09:01.053099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.072312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5457bb68-c046-4f97-858a-4aedb3010549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.076027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8452a00-ea3c-477c-b9e4-04c632eb811f req-36e6ef26-c375-416e-8f97-b5fadca693f1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680692 Sep 18 07:09:01.155220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5457bb68-c046-4f97-858a-4aedb3010549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.178435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=cbe04699-66cd-4cf4-b571-0249eefb0cdc,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:01.184198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.193366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-4e6780c2-025e-476e-a48f-729e84e5a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:01.194943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-4e6780c2-025e-476e-a48f-729e84e5a330 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.1341362 Sep 18 07:09:01.207185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5457bb68-c046-4f97-858a-4aedb3010549 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bb0b7503e244eb594f8afd094bceac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118380 Sep 18 07:09:01.209254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457bb68-c046-4f97-858a-4aedb3010549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dad18-0be8-41d4-a0eb-ffe5dfa26f02,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:01.211724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59720) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:01.242564 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-6fe67002-f942-44ce-96a9-efeb6de32e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327883 Sep 18 07:09:01.265167 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.295246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.369825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:01.372599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:01.441184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.445589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.447083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/130dad18-0be8-41d4-a0eb-ffe5dfa26f02 HTTP/1.1" status: 204 len: 168 time: 0.2343831 Sep 18 07:09:01.455849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2eef9-4bb6-4276-b912-fa947c4cce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dad18-0be8-41d4-a0eb-ffe5dfa26f02,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:01.502587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-cc2f6b7d-3e4e-468a-b213-24803f62395f service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249832 Sep 18 07:09:01.647014 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc8b5a89-f2ee-4b05-943b-9dc59cd38a0a req-73713413-6b09-464a-b91d-0e8251c9df71 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349015 Sep 18 07:09:01.679368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59742) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:01.725777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c7d09b4e-ce41-4fd3-a03c-a7d71c4fd83d None None] Provisioning complete for port cbe04699-66cd-4cf4-b571-0249eefb0cdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:01.726428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c7d09b4e-ce41-4fd3-a03c-a7d71c4fd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:01.737552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 843552d1-c929-4833-b339-62b6dca1a0fe is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:01.764181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09b4e-ce41-4fd3-a03c-a7d71c4fd83d None None] Port cbe04699-66cd-4cf4-b571-0249eefb0cdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:01.846035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:01.852424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-42436b3d-3031-43ee-b60d-a5ddace9a26a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/843552d1-c929-4833-b339-62b6dca1a0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8778734 Sep 18 07:09:01.855466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:01.858915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] Sync routers for ids ['843552d1-c929-4833-b339-62b6dca1a0fe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:01.868493 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] Routers {'843552d1-c929-4833-b339-62b6dca1a0fe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:01.869152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['843552d1-c929-4833-b339-62b6dca1a0fe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:01.900491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfd9f0-0287-4bc0-9966-2280e85a3018 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:01.901806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4dfd9f0-0287-4bc0-9966-2280e85a3018 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports/cbe04699-66cd-4cf4-b571-0249eefb0cdc HTTP/1.1" status: 200 len: 976 time: 0.0454068 Sep 18 07:09:01.905986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:01.906117 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:01.915379 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] Routers {'843552d1-c929-4833-b339-62b6dca1a0fe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:01.916226 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['843552d1-c929-4833-b339-62b6dca1a0fe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:01.954095 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:01.955044 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b319ab-b4ae-469d-bf48-327080a019bc None None] The sync data for ids ['843552d1-c929-4833-b339-62b6dca1a0fe'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:02.018677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-981500885'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:02.121943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9441565-9111-4c2b-b7e5-0601ec933019 req-28eef7da-f82e-488f-8948-0887fc0ce245 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.131981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9441565-9111-4c2b-b7e5-0601ec933019 req-28eef7da-f82e-488f-8948-0887fc0ce245 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0742195 Sep 18 07:09:02.193970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9441565-9111-4c2b-b7e5-0601ec933019 req-310a8f43-97f8-4e20-9ce9-5b1a2856ea67 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Sep 18 07:09:02.247183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:02.250612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.267907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.278676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef0bf3-f395-4172-80a9-dcb8d956bf4d req-2ce8827a-7662-4aff-b01a-fa1f79c716ee tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.280218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71ef0bf3-f395-4172-80a9-dcb8d956bf4d req-2ce8827a-7662-4aff-b01a-fa1f79c716ee tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 943 time: 0.0852745 Sep 18 07:09:02.342167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71ef0bf3-f395-4172-80a9-dcb8d956bf4d req-d96b8f44-f75d-4e92-98f3-6b7b5020aaab tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528531 Sep 18 07:09:02.362877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267259-063f-46a0-b9d5-11a69c345435 req-de326fc4-3175-4f17-84f5-8a85e0cdbd18 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.362877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb267259-063f-46a0-b9d5-11a69c345435 req-de326fc4-3175-4f17-84f5-8a85e0cdbd18 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0865285 Sep 18 07:09:02.399895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb267259-063f-46a0-b9d5-11a69c345435 req-51469435-ea42-4eee-b106-5c4b1f7c4ffb tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Sep 18 07:09:02.525257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.538555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.602523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d4df5-678a-4329-9408-0f931a7b4067 req-c6f988c2-8a51-4279-a5db-c366a935b726 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.604745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-441d4df5-678a-4329-9408-0f931a7b4067 req-c6f988c2-8a51-4279-a5db-c366a935b726 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0786223 Sep 18 07:09:02.628696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.661857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dfd1e4-28e4-4f55-a0b1-0d3de8d57816,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:02.666652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-441d4df5-678a-4329-9408-0f931a7b4067 req-63aecc60-d58a-4012-ba16-5a9e24429c05 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Sep 18 07:09:02.684772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59784) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:02.700530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:02.728268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.728627 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Added segment 72fd156b-9bc8-40cb-ae80-7a3cd00b07c1 of type vlan for network 6e9c9b79-20e8-422e-a32c-1121a380edfe Sep 18 07:09:02.785455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.804194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63f8c6-0650-4190-9c58-046d88645e25 req-b88b64f1-2ed1-4352-ac5c-cde30c907b54 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.805790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa63f8c6-0650-4190-9c58-046d88645e25 req-b88b64f1-2ed1-4352-ac5c-cde30c907b54 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0660315 Sep 18 07:09:02.867207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa63f8c6-0650-4190-9c58-046d88645e25 req-2ae39e7b-e557-40b6-b469-8d9b42e426f4 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Sep 18 07:09:02.868230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1c63c48-0197-43d9-8e2a-34d1f3fba075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.871978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port cbe04699-66cd-4cf4-b571-0249eefb0cdc {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:02.872465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.886968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.893095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:02.893702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:02.970907 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1c63c48-0197-43d9-8e2a-34d1f3fba075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.034472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Network': ['ID=6e9c9b79-20e8-422e-a32c-1121a380edfe,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:03.049285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:03.060220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f4074-db80-483b-a92a-cc0a4797eaee req-64025714-ad8a-47a1-ad1b-d81d1caca4a6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:03.067314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-983f4074-db80-483b-a92a-cc0a4797eaee req-64025714-ad8a-47a1-ad1b-d81d1caca4a6 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0595729 Sep 18 07:09:03.067314 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1c63c48-0197-43d9-8e2a-34d1f3fba075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.073115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.091152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for cbe04699-66cd-4cf4-b571-0249eefb0cdc owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:03.121419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c63c48-0197-43d9-8e2a-34d1f3fba075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee09f4-2b31-4508-aac5-51443c66147b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:03.143928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-983f4074-db80-483b-a92a-cc0a4797eaee req-f05ba675-0a01-4454-b11b-190a0232c094 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643733 Sep 18 07:09:03.149056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1c63c48-0197-43d9-8e2a-34d1f3fba075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7f88eac174f41d6819ea68cb8e45450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632382 Sep 18 07:09:03.150045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:03.188273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7916e566-b1a3-4316-b495-a0659d84d933 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5050178 Sep 18 07:09:03.190471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:03.196869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'subnet': {'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:03.218635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.272082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.308964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5e217-705c-4b15-ad0e-114c039fee1d req-3ee126b9-91ac-4115-a5ed-dfff746213e0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:03.310898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca5e217-705c-4b15-ad0e-114c039fee1d req-3ee126b9-91ac-4115-a5ed-dfff746213e0 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0899572 Sep 18 07:09:03.367054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca5e217-705c-4b15-ad0e-114c039fee1d req-3de47d04-e643-466d-aaf7-852096ef2dc9 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Sep 18 07:09:03.467787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.470654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.474557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7ee09f4-2b31-4508-aac5-51443c66147b HTTP/1.1" status: 204 len: 168 time: 0.3205793 Sep 18 07:09:03.518461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189aa25-e3a8-4666-a573-57cb466f3f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee09f4-2b31-4508-aac5-51443c66147b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:03.550632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3cdd-b885-4fc8-9e7c-e05178e12820 req-b2cef2da-0adb-4f0e-bfb6-7ef5d2297899 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:03.552195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48ed3cdd-b885-4fc8-9e7c-e05178e12820 req-b2cef2da-0adb-4f0e-bfb6-7ef5d2297899 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 943 time: 0.1191909 Sep 18 07:09:03.572121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdcd45-43d6-40fc-87bf-ba973064e5da req-ef8b7e08-0fd0-46ff-baaf-8170db4d806d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:03.579657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bffdcd45-43d6-40fc-87bf-ba973064e5da req-ef8b7e08-0fd0-46ff-baaf-8170db4d806d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1119852 Sep 18 07:09:03.634588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48ed3cdd-b885-4fc8-9e7c-e05178e12820 req-4e1d785e-fd2b-4e5f-9efc-3545399ca6f3 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753510 Sep 18 07:09:03.660849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bffdcd45-43d6-40fc-87bf-ba973064e5da req-edf26d48-ab70-4ab5-a3c0-2b0bd5fd310a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638576 Sep 18 07:09:03.784220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:03.785744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140c9f4-ca75-460a-a302-6d92e7d5f687 req-54fb9a51-7de3-4853-942e-bc0ac1b4a165 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:03.787554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b140c9f4-ca75-460a-a302-6d92e7d5f687 req-54fb9a51-7de3-4853-942e-bc0ac1b4a165 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0497942 Sep 18 07:09:03.791287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.799591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:03.863369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b140c9f4-ca75-460a-a302-6d92e7d5f687 req-6256d681-a31a-4dae-b4b9-bfddc0ce5c4a tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 Sep 18 07:09:03.863610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=cbe04699-66cd-4cf4-b571-0249eefb0cdc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:04.030905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59840) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:04.063810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e393-f53d-429a-80cf-c62d850cac73 req-adfeece0-9333-4cb1-a582-7fb06fb529d7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.071999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc88e393-f53d-429a-80cf-c62d850cac73 req-adfeece0-9333-4cb1-a582-7fb06fb529d7 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0771899 Sep 18 07:09:04.120369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc88e393-f53d-429a-80cf-c62d850cac73 req-c402c623-bce6-4de8-91bf-9cdb9ea154da tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Sep 18 07:09:04.147736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:04.244887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:04.269501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f1bd9-d252-4725-82a3-7b4840b61584 req-ed2869c0-a1ac-4768-bc7d-2b0d91c88711 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.275141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db0f1bd9-d252-4725-82a3-7b4840b61584 req-ed2869c0-a1ac-4768-bc7d-2b0d91c88711 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0609789 Sep 18 07:09:04.313830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db0f1bd9-d252-4725-82a3-7b4840b61584 req-2af68065-6d27-4179-8baf-90210eb189c2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Sep 18 07:09:04.414359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:04.435174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 843552d1-c929-4833-b339-62b6dca1a0fe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:04.453208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:04.465120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f30550-9c35-4933-8f22-6daddd858236 req-272a3b92-04a2-4960-b0bd-53a999d67477 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.469247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29f30550-9c35-4933-8f22-6daddd858236 req-272a3b92-04a2-4960-b0bd-53a999d67477 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0560482 Sep 18 07:09:04.505028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device f656ed30-8830-47eb-9105-6871692fb074 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:09:04.517244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29f30550-9c35-4933-8f22-6daddd858236 req-b9987d4c-88f5-4365-a793-69d0762a4fe2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Sep 18 07:09:04.607504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Subnet': ['ID=c955fb97-6d75-47ed-8f7f-29c48ac888cc,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:04.619035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:04.624384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:04.632149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-580a5626-4892-4872-86e8-6531f8fcf559 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/843552d1-c929-4833-b339-62b6dca1a0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263696 Sep 18 07:09:04.637186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:04.668727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b223-17f5-4ac7-a3d6-b51deb22d953 req-cf8acf16-80b9-4891-8c35-03a5eabfc180 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.670994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9544b223-17f5-4ac7-a3d6-b51deb22d953 req-cf8acf16-80b9-4891-8c35-03a5eabfc180 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0775921 Sep 18 07:09:04.682602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Checking segment: {'id': '72fd156b-9bc8-40cb-ae80-7a3cd00b07c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:04.682977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network hostable DHCP agents. Network: 6e9c9b79-20e8-422e-a32c-1121a380edfe, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:04.742609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9544b223-17f5-4ac7-a3d6-b51deb22d953 req-21def1c3-4e42-43f2-b415-c2d431e4a04c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634282 Sep 18 07:09:04.821066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:04.822747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:04.833237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8174e3-a461-4ce0-9cf2-f32db9d0ca03 req-086553c9-55c1-4142-a5b2-e0548e8ce2b7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.841475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b8174e3-a461-4ce0-9cf2-f32db9d0ca03 req-086553c9-55c1-4142-a5b2-e0548e8ce2b7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 943 time: 0.0924590 Sep 18 07:09:04.884952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b8174e3-a461-4ce0-9cf2-f32db9d0ca03 req-b63d75ca-9334-431f-85e8-fd2a0cf5b359 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Sep 18 07:09:04.898143 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-5ecae482-b021-4202-8835-517b3096b0e8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 07:09:04.907046 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ecae482-b021-4202-8835-517b3096b0e8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/843552d1-c929-4833-b339-62b6dca1a0fe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2611103 Sep 18 07:09:04.908087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:04.935342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] Sync routers for ids ['843552d1-c929-4833-b339-62b6dca1a0fe'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:04.939314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'f656ed30-8830-47eb-9105-6871692fb074', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'port_id': 'f656ed30-8830-47eb-9105-6871692fb074', 'mac_address': 'fa:16:3e:4f:02:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:09:04.945749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3f1d3fd7-82f6-40c6-9393-1a12d92e7965 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=843552d1-c929-4833-b339-62b6dca1a0fe HTTP/1.1" status: 200 len: 205 time: 0.0350723 Sep 18 07:09:04.946753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59878) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:04.951362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] Routers {'843552d1-c929-4833-b339-62b6dca1a0fe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:04.951991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['843552d1-c929-4833-b339-62b6dca1a0fe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:04.958537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6e9c9b79-20e8-422e-a32c-1121a380edfe) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:04.973312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd275dc-d917-49f8-bdfa-af3054f55eef None None] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:04.995558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:04.996128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.035380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e7ce0-d89b-4d4a-a32a-88d54d7e9ef1 req-576bc72a-a6e5-42fd-922b-cf5f35792c49 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:05.037229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe3e7ce0-d89b-4d4a-a32a-88d54d7e9ef1 req-576bc72a-a6e5-42fd-922b-cf5f35792c49 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0621176 Sep 18 07:09:05.070700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.093974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe3e7ce0-d89b-4d4a-a32a-88d54d7e9ef1 req-4263c2d3-51e8-453a-bc0e-16c5b28efb2b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Sep 18 07:09:05.101815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:05.133235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.137765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] Routers {'843552d1-c929-4833-b339-62b6dca1a0fe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:05.138466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['843552d1-c929-4833-b339-62b6dca1a0fe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:05.148186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Allocated IP 172.25.4.11 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:05.200444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:05.201102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00de10-f653-4f8b-80e1-e1270cd48660 None None] The sync data for ids ['843552d1-c929-4833-b339-62b6dca1a0fe'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:05.208204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f656ed30-8830-47eb-9105-6871692fb074 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:09:05.223309 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-819d6980-e921-4f31-bc8c-ae92b727e49f tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0317090 Sep 18 07:09:05.226144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706fc9-98be-4a7b-9556-1d57b1123267 req-8ca2ac41-1820-4ff6-897c-a537e31a0900 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:05.231575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb706fc9-98be-4a7b-9556-1d57b1123267 req-8ca2ac41-1820-4ff6-897c-a537e31a0900 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0638952 Sep 18 07:09:05.232610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:05.239761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab05a4e4-c065-499e-896b-fa3759cdeb98 None None] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:05.241131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-166850522', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:05.273097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.276793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.300649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb706fc9-98be-4a7b-9556-1d57b1123267 req-5e35f4fa-f3ff-4861-a356-ab257d9bf495 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636175 Sep 18 07:09:05.326141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:05.364708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.366198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.400699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.405977 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.449914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:05.460446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.461091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router 843552d1-c929-4833-b339-62b6dca1a0fe {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:09:05.468694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.470080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4729dd80-f3c4-44ac-958e-4eead0db8055 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/843552d1-c929-4833-b339-62b6dca1a0fe HTTP/1.1" status: 204 len: 168 time: 0.5223477 Sep 18 07:09:05.472564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:05.489418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced52569-0a34-433b-af20-e1980632d524 req-441f4f28-929c-4f01-b9aa-52a5cfd0d69b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:05.491205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ced52569-0a34-433b-af20-e1980632d524 req-441f4f28-929c-4f01-b9aa-52a5cfd0d69b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.0669894 Sep 18 07:09:05.526004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.532692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 11f65271-4fc4-408b-81a5-c6abadae4180 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:09:05.536100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.558633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ced52569-0a34-433b-af20-e1980632d524 req-772a8284-3af7-4335-ad80-54ffbefd648c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Sep 18 07:09:05.559362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.620521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:05.625159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['f656ed30-8830-47eb-9105-6871692fb074'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:05.627815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:05.636335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:05.665847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.715496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Pushing event updated for resources: {'Port': ['ID=012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:05.804929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.812379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.822012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:05.948538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.067292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.076345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bb859-0c0f-483f-aeed-ce1ffeea620b req-0fdf8852-9c99-4e86-ba1f-54fd28c51ab8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:06.077846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-458bb859-0c0f-483f-aeed-ce1ffeea620b req-0fdf8852-9c99-4e86-ba1f-54fd28c51ab8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 944 time: 0.0840378 Sep 18 07:09:06.112239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=11f65271-4fc4-408b-81a5-c6abadae4180,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:06.114363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.117047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23b75ddf-c81b-455f-99c7-d629e2ae057b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/11f65271-4fc4-408b-81a5-c6abadae4180 HTTP/1.1" status: 204 len: 168 time: 0.6435111 Sep 18 07:09:06.123892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59914) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:06.125203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a91bd-d9c0-478e-a234-06c5266c1a99 None None] Network aaee5eb0-c3dd-49ac-bef9-3a399b41d137 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:06.417781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] DHCP port deletion for aaee5eb0-c3dd-49ac-bef9-3a399b41d137 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:09:06.530623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device f656ed30-8830-47eb-9105-6871692fb074 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:06.589561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.594252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.598515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.614086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Deleting port 0fd1c653-25a8-4d81-b822-72aebe14cb5a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:06.614469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.629253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.635604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-458bb859-0c0f-483f-aeed-ce1ffeea620b req-5b1dd56d-edd7-492d-b200-2819d54ab4a3 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Sep 18 07:09:06.669834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.730701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] For port 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0fd1c653-25a8-4d81-b822-72aebe14cb5a,segment=NetworkSegment(a6026984-ccf8-4ed2-a510-20dd10776031),segment_id=a6026984-ccf8-4ed2-a510-20dd10776031)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:06.731821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 0fd1c653-25a8-4d81-b822-72aebe14cb5a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:06.732195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.732380 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.752506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Calling delete_port for 0fd1c653-25a8-4d81-b822-72aebe14cb5a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:06.801604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 0fd1c653-25a8-4d81-b822-72aebe14cb5a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0fd1c653-25a8-4d81-b822-72aebe14cb5a,segment=NetworkSegment(a6026984-ccf8-4ed2-a510-20dd10776031),segment_id=a6026984-ccf8-4ed2-a510-20dd10776031)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:06.801994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.815735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 0fd1c653-25a8-4d81-b822-72aebe14cb5a owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:06.878017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.89 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/924ed2ed-f8c0-40fc-86bf-a599cebde215) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:06.886682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.897260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port f656ed30-8830-47eb-9105-6871692fb074 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:09:06.905640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port f656ed30-8830-47eb-9105-6871692fb074 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:06.906732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.928998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.944599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 0fd1c653-25a8-4d81-b822-72aebe14cb5a on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:06.947268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:06.960645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Pushing event updated for resources: {'Port': ['ID=012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:06.984027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] Pushing event deleted for resources: {'Port': ['ID=0fd1c653-25a8-4d81-b822-72aebe14cb5a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.003081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cee3e-acdf-4016-b92e-27f5a158b062 None None] No DVR routers for this DVR port 0fd1c653-25a8-4d81-b822-72aebe14cb5a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:07.017747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=0fd1c653-25a8-4d81-b822-72aebe14cb5a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.091890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.095257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.097357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.121239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee5eb0-c3dd-49ac-bef9-3a399b41d137']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:07.123353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.125223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:07.128163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d3fdac6d-58d7-44b9-a1ba-847667d2189e tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0939133 Sep 18 07:09:07.128900 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390f935-3321-4741-bfa4-ab9ba85659a9" -d '{"events": [{"server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "name": "network-vif-plugged", "status": "completed", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:07.133940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:07.140732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-552098610', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'fixed_ips': [{'ip_address': '172.25.4.11'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:07.155595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:07.158356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6026984-ccf8-4ed2-a510-20dd10776031') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:07.158741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6026984-ccf8-4ed2-a510-20dd10776031') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:07.169888 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.185492 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01601a45-d997-4ed2-8b2c-fbc681ad459b x-openstack-request-id: req-01601a45-d997-4ed2-8b2c-fbc681ad459b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:07.185856 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "name": "network-vif-plugged", "status": "completed", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:07.186229 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01601a45-d997-4ed2-8b2c-fbc681ad459b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:07.186693 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'code': 200} Sep 18 07:09:07.189064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.195324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:09:07.195706 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:09:07.198759 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:09:07.206646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.233656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.269457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:07.275259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:07.279515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:07.292731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Made reservation on behalf of b601b046378f4f70955e1da00a07d1a5 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:07.295642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.299769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.315620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.326802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=924ed2ed-f8c0-40fc-86bf-a599cebde215,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.341175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.342152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.342529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.342903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.343391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.343777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.344290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.345154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.345154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.345600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.345812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.346197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:07.358380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f33828-8157-41ed-be3a-8bf56a4cc3bd req-38c7ccfe-4f73-4d06-8d40-d9d86541f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:07.360551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-03f33828-8157-41ed-be3a-8bf56a4cc3bd req-38c7ccfe-4f73-4d06-8d40-d9d86541f1b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.1097198 Sep 18 07:09:07.434395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.458893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.464351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/aaee5eb0-c3dd-49ac-bef9-3a399b41d137 HTTP/1.1" status: 204 len: 168 time: 1.3398821 Sep 18 07:09:07.467021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59936) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:07.472161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484869237'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:07.479361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-03f33828-8157-41ed-be3a-8bf56a4cc3bd req-8885fe6b-c8e8-4d7d-92b6-32aacc278cec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084707 Sep 18 07:09:07.480150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30618710-204b-4507-8145-836a901cc260 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=aaee5eb0-c3dd-49ac-bef9-3a399b41d137,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.516995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.616135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.622258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] device_id is not set on port 8a4b4b2e-7262-4583-8324-8edaf15f50bb yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:07.710357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e038d-3ec6-4367-b19c-8f1f58f54dcc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:07.803282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.806577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0fd1c653-25a8-4d81-b822-72aebe14cb5a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:09:07.809199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:07.814277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:07.834420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0fd1c653-25a8-4d81-b822-72aebe14cb5a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:09:07.834766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0fd1c653-25a8-4d81-b822-72aebe14cb5a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:09:07.882091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4ab4-d677-411e-81e5-0bbf8586e47a req-d516d94c-646d-41ed-a477-dc70a874302b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:07.883624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d41d4ab4-d677-411e-81e5-0bbf8586e47a req-d516d94c-646d-41ed-a477-dc70a874302b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1416090 Sep 18 07:09:07.964413 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 07:09:07.964413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:09:07.966607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d41d4ab4-d677-411e-81e5-0bbf8586e47a req-6e5f057e-2e5c-441a-9fa3-ebfa6e0ff514 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743628 Sep 18 07:09:08.055319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1846331b-5042-4db5-87f3-6621fe24e201 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9177413 Sep 18 07:09:08.055748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:08.074239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.082246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:08.206356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Deleting port 012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:08.206733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.232228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.232586 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment e4f2a21c-6717-4d65-bff4-092afe96a35c of type vlan for network 39f7c507-6d54-47c5-8539-be54f67dd9a9 Sep 18 07:09:08.276060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.307002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.307341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.308923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:08.320184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Calling delete_port for 012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:08.416146 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.421775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:08.429749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.511093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=39f7c507-6d54-47c5-8539-be54f67dd9a9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:08.523457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:08.524298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:08.535754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e54188da-5442-41d6-950a-971227a51bd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0649724 Sep 18 07:09:08.535900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59956) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:08.543597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:08.544468 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:08.560317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:08.561273 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:08.581876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.604144 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:08.616253 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:08.617274 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:08:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:08.661504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Pushing event deleted for resources: {'Port': ['ID=012a4b8e-f3f6-47e5-9c4a-4293a0e5cfda,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:08.681372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.682982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ed2f6362-65a6-4270-90c2-f9025ddda9f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4483333 Sep 18 07:09:08.688020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:08.689312 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8955c-64d3-4d73-96e2-9244af4df530 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:08.689451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59958) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:08.777550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.780327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.781659 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d904a813-74f2-4fe8-a6d3-1bc714b1f49f tempest-ExternalNetworksAdminNegativeTestJSON-1180350211 tempest-ExternalNetworksAdminNegativeTestJSON-1180350211-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/4ea85adb-eaf8-4f58-882e-5142a9dac52e HTTP/1.1" status: 204 len: 168 time: 0.7248628 Sep 18 07:09:08.811696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c428e62f-dfa8-4663-a7db-7fd3338f4e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:08.845612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:08.850004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.274059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8f674-d98d-4964-a96d-1115052ad337 req-af8a7814-2112-4369-893d-c037cf18f602 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:09.275886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3a8f674-d98d-4964-a96d-1115052ad337 req-af8a7814-2112-4369-893d-c037cf18f602 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1953323 Sep 18 07:09:09.368038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.395548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3a8f674-d98d-4964-a96d-1115052ad337 req-d6e13d80-9b50-4479-97ab-ba10d7efa7ea tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092749 Sep 18 07:09:09.396940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:09.510205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=0db50263-0895-493d-a84f-077a314264bd,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:09.515238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': 'e4f2a21c-6717-4d65-bff4-092afe96a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:09.515839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: 39f7c507-6d54-47c5-8539-be54f67dd9a9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:09.533843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a74eec00-fd52-4f47-8e6e-2bb1b99c51a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.586080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.589392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:09.652138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 39f7c507-6d54-47c5-8539-be54f67dd9a9) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:09.652954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a74eec00-fd52-4f47-8e6e-2bb1b99c51a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.658877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:09.659924 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.663362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db0b74-3231-4fe2-90c3-19e72cfddd79 None None] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:09.720617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a74eec00-fd52-4f47-8e6e-2bb1b99c51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.765358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74eec00-fd52-4f47-8e6e-2bb1b99c51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ecd9e-d8f3-47d9-a6b6-4af4194883c2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:09.773077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a74eec00-fd52-4f47-8e6e-2bb1b99c51a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af10599a1f30402c97e5195cfa62e5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748164 Sep 18 07:09:09.773743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59982) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:09.843290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.854248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c971763-cdc2-4847-b9d5-9d0f5a82e59d tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3148384 Sep 18 07:09:09.855299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59988) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:09.859681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1917030762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:09.867342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:09.882704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-39f7c507-6d54-47c5-8539-be54f67dd9a9', 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '0db50263-0895-493d-a84f-077a314264bd'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:09.886456 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.007255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.011988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.018785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb5ecd9e-d8f3-47d9-a6b6-4af4194883c2 HTTP/1.1" status: 204 len: 168 time: 0.2434647 Sep 18 07:09:10.024080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-1a9a7b34-23a5-402f-8d2e-2c91351b9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:10.026021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-1a9a7b34-23a5-402f-8d2e-2c91351b9bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.0760169 Sep 18 07:09:10.046326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4095e-d61c-4a8a-8f33-351a4ede2632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ecd9e-d8f3-47d9-a6b6-4af4194883c2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:10.067958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Allocated IP 172.20.0.2 (39f7c507-6d54-47c5-8539-be54f67dd9a9/0db50263-0895-493d-a84f-077a314264bd/7c268fa0-da2f-4975-bcab-3acb98446c69) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:10.105520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da4da8-e62e-4ac3-a476-8e9acba437af req-469259ff-f5b9-487d-aa65-3f9813dac63b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:10.107310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45da4da8-e62e-4ac3-a476-8e9acba437af req-469259ff-f5b9-487d-aa65-3f9813dac63b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1836219 Sep 18 07:09:10.111700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.112902 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.170396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.209985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45da4da8-e62e-4ac3-a476-8e9acba437af req-f48c020a-a275-4d50-9494-78b18f7891f0 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Sep 18 07:09:10.216723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-541802b0-00c8-40f2-8134-d08e41fd9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:10.218134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-541802b0-00c8-40f2-8134-d08e41fd9948 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.1814890 Sep 18 07:09:10.223279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.1 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/396f7e44-7736-4747-886a-25b6f5980efa) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:10.293243 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-a0764e3e-f1e7-4863-881a-9205e943955a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.0674396 Sep 18 07:09:10.359583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.390518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.410143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-0ec5c84d-b841-4505-a82d-3c47fcf50fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:10.412448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-0ec5c84d-b841-4505-a82d-3c47fcf50fa0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.1130004 Sep 18 07:09:10.417683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.458152 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.460348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-af615938-cf51-4d01-9a69-6bd506141be6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403132 Sep 18 07:09:10.513689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:10.517472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:10.522333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:10.526333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.530052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c30dbf75-e312-4e91-8ab5-1cf22b85d8cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6713300 Sep 18 07:09:10.530482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60010) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:10.543006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Pushing event updated for resources: {'Port': ['ID=7c268fa0-da2f-4975-bcab-3acb98446c69,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:10.596225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Attempting to bind port 7c268fa0-da2f-4975-bcab-3acb98446c69 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:10.596606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Attempting to bind port 7c268fa0-da2f-4975-bcab-3acb98446c69 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e4f2a21c-6717-4d65-bff4-092afe96a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:10.599662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Attempting to bind port 7c268fa0-da2f-4975-bcab-3acb98446c69 on network 39f7c507-6d54-47c5-8539-be54f67dd9a9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:10.607262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.612351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:10.612739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Checking segment: {'id': 'e4f2a21c-6717-4d65-bff4-092afe96a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:10.613157 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.630938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Bound using segment: {'id': 'e4f2a21c-6717-4d65-bff4-092afe96a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:10.631493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Bound port: 7c268fa0-da2f-4975-bcab-3acb98446c69, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f2a21c-6717-4d65-bff4-092afe96a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39f7c507-6d54-47c5-8539-be54f67dd9a9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:10.632302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.638065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-129ed17d-300d-42fd-a6b8-af9557ff01ce service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688716 Sep 18 07:09:10.659490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:10.739340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] For port 7c268fa0-da2f-4975-bcab-3acb98446c69, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:10.746044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] For port 7c268fa0-da2f-4975-bcab-3acb98446c69, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c268fa0-da2f-4975-bcab-3acb98446c69,segment=NetworkSegment(e4f2a21c-6717-4d65-bff4-092afe96a35c),segment_id=e4f2a21c-6717-4d65-bff4-092afe96a35c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:10.780407 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4356aab-470a-450c-98e7-4f25b5d0e6b0 req-58d9256d-58a6-4a0d-87c8-4856a95b8a35 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347554 Sep 18 07:09:10.846965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:10.857239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:10.912596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-866ccf41-ea07-48f7-a288-6fedd8a3bd9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b601b046378f4f70955e1da00a07d1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536830 Sep 18 07:09:10.915222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60016) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:10.936527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2aeb-f3a4-453e-ad06-663a6cac4520 None None] Pushing event updated for resources: {'Port': ['ID=7c268fa0-da2f-4975-bcab-3acb98446c69,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:10.988019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.015111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.042363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:11.062294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:11.116877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=396f7e44-7736-4747-886a-25b6f5980efa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:11.175927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.195103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.197333 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb9e038d-3ec6-4367-b19c-8f1f58f54dcc HTTP/1.1" status: 204 len: 168 time: 0.2809007 Sep 18 07:09:11.210328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7712931-8b72-4aa9-85a4-f538c63cf573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e038d-3ec6-4367-b19c-8f1f58f54dcc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:11.236332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.465126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.493494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fec40-b46b-40bd-832f-64f846b5e806 req-33199fef-6ead-4d6a-9725-56b4c6bfe2c9 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:11.495061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b61fec40-b46b-40bd-832f-64f846b5e806 req-33199fef-6ead-4d6a-9725-56b4c6bfe2c9 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1671991 Sep 18 07:09:11.530588 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd92d-e2da-4c0e-8bb7-0bd646a82544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.650169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b61fec40-b46b-40bd-832f-64f846b5e806 req-bcbd25d2-7d19-4fb8-8893-95336c264309 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434071 Sep 18 07:09:11.719212 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:11.843635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c268fa0-da2f-4975-bcab-3acb98446c69 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:11.857804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.20.0.1 (39f7c507-6d54-47c5-8539-be54f67dd9a9/0db50263-0895-493d-a84f-077a314264bd/f9e58805-f254-452c-84f3-ef4718022fdc) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:11.939064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7c268fa0-da2f-4975-bcab-3acb98446c69 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:11.940639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.002779 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.086593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.122636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.127035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 7c268fa0-da2f-4975-bcab-3acb98446c69, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c268fa0-da2f-4975-bcab-3acb98446c69,segment=NetworkSegment(e4f2a21c-6717-4d65-bff4-092afe96a35c),segment_id=e4f2a21c-6717-4d65-bff4-092afe96a35c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:12.206222 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.212856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027c993-25e6-4b92-b859-3efd8101a383 None None] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:12.308755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.322690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=7c268fa0-da2f-4975-bcab-3acb98446c69,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:12.327681 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.336792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-67e05845-e095-40a8-b480-684b303c8030 None None] Provisioning complete for port 7c268fa0-da2f-4975-bcab-3acb98446c69 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:12.337178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67e05845-e095-40a8-b480-684b303c8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.380619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:12.383863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:12.387644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:12.415575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=f9e58805-f254-452c-84f3-ef4718022fdc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:12.445272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.586775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.865841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.870220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=396f7e44-7736-4747-886a-25b6f5980efa,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:12.872513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.949614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dcd91a2d-dc2e-4147-9dbf-dbd8a57df265 None None] Provisioning complete for port 7c268fa0-da2f-4975-bcab-3acb98446c69 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:12.950797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dcd91a2d-dc2e-4147-9dbf-dbd8a57df265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:12.980362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062520-7aeb-4982-bb0a-92cacea2a267 req-00369147-08ac-421a-84ec-e21a130c237e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:12.982098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35062520-7aeb-4982-bb0a-92cacea2a267 req-00369147-08ac-421a-84ec-e21a130c237e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2019558 Sep 18 07:09:13.146826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dcd91a2d-dc2e-4147-9dbf-dbd8a57df265 None None] Provisioning complete for port f9e58805-f254-452c-84f3-ef4718022fdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:13.147133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dcd91a2d-dc2e-4147-9dbf-dbd8a57df265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:13.189304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dcd91a2d-dc2e-4147-9dbf-dbd8a57df265 None None] Port f9e58805-f254-452c-84f3-ef4718022fdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:13.244170 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:13.245031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35062520-7aeb-4982-bb0a-92cacea2a267 req-9d497bde-92c6-4295-b82d-f4d7d604c163 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245111 Sep 18 07:09:13.259129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:13.262248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:13.308620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9376c69c-ff4d-4e91-ac34-5e5bf1ffe650 None None] Provisioning complete for port f9e58805-f254-452c-84f3-ef4718022fdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:13.309448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9376c69c-ff4d-4e91-ac34-5e5bf1ffe650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:13.347464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9376c69c-ff4d-4e91-ac34-5e5bf1ffe650 None None] Port f9e58805-f254-452c-84f3-ef4718022fdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:13.432634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116923d7-0149-4a5c-9e5d-c2aa71aee871 req-ca4a7c6c-7c19-4725-843a-f42196fe0cf8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:13.439466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-116923d7-0149-4a5c-9e5d-c2aa71aee871 req-ca4a7c6c-7c19-4725-843a-f42196fe0cf8 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1405194 Sep 18 07:09:13.808533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c268fa0-da2f-4975-bcab-3acb98446c69 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:13.855254 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:13.877777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-116923d7-0149-4a5c-9e5d-c2aa71aee871 req-fb5d66cf-baf6-4e1f-bff4-416186a05a8c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999317 Sep 18 07:09:13.879856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:13.914303 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7c268fa0-da2f-4975-bcab-3acb98446c69 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:13.914303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:13.947060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.072370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.074286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=f9e58805-f254-452c-84f3-ef4718022fdc,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:14.116597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:14.122774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e88d947-eb5c-49e0-9475-ac0c4c73b97e tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/routers/71aa91a9-aa2b-436d-967f-39b2918d0696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4321663 Sep 18 07:09:14.125408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:14.131293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'port': {'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe', 'name': 'tempest-FloatingIPTestJSON-791217683'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:14.135593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:14.147021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:14.148009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.400693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.400693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:14.400693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.406712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:14.406712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:14.408595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.408595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b987800c-842f-4849-aebd-6fe288474c86 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:14.409213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a2b9-d8f5-4798-8bc7-48b4340e4cc2 req-31e0208d-2efc-4080-9c83-d8284bbfdc10 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:14.409213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b511a2b9-d8f5-4798-8bc7-48b4340e4cc2 req-31e0208d-2efc-4080-9c83-d8284bbfdc10 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.0740941 Sep 18 07:09:14.459996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b511a2b9-d8f5-4798-8bc7-48b4340e4cc2 req-7bb270ce-8feb-4581-ad04-a91b7804c31a tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372107 Sep 18 07:09:14.515680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60102) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:14.526355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:14.530019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.537157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router c7c8a65c-4779-4425-8da2-f119ba6662d0 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:14.551538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] device_id is not set on port 187f3aa9-5d4c-4316-aae1-0f932ff41fa3 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:14.648945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d37cfbf6-d327-4855-b256-c0dc9c2e1b33 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:14.668171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:14.669527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.676115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6c70d4ac-d840-4a37-af41-fe0e4fa992c7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/c7c8a65c-4779-4425-8da2-f119ba6662d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1423209 Sep 18 07:09:14.683297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60106) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:14.683858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8f9917b4-8f44-43f6-afa2-bd987835031c None None] Provisioning complete for port f9e58805-f254-452c-84f3-ef4718022fdc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:14.683858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f9917b4-8f44-43f6-afa2-bd987835031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.690003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] Sync routers for ids ['c7c8a65c-4779-4425-8da2-f119ba6662d0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:14.701798 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] Routers {'c7c8a65c-4779-4425-8da2-f119ba6662d0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:14.703387 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c7c8a65c-4779-4425-8da2-f119ba6662d0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.706499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.2 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/187f3aa9-5d4c-4316-aae1-0f932ff41fa3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:14.741248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30845847-23a8-4fbc-9aa7-e5f8f9cc369a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:14.744744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-30845847-23a8-4fbc-9aa7-e5f8f9cc369a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports/f9e58805-f254-452c-84f3-ef4718022fdc HTTP/1.1" status: 200 len: 910 time: 0.0646987 Sep 18 07:09:14.745131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:14.757530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8f9917b4-8f44-43f6-afa2-bd987835031c None None] Port f9e58805-f254-452c-84f3-ef4718022fdc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:14.768526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.777622 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] Routers {'c7c8a65c-4779-4425-8da2-f119ba6662d0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:14.778513 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c7c8a65c-4779-4425-8da2-f119ba6662d0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.788552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:14.910417 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:14.911108 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb43fa-b287-4600-8ffb-09993b4f4e30 None None] The sync data for ids ['c7c8a65c-4779-4425-8da2-f119ba6662d0'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:14.972148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42753c3-96ac-4c68-9162-2c68503db003 req-50097e1c-21d9-476f-afbd-aa3e3d37a704 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:14.972148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b42753c3-96ac-4c68-9162-2c68503db003 req-50097e1c-21d9-476f-afbd-aa3e3d37a704 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1127827 Sep 18 07:09:14.976353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.002110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d37cfbf6-d327-4855-b256-c0dc9c2e1b33 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "PUT /v2.0/quotas/fc909480f3dc44f88af778374b7ce416 HTTP/1.1" status: 200 len: 366 time: 0.4846172 Sep 18 07:09:15.010426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60114) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.035601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c1902d1c-548b-4c27-97aa-8e363c00ec84 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0239158 Sep 18 07:09:15.043071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60116) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.065390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-891d8a72-f4f9-4a17-9d5b-af625668db5c tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas/fc909480f3dc44f88af778374b7ce416 HTTP/1.1" status: 200 len: 366 time: 0.0209110 Sep 18 07:09:15.071565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60118) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.100141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fd049-f343-4ea5-852d-8545a2125629 req-e219882f-99a6-4cef-8dd5-47acf3e7113b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:15.101655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-140fd049-f343-4ea5-852d-8545a2125629 req-e219882f-99a6-4cef-8dd5-47acf3e7113b tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 947 time: 0.1022887 Sep 18 07:09:15.120003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Deleting port a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:15.120358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.173849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-140fd049-f343-4ea5-852d-8545a2125629 req-9dc13d65-7e88-4e5c-a700-aa438dbc7ee2 tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/security-groups?id=9694440d-6c5e-46b1-a073-67e6c10cd2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645521 Sep 18 07:09:15.191159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.198899 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.238864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2c7d5286-9856-4476-acea-a95c31f4b8b4 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/fc909480f3dc44f88af778374b7ce416 HTTP/1.1" status: 204 len: 168 time: 0.1632342 Sep 18 07:09:15.239572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60120) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.243871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:15.253351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:15.258647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:15.267709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] For port a4ccf79f-bf66-4114-9ba3-11ed228431bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a4ccf79f-bf66-4114-9ba3-11ed228431bb,segment=NetworkSegment(b9e387a5-a99d-4f77-a956-c79a8bf16c19),segment_id=b9e387a5-a99d-4f77-a956-c79a8bf16c19)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:15.268064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.283498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95ff6683-6ec9-4174-913a-4924197fa2cc tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0411544 Sep 18 07:09:15.287325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.299578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6470c7d9-4c64-4842-a9d7-8de31bc14ffd tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas/fc909480f3dc44f88af778374b7ce416 HTTP/1.1" status: 200 len: 370 time: 0.0126910 Sep 18 07:09:15.299988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=187f3aa9-5d4c-4316-aae1-0f932ff41fa3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:15.304608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60124) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.310686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Calling delete_port for a4ccf79f-bf66-4114-9ba3-11ed228431bb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:15.310803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6b0dcc81-bcf7-462d-a0c0-36d4fb939ea9 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas/fc909480f3dc44f88af778374b7ce416/default HTTP/1.1" status: 200 len: 370 time: 0.0037789 Sep 18 07:09:15.312521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.326078 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-200513fd-e392-4a81-bbf7-04e27150498b tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] delete failed (client error): The resource could not be found. Sep 18 07:09:15.330101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-200513fd-e392-4a81-bbf7-04e27150498b tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/fc909480f3dc44f88af778374b7ce416 HTTP/1.1" status: 404 len: 348 time: 0.0117600 Sep 18 07:09:15.396840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:15.402428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.517271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60136) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.518213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f45aca6a-80c0-49bd-8855-d0878f38b3c0 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3911343 Sep 18 07:09:15.526611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'port': {'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe', 'name': 'tempest-FloatingIPTestJSON-1031593341'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:15.612125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.630765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a4ccf79f-bf66-4114-9ba3-11ed228431bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:15.671549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Pushing event deleted for resources: {'Port': ['ID=a4ccf79f-bf66-4114-9ba3-11ed228431bb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:15.691847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port f9e58805-f254-452c-84f3-ef4718022fdc {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:15.692104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.724068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef5d9-2d9b-4b30-b971-cd1a4e28ea00 req-23c7b9cf-29dc-4e6a-91e6-1f636d93ef4a tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:15.725638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f79ef5d9-2d9b-4b30-b971-cd1a4e28ea00 req-23c7b9cf-29dc-4e6a-91e6-1f636d93ef4a tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1290038 Sep 18 07:09:15.737890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:15.757110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] No DVR routers for this DVR port a4ccf79f-bf66-4114-9ba3-11ed228431bb on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:15.759845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.762220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b42753c3-96ac-4c68-9162-2c68503db003 req-efd594b5-972e-42dd-95ff-2d016d8f326c tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.37 "DELETE /v2.0/ports/a4ccf79f-bf66-4114-9ba3-11ed228431bb HTTP/1.1" status: 204 len: 173 time: 0.7840259 Sep 18 07:09:15.762676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-deleted', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:15.765025 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255da40b-d4dd-46ac-b2f7-04c9af66a5ed" -d '{"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-deleted", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:15.810670 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff2d7a5-02ce-4a0c-8a90-ad13612b0109 x-openstack-request-id: req-aff2d7a5-02ce-4a0c-8a90-ad13612b0109 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:15.810969 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25fa31e-b02c-439d-bb44-44a4dde69e39", "name": "network-vif-deleted", "tag": "a4ccf79f-bf66-4114-9ba3-11ed228431bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:15.811224 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff2d7a5-02ce-4a0c-8a90-ad13612b0109 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:15.811627 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25fa31e-b02c-439d-bb44-44a4dde69e39', 'name': 'network-vif-deleted', 'tag': 'a4ccf79f-bf66-4114-9ba3-11ed228431bb', 'status': 'completed', 'code': 200} Sep 18 07:09:15.829570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:15.834264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.847263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:network and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:15.873681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:15.880513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f79ef5d9-2d9b-4b30-b971-cd1a4e28ea00 req-c059d352-53da-417b-8b79-7e12e65768cd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337428 Sep 18 07:09:15.894700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] device_id is not set on port 419a9f24-cca1-49dd-8fa0-9734faf07440 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:15.924512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:15.940550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:subnet and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.021329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for f9e58805-f254-452c-84f3-ef4718022fdc owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:16.027742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.067668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:subnetpool and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.079426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.151173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:port and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.170088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.189366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.7 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/419a9f24-cca1-49dd-8fa0-9734faf07440) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:16.203503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:router and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.245181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.283593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:floatingip and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.299962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.401140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67ddf002-dc79-4a92-83ec-90857073d354 req-efc81c52-5211-42a1-a891-92488b0a240d tempest-ServersNegativeTestJSON-268902620 tempest-ServersNegativeTestJSON-268902620-project] 10.222.0.20 "GET /v2.0/ports?device_id=e25fa31e-b02c-439d-bb44-44a4dde69e39 HTTP/1.1" status: 200 len: 210 time: 0.0907381 Sep 18 07:09:16.765142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:security_group and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.769642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:16.775918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:16.781871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.816406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=f9e58805-f254-452c-84f3-ef4718022fdc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:16.837004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Usage tracker for resource:security_group_rule and tenant:cd718ab5c34f4a94b3c7cd78acff8115 is out of sync, need to count used quota {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 07:09:16.875843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.quota.resource [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101979) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 07:09:16.898173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-42cf1c97-628d-4cb9-a7e4-e4f732bf8422 tempest-QuotasTest-1773779101 tempest-QuotasTest-1773779101-project-admin] 10.222.0.20 "GET /v2.0/quotas/cd718ab5c34f4a94b3c7cd78acff8115/details.json HTTP/1.1" status: 200 len: 703 time: 1.1535416 Sep 18 07:09:17.014058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.030017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.143943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:17.152642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:17.162469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:17.196181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=419a9f24-cca1-49dd-8fa0-9734faf07440,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:17.224991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5258-0280-48bb-9f6d-974c74d5da7f req-065785cf-d1e7-4f7d-80c0-209e10cdc830 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:17.227587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3a5258-0280-48bb-9f6d-974c74d5da7f req-065785cf-d1e7-4f7d-80c0-209e10cdc830 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2221091 Sep 18 07:09:17.305852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:17.306492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.362402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3a5258-0280-48bb-9f6d-974c74d5da7f req-f0c02797-e23e-4c09-a08c-09d70be7f5e5 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272194 Sep 18 07:09:17.366376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router c7c8a65c-4779-4425-8da2-f119ba6662d0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:17.442592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-85abb10f-4320-4eae-9e74-a6c4e617a258 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9203100 Sep 18 07:09:17.445788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60162) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.451626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '419a9f24-cca1-49dd-8fa0-9734faf07440', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:17.457047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:17.465276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60164) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.465797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-528b0d0a-6484-4807-89fe-a4f692341e77 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/c7c8a65c-4779-4425-8da2-f119ba6662d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192752 Sep 18 07:09:17.466316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60166) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.468434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] Sync routers for ids ['c7c8a65c-4779-4425-8da2-f119ba6662d0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:17.477955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] Routers {'c7c8a65c-4779-4425-8da2-f119ba6662d0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:17.478581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c7c8a65c-4779-4425-8da2-f119ba6662d0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:17.520913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b57366ae-66ee-4a1f-b380-09242e162bf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7c8a65c-4779-4425-8da2-f119ba6662d0 HTTP/1.1" status: 200 len: 205 time: 0.0510437 Sep 18 07:09:17.521155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:17.521296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60172) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.531710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] Routers {'c7c8a65c-4779-4425-8da2-f119ba6662d0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:17.532407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c7c8a65c-4779-4425-8da2-f119ba6662d0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:17.541514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Deleting subnet b52057aa-de2c-4254-9e87-341dd6be29d5 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:09:17.545936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.567909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.568264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:17.568668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355f214-4d45-489c-af2e-4db5b4d1eaca None None] The sync data for ids ['c7c8a65c-4779-4425-8da2-f119ba6662d0'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:17.589220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.604135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.616154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.644109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.712234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c1c9-ffd0-4ab8-a792-ec217c63cfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.775242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.808795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52057aa-de2c-4254-9e87-341dd6be29d5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:17.819289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.821181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ad328511-be04-4119-8e99-bbfc0ea5fbde admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b52057aa-de2c-4254-9e87-341dd6be29d5 HTTP/1.1" status: 204 len: 168 time: 0.3525593 Sep 18 07:09:17.822403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.823792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60178) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:17.825786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.852910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c1c9-ffd0-4ab8-a792-ec217c63cfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.892422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.905698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.936276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7b7c1c9-ffd0-4ab8-a792-ec217c63cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.960130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.960712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router c7c8a65c-4779-4425-8da2-f119ba6662d0 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:09:17.967858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:17.972120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84268ca3-cf8b-45a0-992c-daa2a234df8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/c7c8a65c-4779-4425-8da2-f119ba6662d0 HTTP/1.1" status: 204 len: 168 time: 0.4466100 Sep 18 07:09:17.972120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:18.026993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7b7c1c9-ffd0-4ab8-a792-ec217c63cfac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af7995c4093f4450968782e1e515872e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367278 Sep 18 07:09:18.028867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.031214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:18.043444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7c1c9-ffd0-4ab8-a792-ec217c63cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf5479-15dd-4037-bc9d-6bab251225d8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:18.065198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 0db50263-0895-493d-a84f-077a314264bd {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:09:18.070072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.073381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6b8bea-82a9-49d7-8438-6b2b4d16edc9']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:18.089036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e387a5-a99d-4f77-a956-c79a8bf16c19') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:18.089337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e387a5-a99d-4f77-a956-c79a8bf16c19') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:18.105533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.127481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.129275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.135446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.141417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:09:18.141823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:09:18.143566 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:09:18.172954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.177270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.128 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/0bb31e55-c788-4bbe-9485-56e071fd06eb) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:18.285736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.291299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.294113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b6b8bea-82a9-49d7-8438-6b2b4d16edc9 HTTP/1.1" status: 204 len: 168 time: 0.4688642 Sep 18 07:09:18.306487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ee43-b000-4c41-8357-7289c0f0d059 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6b8bea-82a9-49d7-8438-6b2b4d16edc9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:18.308495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.349000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.352180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.354000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13cf5479-15dd-4037-bc9d-6bab251225d8 HTTP/1.1" status: 204 len: 168 time: 0.3202853 Sep 18 07:09:18.362742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca382-7921-4889-9f5f-9dc57d21c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf5479-15dd-4037-bc9d-6bab251225d8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:18.377528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.494988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8a6b-2f27-46b0-9ce5-4f8f08a74f5c req-cb609faa-19cf-4e02-aaab-353c365a68ab tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:18.496505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d8f8a6b-2f27-46b0-9ce5-4f8f08a74f5c req-cb609faa-19cf-4e02-aaab-353c365a68ab tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.0552466 Sep 18 07:09:18.502447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.507664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.565111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=0db50263-0895-493d-a84f-077a314264bd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:18.586805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.588839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29530816-36b5-4206-bc62-7d07847ed2eb None None] Network 39f7c507-6d54-47c5-8539-be54f67dd9a9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:18.591493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c71977f2-e751-45dd-a560-64ab0ea100b1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/0db50263-0895-493d-a84f-077a314264bd HTTP/1.1" status: 204 len: 168 time: 0.6183589 Sep 18 07:09:18.592506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60204) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:18.595026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:18.600836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:18.613774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:18.620772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:09:18.636218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=0bb31e55-c788-4bbe-9485-56e071fd06eb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:18.648807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d8f8a6b-2f27-46b0-9ce5-4f8f08a74f5c req-ffa089d6-e3d2-48c7-a1fd-e3d2720851df tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390643 Sep 18 07:09:18.657055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: a4ccf79f-bf66-4114-9ba3-11ed228431bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:09:18.657633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a4ccf79f-bf66-4114-9ba3-11ed228431bb not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:09:18.708279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.745233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:18.828269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1de0a10c-07e6-40ed-9983-f9c488042211 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2db5c2ee805c4ce0b359d8e0b12736f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795631 Sep 18 07:09:18.829646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:18.868818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 7c268fa0-da2f-4975-bcab-3acb98446c69 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:18.869180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.873851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] DHCP port deletion for 39f7c507-6d54-47c5-8539-be54f67dd9a9 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:09:18.951831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.954970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Deleting port 7c268fa0-da2f-4975-bcab-3acb98446c69 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:18.955476 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.955801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 7c268fa0-da2f-4975-bcab-3acb98446c69, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c268fa0-da2f-4975-bcab-3acb98446c69,segment=NetworkSegment(e4f2a21c-6717-4d65-bff4-092afe96a35c),segment_id=e4f2a21c-6717-4d65-bff4-092afe96a35c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:18.956170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:18.977702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 7c268fa0-da2f-4975-bcab-3acb98446c69 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:18.989832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.049372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] For port 7c268fa0-da2f-4975-bcab-3acb98446c69, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c268fa0-da2f-4975-bcab-3acb98446c69,segment=NetworkSegment(e4f2a21c-6717-4d65-bff4-092afe96a35c),segment_id=e4f2a21c-6717-4d65-bff4-092afe96a35c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:19.050897 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.067912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Calling delete_port for 7c268fa0-da2f-4975-bcab-3acb98446c69 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:19.161114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.172147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.172147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.173056 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.174396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9694440d-6c5e-46b1-a073-67e6c10cd2d3 HTTP/1.1" status: 204 len: 168 time: 0.3428769 Sep 18 07:09:19.205029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] Pushing event deleted for resources: {'Port': ['ID=7c268fa0-da2f-4975-bcab-3acb98446c69,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.212688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c73e7f-5f44-4e44-9c3b-cdda719242ea None None] No DVR routers for this DVR port 7c268fa0-da2f-4975-bcab-3acb98446c69 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:19.230314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=7c268fa0-da2f-4975-bcab-3acb98446c69,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.237558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b04b-2837-41a4-a658-b770d5eb102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9694440d-6c5e-46b1-a073-67e6c10cd2d3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.240311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 7c268fa0-da2f-4975-bcab-3acb98446c69 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:19.243228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.356604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60226) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:19.375271 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bece4e7b-d062-4787-b6c7-c277329218bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.400395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.423063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f7c507-6d54-47c5-8539-be54f67dd9a9']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:19.423302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.434819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f2a21c-6717-4d65-bff4-092afe96a35c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:19.435223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f2a21c-6717-4d65-bff4-092afe96a35c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:19.448865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.471812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.480266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:09:19.481576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:09:19.485748 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:09:19.603011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.634538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.642665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.644705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/39f7c507-6d54-47c5-8539-be54f67dd9a9 HTTP/1.1" status: 204 len: 168 time: 1.0505016 Sep 18 07:09:19.652137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60228) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:19.657856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cda46-34fa-4173-92e2-0d1096ddfa8a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=39f7c507-6d54-47c5-8539-be54f67dd9a9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.658057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-912255847', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:19.702527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bece4e7b-d062-4787-b6c7-c277329218bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.709138 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.797715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c268fa0-da2f-4975-bcab-3acb98446c69 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:09:19.819252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bece4e7b-d062-4787-b6c7-c277329218bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.819936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7c268fa0-da2f-4975-bcab-3acb98446c69 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:09:19.820289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c268fa0-da2f-4975-bcab-3acb98446c69 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:09:19.849942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=0bb31e55-c788-4bbe-9485-56e071fd06eb,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.881214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.882221 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.890919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bece4e7b-d062-4787-b6c7-c277329218bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd718ab5c34f4a94b3c7cd78acff8115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332038 Sep 18 07:09:19.894202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60236) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:19.902515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:19.915577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece4e7b-d062-4787-b6c7-c277329218bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5d5b9-8a6e-4e79-9fd6-7f6e6c42d25f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:19.967181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd218-1ecd-4db6-a568-05097a31933a req-1c665ee2-8f11-408a-8058-98b54c1d200d tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:19.968848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b8dd218-1ecd-4db6-a568-05097a31933a req-1c665ee2-8f11-408a-8058-98b54c1d200d tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2165163 Sep 18 07:09:19.978967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.004827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.029482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.081923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b8dd218-1ecd-4db6-a568-05097a31933a req-ece3d85f-583d-482c-95cd-976a6cd56c62 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014080 Sep 18 07:09:20.100138 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP ea52efde-08c5-43f7-b449-a58d09c79668 associated. External IP: 172.25.4.128, port: 419a9f24-cca1-49dd-8fa0-9734faf07440. Sep 18 07:09:20.200297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.202976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.204227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcd5d5b9-8a6e-4e79-9fd6-7f6e6c42d25f HTTP/1.1" status: 204 len: 168 time: 0.3090160 Sep 18 07:09:20.225880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09d60a-9609-44b5-b2e2-67e9c61e18d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5d5b9-8a6e-4e79-9fd6-7f6e6c42d25f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:20.580344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:20.769603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:20.943668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:20.963143 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:20.978956 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:20.979746 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:21.017238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.022287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:21.037924 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:21.038673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:21.045835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.048355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.089714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:21.090509 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e994f3-1255-448c-adbb-af78f0fc7814 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:21.134451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-635c25d6-ba6e-4138-9119-eed42509d540 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6841841 Sep 18 07:09:21.134855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:21.139440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:21.217642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.259869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.25.4.246 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5d02d86e-486c-4628-8ade-309c496b507f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:21.277226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce1ce-71a9-4906-9355-ec8432731c15 req-802a8866-8e69-426a-96b2-574147c7404e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:21.278815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67fce1ce-71a9-4906-9355-ec8432731c15 req-802a8866-8e69-426a-96b2-574147c7404e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1010628 Sep 18 07:09:21.366854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67fce1ce-71a9-4906-9355-ec8432731c15 req-ba4082d6-e4ef-4d0b-acfe-4e0b48c08933 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Sep 18 07:09:21.414131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.429738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.537191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.537629 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP ea52efde-08c5-43f7-b449-a58d09c79668 disassociated. External IP: 172.25.4.128, port: 419a9f24-cca1-49dd-8fa0-9734faf07440. Sep 18 07:09:21.566725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:21.627699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:21.632860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:21.643083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:21.680158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=5d02d86e-486c-4628-8ade-309c496b507f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:21.746347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60304) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:21.867282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60310) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:22.112785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.231201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:22.293390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-697ec829-d735-480f-8239-a52445bef1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.351929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:22.360146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.368756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae745-5621-4ba4-8c48-2662d7f036b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.374086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:22.397419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9bbfcc02-2c4a-4f93-a2f2-d55e430eeea4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/ea52efde-08c5-43f7-b449-a58d09c79668 HTTP/1.1" status: 200 len: 688 time: 1.2591817 Sep 18 07:09:22.398261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:22.398261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:22.398504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60318) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:22.463151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:22.474484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:22.475312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:22.547912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:22.549372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442cce9a-723b-4bbc-9414-ea31f45386cf None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:22.603672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 0bb31e55-c788-4bbe-9485-56e071fd06eb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:22.604000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.629086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.709319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.709747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.730605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 0bb31e55-c788-4bbe-9485-56e071fd06eb owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:22.761003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bf66-078d-4fdc-90b6-2b6fd766fb9a req-9a4005da-4ed5-4286-b471-af3771cc89ea tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:22.770941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0694bf66-078d-4fdc-90b6-2b6fd766fb9a req-9a4005da-4ed5-4286-b471-af3771cc89ea tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2678528 Sep 18 07:09:22.839068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-697ec829-d735-480f-8239-a52445bef1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.863637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0694bf66-078d-4fdc-90b6-2b6fd766fb9a req-c0b46afe-8f51-4ccb-92ac-c4e1994801a4 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915575 Sep 18 07:09:22.901159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-697ec829-d735-480f-8239-a52445bef1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:22.943763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router b62cd091-d635-4104-858c-78b95f8baeb9 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:22.957942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-697ec829-d735-480f-8239-a52445bef1e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cac1a5c4fdaf4e4b88613c8478198297&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2080758 Sep 18 07:09:22.958583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60332) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:22.977347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60334) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:22.988278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec829-d735-480f-8239-a52445bef1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4419d20-c75c-4c2d-9024-f8b97299090e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:23.019026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.059158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=0bb31e55-c788-4bbe-9485-56e071fd06eb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:23.065471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.125774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1990774588', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:23.135349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.153845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:23.156559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae745-5621-4ba4-8c48-2662d7f036b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.163715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] Sync routers for ids ['b62cd091-d635-4104-858c-78b95f8baeb9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:23.165209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.167783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.168990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4c388435-4f2d-4893-a8e2-f56831272ed6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea52efde-08c5-43f7-b449-a58d09c79668 HTTP/1.1" status: 204 len: 168 time: 0.7701380 Sep 18 07:09:23.173108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60338) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:23.177802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] Routers {'b62cd091-d635-4104-858c-78b95f8baeb9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:23.180922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b62cd091-d635-4104-858c-78b95f8baeb9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:23.184559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '187f3aa9-5d4c-4316-aae1-0f932ff41fa3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:23.213075 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:23.221324 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] Routers {'b62cd091-d635-4104-858c-78b95f8baeb9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:23.221945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b62cd091-d635-4104-858c-78b95f8baeb9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:23.229721 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d0ae745-5621-4ba4-8c48-2662d7f036b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.253246 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:23.253982 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358be81-9e47-429a-8663-a94abc2ebc99 None None] The sync data for ids ['b62cd091-d635-4104-858c-78b95f8baeb9'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:23.256463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.260111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.261278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4419d20-c75c-4c2d-9024-f8b97299090e HTTP/1.1" status: 204 len: 168 time: 0.3018889 Sep 18 07:09:23.270441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaef028-a2da-42ca-99cd-37b8abea53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4419d20-c75c-4c2d-9024-f8b97299090e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:23.274841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2d0ae745-5621-4ba4-8c48-2662d7f036b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bdae1441e5844949d7b1d92c61a965d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4059782 Sep 18 07:09:23.275751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ae745-5621-4ba4-8c48-2662d7f036b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad64c2-a6df-4be8-89ae-a7f9ba55138c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:23.278128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:23.279701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.280893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2df4099-1e4b-43fb-bf46-a02e6ddc0fc8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6275160 Sep 18 07:09:23.283613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60344) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:23.349097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.383629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.395557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Made reservation on behalf of 65d0376e704440babeb2f5edea118be3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:23.398444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.417588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b22a854-0a05-495c-85fe-e21aa61f430c tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers/b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 200 len: 880 time: 0.1305993 Sep 18 07:09:23.417816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.417963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60346) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:23.547566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.550414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.551667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7ad64c2-a6df-4be8-89ae-a7f9ba55138c HTTP/1.1" status: 204 len: 168 time: 0.2712579 Sep 18 07:09:23.560895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f2cc1-97cd-4dc3-969a-180159695198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad64c2-a6df-4be8-89ae-a7f9ba55138c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:23.800087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.876012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.960209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:23.976946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] device_id is not set on port c999be8d-e90d-4ab6-a77c-eb38f3c31bd0 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:24.040813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343d870-8f36-4604-b45b-672fd143e390,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:24.042526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:09:24.059870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cb67012f-ef74-4bce-8885-208f9b29a54e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6410012 Sep 18 07:09:24.063788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60366) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:24.068688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2aebb-ba09-488a-a4a5-df44dfcbe895 req-4e4abf99-a452-46bb-ab83-35848e8b4611 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:24.070217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42b2aebb-ba09-488a-a4a5-df44dfcbe895 req-4e4abf99-a452-46bb-ab83-35848e8b4611 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1202707 Sep 18 07:09:24.080523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-912255847'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:24.090842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.156952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42b2aebb-ba09-488a-a4a5-df44dfcbe895 req-555945c6-5c40-44fe-af30-91c6e887def1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764790 Sep 18 07:09:24.223479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Allocated IP 172.25.4.52 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c999be8d-e90d-4ab6-a77c-eb38f3c31bd0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:24.455219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60374) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:24.469232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5192764b-cc9a-4137-98e2-77292c624178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.540546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.567044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.570797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5192764b-cc9a-4137-98e2-77292c624178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.578106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:24.667448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5192764b-cc9a-4137-98e2-77292c624178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.683398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1097921989-network', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:24.713298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.717198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.718030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5192764b-cc9a-4137-98e2-77292c624178 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49466d70e3ee486ab9cf3206de03acf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616436 Sep 18 07:09:24.722288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60382) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:24.741228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192764b-cc9a-4137-98e2-77292c624178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3a3ac-01e7-4fdc-a33f-0c68b36f29c6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:24.777073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.128 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b27dbcce-80e7-4a2f-a487-d991d2231f83) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:24.815693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Made reservation on behalf of f9739aa812964f4cbf551af1d81889eb for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:24.818036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.819794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:24.834826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:24.837662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:24.861550 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.905847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Pushing event updated for resources: {'Port': ['ID=c999be8d-e90d-4ab6-a77c-eb38f3c31bd0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:24.925447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.962175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:24.962804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.972232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:24.972232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router b62cd091-d635-4104-858c-78b95f8baeb9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:25.004829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.011361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.064298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.101732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:25.108399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:25.112693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:25.116889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.142688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:25.149985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.150115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=b27dbcce-80e7-4a2f-a487-d991d2231f83,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:25.151977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce5daeff-d4f2-4e43-a199-ba13d37e8aa7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 200 len: 887 time: 1.0809808 Sep 18 07:09:25.154710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] Sync routers for ids ['b62cd091-d635-4104-858c-78b95f8baeb9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:25.158261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60388) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:25.167749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] Routers {'b62cd091-d635-4104-858c-78b95f8baeb9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:25.168700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b62cd091-d635-4104-858c-78b95f8baeb9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:25.192725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8305ff-ccc3-476c-826b-cf6b56ae96c2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:25.218439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-11a04a68-93aa-4bea-a50c-c761887fb7db tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2399662 Sep 18 07:09:25.221601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:25.223684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:25.228476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.52'}]}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:25.237781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] Routers {'b62cd091-d635-4104-858c-78b95f8baeb9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:25.238623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b62cd091-d635-4104-858c-78b95f8baeb9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:25.277022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:25.277882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.278483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b8333-e085-4a5c-875d-93d243edad60 None None] The sync data for ids ['b62cd091-d635-4104-858c-78b95f8baeb9'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:25.281420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.282655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58f3a3ac-01e7-4fdc-a33f-0c68b36f29c6 HTTP/1.1" status: 204 len: 168 time: 0.5570037 Sep 18 07:09:25.292191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:25.297595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cbe57-c195-4519-8f38-aa50db3fb87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3a3ac-01e7-4fdc-a33f-0c68b36f29c6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:25.321940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-04775fb5-d9fd-43e0-b347-6b412edd062b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers/b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 200 len: 887 time: 0.1615219 Sep 18 07:09:25.323709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:25.332282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.332638 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Added segment ef5e960d-1eb4-48e7-9ca8-b18685dbcc16 of type vlan for network d94ff46a-053b-451d-9574-f93683ab0932 Sep 18 07:09:25.356126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b6789209-ad72-412a-bb8a-fbff7b013ecb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 200 len: 205 time: 0.0285983 Sep 18 07:09:25.356400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60398) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:25.425838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.426902 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.444893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba1f3c-db33-4c7e-9dec-33c532aff663 req-5b519351-cedd-4be4-afc9-fcd01529a50c tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:25.446459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94ba1f3c-db33-4c7e-9dec-33c532aff663 req-5b519351-cedd-4be4-afc9-fcd01529a50c tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1787148 Sep 18 07:09:25.450753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.467630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.587777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.591665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.597699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94ba1f3c-db33-4c7e-9dec-33c532aff663 req-6b213b8b-d0f2-4d8f-8f81-b1b0c475c7ec tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386490 Sep 18 07:09:25.669010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.670018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:25.670605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.775679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d94ff46a-053b-451d-9574-f93683ab0932,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:25.787623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d94ff46a-053b-451d-9574-f93683ab0932 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:25.802665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 5d02d86e-486c-4628-8ade-309c496b507f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:25.803020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.813621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-49d6ab45-d05c-4787-9904-32a2303584e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2342379 Sep 18 07:09:25.816933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60402) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:25.822039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Request body: {'subnet': {'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1097921989-subnet', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:25.892317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.910867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:25.923870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 5d02d86e-486c-4628-8ade-309c496b507f owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:25.944742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.016494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60404) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:26.035888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-459b1722-9b34-44d2-8164-93b6109b9973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.127055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.290434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Made reservation on behalf of f9739aa812964f4cbf551af1d81889eb for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:26.292668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.315050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-459b1722-9b34-44d2-8164-93b6109b9973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.407260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.410716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-459b1722-9b34-44d2-8164-93b6109b9973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.500658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-459b1722-9b34-44d2-8164-93b6109b9973 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93641d0a838b4ab08de4b65ba305e73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824376 Sep 18 07:09:26.508107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b1722-9b34-44d2-8164-93b6109b9973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c293fe-fe3e-40e6-956f-daa02a0b4e4d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:26.510303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60408) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:26.521099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.540564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.579544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.604881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.627154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.707834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=b27dbcce-80e7-4a2f-a487-d991d2231f83,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:26.731901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.756295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.758809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=5d02d86e-486c-4628-8ade-309c496b507f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:26.790316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.792209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.794982 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:26.796171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c293fe-fe3e-40e6-956f-daa02a0b4e4d HTTP/1.1" status: 204 len: 168 time: 0.2849116 Sep 18 07:09:26.863842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b76cc-2e85-41e9-b480-87db106039ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c293fe-fe3e-40e6-956f-daa02a0b4e4d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:26.892229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d3a028-13aa-4b51-bf59-ab23348e49f6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:26.899521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.011792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.014298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.016442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Checking segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:27.016811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Network hostable DHCP agents. Network: d94ff46a-053b-451d-9574-f93683ab0932, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:27.137478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.138100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router b62cd091-d635-4104-858c-78b95f8baeb9 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:09:27.138469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c8d52-7286-463b-bf77-9eeaa4592477 req-ec53e444-d757-4290-8042-690a8465c0ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:27.139993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-696c8d52-7286-463b-bf77-9eeaa4592477 req-ec53e444-d757-4290-8042-690a8465c0ed tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.4395723 Sep 18 07:09:27.149268 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.150189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Network d94ff46a-053b-451d-9574-f93683ab0932 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:27.158148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.159348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a305c932-992a-49ea-8c33-603c37b592d3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 204 len: 168 time: 1.8021319 Sep 18 07:09:27.163482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60416) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:27.168614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-945750856'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:27.234185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d94ff46a-053b-451d-9574-f93683ab0932) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:27.239301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:27.239954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.246116 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 associated. External IP: 172.25.4.128, port: 187f3aa9-5d4c-4316-aae1-0f932ff41fa3. Sep 18 07:09:27.246419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c704b27-331f-477e-9a70-3a430db04943 None None] Network d94ff46a-053b-451d-9574-f93683ab0932 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:27.257664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:27.261702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.292361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:27.309455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.309455 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment a39710c2-6e31-4c2b-8f58-4a406d45cbb8 of type vlan for network 5d3f8714-40cf-4c60-9957-6e7612a12347 Sep 18 07:09:27.341792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2909c0a1-e478-48c5-b567-44577aa3b736 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5231168 Sep 18 07:09:27.345644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60424) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:27.354155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-696c8d52-7286-463b-bf77-9eeaa4592477 req-f0bb2807-c781-4fb1-8fbd-81fb04bc730d tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043040 Sep 18 07:09:27.365232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:27.394923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.395159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.398643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.454205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-d94ff46a-053b-451d-9574-f93683ab0932', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:27.455195 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.502881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.508569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:27.509187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.580405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=5d3f8714-40cf-4c60-9957-6e7612a12347,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:27.588409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.590770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb988659-6a34-4bcd-84c2-d4fffbd0051a {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:09:27.603439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.604865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.612439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:27.644225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:27.663334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.665930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-45efc27b-4d17-4a06-9de9-198c7a6fe99b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5008168 Sep 18 07:09:27.668584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60430) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:27.674632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:27.741370 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:09:27.745683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3189d8e7-06a6-4b86-9a5c-0d13c406a868 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5228927 Sep 18 07:09:27.748101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60432) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:27.800070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Allocated IP 172.20.0.2 (d94ff46a-053b-451d-9574-f93683ab0932/d6d3a028-13aa-4b51-bf59-ab23348e49f6/f393475e-6a67-4323-8203-67bb610c9ed8) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:27.825698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:27.836834 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:27.849496 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:27.855821 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:27.867059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Deleting port c999be8d-e90d-4ab6-a77c-eb38f3c31bd0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:27.867389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.919191 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:27.940067 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:27.940697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:27.948612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.960855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:27.974438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Calling delete_port for c999be8d-e90d-4ab6-a77c-eb38f3c31bd0 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:27.978537 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:27.979195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3253d4-7ed7-47e7-860e-32403be115e5 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:28.001690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.037970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:28.041603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.064440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.115787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.116008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Network d94ff46a-053b-451d-9574-f93683ab0932 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:28.121239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:28.125987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:28.138204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Pushing event updated for resources: {'Port': ['ID=f393475e-6a67-4323-8203-67bb610c9ed8,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:28.157765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7cbb7dca-7f89-43bb-ba63-1af6fc7b6c5b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9828067 Sep 18 07:09:28.160383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:28.188363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.188995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.189638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.190241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.190762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.191345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.191848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.192335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.192821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.193399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.193932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.194447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:28.219070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Attempting to bind port f393475e-6a67-4323-8203-67bb610c9ed8 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:28.219758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Attempting to bind port f393475e-6a67-4323-8203-67bb610c9ed8 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:28.220339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Attempting to bind port f393475e-6a67-4323-8203-67bb610c9ed8 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:28.226654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:28.227296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Checking segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:28.227877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.228469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Bound using segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:28.229117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Bound port: f393475e-6a67-4323-8203-67bb610c9ed8, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:28.229698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.249012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c45e7dc2-54c4-4466-b4ab-00357b29b190 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/floatingips/2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 HTTP/1.1" status: 200 len: 977 time: 0.0872781 Sep 18 07:09:28.251795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:28.307045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] For port f393475e-6a67-4323-8203-67bb610c9ed8, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:28.311373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] For port f393475e-6a67-4323-8203-67bb610c9ed8, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f393475e-6a67-4323-8203-67bb610c9ed8,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:28.326725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.378557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Pushing event deleted for resources: {'Port': ['ID=c999be8d-e90d-4ab6-a77c-eb38f3c31bd0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:28.406521 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.438516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66d7c9d1-23c9-4f3a-a0af-afce88ddcea6 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1855669 Sep 18 07:09:28.440977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60456) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:28.443736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.465262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': '419a9f24-cca1-49dd-8fa0-9734faf07440'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:28.541192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d7e1-326c-49b7-a26f-30bd74e8b6a1 None None] Pushing event updated for resources: {'Port': ['ID=f393475e-6a67-4323-8203-67bb610c9ed8,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:28.562839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.564766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-271bc8dd-8b41-41d9-a227-f04d310de480 tempest-RoutersAdminNegativeIpV6Test-633945710 tempest-RoutersAdminNegativeIpV6Test-633945710-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c999be8d-e90d-4ab6-a77c-eb38f3c31bd0 HTTP/1.1" status: 204 len: 168 time: 0.8155005 Sep 18 07:09:28.580443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.606013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.647188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:28.650249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ada1-8a48-42a3-affe-295ea533656d req-318d13cb-969f-4b27-b01b-75f31fca6d9f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:28.651868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f927ada1-8a48-42a3-affe-295ea533656d req-318d13cb-969f-4b27-b01b-75f31fca6d9f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1329420 Sep 18 07:09:28.667659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=8aeefc2f-18eb-4065-82e9-7f13a559fc2f,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:28.684259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:28.685471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: 5d3f8714-40cf-4c60-9957-6e7612a12347, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:28.833258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Allocated IP 172.25.4.189 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/609063e2-d173-46e5-bc6d-0d6141167ecf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:28.839195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f927ada1-8a48-42a3-affe-295ea533656d req-e93da261-ae88-44d9-9363-dec164cde361 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799116 Sep 18 07:09:28.870312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:28.971953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.009272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5d3f8714-40cf-4c60-9957-6e7612a12347) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:29.009829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.017651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f559f0e-5fcb-48ad-a88c-b6c1034ce169 None None] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:29.020049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:29.021293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.128704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.136534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78672465-e446-4daf-a78f-78dcf7023e0a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4663134 Sep 18 07:09:29.142846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60468) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:29.149391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1351059160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:29.174876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-5d3f8714-40cf-4c60-9957-6e7612a12347', 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '8aeefc2f-18eb-4065-82e9-7f13a559fc2f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:29.175825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.186428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:29.194586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:29.200198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:29.249425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.251151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Pushing event updated for resources: {'Port': ['ID=609063e2-d173-46e5-bc6d-0d6141167ecf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:29.326823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:29.377858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.382658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.386172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.402599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Allocated IP 172.20.0.2 (5d3f8714-40cf-4c60-9957-6e7612a12347/8aeefc2f-18eb-4065-82e9-7f13a559fc2f/57c20575-f7aa-4d1a-84c6-613167e9297a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:29.497105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.536736 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 associated. External IP: 172.25.4.128, port: 187f3aa9-5d4c-4316-aae1-0f932ff41fa3. Sep 18 07:09:29.601605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.676613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc093b29-d0df-4c42-bdec-add01724fb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.681911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.706657 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.727577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a0f94-f4f6-4ab1-b5e5-7b2a275fb1d1 None None] Network d94ff46a-053b-451d-9574-f93683ab0932 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:29.776941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.778626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5b3761e0-0e95-4d03-8b13-94317134595e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6330109 Sep 18 07:09:29.781102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60482) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:29.817111 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:29.880910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Pushing event updated for resources: {'Port': ['ID=57c20575-f7aa-4d1a-84c6-613167e9297a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:29.883471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f393475e-6a67-4323-8203-67bb610c9ed8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:30.034746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] Provisioning complete for port f393475e-6a67-4323-8203-67bb610c9ed8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:30.035411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.091435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:30.110974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:30.118579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:30.203148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Attempting to bind port 57c20575-f7aa-4d1a-84c6-613167e9297a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:30.203962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Attempting to bind port 57c20575-f7aa-4d1a-84c6-613167e9297a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:30.204503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Attempting to bind port 57c20575-f7aa-4d1a-84c6-613167e9297a on network 5d3f8714-40cf-4c60-9957-6e7612a12347 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:30.233019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.274935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f393475e-6a67-4323-8203-67bb610c9ed8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:30.278031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.279101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7cc69-e5ee-48db-88fa-909b2c83db35 req-cdc76f79-6e50-4d75-95a6-cdb68e41a066 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:30.280608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95b7cc69-e5ee-48db-88fa-909b2c83db35 req-cdc76f79-6e50-4d75-95a6-cdb68e41a066 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1000702 Sep 18 07:09:30.288730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:30.298161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.299270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc093b29-d0df-4c42-bdec-add01724fb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.301030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:30.301630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Checking segment: {'id': 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:30.302269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.302847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Bound using segment: {'id': 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:30.303542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Bound port: 57c20575-f7aa-4d1a-84c6-613167e9297a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5d3f8714-40cf-4c60-9957-6e7612a12347'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:30.304109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.368104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc093b29-d0df-4c42-bdec-add01724fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.379663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.409388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] For port f393475e-6a67-4323-8203-67bb610c9ed8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f393475e-6a67-4323-8203-67bb610c9ed8,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:30.419705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95b7cc69-e5ee-48db-88fa-909b2c83db35 req-88a31ba2-33c4-4939-adf0-3da7e62c6cd3 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269510 Sep 18 07:09:30.479527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc093b29-d0df-4c42-bdec-add01724fb91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a6fd154f0f8465fab439ddcb8fa6a24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1509895 Sep 18 07:09:30.479923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:30.519370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.551627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093b29-d0df-4c42-bdec-add01724fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c23a8c7-e290-4bb0-abda-cada1e21fa74,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:30.554361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.568660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] For port 57c20575-f7aa-4d1a-84c6-613167e9297a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:30.585561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.644549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.681953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:09:30.682238 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:09:30.690509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:30.734422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] For port 57c20575-f7aa-4d1a-84c6-613167e9297a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57c20575-f7aa-4d1a-84c6-613167e9297a,segment=NetworkSegment(a39710c2-6e31-4c2b-8f58-4a406d45cbb8),segment_id=a39710c2-6e31-4c2b-8f58-4a406d45cbb8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:30.738822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:30.774134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bc996210-5feb-4b12-9968-bb52552aecd4 None None] Provisioning complete for port f393475e-6a67-4323-8203-67bb610c9ed8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:30.775043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bc996210-5feb-4b12-9968-bb52552aecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.801244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:30.802074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:30.807145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625687d2-c60e-4f53-9451-fdd7a7304df3 None None] Pushing event updated for resources: {'Port': ['ID=f393475e-6a67-4323-8203-67bb610c9ed8,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:30.847703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:30.851834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.890969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.893834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:30.895052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c23a8c7-e290-4bb0-abda-cada1e21fa74 HTTP/1.1" status: 204 len: 168 time: 0.4066789 Sep 18 07:09:30.909520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:30.910421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:30.911059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14c591-24e6-4ec2-802c-a13d8881eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c23a8c7-e290-4bb0-abda-cada1e21fa74,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:30.974397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:30.975024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee2231-89ff-40ab-a25d-eb035d43f839 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:30.994656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932632-aa28-4fa3-b569-b9f33c0f781d None None] Pushing event updated for resources: {'Port': ['ID=57c20575-f7aa-4d1a-84c6-613167e9297a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:31.013347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:31.166737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:31.174644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.211147 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:31.225948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:31.226879 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:31.273963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.20.0.1 (5d3f8714-40cf-4c60-9957-6e7612a12347/8aeefc2f-18eb-4065-82e9-7f13a559fc2f/44d94cd1-d279-42ca-bf56-efb41ad8af04) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:31.288176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:31.295661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cbb1e9d5-121f-4b48-94a1-5e1be80b6992 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 HTTP/1.1" status: 200 len: 978 time: 2.8530400 Sep 18 07:09:31.299422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60498) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:31.302752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:31.303601 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:31.306126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:31.349796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:31.352259 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cf2e0-dd29-4261-a2ae-7a81225e779d None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:31.403064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:31.408540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.498825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.560010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:31.570127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:31.581421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:31.581421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:31.588507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.600547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac3aca-8743-47a8-8f0f-f984d2d55151 req-80209053-6681-4ff1-8716-bcb0924f929a tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:31.602049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdac3aca-8743-47a8-8f0f-f984d2d55151 req-80209053-6681-4ff1-8716-bcb0924f929a tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.0998454 Sep 18 07:09:31.646508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdac3aca-8743-47a8-8f0f-f984d2d55151 req-b71041e5-3d68-4f8b-9329-e21cdd830826 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Sep 18 07:09:31.677744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.678652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.679233 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 disassociated. External IP: 172.25.4.128, port: 419a9f24-cca1-49dd-8fa0-9734faf07440. Sep 18 07:09:31.684316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c98b449f-54b8-4456-8364-faf2f1d669e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3351285 Sep 18 07:09:31.684316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:31.685214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60506) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:31.811242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:31.837763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:31.853576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60510) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:31.873304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:31.904710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=44d94cd1-d279-42ca-bf56-efb41ad8af04,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:31.985693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f393475e-6a67-4323-8203-67bb610c9ed8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:32.014656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:32.063791 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.072975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:32.122986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-206aa533-1e4d-4b0d-a3dd-b23b41eadda9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d0376e704440babeb2f5edea118be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370431 Sep 18 07:09:32.123230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60512) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:32.157035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f393475e-6a67-4323-8203-67bb610c9ed8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:32.157578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.289263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:29Z', 'revision_number': 3, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:32.291996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57c20575-f7aa-4d1a-84c6-613167e9297a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:32.296945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:32.302745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.306711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.312959 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:32.327707 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:32.330023 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:32.340125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:09:32.340323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Updating router 4053c35d-cfcb-476b-b77d-399bc1d35847 port 609063e2-d173-46e5-bc6d-0d6141167ecf binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:09:32.352012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aadb9c4e-cd19-4564-b88f-aadeb8ddd2e1 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 HTTP/1.1" status: 200 len: 688 time: 1.0514414 Sep 18 07:09:32.355376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:32.365297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.370928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0c9b1-daf8-422d-ac15-25514af54b6d None None] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:32.388553 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:32.413042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.414856 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:32.415974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:32.445545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.466815 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:32.468565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd38867-a797-4d38-bd95-67a9b20dc304 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:32.478897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] Provisioning complete for port 57c20575-f7aa-4d1a-84c6-613167e9297a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:32.479246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.544223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port b27dbcce-80e7-4a2f-a487-d991d2231f83 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:32.544653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.618726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 57c20575-f7aa-4d1a-84c6-613167e9297a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:32.619341 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.631077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.632255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.666601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for b27dbcce-80e7-4a2f-a487-d991d2231f83 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:32.780752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.784025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.787577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2343d870-8f36-4604-b45b-672fd143e390 HTTP/1.1" status: 204 len: 168 time: 0.6611016 Sep 18 07:09:32.819868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.911831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ded6-af73-43e4-b5d4-69f1c03ae12c req-cd5fea50-3896-4b1a-a806-4f1c0e75d76f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:32.913542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0871ded6-af73-43e4-b5d4-69f1c03ae12c req-cd5fea50-3896-4b1a-a806-4f1c0e75d76f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1500916 Sep 18 07:09:32.945318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:32.953924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacf4e9-6558-433b-ae12-c4abaf628138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343d870-8f36-4604-b45b-672fd143e390,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:33.021018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0871ded6-af73-43e4-b5d4-69f1c03ae12c req-ec16d919-a45b-488f-8a51-d377d4d27fb3 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940263 Sep 18 07:09:33.064258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.076687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] For port 57c20575-f7aa-4d1a-84c6-613167e9297a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57c20575-f7aa-4d1a-84c6-613167e9297a,segment=NetworkSegment(a39710c2-6e31-4c2b-8f58-4a406d45cbb8),segment_id=a39710c2-6e31-4c2b-8f58-4a406d45cbb8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:33.096154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.185357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.195875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.213594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.235149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=44d94cd1-d279-42ca-bf56-efb41ad8af04,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:33.240848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.272568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.286398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.300612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=b27dbcce-80e7-4a2f-a487-d991d2231f83,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:33.364823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:09:33.365183 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:09:33.370486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Attempting to bind port 609063e2-d173-46e5-bc6d-0d6141167ecf on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:33.370866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Attempting to bind port 609063e2-d173-46e5-bc6d-0d6141167ecf by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:33.371232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Attempting to bind port 609063e2-d173-46e5-bc6d-0d6141167ecf on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:33.375220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a2309-fe15-4a59-af3d-74d679c19de4 None None] Pushing event updated for resources: {'Port': ['ID=57c20575-f7aa-4d1a-84c6-613167e9297a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:33.406101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:33.406481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:33.406879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.409255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:33.409255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Bound port: 609063e2-d173-46e5-bc6d-0d6141167ecf, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:33.422432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.465015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.468374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.472134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbcefd4e-fb37-42d1-9c83-3e21084e5835 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 HTTP/1.1" status: 204 len: 168 time: 1.1152043 Sep 18 07:09:33.475150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:33.497309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359b8fb-121f-428d-969d-79b8dcf286fa None None] Pushing event updated for resources: {'Port': ['ID=609063e2-d173-46e5-bc6d-0d6141167ecf,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:33.568845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:33.577805 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-2bfc194f-1a80-44c8-8b5f-d2b630f9e56d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] delete failed (client error): The resource could not be found. Sep 18 07:09:33.582834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2bfc194f-1a80-44c8-8b5f-d2b630f9e56d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f92a7ad-34b9-445e-bbcf-5f99fd6148f0 HTTP/1.1" status: 404 len: 345 time: 0.1028209 Sep 18 07:09:33.582834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60536) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:33.588399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:33.659433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] For port 609063e2-d173-46e5-bc6d-0d6141167ecf, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:33.675866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] For port 609063e2-d173-46e5-bc6d-0d6141167ecf, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=609063e2-d173-46e5-bc6d-0d6141167ecf,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:33.684092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7d4c12d0-3706-475d-a632-caf99c356fef None None] Provisioning complete for port 44d94cd1-d279-42ca-bf56-efb41ad8af04 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:33.684987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12d0-3706-475d-a632-caf99c356fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.742483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c12d0-3706-475d-a632-caf99c356fef None None] Port 44d94cd1-d279-42ca-bf56-efb41ad8af04 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:33.755253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7d4c12d0-3706-475d-a632-caf99c356fef None None] Provisioning complete for port 57c20575-f7aa-4d1a-84c6-613167e9297a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:33.756067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12d0-3706-475d-a632-caf99c356fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.768082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761f63e-4600-4799-ab6c-15ed661145be tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:33.775094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761f63e-4600-4799-ab6c-15ed661145be tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:33.790757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761f63e-4600-4799-ab6c-15ed661145be tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:33.792479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7761f63e-4600-4799-ab6c-15ed661145be tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/ports?network_id=6e9c9b79-20e8-422e-a32c-1121a380edfe HTTP/1.1" status: 200 len: 2357 time: 0.2069952 Sep 18 07:09:33.795466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60540) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:33.818875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:33.896436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9892a-a252-4478-bf1d-6da3789227da tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:33.901563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-89f9892a-a252-4478-bf1d-6da3789227da tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/subnets/c955fb97-6d75-47ed-8f7f-29c48ac888cc HTTP/1.1" status: 200 len: 797 time: 0.1050844 Sep 18 07:09:33.907326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60544) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:33.917679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Allocated IP 172.20.0.1 (d94ff46a-053b-451d-9574-f93683ab0932/d6d3a028-13aa-4b51-bf59-ab23348e49f6/fc77040c-c8cd-4fa7-ab26-858da8cd7e25) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:33.920104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'port': {'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe', 'name': 'tempest-FloatingIPTestJSON-1391799758', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:34.031180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:34.032169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:34.034338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359b8fb-121f-428d-969d-79b8dcf286fa None None] Pushing event updated for resources: {'Port': ['ID=609063e2-d173-46e5-bc6d-0d6141167ecf,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:34.159257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.193798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 03a75e23-ec26-465b-85c9-b10610b7bb22 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:34.259538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57c20575-f7aa-4d1a-84c6-613167e9297a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:34.282760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:34.314063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:34.332823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.388886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Network d94ff46a-053b-451d-9574-f93683ab0932 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:34.410216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:34.424197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:34.443818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17530e-c494-4c72-87a7-4c094a0bd65e req-589242a3-eff8-46e4-8b31-17f8a8cb48a5 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:34.443818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c17530e-c494-4c72-87a7-4c094a0bd65e req-589242a3-eff8-46e4-8b31-17f8a8cb48a5 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2251923 Sep 18 07:09:34.523615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.549222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:34.566779 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b7290336-5bd1-42c9-8569-ea479f9185be tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/03a75e23-ec26-465b-85c9-b10610b7bb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7790534 Sep 18 07:09:34.572626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60560) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:34.601556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.637293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Pushing event updated for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:34.710416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60562) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:34.715567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] device_id is not set on port dc09c26b-b39a-43fd-8e8f-fc2217bb5a77 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:34.727841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499af005-ced1-477f-831e-2584bcbc1a4b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:34.729477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-499af005-ced1-477f-831e-2584bcbc1a4b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports/44d94cd1-d279-42ca-bf56-efb41ad8af04 HTTP/1.1" status: 200 len: 910 time: 0.1484754 Sep 18 07:09:34.734536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c17530e-c494-4c72-87a7-4c094a0bd65e req-c9238a2d-43d6-4164-875c-43ac0f70090c tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606483 Sep 18 07:09:34.745187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:34.759795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8aeefc2f-18eb-4065-82e9-7f13a559fc2f'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:34.802153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] Sync routers for ids ['03a75e23-ec26-465b-85c9-b10610b7bb22'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:34.807877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5465a10e-1963-4c11-86ec-e9793774a1e4 None None] Provisioning complete for port 44d94cd1-d279-42ca-bf56-efb41ad8af04 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:34.808375 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5465a10e-1963-4c11-86ec-e9793774a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.891952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 57c20575-f7aa-4d1a-84c6-613167e9297a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:34.892339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.896889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1807891661'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:34.926179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:34.927942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] Routers {'03a75e23-ec26-465b-85c9-b10610b7bb22'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:34.928602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['03a75e23-ec26-465b-85c9-b10610b7bb22'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:34.968956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:35.030745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5465a10e-1963-4c11-86ec-e9793774a1e4 None None] Port 44d94cd1-d279-42ca-bf56-efb41ad8af04 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:35.036135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] Routers {'03a75e23-ec26-465b-85c9-b10610b7bb22'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:35.037046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['03a75e23-ec26-465b-85c9-b10610b7bb22'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:35.059285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.079467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:35.079869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f0cae-9ac8-47be-aeaf-a1d6dbfc01fb None None] The sync data for ids ['03a75e23-ec26-465b-85c9-b10610b7bb22'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:35.176547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-93b49131-d64a-4dc1-979c-e0900ec600c9 None None] Provisioning complete for port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:35.176924 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93b49131-d64a-4dc1-979c-e0900ec600c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.219873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-93b49131-d64a-4dc1-979c-e0900ec600c9 None None] Port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:35.230817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:29Z', 'revision_number': 3, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:35.260157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21d6bf-4d0e-4609-979f-af604c8a177f None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:29Z', 'revision_number': 3, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:35.291819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:35.295720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.296229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.306757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.394973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.478512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.14 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/dc09c26b-b39a-43fd-8e8f-fc2217bb5a77) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:35.484814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Pushing event updated for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:35.498809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.499498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.13 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/dc09c26b-b39a-43fd-8e8f-fc2217bb5a77) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:35.537660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.633776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.702243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:35.713424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Network d94ff46a-053b-451d-9574-f93683ab0932 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:35.723298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:35.739670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.752154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d86b874-3cb4-4218-973c-a4196c8eaa46,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:35.785585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.794401 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Added segment 37fc33dd-e662-4214-aa31-fafaaf6a6b49 of type vlan for network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 Sep 18 07:09:35.882396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.889291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:35.968799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.007046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15191c0f-a6e8-44d4-a0a6-94d80b0c95e0 req-2d0d63b5-885a-40bb-9e78-f878d5786439 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.015119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15191c0f-a6e8-44d4-a0a6-94d80b0c95e0 req-2d0d63b5-885a-40bb-9e78-f878d5786439 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1111858 Sep 18 07:09:36.038237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.116523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=dc09c26b-b39a-43fd-8e8f-fc2217bb5a77,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:36.122880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.129624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.130304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.164991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-971692fa-fb6f-4f5c-9317-bdac62f70729 None None] Provisioning complete for port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:36.167822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-971692fa-fb6f-4f5c-9317-bdac62f70729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.195117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:36.210025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15191c0f-a6e8-44d4-a0a6-94d80b0c95e0 req-d4b31996-53a0-4445-8354-0dcda63224c4 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903059 Sep 18 07:09:36.231469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 609063e2-d173-46e5-bc6d-0d6141167ecf up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:36.231895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:36.240876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:36.276043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-971692fa-fb6f-4f5c-9317-bdac62f70729 None None] Port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:36.311081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 609063e2-d173-46e5-bc6d-0d6141167ecf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:36.311799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.329630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.333689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.355807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6461372 Sep 18 07:09:36.427521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194cdf6-95af-4005-a3e2-5eed63892e61 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Network': ['ID=6507fe80-fcb7-49fc-a440-3ac7a117cb84,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:36.433099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:36.443878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.444559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'subnet': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:36.458681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:36.508327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 609063e2-d173-46e5-bc6d-0d6141167ecf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=609063e2-d173-46e5-bc6d-0d6141167ecf,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:36.544470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65288658-c6a9-42e9-a0a8-3d939758b451 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6356816 Sep 18 07:09:36.547908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60584) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:36.553600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'dc09c26b-b39a-43fd-8e8f-fc2217bb5a77', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:36.568363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:36.594124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.594675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.596038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/ports/44d94cd1-d279-42ca-bf56-efb41ad8af04 HTTP/1.1" status: 200 len: 910 time: 1.8443244 Sep 18 07:09:36.598355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4c6ba-24b4-46c5-a6bd-752c37c76e47 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=44d94cd1-d279-42ca-bf56-efb41ad8af04,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:36.599271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60586) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:36.608310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-0ddcb68f-45ee-4df0-8027-4c533a785b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.609884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-0ddcb68f-45ee-4df0-8027-4c533a785b96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.7323272 Sep 18 07:09:36.620771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.691833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=609063e2-d173-46e5-bc6d-0d6141167ecf,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:36.719649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.803992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:36.806116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-095d8c5d-74ec-4c1f-93d8-f4310565af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.807598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-095d8c5d-74ec-4c1f-93d8-f4310565af8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.1581805 Sep 18 07:09:36.811318 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-27a04b2e-ea99-4592-9910-3a6d9a4535de admin admin] 10.222.0.20 "PUT /v2.0/routers/4053c35d-cfcb-476b-b77d-399bc1d35847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1225193 Sep 18 07:09:36.865589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:36.873950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:36.888669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-b0c6c2aa-62d5-41fd-9bd7-ebc64cdf3bf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.0718119 Sep 18 07:09:36.968969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-2e12899e-ae7f-473c-ad8c-a9f3c38ca7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.970664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-2e12899e-ae7f-473c-ad8c-a9f3c38ca7e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.0600891 Sep 18 07:09:36.974685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d227b-7ebe-43a9-82aa-ae3b9b082d83 req-38d3068a-e83b-4ebf-a44f-e9fea3ca49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:36.976149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b81d227b-7ebe-43a9-82aa-ae3b9b082d83 req-38d3068a-e83b-4ebf-a44f-e9fea3ca49fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.0981247 Sep 18 07:09:37.043484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-ca3a2a44-8f0e-44a0-b548-eee6c98cfc31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604284 Sep 18 07:09:37.088451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b81d227b-7ebe-43a9-82aa-ae3b9b082d83 req-f3b071d3-4f56-4b72-b0fe-1c5c84cfac55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970795 Sep 18 07:09:37.160324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-e6d21c7c-2c1d-4c80-bd8d-fd4daacb6310 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095390 Sep 18 07:09:37.245042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:37.390649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:37.419457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f5144db-d719-47d1-a1dc-19a59c0f2d0f req-dfffceb1-a545-4131-be34-191dedb0ed87 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509204 Sep 18 07:09:37.534364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:37.543282 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:37.544098 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:37.555650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Subnet': ['ID=d89d1a5a-99b4-48ac-a595-5e147cf2d79c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:37.574683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d82b-dc97-4efb-a7c6-7b781e135b62 req-52058bb5-93ce-4d32-9910-0f4d05811d68 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:37.576197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6d82b-dc97-4efb-a7c6-7b781e135b62 req-52058bb5-93ce-4d32-9910-0f4d05811d68 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2376440 Sep 18 07:09:37.593337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.2 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/f79aac5e-b43c-435e-8edd-6d172a3d922d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:37.600364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Checking segment: {'id': '37fc33dd-e662-4214-aa31-fafaaf6a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:37.600726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network hostable DHCP agents. Network: 6507fe80-fcb7-49fc-a440-3ac7a117cb84, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:37.677473 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:37.751637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60600) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:37.756692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751162357', 'description': 'tempest-description--289397596'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:37.757341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:37.833553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27a6d82b-dc97-4efb-a7c6-7b781e135b62 req-97db1606-d64f-4c0f-8279-4174ca1d4bd4 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378812 Sep 18 07:09:37.841226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:37.911474 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:35Z', 'revision_number': 2, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:37.942584 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:09:37.942945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Updating router 4053c35d-cfcb-476b-b77d-399bc1d35847 port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:09:37.949435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:37.966035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:37.987030 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.045235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6507fe80-fcb7-49fc-a440-3ac7a117cb84) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:38.057934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c428a-50ad-4307-a053-6a795a28ee52 None None] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:38.062565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:38.063259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.119763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.133800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.173230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 609063e2-d173-46e5-bc6d-0d6141167ecf up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:38.189052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:38.194541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:38.204234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:38.211695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.226502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=f79aac5e-b43c-435e-8edd-6d172a3d922d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:38.247746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 44d94cd1-d279-42ca-bf56-efb41ad8af04 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:38.248308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.275270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70216b65-f108-45a1-b491-a0ee3ec3c98b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:38.332802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.336334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d154e68d-acc1-47e7-b6be-bedf08280dbf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5831382 Sep 18 07:09:38.341132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60608) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:38.347130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'tenant_id': '33f86eb0c8824d7daa3e883a3990c3f6', 'fixed_ips': [{'subnet_id': 'd89d1a5a-99b4-48ac-a595-5e147cf2d79c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:38.348444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.350673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group_rule': {'security_group_id': '70216b65-f108-45a1-b491-a0ee3ec3c98b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:38.352519 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.369487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6085ea22-2a72-4c84-922a-0cfd34822002 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9299550 Sep 18 07:09:38.373872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60610) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:38.381946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30233550'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:38.459786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.463972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 609063e2-d173-46e5-bc6d-0d6141167ecf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:38.464534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.497643 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.514433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 44d94cd1-d279-42ca-bf56-efb41ad8af04 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:38.544503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.591936 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Pushing event updated for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:38.643212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Allocated IP 2001:db8::2 (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:38.676702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.686343 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.687328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.687731 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.688925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.688925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.689491 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.690103 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.690509 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.690914 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.691311 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.691780 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.692214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:09:38.719657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Attempting to bind port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:38.720397 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Attempting to bind port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:38.721055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Attempting to bind port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:38.726843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:38.727579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Checking segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:38.728221 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.729133 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Bound using segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:38.730139 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Bound port: fc77040c-c8cd-4fa7-ab26-858da8cd7e25, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:38.730978 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.771503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.810972 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] For port fc77040c-c8cd-4fa7-ab26-858da8cd7e25, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:38.813929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:38.816586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] For port fc77040c-c8cd-4fa7-ab26-858da8cd7e25, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:38.821218 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.841317 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7884195f-6e87-4ff8-9d57-ca6a5a6c5bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.846392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeeaec0-a301-4c93-9fff-fd02429c23c4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:38.879506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 68a6b50d-37d6-43e4-bc4d-891053db3a2d yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:38.921105 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.928850 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.978664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:38.983990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8c66e60a-33a5-4574-a668-3e4f7becdf79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6419780 Sep 18 07:09:38.994254 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:39.000014 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:39.000300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:39.001985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group_rule': {'security_group_id': '70216b65-f108-45a1-b491-a0ee3ec3c98b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:39.026903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.121116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Pushing event updated for resources: {'Port': ['ID=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.126038 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc97a-ece3-422c-b191-aabf1ffc9e6e None None] Pushing event updated for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.156736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] Provisioning complete for port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:39.157115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.177880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.219519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:39.224841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:39.228523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:39.266557 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:39.310445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Attempting to bind port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:39.310816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Attempting to bind port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '37fc33dd-e662-4214-aa31-fafaaf6a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:39.311108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Attempting to bind port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac on network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:39.316841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.322072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::1f2 (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/68a6b50d-37d6-43e4-bc4d-891053db3a2d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:39.338238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:39.338548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Checking segment: {'id': '37fc33dd-e662-4214-aa31-fafaaf6a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:39.338911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.339449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Bound using segment: {'id': '37fc33dd-e662-4214-aa31-fafaaf6a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:39.339940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Bound port: 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc33dd-e662-4214-aa31-fafaaf6a6b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:39.340330 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.363396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.409136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.449495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.476369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] For port fc77040c-c8cd-4fa7-ab26-858da8cd7e25, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:39.481740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eae45f2-07e3-4641-b698-05fee0ed6f48,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.493166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] For port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:39.497021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] For port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,segment=NetworkSegment(37fc33dd-e662-4214-aa31-fafaaf6a6b49),segment_id=37fc33dd-e662-4214-aa31-fafaaf6a6b49)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:39.525653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.544810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2607d-23a9-40d7-9759-47798251ef73 req-689c1d59-667d-41ee-9de3-b21fbcc259a6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:39.553230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3e2607d-23a9-40d7-9759-47798251ef73 req-689c1d59-667d-41ee-9de3-b21fbcc259a6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1982660 Sep 18 07:09:39.574552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.574727 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:38Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:39.581937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.585829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-499b2e83-c67e-4c91-a09d-902b9b26f4f1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5849574 Sep 18 07:09:39.591051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60620) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:39.602280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:39.633864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=44d94cd1-d279-42ca-bf56-efb41ad8af04,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.641623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.691753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a22091-a4ed-4989-8ca9-e67b6ad602d1 None None] Pushing event updated for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.722958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.793189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.811259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-54a2ce21-c2cc-4e07-afa8-3e93e4989ea0 None None] Provisioning complete for port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:39.812523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54a2ce21-c2cc-4e07-afa8-3e93e4989ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.819543 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9dfd9-214b-4493-a334-64ca25933efd None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:38Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:39.829297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:39.830748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22968c-cd78-4e8c-886b-99babe1d40dd None None] Pushing event updated for resources: {'Port': ['ID=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:39.908873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.038353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3e2607d-23a9-40d7-9759-47798251ef73 req-37478901-10ae-4a2c-9fe8-875409d2fc88 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841280 Sep 18 07:09:40.039206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.136310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:40.153366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:40.159774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:40.178940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:40.179632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.188407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=68a6b50d-37d6-43e4-bc4d-891053db3a2d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:40.216766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2135164189', 'description': 'tempest-description-2138809847'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:40.268762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.271689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc77040c-c8cd-4fa7-ab26-858da8cd7e25 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:40.359585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:40.359971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.427588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Allocated IP 172.25.4.66 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:40.495447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.530358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 03a75e23-ec26-465b-85c9-b10610b7bb22 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:40.539357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-65aeaca3-d7ed-4d4e-bc6d-7c05ced7dc7c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1633992 Sep 18 07:09:40.545746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60628) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:40.553434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-236781982', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:36:cd:74'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:40.591163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.763921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.790066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:40.792052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:40.807077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f496fec-5bb3-40ec-a2d4-1af11b6ce70f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/03a75e23-ec26-465b-85c9-b10610b7bb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065833 Sep 18 07:09:40.809218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] Sync routers for ids ['03a75e23-ec26-465b-85c9-b10610b7bb22'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:40.810464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60630) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:40.832622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] Routers {'03a75e23-ec26-465b-85c9-b10610b7bb22'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:40.833740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['03a75e23-ec26-465b-85c9-b10610b7bb22'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:40.854933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-093173d4-312c-4d0c-a51e-4cc6e7383a63 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=03a75e23-ec26-465b-85c9-b10610b7bb22 HTTP/1.1" status: 200 len: 205 time: 0.0433285 Sep 18 07:09:40.855555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60632) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:40.856731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:40.866263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:40.876000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:40.893291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] Routers {'03a75e23-ec26-465b-85c9-b10610b7bb22'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:40.894436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['03a75e23-ec26-465b-85c9-b10610b7bb22'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:40.898600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:40.902420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:40.975135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:40.975798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabf319a-2944-4776-b779-bd044144edd9 None None] The sync data for ids ['03a75e23-ec26-465b-85c9-b10610b7bb22'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:41.008405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.009503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.057197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.065388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.127980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.171936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.189963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92525fff-a168-4981-8bf3-382fb979e198 None None] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:41.214901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=f79aac5e-b43c-435e-8edd-6d172a3d922d,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:41.276071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.313349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] Provisioning complete for port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:41.313990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.421663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.435241 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 9ca0abb6-db7d-4026-bfcb-f7bb76c2d146 associated. External IP: 172.25.4.2, port: dc09c26b-b39a-43fd-8e8f-fc2217bb5a77. Sep 18 07:09:41.442770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:41.444939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174bd3ce-9726-4b85-9d4f-ce6e2693d1bd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:41.504698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.519334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd8e985f-66a1-41a1-ac30-e6ec608da006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.529156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.535097 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.547533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.550370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.551632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11821326-c3c6-47f6-a185-88d44cf5de72 req-50012941-a6b4-4a67-acd5-bfd92d0bcaf1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.4272866 Sep 18 07:09:41.555813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] For port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,segment=NetworkSegment(37fc33dd-e662-4214-aa31-fafaaf6a6b49),segment_id=37fc33dd-e662-4214-aa31-fafaaf6a6b49)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:41.634905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.650949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.715206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:41.743587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727c5f-5130-4672-aac5-a2be18e9d4ea None None] Pushing event updated for resources: {'Port': ['ID=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:41.745952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.747106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router 03a75e23-ec26-465b-85c9-b10610b7bb22 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:09:41.748659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.750464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd279db0-71d0-4880-8437-2db04d60fb2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1587303 Sep 18 07:09:41.772772 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.777043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ffddb72-5b02-425d-955e-d268ce3b0a18 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/03a75e23-ec26-465b-85c9-b10610b7bb22 HTTP/1.1" status: 204 len: 168 time: 0.9130974 Sep 18 07:09:41.777229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:41.789270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.835455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 852e444b-10ab-4308-9cd7-53a94ad26967 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:41.856354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-14afd191-59ae-4f4e-b7f4-e76a2d54e294 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2135164189&fields=id&tenant_id=4782c98b78ee4c3694d5c5581af7f958 HTTP/1.1" status: 200 len: 267 time: 0.1536741 Sep 18 07:09:41.876033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 8aeefc2f-18eb-4065-82e9-7f13a559fc2f {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:09:41.880149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:41.944452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.011691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.042087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.091426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c9765502-ca24-4667-b184-1a8c27f28a2e None None] Provisioning complete for port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:42.094007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9765502-ca24-4667-b184-1a8c27f28a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.132098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-0ab70eda-eab6-4229-96f8-2a9ad31314c5 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:42.133848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-0ab70eda-eab6-4229-96f8-2a9ad31314c5 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2767041 Sep 18 07:09:42.148027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-525ef794-9db4-485a-b4dc-361a0308e3b1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1751162357&fields=id&tenant_id=f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 267 time: 0.1978526 Sep 18 07:09:42.177952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'port': {'security_groups': ['a671bf97-6569-42ce-ac33-623edd5ab21f', '174bd3ce-9726-4b85-9d4f-ce6e2693d1bd']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:42.246532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:42.251328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.322887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=8aeefc2f-18eb-4065-82e9-7f13a559fc2f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:42.329535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.340951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cc4298fd-96c0-487e-b4ea-f3ba0da8b6a9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/8aeefc2f-18eb-4065-82e9-7f13a559fc2f HTTP/1.1" status: 204 len: 168 time: 0.5582726 Sep 18 07:09:42.341699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:42.416824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94634015-0348-446d-863f-65292529d554 None None] Network 5d3f8714-40cf-4c60-9957-6e7612a12347 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:42.448229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60662) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:42.471152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.551463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 57c20575-f7aa-4d1a-84c6-613167e9297a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:42.551890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.626879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c9765502-ca24-4667-b184-1a8c27f28a2e None None] Provisioning complete for port 68a6b50d-37d6-43e4-bc4d-891053db3a2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:42.627477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9765502-ca24-4667-b184-1a8c27f28a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.640436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 57c20575-f7aa-4d1a-84c6-613167e9297a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=57c20575-f7aa-4d1a-84c6-613167e9297a,segment=NetworkSegment(a39710c2-6e31-4c2b-8f58-4a406d45cbb8),segment_id=a39710c2-6e31-4c2b-8f58-4a406d45cbb8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:42.641211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.644262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84011c64-b003-4702-ac21-c6f1819dd656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.679997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 57c20575-f7aa-4d1a-84c6-613167e9297a owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:42.683044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::71 (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/852e444b-10ab-4308-9cd7-53a94ad26967) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:42.683556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:42.683912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.721723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:42.734129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c9765502-ca24-4667-b184-1a8c27f28a2e None None] Port 68a6b50d-37d6-43e4-bc4d-891053db3a2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:42.860198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.909913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84011c64-b003-4702-ac21-c6f1819dd656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.925866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:42.950238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-57b2f43c-0e9c-4e66-af92-f9802080dd18 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:42.952015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-57b2f43c-0e9c-4e66-af92-f9802080dd18 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 811 time: 0.8027649 Sep 18 07:09:42.954274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3fd7f-036d-49f8-a636-eb4dd9159bc9 None None] DHCP port deletion for 5d3f8714-40cf-4c60-9957-6e7612a12347 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:09:42.956427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=57c20575-f7aa-4d1a-84c6-613167e9297a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:42.961616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 57c20575-f7aa-4d1a-84c6-613167e9297a on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:09:42.996864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-22de1995-bade-4220-8ecd-86f476ce556e None None] Provisioning complete for port 68a6b50d-37d6-43e4-bc4d-891053db3a2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:42.996864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22de1995-bade-4220-8ecd-86f476ce556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.017353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84011c64-b003-4702-ac21-c6f1819dd656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.028154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22de1995-bade-4220-8ecd-86f476ce556e None None] Port 68a6b50d-37d6-43e4-bc4d-891053db3a2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:43.089763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.097844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84011c64-b003-4702-ac21-c6f1819dd656 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ea32d1c5cb42a4a6e7c5a71c695b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486201 Sep 18 07:09:43.102269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-84d3dff6-f404-4541-ad19-391d0b5b6a3b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/quotas/f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 375 time: 0.0916107 Sep 18 07:09:43.104639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60666) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:43.116013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011c64-b003-4702-ac21-c6f1819dd656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6cd9d-9e5d-4cbd-b5fb-df44e5f7a17e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:43.122541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3f8714-40cf-4c60-9957-6e7612a12347']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.140629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.141144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39710c2-6e31-4c2b-8f58-4a406d45cbb8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.154458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.168035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.173956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:09:43.174346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:09:43.177284 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:09:43.209514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.215156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:43.225260 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:43.235401 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:43.236182 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.269613 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.278452 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:43.279177 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.293814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.308593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.314113 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:43.314767 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1f9a0-018c-4a24-9111-f498f311379e None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:43.317309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-54178bb6-01b5-4ec7-84d4-fb10c5e77e53 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947997 Sep 18 07:09:43.329072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.331045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/5d3f8714-40cf-4c60-9957-6e7612a12347 HTTP/1.1" status: 204 len: 168 time: 0.9842691 Sep 18 07:09:43.331972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abde5c-f1a7-4511-841d-dc55e92ba746 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=5d3f8714-40cf-4c60-9957-6e7612a12347,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:43.339473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60668) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:43.344190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-455273448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:43.352208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.354276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.432202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.433419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.464117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-89383429-52fa-4baf-8a5a-5856889c822c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9144065 Sep 18 07:09:43.478483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:43.481929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.491039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.491625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': 'dc09c26b-b39a-43fd-8e8f-fc2217bb5a77', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:43.569818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.620315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:43.644095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.691229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.692521 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-037811c8-da89-4509-86c3-83082fee963a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3520408 Sep 18 07:09:43.695131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60674) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:43.700507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-212986679'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:43.701832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.745442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.753653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-465e4606-fd9c-4a77-9ad1-2b29f91f232a service neutron] 10.222.0.20 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115529 Sep 18 07:09:43.776765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:43.780290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.790059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:43.827607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:43.830030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:43.836023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:43.836582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.851112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.855225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=852e444b-10ab-4308-9cd7-53a94ad26967,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:43.862500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['f656ed30-8830-47eb-9105-6871692fb074'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:43.884157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:43.902339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.903563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.904086 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment bbc4e9a8-403c-46c8-a70c-827f513d9785 of type vlan for network 8b852869-89fa-43ea-be79-1cd40dd75fba Sep 18 07:09:43.904863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.908886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3df6cd9d-9e5d-4cbd-b5fb-df44e5f7a17e HTTP/1.1" status: 204 len: 168 time: 0.7964096 Sep 18 07:09:43.975188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:43.976075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.977658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2461e4c6-8ca9-45b1-a42f-4ab30176cd56 req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "PUT /v2.0/ports/f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 981 time: 1.8221664 Sep 18 07:09:43.979803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:43.993318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:44.003661 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767884c-3f4b-4fac-93f8-7575b9ffad14" -d '{"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:44.040391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cd085-c068-4598-8ab4-c02c303930ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6cd9d-9e5d-4cbd-b5fb-df44e5f7a17e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:44.058167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['f656ed30-8830-47eb-9105-6871692fb074'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:44.082609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f8d2c0d9-fab3-4ebd-9558-ec826d15472a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.5347331 Sep 18 07:09:44.085156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60682) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:44.099948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.114952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:44.116900 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.172385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57c20575-f7aa-4d1a-84c6-613167e9297a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:09:44.187163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e3868-f5bc-4f4a-a17b-87851186a0af tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:44.222240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 57c20575-f7aa-4d1a-84c6-613167e9297a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:09:44.222240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 57c20575-f7aa-4d1a-84c6-613167e9297a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:09:44.242521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-23ef35e1-719d-4654-9a5e-e044929b4f83 service neutron] 10.222.0.20 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783449 Sep 18 07:09:44.260481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=8b852869-89fa-43ea-be79-1cd40dd75fba,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:44.272373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd775d-4b35-4442-87f7-0fcbf9f937cd tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:44.279124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8b852869-89fa-43ea-be79-1cd40dd75fba details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:44.279361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd775d-4b35-4442-87f7-0fcbf9f937cd tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:44.285684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-d02c2e92-1c4b-4764-819c-a36efb017774 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2135164189&fields=id&tenant_id=4782c98b78ee4c3694d5c5581af7f958 HTTP/1.1" status: 200 len: 267 time: 0.1037457 Sep 18 07:09:44.285930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd775d-4b35-4442-87f7-0fcbf9f937cd tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:44.287630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8efd775d-4b35-4442-87f7-0fcbf9f937cd tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2014058 Sep 18 07:09:44.293629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60684) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:44.297466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f9be776-7724-44a4-8f33-1d31d337dcfb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6012480 Sep 18 07:09:44.303301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60686) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:44.325006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-834f9ce4-f01b-46ec-8610-a52b9cef3efb None None] Provisioning complete for port 852e444b-10ab-4308-9cd7-53a94ad26967 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:44.325411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-834f9ce4-f01b-46ec-8610-a52b9cef3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.330433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:44.435833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-834f9ce4-f01b-46ec-8610-a52b9cef3efb None None] Port 852e444b-10ab-4308-9cd7-53a94ad26967 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:44.606183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 852e444b-10ab-4308-9cd7-53a94ad26967 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:44.606537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.608578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-6d0a0c99-0ea8-4146-afc7-3cc37e7fe9a7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:44.610521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-6d0a0c99-0ea8-4146-afc7-3cc37e7fe9a7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 984 time: 0.1563904 Sep 18 07:09:44.653058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'port': {'security_groups': ['a671bf97-6569-42ce-ac33-623edd5ab21f']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:44.671724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:44.675217 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.675433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.766154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.768098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.783379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.789355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 852e444b-10ab-4308-9cd7-53a94ad26967 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:44.888647 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:44.954903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.011273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.072615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.079868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=e88c7c21-31c8-4e46-a0cb-aee6f65c6705,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:45.094915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:45.105958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=852e444b-10ab-4308-9cd7-53a94ad26967,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:45.112043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:45.112342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: 8b852869-89fa-43ea-be79-1cd40dd75fba, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:45.144855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.220493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.222720 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9959b339-86bb-41e0-a336-0bde8d7f9ad4 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/852e444b-10ab-4308-9cd7-53a94ad26967 HTTP/1.1" status: 204 len: 168 time: 0.9277334 Sep 18 07:09:45.225436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60690) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:45.253361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 8b852869-89fa-43ea-be79-1cd40dd75fba is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:45.581718 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-83427e93-9ac8-4e52-b6d3-d9278de3b0de tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] GET failed (client error): The resource could not be found. Sep 18 07:09:45.581718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-83427e93-9ac8-4e52-b6d3-d9278de3b0de tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports/852e444b-10ab-4308-9cd7-53a94ad26967 HTTP/1.1" status: 404 len: 333 time: 0.0316393 Sep 18 07:09:45.585213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.585365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['f656ed30-8830-47eb-9105-6871692fb074'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:45.585767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:45.585767 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.585767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27e55247-0c6a-47e2-b77a-529b47e37979 req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "PUT /v2.0/ports/f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 942 time: 0.9038267 Sep 18 07:09:45.586183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60700) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:45.588251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-521642673'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:45.636940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['f656ed30-8830-47eb-9105-6871692fb074'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:09:45.654172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:45.835165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:45.846383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:45.855238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f5fa0-87fa-4aa5-824d-3e8f123595e8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:45.875955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.879959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:45.883907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.887850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8b852869-89fa-43ea-be79-1cd40dd75fba) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:45.892807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:45.893393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:45.906505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a837ab3-254d-4d41-881d-eb6b600a35e2 None None] Network 8b852869-89fa-43ea-be79-1cd40dd75fba requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:45.931230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:45.935620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:45.943296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 3c2cb175-ac44-4a99-b4ac-fc472638c14c yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:45.943582 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac507c22-ed1b-42b3-9486-74ba83dc9abf x-openstack-request-id: req-ac507c22-ed1b-42b3-9486-74ba83dc9abf {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:45.943950 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:45.944216 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac507c22-ed1b-42b3-9486-74ba83dc9abf {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:45.944645 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:09:45.994555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:46.016890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc9188ed-4b84-4ab1-87de-f5e896c44cf1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7068882 Sep 18 07:09:46.020827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:46.066400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0516557c-6de2-4a8c-88d4-4e026d888eec req-a65b21e6-0faf-4f13-bda6-6fd6cf83edee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0743244 Sep 18 07:09:46.092170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:46.093494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:46.101432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d334878-bd57-43d3-8e8e-1e0e505104e8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/9ca0abb6-db7d-4026-bfcb-f7bb76c2d146 HTTP/1.1" status: 200 len: 977 time: 2.6151874 Sep 18 07:09:46.105340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60710) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:46.114827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3492ef20-a420-4885-973a-92ba4e067204 req-e88b69a6-84ff-46a9-8054-315cbcd856b1 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4331706 Sep 18 07:09:46.125305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:46.133487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:46.134179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbe478-9cbe-4eb7-aa2a-bf26cf9bf440 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:46.148310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-1d883135-d394-47d0-a48c-c9b9cdc2b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:46.150173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-1d883135-d394-47d0-a48c-c9b9cdc2b8fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.1978478 Sep 18 07:09:46.194693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.197504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8b852869-89fa-43ea-be79-1cd40dd75fba', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:46.199157 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.315399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.362795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Allocated IP 172.20.0.2 (8b852869-89fa-43ea-be79-1cd40dd75fba/e88c7c21-31c8-4e46-a0cb-aee6f65c6705/98e90873-1b46-4e4f-a25d-062a19fda916) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:46.389630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::14e (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/3c2cb175-ac44-4a99-b4ac-fc472638c14c) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:46.450940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Allocated IP 172.25.4.202 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:46.575394 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.575675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.692717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.739421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Network 8b852869-89fa-43ea-be79-1cd40dd75fba is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:46.742432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:46.746202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:46.748725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.758420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Pushing event updated for resources: {'Port': ['ID=98e90873-1b46-4e4f-a25d-062a19fda916,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:46.806792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:46.812960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:46.815627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:46.816772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Attempting to bind port 98e90873-1b46-4e4f-a25d-062a19fda916 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:46.817261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Attempting to bind port 98e90873-1b46-4e4f-a25d-062a19fda916 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:46.817832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Attempting to bind port 98e90873-1b46-4e4f-a25d-062a19fda916 on network 8b852869-89fa-43ea-be79-1cd40dd75fba {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:46.822896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:46.823407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Checking segment: {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:46.823919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.824413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Bound using segment: {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:46.824982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Bound port: 98e90873-1b46-4e4f-a25d-062a19fda916, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:46.825464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.837150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'Port': ['ID=9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:46.895613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] For port 98e90873-1b46-4e4f-a25d-062a19fda916, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:46.898940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] For port 98e90873-1b46-4e4f-a25d-062a19fda916, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=98e90873-1b46-4e4f-a25d-062a19fda916,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:46.901676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-c937c7d4-b9ee-4460-9fd9-1ee97b628225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:46.904601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-c937c7d4-b9ee-4460-9fd9-1ee97b628225 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.7456100 Sep 18 07:09:46.907283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.970018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:46.995552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-5c91cb92-a1f6-460c-ae41-4203f6a4ec9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.0662990 Sep 18 07:09:47.013919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.036785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6815-27b1-445e-89a6-81549058086e None None] Pushing event updated for resources: {'Port': ['ID=98e90873-1b46-4e4f-a25d-062a19fda916,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:47.106647 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.138074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-fb6f5f79-706f-419d-b336-f7039826f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:47.139650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-fb6f5f79-706f-419d-b336-f7039826f7ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.1365192 Sep 18 07:09:47.183374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-515e9fb3-e169-41dc-ba65-f3356971ff84 req-a0d3733e-5473-470a-b7da-55e87085c0ae tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0315690 Sep 18 07:09:47.227805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.282912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-99da114e-7a71-4c29-96b5-aad41d0e2891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319909 Sep 18 07:09:47.291038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.372217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event updated for resources: {'Port': ['ID=9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:47.386672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.483124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port f79aac5e-b43c-435e-8edd-6d172a3d922d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:47.483509 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.489125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.491236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3492ef20-a420-4885-973a-92ba4e067204 req-a7386715-4232-479d-9182-422ad4b7e018 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3692675 Sep 18 07:09:47.510030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.580850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3492ef20-a420-4885-973a-92ba4e067204 req-6dab7e05-8aec-4c13-b556-4ecfe2479761 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0819356 Sep 18 07:09:47.631579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-cedee081-3c8a-4b22-b128-b06bb43fd14b service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113420 Sep 18 07:09:47.697273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492ef20-a420-4885-973a-92ba4e067204 req-f179818a-68f2-454a-9fa4-36a5851f1d11 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:47.698607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3492ef20-a420-4885-973a-92ba4e067204 req-f179818a-68f2-454a-9fa4-36a5851f1d11 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1121187 Sep 18 07:09:47.727298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.727642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.778737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for f79aac5e-b43c-435e-8edd-6d172a3d922d owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:47.808991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.819741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.20.0.1 (8b852869-89fa-43ea-be79-1cd40dd75fba/e88c7c21-31c8-4e46-a0cb-aee6f65c6705/e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:47.856168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-25646327-4af6-424e-88c4-2d61a037b3de tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:47.859741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-25646327-4af6-424e-88c4-2d61a037b3de tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0961111 Sep 18 07:09:47.916278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-0d571926-b578-4a4d-8899-e9456a74b508 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0507872 Sep 18 07:09:47.928378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7767884c-3f4b-4fac-93f8-7575b9ffad14 req-5aebce05-5673-49ff-9951-887c401a15ee service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864444 Sep 18 07:09:47.930463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'floatingip': {'port_id': 'f656ed30-8830-47eb-9105-6871692fb074', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:47.964972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:47.972326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:47.974653 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5792ebe0-56e9-4c93-bea7-81a671734338" -d '{"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:47.987839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:47.992642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:48.008674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:48.014445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:48.015243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.026212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=3c2cb175-ac44-4a99-b4ac-fc472638c14c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:48.054700 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81978c-961c-49d6-9a5b-f8c0f587487f x-openstack-request-id: req-3b81978c-961c-49d6-9a5b-f8c0f587487f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:48.054700 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:48.054700 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b81978c-961c-49d6-9a5b-f8c0f587487f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:48.054700 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:09:48.199834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.224718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 98e90873-1b46-4e4f-a25d-062a19fda916 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:48.265879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02aed577-e007-456b-be6a-91bc57601286 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6829660 Sep 18 07:09:48.273295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60728) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:48.290439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:36:cd:74'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:48.299292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 98e90873-1b46-4e4f-a25d-062a19fda916 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:48.300007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.351039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-6b14d707-9484-41c5-88cb-d5a522eca277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:48.352000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-6b14d707-9484-41c5-88cb-d5a522eca277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.2673512 Sep 18 07:09:48.356470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d39225-f486-4b70-851a-09633e54d1db None None] Network 8b852869-89fa-43ea-be79-1cd40dd75fba requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:48.368544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff4e31c8-0729-4a9b-ba98-d111fb0dda5f req-09c66fa3-3832-4bfb-bf75-8dd1e7decaa0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0720057 Sep 18 07:09:48.497546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ea388933-80d8-4bef-b1f6-45634b4f2f4a None None] Provisioning complete for port 98e90873-1b46-4e4f-a25d-062a19fda916 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:48.498053 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea388933-80d8-4bef-b1f6-45634b4f2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.502215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.561657 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.610079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-702c7725-f5f9-4f76-b151-c7d97a33b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:48.611476 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-702c7725-f5f9-4f76-b151-c7d97a33b3cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.2350509 Sep 18 07:09:48.617249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 98e90873-1b46-4e4f-a25d-062a19fda916, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=98e90873-1b46-4e4f-a25d-062a19fda916,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:48.681383 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea388933-80d8-4bef-b1f6-45634b4f2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.684768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.740336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 8b852869-89fa-43ea-be79-1cd40dd75fba is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:48.753267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-048dba82-9625-4741-85ba-edc1902590bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.1075323 Sep 18 07:09:48.769148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:48.777973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=98e90873-1b46-4e4f-a25d-062a19fda916,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:48.782206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:48.784617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:48.790240 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-ea388933-80d8-4bef-b1f6-45634b4f2f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:09:48.790608 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-ea388933-80d8-4bef-b1f6-45634b4f2f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:09:48.827844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-4e498006-8511-4b88-8a4c-9869731182fc tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:48.829351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-4e498006-8511-4b88-8a4c-9869731182fc tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 811 time: 0.4764924 Sep 18 07:09:48.868853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.935373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:48.949998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=f79aac5e-b43c-435e-8edd-6d172a3d922d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:48.960042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-a7975f52-dd52-49aa-a241-066c880df3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:48.961650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-a7975f52-dd52-49aa-a241-066c880df3a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.1955156 Sep 18 07:09:48.993951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.014313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.038116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.080867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-d98bee63-f61b-4f22-b7e8-998f51b51443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089196 Sep 18 07:09:49.113999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-12f6d522-988d-4109-8da6-0f3e299d86a3 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 380 time: 0.2559783 Sep 18 07:09:49.115498 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Floating IP 0054e9d8-5ca8-4783-aebc-03abdb183877 associated. External IP: 172.25.4.202, port: f656ed30-8830-47eb-9105-6871692fb074. Sep 18 07:09:49.139363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'port': {'device_id': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'admin_state_up': True, 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'security_groups': ['70216b65-f108-45a1-b491-a0ee3ec3c98b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:49.455114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Provisioning complete for port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:49.456181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.492585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:49.503764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Provisioning complete for port 98e90873-1b46-4e4f-a25d-062a19fda916 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:49.504141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.586364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.586614 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 9ca0abb6-db7d-4026-bfcb-f7bb76c2d146 disassociated (deleted). External IP: 172.25.4.2, port: dc09c26b-b39a-43fd-8e8f-fc2217bb5a77. Sep 18 07:09:49.599932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Provisioning complete for port 3c2cb175-ac44-4a99-b4ac-fc472638c14c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:49.600310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.634460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ad8c-26fe-4e00-91b1-f085232b399d None None] Port 3c2cb175-ac44-4a99-b4ac-fc472638c14c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:49.649418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a214e4a-6fe7-4ac9-b933-6dcab9456c18 req-853b0048-4301-423d-9005-02e916a58f2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0314927 Sep 18 07:09:49.668175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Router d617f6f1-4820-46e0-b5c7-a830911dfb45 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:49.777277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:49.782624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:49.789741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Sync routers for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:49.799044 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:49.799760 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:49.822474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-63f907df-f11f-482e-9394-9b68f1476d6f tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "PUT /v2.0/floatingips/0054e9d8-5ca8-4783-aebc-03abdb183877 HTTP/1.1" status: 200 len: 996 time: 1.8907049 Sep 18 07:09:49.844160 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-4e487ea5-2862-4811-8a6e-30dcbd697d90 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362518 Sep 18 07:09:49.904936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-3a6de2bc-de3b-4977-a3c5-0fdf9b3a83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:49.908418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-3a6de2bc-de3b-4977-a3c5-0fdf9b3a83d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.0831239 Sep 18 07:09:49.913645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:49.958845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.086334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:50.088780 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60123c6e-cec1-4246-8301-107bdb7029ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:50.095851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-0b124161-ef1d-493c-951a-cd10972cd705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.097431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-0b124161-ef1d-493c-951a-cd10972cd705 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.1807609 Sep 18 07:09:50.135626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Made reservation on behalf of f9739aa812964f4cbf551af1d81889eb for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:50.140636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.170270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 98e90873-1b46-4e4f-a25d-062a19fda916 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:50.174979 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77ab60c-cb25-4407-941b-9d6a21c2ccaa x-openstack-request-id: req-b77ab60c-cb25-4407-941b-9d6a21c2ccaa {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:50.175403 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:50.175751 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b77ab60c-cb25-4407-941b-9d6a21c2ccaa {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:50.176238 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:09:50.208749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0054e9d8-5ca8-4783-aebc-03abdb183877', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'port_id': 'f656ed30-8830-47eb-9105-6871692fb074', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'mac_address': 'fa:16:3e:4f:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:46Z', 'updated_at': '2021-09-18T07:09:48Z', 'revision_number': 1, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:50.211854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.218588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5792ebe0-56e9-4c93-bea7-81a671734338 req-94d2f95e-a219-4fb1-b17d-f5a65113f53b service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650746 Sep 18 07:09:50.227293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 98e90873-1b46-4e4f-a25d-062a19fda916 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:50.227682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.242797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-aa24fc35-0a9a-40a7-b15e-7c83a952b092 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 999 time: 0.1347096 Sep 18 07:09:50.273401 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Checking router: d617f6f1-4820-46e0-b5c7-a830911dfb45 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:09:50.286440 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:50.287343 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:50.318525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-a58deb97-dc31-4367-b0be-17c5cce592bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.320683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-a58deb97-dc31-4367-b0be-17c5cce592bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.0660503 Sep 18 07:09:50.359989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.385569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-af89aee8-c07e-499e-ba5e-19e55a9256ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572472 Sep 18 07:09:50.403894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-c512117e-599a-4cda-b5fb-f05191ffc4d1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:09:50.407039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-c512117e-599a-4cda-b5fb-f05191ffc4d1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082996 Sep 18 07:09:50.413000 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:50.441668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-0d8f5da8-5950-47d5-a766-375b89e4eeea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3483646 Sep 18 07:09:50.501311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] In _notify_port_updated(), no bound segment for port 3c2cb175-ac44-4a99-b4ac-fc472638c14c on network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:09:50.506890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.507543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.510372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "PUT /v2.0/ports/3c2cb175-ac44-4a99-b4ac-fc472638c14c HTTP/1.1" status: 200 len: 1002 time: 2.2321906 Sep 18 07:09:50.512117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-845c5ff5-ed4c-4ef8-98f1-7f7f736809f7 service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980327 Sep 18 07:09:50.512672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60738) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:50.531841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:50.604164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8566a7-07dc-49cf-beaf-eb2f5c7c5eb5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=3c2cb175-ac44-4a99-b4ac-fc472638c14c,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:50.615299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123c6e-cec1-4246-8301-107bdb7029ce req-b9bb8760-5e6d-4855-b8e0-e98346d4f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.616855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-b9bb8760-5e6d-4855-b8e0-e98346d4f807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.3372276 Sep 18 07:09:50.691062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05cd920a-18eb-491b-a03b-6324d89baee5 req-b035461b-c462-4591-b3a4-6d888565ffeb service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666100 Sep 18 07:09:50.707796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 3c2cb175-ac44-4a99-b4ac-fc472638c14c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:50.711786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.740041 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0054e9d8-5ca8-4783-aebc-03abdb183877', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'port_id': 'f656ed30-8830-47eb-9105-6871692fb074', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'mac_address': 'fa:16:3e:4f:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:46Z', 'updated_at': '2021-09-18T07:09:48Z', 'revision_number': 1, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:50.779383 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e58379-3306-495b-ac2c-1c74b725d28f None None] The sync data for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 is: [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '0054e9d8-5ca8-4783-aebc-03abdb183877', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'port_id': 'f656ed30-8830-47eb-9105-6871692fb074', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'mac_address': 'fa:16:3e:4f:02:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:46Z', 'updated_at': '2021-09-18T07:09:48Z', 'revision_number': 1, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:50.826456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c92d1e9-d011-4f5f-80d4-6dacc45036d1 req-10632a01-7e68-4c92-a9c8-6984f302ed75 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0775893 Sep 18 07:09:50.868758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bb432a98-9ea6-41f2-8a76-ac552e0cc5aa None None] Provisioning complete for port 3c2cb175-ac44-4a99-b4ac-fc472638c14c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:50.868758 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bb432a98-9ea6-41f2-8a76-ac552e0cc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.893825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.894537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.895037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.895519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.895995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.896474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.896943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:50.898976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4bf1f3c6-afee-4a60-964b-85fb88cbb0de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.4040065 Sep 18 07:09:50.906324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Allocated IP 172.20.0.4 (d94ff46a-053b-451d-9574-f93683ab0932/d6d3a028-13aa-4b51-bf59-ab23348e49f6/97ba4a03-e4e4-46fc-a253-0992d42095a6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:50.923626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bb432a98-9ea6-41f2-8a76-ac552e0cc5aa None None] Port 3c2cb175-ac44-4a99-b4ac-fc472638c14c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:50.939896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:50.960470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-6f1962df-c046-44c9-acd6-8d112aff0e41 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 999 time: 0.1317270 Sep 18 07:09:50.964621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 3c2cb175-ac44-4a99-b4ac-fc472638c14c owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:51.056539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da130-5593-4274-a625-60ef43981ec7 req-92a80511-c4e2-4931-a0b0-8ee37ed5ac43 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.058018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-92a80511-c4e2-4931-a0b0-8ee37ed5ac43 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports/f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 942 time: 0.0894856 Sep 18 07:09:51.095590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123c6e-cec1-4246-8301-107bdb7029ce req-1a2d4600-920f-4ad3-bcd0-2d554daa6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.098097 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-1a2d4600-920f-4ad3-bcd0-2d554daa6d55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.4698429 Sep 18 07:09:51.109621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ca500-d919-4019-8405-957e93657a91 None None] New status for floating IP 0054e9d8-5ca8-4783-aebc-03abdb183877: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:09:51.168640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:51.172144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.181418 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:51.193107 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:51.193782 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:51.222263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.229363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-74763258-6e54-44f7-a3a0-4cf450a188c8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 999 time: 0.0888205 Sep 18 07:09:51.244446 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:51.262342 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:51.264263 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:51.302353 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:51.302819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.303491 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b3077-75b1-4806-88aa-ed3efd1b7510 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:51.320843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.357556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=3c2cb175-ac44-4a99-b4ac-fc472638c14c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:51.421688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da130-5593-4274-a625-60ef43981ec7 req-57dcf854-becb-4f2f-bdea-68beaef23ae8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.423263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-57dcf854-becb-4f2f-bdea-68beaef23ae8 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.1869457 Sep 18 07:09:51.518624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.523428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f19e7e89-3839-411a-a87a-207a20245832 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/3c2cb175-ac44-4a99-b4ac-fc472638c14c HTTP/1.1" status: 204 len: 168 time: 1.0068455 Sep 18 07:09:51.523428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60746) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:51.564983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-37428740-e0f8-460e-83de-f189e62461a9 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 1001 time: 0.1269159 Sep 18 07:09:51.566120 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-886f8518-7d4a-43dd-a624-d1c4040a8392 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] GET failed (client error): The resource could not be found. Sep 18 07:09:51.571586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-886f8518-7d4a-43dd-a624-d1c4040a8392 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports/3c2cb175-ac44-4a99-b4ac-fc472638c14c HTTP/1.1" status: 404 len: 333 time: 0.0435147 Sep 18 07:09:51.571916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:51.577663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1901046184'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:51.586592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:51.699770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.742696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-efee6d63-7fb1-4ec6-89b6-3c5597943b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.743187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-efee6d63-7fb1-4ec6-89b6-3c5597943b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.743661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-efee6d63-7fb1-4ec6-89b6-3c5597943b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.745270 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-efee6d63-7fb1-4ec6-89b6-3c5597943b4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=073c4692-914c-4c15-bb59-69150550e753&id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 2293 time: 0.8127193 Sep 18 07:09:51.746588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-044ca6c0-818c-41e3-9978-0e2ab7660739 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/9ca0abb6-db7d-4026-bfcb-f7bb76c2d146 HTTP/1.1" status: 204 len: 168 time: 5.6402893 Sep 18 07:09:51.751660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60750) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:51.759481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-3bb63d14-d6a5-4d93-a6af-3f4980581119 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 999 time: 0.6478004 Sep 18 07:09:51.846883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.856093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:51.925812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123c6e-cec1-4246-8301-107bdb7029ce req-4c4e2989-f01e-4d7b-9cea-a6ec16b11421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:51.927421 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-4c4e2989-f01e-4d7b-9cea-a6ec16b11421 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.1537781 Sep 18 07:09:51.932321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.934171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:51.935096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-26f4512e-7038-4205-9a9b-22349ccc2ba2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 1002 time: 0.1814837 Sep 18 07:09:51.937600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.945113 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:51.981731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02facf7a-2d4b-43b4-8c64-3567dedc8020 req-ce0ff2ca-de07-482b-b36f-d8cd6e11b130 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0510819 Sep 18 07:09:51.990269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 52727534-571a-48c3-8f51-b25762e4f8bc yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:52.031778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-bc82844f-6d4b-4f4c-ad98-bc9c97d62099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889239 Sep 18 07:09:52.033972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port dc09c26b-b39a-43fd-8e8f-fc2217bb5a77 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:52.034327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.054124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.054478 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Floating IP 0054e9d8-5ca8-4783-aebc-03abdb183877 disassociated. External IP: 172.25.4.202, port: f656ed30-8830-47eb-9105-6871692fb074. Sep 18 07:09:52.107290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-7ce22423-2731-4dd1-a7e9-911127f95186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:52.109351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-7ce22423-2731-4dd1-a7e9-911127f95186 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 200 len: 851 time: 0.1624093 Sep 18 07:09:52.185187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 8b852869-89fa-43ea-be79-1cd40dd75fba is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:52.193029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:52.195383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.296950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-ee29d3d1-7d32-468b-904a-024925667811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:52.298558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-ee29d3d1-7d32-468b-904a-024925667811 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804194 Sep 18 07:09:52.306757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-83566a12-183e-4c49-8da8-3f87202ef2fd service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643204 Sep 18 07:09:52.308548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Network d94ff46a-053b-451d-9574-f93683ab0932 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:52.318865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.338595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for dc09c26b-b39a-43fd-8e8f-fc2217bb5a77 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:52.368779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:52.370674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:52.376281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::103 (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/52727534-571a-48c3-8f51-b25762e4f8bc) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:52.382700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:52.537552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:52.538260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.568732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6e62569f-6dd9-4732-8d2f-c9c9dff61f37 None None] Provisioning complete for port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:52.569372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e62569f-6dd9-4732-8d2f-c9c9dff61f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.606009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60123c6e-cec1-4246-8301-107bdb7029ce req-9f1b74eb-d27c-4ddd-9898-12bd842af3a1 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825203 Sep 18 07:09:52.612608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-8f4eee78-0310-453f-b4fc-b50fdb564ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028250 Sep 18 07:09:52.617526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e62569f-6dd9-4732-8d2f-c9c9dff61f37 None None] Port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:52.689399 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-ad4b2858-937d-40ae-adbb-f8aef93009a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5603158 Sep 18 07:09:52.701673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:09:52.711897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Request body: {'port': {'device_id': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:52.744330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bab9afee-dcbd-4680-bc65-34a7b6cecec9 None None] Provisioning complete for port 97ba4a03-e4e4-46fc-a253-0992d42095a6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:52.745089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bab9afee-dcbd-4680-bc65-34a7b6cecec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.750967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-9801c09b-c958-4f58-baa3-e8075ac4bab0 service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289175 Sep 18 07:09:52.785217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bab9afee-dcbd-4680-bc65-34a7b6cecec9 None None] Port 97ba4a03-e4e4-46fc-a253-0992d42095a6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:52.838978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-8b9e039d-5f22-48bd-a2a6-29afa95e146a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 217 time: 0.0789583 Sep 18 07:09:52.848346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Router d617f6f1-4820-46e0-b5c7-a830911dfb45 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:09:52.929203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:52.958239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:52.961520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-26c7e29b-8fc3-4021-886c-15ef62e437a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:52.963048 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-26c7e29b-8fc3-4021-886c-15ef62e437a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0978868 Sep 18 07:09:52.969410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:52.978893 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:52.979514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:52.983459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0ce9469b-2742-4f09-907b-b8bbc9cc038a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9574203 Sep 18 07:09:52.988417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:53.000826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-88888573'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:53.137593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-c58434d1-8578-4042-a10c-30330673a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.139222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-c58434d1-8578-4042-a10c-30330673a13e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1532032 Sep 18 07:09:53.152470 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.185499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:09:53.195516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.199232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:53.202832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.206408 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Sync routers for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:09:53.223558 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:53.224525 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:53.251054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767b8f0-48d0-4f30-b837-50daecef9cde req-f24aff7b-a8e4-4cd2-8d8c-c09bc6b03a46 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.258417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6767b8f0-48d0-4f30-b837-50daecef9cde req-f24aff7b-a8e4-4cd2-8d8c-c09bc6b03a46 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 931 time: 0.1510887 Sep 18 07:09:53.268774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-1b6ba0d6-a801-4bda-8b30-d91fad7e659b tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "PUT /v2.0/floatingips/0054e9d8-5ca8-4783-aebc-03abdb183877 HTTP/1.1" status: 200 len: 695 time: 1.6830947 Sep 18 07:09:53.271436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:53.273743 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:53.276746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.295589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:53.313355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:09:53.331381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=dc09c26b-b39a-43fd-8e8f-fc2217bb5a77,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:53.341420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.343353 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment 2f40ebea-079e-4cb8-8a88-14719b381487 of type vlan for network ad660924-3b86-404c-9d16-490d6a41d80f Sep 18 07:09:53.353809 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-ce070bfa-716e-4cff-a52b-1aaa9295298d service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044814 Sep 18 07:09:53.402262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6767b8f0-48d0-4f30-b837-50daecef9cde req-26862802-71d6-4ca5-bd89-7c68b8bb9be4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421804 Sep 18 07:09:53.407444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.435451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.472810 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:53.559263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ba4a03-e4e4-46fc-a253-0992d42095a6 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:09:53.560672 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9a9836-d326-46eb-9f69-54b833d30908 x-openstack-request-id: req-ae9a9836-d326-46eb-9f69-54b833d30908 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:53.560973 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:53.561929 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae9a9836-d326-46eb-9f69-54b833d30908 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:53.562228 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:09:53.572701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.587666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:49Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:50Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:53.601794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-87145baa-ee30-4d3d-8d14-11c05cf3f842 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384031 Sep 18 07:09:53.602891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Transition to ACTIVE for port object 97ba4a03-e4e4-46fc-a253-0992d42095a6 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:09:53.606594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:53.608524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-d523f3f7-5d91-461d-92ae-67808d70f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.610061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-d523f3f7-5d91-461d-92ae-67808d70f8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.1084304 Sep 18 07:09:53.614577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da130-5593-4274-a625-60ef43981ec7 req-f555dc49-5129-4f84-b2f7-3875d6eccdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.616176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-f555dc49-5129-4f84-b2f7-3875d6eccdd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4782c98b78ee4c3694d5c5581af7f958&device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 1097 time: 0.2961025 Sep 18 07:09:53.619710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=52727534-571a-48c3-8f51-b25762e4f8bc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:53.622494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:53.625747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:09:53.626375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Updating router d343b5a4-c4f1-410a-8492-e51c7429ace0 port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:09:53.627296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:53.632912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.633640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.656533 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-7305eda3-3bc9-4a97-ad88-0c85b503496b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 217 time: 0.0455101 Sep 18 07:09:53.669386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.671568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.677438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.679792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-376d3083-ded8-474d-81cb-8945d966f43d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/dc09c26b-b39a-43fd-8e8f-fc2217bb5a77 HTTP/1.1" status: 204 len: 168 time: 1.9271288 Sep 18 07:09:53.682622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.682622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.683613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60764) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:53.730061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:53.790281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-435fa03b-b1c1-4fdf-ac0b-d5cb3d4a669f tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2172115 Sep 18 07:09:53.795006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60766) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:53.807357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:cd:74'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:53.894663 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:53.938782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=ad660924-3b86-404c-9d16-490d6a41d80f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:53.942559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:53.973365 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Checking router: d617f6f1-4820-46e0-b5c7-a830911dfb45 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:09:53.982941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-636b47dc-def5-4a31-924f-28362bbfbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:53.994644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-636b47dc-def5-4a31-924f-28362bbfbddd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.2952476 Sep 18 07:09:53.996434 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:53.997884 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:54.037792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.041093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da130-5593-4274-a625-60ef43981ec7 req-f28a3be8-4750-485c-91c8-1deb1510b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:54.049009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-f28a3be8-4750-485c-91c8-1deb1510b958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 0.4036236 Sep 18 07:09:54.071950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.088287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ad660924-3b86-404c-9d16-490d6a41d80f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:09:54.147745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-aa355736-6542-4d31-8ef8-662a0253f6ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.0977631 Sep 18 07:09:54.175714 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-48a12cc9-11ea-4a6f-b8da-b04ede799617 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1797440 Sep 18 07:09:54.190782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:54.207518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:54.235243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.357225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da130-5593-4274-a625-60ef43981ec7 req-b19a1d4e-0710-452a-a570-594cdaef800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:54.365842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-b19a1d4e-0710-452a-a570-594cdaef800e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.2168970 Sep 18 07:09:54.394223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Attempting to bind port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:54.394737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Attempting to bind port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:54.395209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Attempting to bind port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 on network 8b852869-89fa-43ea-be79-1cd40dd75fba {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:54.401069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d35df1ad-32d2-4623-8cbb-881ee7c35f80 None None] Provisioning complete for port 52727534-571a-48c3-8f51-b25762e4f8bc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:54.402066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d35df1ad-32d2-4623-8cbb-881ee7c35f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.409438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-2595ffe7-dbe5-4d99-9298-787203202e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:54.411246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-2595ffe7-dbe5-4d99-9298-787203202e93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3561606 Sep 18 07:09:54.411646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.419370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-f4c6d104-8ac7-4be3-bfae-5ae0845ae985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525663 Sep 18 07:09:54.432620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:54.433070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Checking segment: {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:54.433574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.434127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Bound using segment: {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:54.435414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Bound port: e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc4e9a8-403c-46c8-a70c-827f513d9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:54.435414 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.452896 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:54.477655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Attempting to bind port 97ba4a03-e4e4-46fc-a253-0992d42095a6 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:54.478538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Attempting to bind port 97ba4a03-e4e4-46fc-a253-0992d42095a6 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:54.479050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Attempting to bind port 97ba4a03-e4e4-46fc-a253-0992d42095a6 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:54.484890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:54.489071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.519417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] For port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:54.522568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] For port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:54.539911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034502c-9d02-4669-a869-dae1d7f42e89 None None] Pushing event updated for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:54.555146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d35df1ad-32d2-4623-8cbb-881ee7c35f80 None None] Port 52727534-571a-48c3-8f51-b25762e4f8bc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:54.570936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Port 97ba4a03-e4e4-46fc-a253-0992d42095a6 on network d94ff46a-053b-451d-9574-f93683ab0932 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:09:54.571272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Attempting to bind port 97ba4a03-e4e4-46fc-a253-0992d42095a6 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:54.634224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.699030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:09:54.700046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:54.764091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] Provisioning complete for port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:54.764855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.788309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:54.815953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9401-d5ad-4969-ab5f-951062960a98 req-f57178c3-7d6f-4889-86b4-d0e428eb000d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:54.817547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bba9401-d5ad-4969-ab5f-951062960a98 req-f57178c3-7d6f-4889-86b4-d0e428eb000d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 943 time: 0.1986938 Sep 18 07:09:54.826575 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:54.846590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-6022f1f6-c170-48e3-b658-ba289837df26 service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143341 Sep 18 07:09:54.855186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ac0e1-ee00-45db-906a-8d9acf242939 None None] The sync data for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 is: [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:08:47Z', 'revision_number': 4, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f', 'name': '', 'network_id': '02b6fd64-d312-4cf8-9066-550ebd529e6d', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'mac_address': 'fa:16:3e:11:3d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:46Z', 'updated_at': '2021-09-18T07:08:54Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'subnets': [{'id': 'f2e87bf8-27ac-4d8e-8851-94a426c58a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:54.865464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034502c-9d02-4669-a869-dae1d7f42e89 None None] Pushing event updated for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:54.877214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:09:54.951269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.013010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Pushing event updated for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:55.043926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:55.044298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Checking segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:55.045266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Bound using segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:55.045628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Bound port: 97ba4a03-e4e4-46fc-a253-0992d42095a6, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:55.046037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.048837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.060592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7bba9401-d5ad-4969-ab5f-951062960a98 req-748a5b07-c45a-4a75-a96f-70ad756413c5 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268469 Sep 18 07:09:55.086834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.089720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-19c283a9-ea41-4c41-a8fd-d37591de933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:55.091382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-19c283a9-ea41-4c41-a8fd-d37591de933b service neutron] 10.222.0.37 "GET /v2.0/networks?id=02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 200 len: 921 time: 1.4733546 Sep 18 07:09:55.144415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] For port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:55.159292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] In _notify_port_updated(), no bound segment for port 52727534-571a-48c3-8f51-b25762e4f8bc on network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:09:55.165219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:55.166080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.171075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "PUT /v2.0/ports/52727534-571a-48c3-8f51-b25762e4f8bc HTTP/1.1" status: 200 len: 1003 time: 1.3704224 Sep 18 07:09:55.194924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60774) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:55.223539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e71da130-5593-4274-a625-60ef43981ec7 req-d0a177da-2112-4015-8e92-1ef911d08f62 service neutron] 10.222.0.20 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603992 Sep 18 07:09:55.252722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.254337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da9b07-2305-4577-912a-834432b1362a tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=52727534-571a-48c3-8f51-b25762e4f8bc,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:55.272578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-4f29e59d-0e35-4f25-832f-f8fd5fd41e97 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113668 Sep 18 07:09:55.275578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.121 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/a4e0aa47-22c5-43b0-b1f0-038558975877) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:55.296585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-934bb92c-6958-400a-8ef5-1bc63c9c2aef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 200 len: 217 time: 0.1687613 Sep 18 07:09:55.372994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c520a57-46d5-4fae-8454-106bf388bc39 None None] New status for floating IP 0054e9d8-5ca8-4783-aebc-03abdb183877: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:09:55.417192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146dcc7-882f-4d20-b468-e2a53218db5a None None] Pushing event updated for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:55.455129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-51e654f0-34b7-4203-bcf5-0a8c100ee97c tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips/0054e9d8-5ca8-4783-aebc-03abdb183877 HTTP/1.1" status: 200 len: 695 time: 0.1178181 Sep 18 07:09:55.485820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:55.518253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-5deae754-9ffe-49e9-87df-9de0d5958d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:55.519711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-5deae754-9ffe-49e9-87df-9de0d5958d1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 200 len: 860 time: 0.2003868 Sep 18 07:09:55.523041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:55.572932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-5adfebc3-7d1a-4a10-9d06-49290eddeff5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02b6fd64-d312-4cf8-9066-550ebd529e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440390 Sep 18 07:09:55.573534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 52727534-571a-48c3-8f51-b25762e4f8bc {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:55.574005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.580057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.588571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:49Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:54Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:09:55.628497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:55.629145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.630679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] 10.222.0.24 "PUT /v2.0/ports/97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1092 time: 2.9267273 Sep 18 07:09:55.634804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:09:55.636588 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f7648-e089-47b5-99d4-bc60a29b07b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:09:55.664581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-88da122b-bfd3-4ba6-abc6-67a37695c3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649418 Sep 18 07:09:55.665464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.671491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.674182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5b52eb-4675-40f2-af39-580906c576f8 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:49Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:54Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:09:55.675775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8a573abb-85b4-482c-9166-54cb973f056f None None] Provisioning complete for port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:55.676164 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a573abb-85b4-482c-9166-54cb973f056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.780649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-a99db2bf-b207-4b0a-95fc-45d14b850815 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 200 len: 217 time: 0.0941968 Sep 18 07:09:55.799716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.819839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 52727534-571a-48c3-8f51-b25762e4f8bc owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:55.843518 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b801fd5d-75ea-4e17-93dd-46a159ecfe43 x-openstack-request-id: req-b801fd5d-75ea-4e17-93dd-46a159ecfe43 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:09:55.843959 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:09:55.844500 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b801fd5d-75ea-4e17-93dd-46a159ecfe43 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:09:55.844821 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'status': 'completed', 'code': 200} Sep 18 07:09:55.953814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-374c0056-a825-4454-b168-68e6acc7e389 None None] Provisioning complete for port 52727534-571a-48c3-8f51-b25762e4f8bc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:55.954516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-374c0056-a825-4454-b168-68e6acc7e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:55.955924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-132258ee-3a99-4a4c-b3bd-093e232938f7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:55.962557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-132258ee-3a99-4a4c-b3bd-093e232938f7 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/networks/bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 784 time: 0.4722364 Sep 18 07:09:55.990268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39cb25-81ad-4670-8aa4-712d8e01980f service neutron] Pushing event updated for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:56.001310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-374c0056-a825-4454-b168-68e6acc7e389 None None] Port 52727534-571a-48c3-8f51-b25762e4f8bc cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:56.012911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=7a19bd53-67ac-41dc-aa49-cb4ddc412c16,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:56.067798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-f3630dc3-f1fd-43d5-bc56-3fc719f01ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.067798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-f3630dc3-f1fd-43d5-bc56-3fc719f01ac9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.2027996 Sep 18 07:09:56.071013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-d0498faa-84eb-4390-85c4-bdbcfc9a0834 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.0996213 Sep 18 07:09:56.092479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-b74d43d0-1d3c-49ed-9f01-c562695fc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.094610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-b74d43d0-1d3c-49ed-9f01-c562695fc740 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1095 time: 0.3124590 Sep 18 07:09:56.096090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-bd27357f-7c6d-4cd6-adf7-a1621de2ba87 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069065 Sep 18 07:09:56.138548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.163058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:56.163443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: ad660924-3b86-404c-9d16-490d6a41d80f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:09:56.198363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-a7f9e017-9dc5-4f58-8b11-6759d9b2abcd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.202 HTTP/1.1" status: 200 len: 696 time: 0.1167967 Sep 18 07:09:56.201944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.214429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-316988c2-f658-484e-a75a-f907e0f25d5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 217 time: 0.0843229 Sep 18 07:09:56.246899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:56.253863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:56.313134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=a4e0aa47-22c5-43b0-b1f0-038558975877,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:56.316717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:56.325197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-f0d81784-fb47-4e35-bb31-38b1ae0b3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.327366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-f0d81784-fb47-4e35-bb31-38b1ae0b3670 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2486308 Sep 18 07:09:56.330198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:56.330697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.386475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-2f926e39-71c6-472d-9cef-90c94d75b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.390621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-2f926e39-71c6-472d-9cef-90c94d75b201 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1605804 Sep 18 07:09:56.411119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=52727534-571a-48c3-8f51-b25762e4f8bc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:56.449970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa44e217-4cf0-48f7-8926-e4c8a039c7d5 req-3dbd7279-b9c9-4cd9-9aa4-d3b24d4bd874 service neutron] 10.222.0.37 "GET /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215048 Sep 18 07:09:56.454569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network ad660924-3b86-404c-9d16-490d6a41d80f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:09:56.471854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.476450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-39a4d095-ae1b-4201-a652-5061c32d8ea5 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/52727534-571a-48c3-8f51-b25762e4f8bc HTTP/1.1" status: 204 len: 168 time: 1.2781308 Sep 18 07:09:56.480135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60786) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:56.540457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399b5e4-767c-4ab8-82d9-e7b603412f79 req-37447b6b-5238-4372-93a7-0bb001a6d03a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.542098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8399b5e4-767c-4ab8-82d9-e7b603412f79 req-37447b6b-5238-4372-93a7-0bb001a6d03a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 943 time: 0.3496037 Sep 18 07:09:56.550164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-41b6ea74-878d-433b-a404-affa20eae54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.551854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-41b6ea74-878d-433b-a404-affa20eae54a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522322 Sep 18 07:09:56.571022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:56.574083 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ceab79-3715-42d7-9e12-c5aa07efa55d tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] GET failed (client error): The resource could not be found. Sep 18 07:09:56.575669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-80ceab79-3715-42d7-9e12-c5aa07efa55d tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports/52727534-571a-48c3-8f51-b25762e4f8bc HTTP/1.1" status: 404 len: 333 time: 0.0926852 Sep 18 07:09:56.580534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-382af381-bccf-42ad-a239-bc8f1c61e254 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416663 Sep 18 07:09:56.582112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:56.587312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291262212'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:56.643212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ad660924-3b86-404c-9d16-490d6a41d80f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:56.653096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0232f-1912-49b4-b610-455657972fc4 None None] Network ad660924-3b86-404c-9d16-490d6a41d80f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:56.669969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8399b5e4-767c-4ab8-82d9-e7b603412f79 req-23bbac82-4bb4-42e7-8afa-bf27449d9075 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013980 Sep 18 07:09:56.673800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:56.674580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.725239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Deleting port 9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:09:56.725582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.785326 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.787108 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1406c49e-439f-4eb1-a022-37408c3e2372 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5849376 Sep 18 07:09:56.792372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60790) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:56.882409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-83901852-960b-4127-a73a-f161d3d65770 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183658 Sep 18 07:09:56.883533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ad660924-3b86-404c-9d16-490d6a41d80f', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:09:56.884638 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:56.887601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-d822334a-6ca4-4bb3-89f8-548a607de17a service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794104 Sep 18 07:09:56.968632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-37d761d5-1750-484a-be63-e67363af73e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 200 len: 217 time: 0.0706191 Sep 18 07:09:57.047283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:57.051020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.104423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 083d996c-26bc-4661-996e-051cc2adb7a8 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:57.111576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-7545a720-ff6d-437a-b4de-31b14fc849c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.113158 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-7545a720-ff6d-437a-b4de-31b14fc849c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1360140 Sep 18 07:09:57.159374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2182f141-cc0d-4c19-85b0-accd24daa649 req-de05f062-a834-499d-8037-439cf830d335 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602170 Sep 18 07:09:57.210759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Allocated IP 172.21.0.2 (ad660924-3b86-404c-9d16-490d6a41d80f/7a19bd53-67ac-41dc-aa49-cb4ddc412c16/0ecdfc01-c6a7-47cd-a854-aa20320daa63) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:57.247301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-9d242b88-bfbb-4690-844c-2d09f06b4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.249485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-9d242b88-bfbb-4690-844c-2d09f06b4fff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274374 Sep 18 07:09:57.298811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.303926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::2fc (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/083d996c-26bc-4661-996e-051cc2adb7a8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:57.339555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.340094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.397759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.416520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Calling delete_port for 9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:09:57.456306 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-89aea6f5-ee1c-41a1-a1fb-be5c36cc6ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985121 Sep 18 07:09:57.460073 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.478087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-3371bf35-d582-458c-b87e-7a885db93479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.479569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-3371bf35-d582-458c-b87e-7a885db93479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1095 time: 0.1281962 Sep 18 07:09:57.501411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Network ad660924-3b86-404c-9d16-490d6a41d80f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:57.504450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:57.508499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:57.520325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Pushing event updated for resources: {'Port': ['ID=0ecdfc01-c6a7-47cd-a854-aa20320daa63,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:57.577205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Attempting to bind port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:09:57.577587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Attempting to bind port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:09:57.578008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Attempting to bind port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 on network ad660924-3b86-404c-9d16-490d6a41d80f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:09:57.583464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:09:57.583857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Checking segment: {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:09:57.584273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.584673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Bound using segment: {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:09:57.585154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Bound port: 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:09:57.585567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.665149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] For port 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:09:57.668494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] For port 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ecdfc01-c6a7-47cd-a854-aa20320daa63,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:09:57.700973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.708339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-c46a883a-b06e-4afe-8a65-0fc0b49ac6ba service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401972 Sep 18 07:09:57.773733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-7d844f30-bf79-4ae8-b982-fbe0a2d76587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.775675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-7d844f30-bf79-4ae8-b982-fbe0a2d76587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.2814863 Sep 18 07:09:57.776793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.779283 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-5892fbf2-7020-464f-a01a-863d4848bc9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0627227 Sep 18 07:09:57.848392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74dafa-8e9f-46ca-a4be-cfbfaf85ab20 None None] Pushing event updated for resources: {'Port': ['ID=0ecdfc01-c6a7-47cd-a854-aa20320daa63,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:57.863261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-48ea1fa6-3fec-4cd4-bae5-2f6433197ca8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 217 time: 0.0734100 Sep 18 07:09:57.869768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.913260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47941-0dd7-4175-bba2-f833067a2405 req-4f99bf53-640a-4cd1-a52d-1fc359c62752 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.915230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51a47941-0dd7-4175-bba2-f833067a2405 req-4f99bf53-640a-4cd1-a52d-1fc359c62752 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 943 time: 0.1387565 Sep 18 07:09:57.923395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-ba1648ab-74d7-4c21-8ab4-f93fefa68c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.925022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-ba1648ab-74d7-4c21-8ab4-f93fefa68c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.1293216 Sep 18 07:09:57.927284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:57.943042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-26e7b146-3044-45a9-bdcd-a8c0aeb1fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:57.944571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-26e7b146-3044-45a9-bdcd-a8c0aeb1fe1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.0733080 Sep 18 07:09:57.996199 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.012501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-e3aaa8bf-2ee5-4a05-9a92-7cdbf0f5a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:58.014111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-e3aaa8bf-2ee5-4a05-9a92-7cdbf0f5a099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806880 Sep 18 07:09:58.015729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.081275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.086124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event deleted for resources: {'Port': ['ID=9cbce5b4-2f6d-4e5c-bcb4-6b569a1775b1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:58.091355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51a47941-0dd7-4175-bba2-f833067a2405 req-ef5aa752-696a-4e41-982f-dcfb490dc2bf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661546 Sep 18 07:09:58.159667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-b0019fd1-874b-4663-833b-41262039057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:58.161195 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-b0019fd1-874b-4663-833b-41262039057e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973519 Sep 18 07:09:58.189301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:58.211775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:58.214415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:58.221215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:58.221948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.246298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ecdfc01-c6a7-47cd-a854-aa20320daa63 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:09:58.312515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:58.312902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.335225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=a4e0aa47-22c5-43b0-b1f0-038558975877,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:58.363970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.411083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.413735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.424776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.433686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b3dab31-cbbb-46d9-823f-8d3f6e9b5a03 req-e9e81a17-32f5-4486-b691-657bf86a8ebd tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "DELETE /v2.0/floatingips/0054e9d8-5ca8-4783-aebc-03abdb183877 HTTP/1.1" status: 204 len: 173 time: 2.2164373 Sep 18 07:09:58.476927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ecdfc01-c6a7-47cd-a854-aa20320daa63,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:09:58.526518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.526518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-07a33668-8228-4741-b2e5-9c6f94e0f990 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8098860 Sep 18 07:09:58.528644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60798) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:58.534471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'port': {'network_id': '6e9c9b79-20e8-422e-a32c-1121a380edfe', 'name': 'tempest-FloatingIPTestJSON-2075930747'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:58.542682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.607226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=0ecdfc01-c6a7-47cd-a854-aa20320daa63,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:58.614906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-73858d91-fd3a-4d40-bcba-9cef61d03724 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups/174bd3ce-9726-4b85-9d4f-ce6e2693d1bd HTTP/1.1" status: 200 len: 1810 time: 0.1358094 Sep 18 07:09:58.657307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=083d996c-26bc-4661-996e-051cc2adb7a8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:58.690651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-366c55e9-ca35-4c65-8423-d7df844af3e5 None None] Provisioning complete for port 083d996c-26bc-4661-996e-051cc2adb7a8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:58.692841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-366c55e9-ca35-4c65-8423-d7df844af3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.712960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.21.0.1 (ad660924-3b86-404c-9d16-490d6a41d80f/7a19bd53-67ac-41dc-aa49-cb4ddc412c16/ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:58.732221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-366c55e9-ca35-4c65-8423-d7df844af3e5 None None] Port 083d996c-26bc-4661-996e-051cc2adb7a8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:58.739772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-e4ce5ede-07ed-46cc-96a6-89f425134d2b service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783757 Sep 18 07:09:58.745650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-161eb6f1-3afe-4b3e-9bfc-e2af96e1e355 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709932 Sep 18 07:09:58.788583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.790688 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78f38ae6-5ad9-4585-826c-19e042c35386 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2074220 Sep 18 07:09:58.799924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:09:58.819982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'network_id': '6507fe80-fcb7-49fc-a440-3ac7a117cb84', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-873260543'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:09:58.890421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.922754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-36b81fcc-725b-4e3a-9f7f-d5db66975ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755376 Sep 18 07:09:58.941163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9e1f7648-e089-47b5-99d4-bc60a29b07b7 req-f8c9c65a-8b2f-4226-81da-20ff434f372c service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854994 Sep 18 07:09:58.971252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:58.975747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-809b2f72-b674-4fbd-b788-c53ad656db98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 217 time: 0.0434744 Sep 18 07:09:59.015053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.024125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:59.027925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.034777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-807de439-9103-4250-936d-6326f526a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:59.036260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-807de439-9103-4250-936d-6326f526a45c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0530801 Sep 18 07:09:59.042738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad9719-6cb4-4205-910d-5075f7a187b7 None None] Network ad660924-3b86-404c-9d16-490d6a41d80f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:09:59.066867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] device_id is not set on port 67f372cc-fcd5-422e-b4a7-a10810694f12 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:59.086574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-b990f9cd-92b2-491d-952b-9245fc9ab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:59.088368 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-b990f9cd-92b2-491d-952b-9245fc9ab334 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440300 Sep 18 07:09:59.107825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-558ff4b3-0fa9-4698-8dda-43d04b731911 None None] Provisioning complete for port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:59.108728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-558ff4b3-0fa9-4698-8dda-43d04b731911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.117298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.120001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.121231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a07a51a-d62e-4340-a30b-a0994a6356ac req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "DELETE /v2.0/security-groups/174bd3ce-9726-4b85-9d4f-ce6e2693d1bd HTTP/1.1" status: 204 len: 173 time: 0.4724300 Sep 18 07:09:59.145986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd76c0-38f2-4eb2-a431-cf14932b6ca6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bd3ce-9726-4b85-9d4f-ce6e2693d1bd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:59.196603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Made reservation on behalf of 33f86eb0c8824d7daa3e883a3990c3f6 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:09:59.201170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.204812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-db4bcf1f-0d7d-4bd6-bb71-c4409fb9b4a0 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088896 Sep 18 07:09:59.237318 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.276037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] device_id is not set on port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:09:59.345399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.5 (6e9c9b79-20e8-422e-a32c-1121a380edfe/c955fb97-6d75-47ed-8f7f-29c48ac888cc/67f372cc-fcd5-422e-b4a7-a10810694f12) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:59.348145 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b485980-e4ed-4bd8-9783-e222bf51b33b req-a458fcb7-679d-4fe0-a3f5-1a3efc7c5ee3 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332295 Sep 18 07:09:59.369031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network ad660924-3b86-404c-9d16-490d6a41d80f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:09:59.387400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:09:59.394121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:09:59.396537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:09:59.442483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2e3d-5afc-427d-b87f-4c93ad8f7d14 req-4f0f5f3a-6e3f-402d-b7d1-d8298a4e31fc tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:59.444453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33eb2e3d-5afc-427d-b87f-4c93ad8f7d14 req-4f0f5f3a-6e3f-402d-b7d1-d8298a4e31fc tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 943 time: 0.2250893 Sep 18 07:09:59.542758 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.631536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33eb2e3d-5afc-427d-b87f-4c93ad8f7d14 req-1e5af780-6e46-4450-976e-ef02e9616df0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568818 Sep 18 07:09:59.635257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Allocated IP 2001:db8::116 (6507fe80-fcb7-49fc-a440-3ac7a117cb84/d89d1a5a-99b4-48ac-a595-5e147cf2d79c/3e8ebf46-507a-43e2-92c2-fdb2baa671c6) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:09:59.668933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-25e6d7a9-1b4d-4dfd-a268-1a4f009ed48f None None] Provisioning complete for port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:59.669519 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-25e6d7a9-1b4d-4dfd-a268-1a4f009ed48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.790089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-25e6d7a9-1b4d-4dfd-a268-1a4f009ed48f None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:59.791090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-25e6d7a9-1b4d-4dfd-a268-1a4f009ed48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.837102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-25e6d7a9-1b4d-4dfd-a268-1a4f009ed48f None None] Port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:59.876834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00f0a-79e9-4e6a-be76-5b101514b561 req-f0243fd4-e653-40c0-b9ed-ceb8be9e95a6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:09:59.878372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02b00f0a-79e9-4e6a-be76-5b101514b561 req-f0243fd4-e653-40c0-b9ed-ceb8be9e95a6 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1968157 Sep 18 07:09:59.881455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.954760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63b784ac-437d-4ef9-b658-d78cef00373b None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:09:59.955134 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63b784ac-437d-4ef9-b658-d78cef00373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:09:59.988833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63b784ac-437d-4ef9-b658-d78cef00373b None None] Port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:09:59.993593 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.026975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02b00f0a-79e9-4e6a-be76-5b101514b561 req-041b4486-c88f-4731-89fb-47bafcaac21d tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378410 Sep 18 07:10:00.045124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.143539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ecdfc01-c6a7-47cd-a854-aa20320daa63 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:00.168840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.202504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:00.202504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.232072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 6e9c9b79-20e8-422e-a32c-1121a380edfe is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:00.253361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:00.265796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:00.268283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=67f372cc-fcd5-422e-b4a7-a10810694f12,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:00.276084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.369689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97ba4a03-e4e4-46fc-a253-0992d42095a6 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:10:00.479395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:00.492337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'port_id': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'mac_address': 'fa:16:3e:10:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:10:00.540168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.553583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ba4a03-e4e4-46fc-a253-0992d42095a6 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:10:00.573376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:00.652757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.704954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:00.769239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.772997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.790559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:00.826497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=3e8ebf46-507a-43e2-92c2-fdb2baa671c6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:00.829557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:00.846239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.852239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.859601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.865760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.871839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.877835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.883865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.886447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-1ec0574d-bb49-44ad-8e6b-61b506c5e685 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.6452999 Sep 18 07:10:00.891644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:00.898786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.898786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:00.985341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb627-3aef-4678-bcc1-283819e241b3 req-da173118-9558-460e-ba08-8001ea4352b7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:00.986996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7ecb627-3aef-4678-bcc1-283819e241b3 req-da173118-9558-460e-ba08-8001ea4352b7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 944 time: 0.2360938 Sep 18 07:10:01.003405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a28b1815-6125-45e7-9ae4-b7e20eff2750 req-ce2e94ce-13e2-4528-97c5-e66e3516afd3 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974131 Sep 18 07:10:01.005561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.014961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b64c2c3d-902c-40f1-9895-d2e9b15ab4db tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4833057 Sep 18 07:10:01.019772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60820) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:01.021669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': '67f372cc-fcd5-422e-b4a7-a10810694f12'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:01.027635 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:10:01.050066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ab6daf67-4ff5-4ac9-95e9-4bbd9700a7f0 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2420399 Sep 18 07:10:01.050740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60824) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:01.061553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:36:cd:74'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:60:c0:f0'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:01.066296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7ecb627-3aef-4678-bcc1-283819e241b3 req-efd557d5-f5ac-4931-abb7-90d55fc534a4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706472 Sep 18 07:10:01.076240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.119657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-650d1072-bc6f-42d9-acf0-0a25d512fc0d None None] Provisioning complete for port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:01.119977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-650d1072-bc6f-42d9-acf0-0a25d512fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.147734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.163401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-650d1072-bc6f-42d9-acf0-0a25d512fc0d None None] Port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:01.228253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['97ba4a03-e4e4-46fc-a253-0992d42095a6'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:10:01.290989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb0134-98b3-4226-b679-b3429fe8ff6b req-9d8713cd-7c3d-44b7-81eb-85ee763e68fc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.292502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bcb0134-98b3-4226-b679-b3429fe8ff6b req-9d8713cd-7c3d-44b7-81eb-85ee763e68fc tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.1856508 Sep 18 07:10:01.297279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:01.299782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.391363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.404742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bcb0134-98b3-4226-b679-b3429fe8ff6b req-00899d79-e59f-4941-a841-fff937eaac18 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978918 Sep 18 07:10:01.522870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network ad660924-3b86-404c-9d16-490d6a41d80f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:01.527834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:01.713992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:01.743596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.788192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1817f6cf-c973-41e2-9655-66892bd08e28 None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:01.788823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1817f6cf-c973-41e2-9655-66892bd08e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.818733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.828328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.835421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1817f6cf-c973-41e2-9655-66892bd08e28 None None] Port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:01.856188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.862790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.869521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.870715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:01.876590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] In _notify_port_updated(), no bound segment for port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 on network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:10:01.877210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.878026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.878672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.882602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "PUT /v2.0/ports/3e8ebf46-507a-43e2-92c2-fdb2baa671c6 HTTP/1.1" status: 200 len: 1067 time: 0.8262620 Sep 18 07:10:01.883011 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:01.886023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-829e12d4-5d40-4a28-a0ba-50b1a6c5ce21 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0887220 Sep 18 07:10:01.886616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60828) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:01.892098 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:01.892953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:01.893559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.903473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.903611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60830) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:01.906605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.906999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-2102811594'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:01.908561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b522988a-414e-4aef-964c-699994e1a493 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.2243054 Sep 18 07:10:01.912755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:01.913059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b87eb4-5267-464e-bc7f-19885545424c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event updated for resources: {'Port': ['ID=3e8ebf46-507a-43e2-92c2-fdb2baa671c6,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:01.973133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-8d4915df-d3cd-42f4-9d2a-a4458850bc36 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:01.974739 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-8d4915df-d3cd-42f4-9d2a-a4458850bc36 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.37 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2281506 Sep 18 07:10:02.013629 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:02.035355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:02.035355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.064755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-72d92da6-21ca-4466-a6b3-443960f626a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.066512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-72d92da6-21ca-4466-a6b3-443960f626a6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1411738 Sep 18 07:10:02.160147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:02.163770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.209304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.257311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:02.268359 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:59Z', 'revision_number': 3, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:00Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:02.269041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3e50a4c6-d042-48cf-8fd7-a0df0abb6e82 None None] Provisioning complete for port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:02.269278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3e50a4c6-d042-48cf-8fd7-a0df0abb6e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.269970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:10:02.295830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.296185 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment 54498823-d31c-46f5-8f37-850143c53f10 of type vlan for network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 Sep 18 07:10:02.304645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:02.305096 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Updating router d343b5a4-c4f1-410a-8492-e51c7429ace0 port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:10:02.308118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.314276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.327087 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 3584905c-a90b-4564-bcb5-4619cef63b93 associated. External IP: 172.25.4.121, port: 67f372cc-fcd5-422e-b4a7-a10810694f12. Sep 18 07:10:02.327302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.327302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.332856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.333972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3e50a4c6-d042-48cf-8fd7-a0df0abb6e82 None None] Port 3e8ebf46-507a-43e2-92c2-fdb2baa671c6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:02.338817 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.339078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.348001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.356049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-c42f7c4d-298a-4a1b-ae51-8ae2fece17a1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5444 time: 0.2088292 Sep 18 07:10:02.379902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Deleting port f656ed30-8830-47eb-9105-6871692fb074 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:02.380249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.410607 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-b37ec90c-c84f-40a5-9432-b868c253e646 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3247211 Sep 18 07:10:02.425472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:02.434307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6422fe0-2ef6-419e-b0ed-9e3103a23ee5 req-5c024049-2c73-4e53-8ff6-89e0553afbb7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.438362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6422fe0-2ef6-419e-b0ed-9e3103a23ee5 req-5c024049-2c73-4e53-8ff6-89e0553afbb7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 944 time: 0.2376471 Sep 18 07:10:02.446167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97ba4a03-e4e4-46fc-a253-0992d42095a6 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:02.517726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.523986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5517b69a-ddd4-462d-9dc8-befc2e466bd8 req-616a6bcd-6e17-4083-8648-31ae06624dc1 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671081 Sep 18 07:10:02.580708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6422fe0-2ef6-419e-b0ed-9e3103a23ee5 req-55eacdb6-593f-41f8-ae79-77816ca249ea tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178398 Sep 18 07:10:02.611627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.616508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] For port f656ed30-8830-47eb-9105-6871692fb074, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=f656ed30-8830-47eb-9105-6871692fb074,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:02.617191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.645528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Calling delete_port for f656ed30-8830-47eb-9105-6871692fb074 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:02.662151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 97ba4a03-e4e4-46fc-a253-0992d42095a6 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:10:02.662403 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.666530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 97ba4a03-e4e4-46fc-a253-0992d42095a6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:02.666963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.711088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.719160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.720054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.745085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.747717 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.771636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:02.774478 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed93be-1650-4bb4-aa98-58c633a6b090" -d '{"events": [{"server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "name": "network-vif-plugged", "status": "completed", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:02.797599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:02.825441 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c96129-2418-4625-b1ae-c1f3777aad3a x-openstack-request-id: req-c4c96129-2418-4625-b1ae-c1f3777aad3a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:02.825592 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "name": "network-vif-plugged", "status": "completed", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:02.825840 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c96129-2418-4625-b1ae-c1f3777aad3a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:02.826528 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'code': 200} Sep 18 07:10:02.859524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.897473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.898348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:02.925555 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Attempting to bind port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:02.925975 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Attempting to bind port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:02.926346 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Attempting to bind port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb on network ad660924-3b86-404c-9d16-490d6a41d80f {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:02.931488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480d04e-a776-4827-89eb-9ea87f0fd7de req-9b13ba68-3dc8-4f3b-b9bd-ec11b9f64898 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:02.935309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:02.935697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Checking segment: {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:02.936738 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.937194 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Bound using segment: {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:02.937714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Bound port: ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f40ebea-079e-4cb8-8a88-14719b381487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:02.938352 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:02.938960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d480d04e-a776-4827-89eb-9ea87f0fd7de req-9b13ba68-3dc8-4f3b-b9bd-ec11b9f64898 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 945 time: 0.2631280 Sep 18 07:10:02.940894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=d234e3f7-dcc3-40f4-899e-adc6a7f70f65,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:02.968111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=3e8ebf46-507a-43e2-92c2-fdb2baa671c6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:02.978883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fcdce1eb-342b-442b-b7cb-4ca2a12615a3 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0740376 Sep 18 07:10:03.027817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:10:03.033060 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] For port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:03.036752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] For port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:03.039422 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762d16-7eb4-468a-8c51-1461a71a9262 None None] Pushing event updated for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.042017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:03.079418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:03.106098 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.199963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.212422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.255056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:03.255999 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:03.283797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:03.290752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:03.291312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.356030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d480d04e-a776-4827-89eb-9ea87f0fd7de req-b8efe18e-1672-43cf-9faa-97318e6f3fe2 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/security-groups?id=a671bf97-6569-42ce-ac33-623edd5ab21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947461 Sep 18 07:10:03.361505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.364890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:03.368258 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:03.456433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.461768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2b48232e-b53b-4de5-887e-07e53d33512e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/3e8ebf46-507a-43e2-92c2-fdb2baa671c6 HTTP/1.1" status: 204 len: 168 time: 1.5718596 Sep 18 07:10:03.462706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60844) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:03.505472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:03.513363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.562812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:03.593656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.600280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.617271 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.681728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.684802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] For port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:03.687365 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762d16-7eb4-468a-8c51-1461a71a9262 None None] Pushing event updated for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.722332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:03.725334 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15b2a44-1e15-4ec7-9708-3535831a5a14 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] GET failed (client error): The resource could not be found. Sep 18 07:10:03.731679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b15b2a44-1e15-4ec7-9708-3535831a5a14 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports/3e8ebf46-507a-43e2-92c2-fdb2baa671c6 HTTP/1.1" status: 404 len: 333 time: 0.2631993 Sep 18 07:10:03.731679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60850) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:03.734549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:59Z', 'revision_number': 3, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:03.762720 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff106b66-8fd8-46b7-b66a-c02b1a92f50c None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:09:59Z', 'revision_number': 3, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:03.809190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Pushing event deleted for resources: {'Port': ['ID=f656ed30-8830-47eb-9105-6871692fb074,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.827814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.839759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.840676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:03.903001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] No DVR routers for this DVR port f656ed30-8830-47eb-9105-6871692fb074 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:03.908223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.909366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.910714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.911258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.911785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.912331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.912679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa5066-3aac-4aad-ba93-e83410fedd2e req-f3ffffec-0a23-400b-9455-0fb82621c7f7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:03.913083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.913658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.914225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.914363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9aa5066-3aac-4aad-ba93-e83410fedd2e req-f3ffffec-0a23-400b-9455-0fb82621c7f7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1703823 Sep 18 07:10:03.914875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.915391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.915911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:03.919702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:03.923017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cd337707-e458-42c5-9945-aa19a557f2f1 req-46c19620-5a6b-492f-9faf-4240b7c4cd1e tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.37 "DELETE /v2.0/ports/f656ed30-8830-47eb-9105-6871692fb074 HTTP/1.1" status: 204 len: 173 time: 1.9293070 Sep 18 07:10:03.941188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'name': 'network-vif-deleted', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:03.944517 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1a044-6f8f-4424-a21b-dcb5b8b6a31f" -d '{"events": [{"server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "name": "network-vif-deleted", "tag": "f656ed30-8830-47eb-9105-6871692fb074"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:03.952859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe8195-ca02-4158-9fcf-913e64f9d0a5 None None] Pushing event updated for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:03.955791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627049a-4434-4ab5-a304-3ac95d5eda6f req-08f6609c-78e4-4e07-86b2-6fa612255b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:03.958266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e627049a-4434-4ab5-a304-3ac95d5eda6f req-08f6609c-78e4-4e07-86b2-6fa612255b79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.5501194 Sep 18 07:10:03.976844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=bc24cf77-4bfe-440b-8418-da02b0f45582,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:03.995995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.005285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.009856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:04.024008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.025704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.026063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.032364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.032610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:04.038516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.038900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5b150767-7ddb-4123-bb30-39f305d7e1c4 None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:04.039378 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5b150767-7ddb-4123-bb30-39f305d7e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.044725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.046470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-ae472953-6f01-49ad-87eb-c98234a3b291 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 5440 time: 0.3046296 Sep 18 07:10:04.094788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e627049a-4434-4ab5-a304-3ac95d5eda6f req-e9587678-59b7-4bef-9819-5ce314a1f81c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251259 Sep 18 07:10:04.100208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b79276f-f9ec-44f9-91d6-ad9de6b2c225 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/3584905c-a90b-4564-bcb5-4619cef63b93 HTTP/1.1" status: 200 len: 978 time: 3.0817878 Sep 18 07:10:04.112467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.113108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:04.113377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:04.113377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:04.116580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] For port bc24cf77-4bfe-440b-8418-da02b0f45582, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:04.118162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.179628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:04.229645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 083d996c-26bc-4661-996e-051cc2adb7a8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:04.230043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.234615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:04.235266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:04.256678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:04.270966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] device_id is not set on port bc24cf77-4bfe-440b-8418-da02b0f45582 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:10:04.301286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.329866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 67f372cc-fcd5-422e-b4a7-a10810694f12 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:04.330397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.342875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.356853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 083d996c-26bc-4661-996e-051cc2adb7a8 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:04.367509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:04.372185 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.372946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:04.423787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.448375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.466953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40c6c0cf-9b88-4efe-806c-7a3d4eaf17b9 req-d68daea5-314c-4da0-b9e5-1936d6127cdd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2991748 Sep 18 07:10:04.482816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9aa5066-3aac-4aad-ba93-e83410fedd2e req-85fd682e-469f-45a9-8376-1c9aa636f654 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444052 Sep 18 07:10:04.485435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:04.486113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf3abf-c08a-4bb4-954c-5847eb943555 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:04.500621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.547046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.576921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=abc69a9b-34e8-4a1a-a68a-be07838e1750,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.586070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:04.596025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:04.596408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.615032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:04.615701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: d234e3f7-dcc3-40f4-899e-adc6a7f70f65, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:10:04.679999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.712283 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b18e9c-f80b-4f8e-8e21-9ad1cea170a7 x-openstack-request-id: req-76b18e9c-f80b-4f8e-8e21-9ad1cea170a7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:04.712840 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c807fd57-f3b9-4779-a47f-c03183146e18", "name": "network-vif-deleted", "tag": "f656ed30-8830-47eb-9105-6871692fb074", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:04.712840 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76b18e9c-f80b-4f8e-8e21-9ad1cea170a7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:04.713211 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807fd57-f3b9-4779-a47f-c03183146e18', 'name': 'network-vif-deleted', 'tag': 'f656ed30-8830-47eb-9105-6871692fb074', 'status': 'completed', 'code': 200} Sep 18 07:10:04.716268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.720418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 938f981e-dcab-4787-ae71-c7ad544572df no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:04.752075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c62ee5c-e1be-4ff9-b693-b46322f7c8b4 req-dca479ec-c213-4151-8f29-15c37a21aa88 tempest-ServerRescueTestJSONUnderV235-1135320964 tempest-ServerRescueTestJSONUnderV235-1135320964-project] 10.222.0.20 "GET /v2.0/ports?device_id=c807fd57-f3b9-4779-a47f-c03183146e18 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Sep 18 07:10:04.752805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:10:04.775126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.813319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.821759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=083d996c-26bc-4661-996e-051cc2adb7a8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.835330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:04.836643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Pushing event updated for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:04.839299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] No DVR routers for this DVR port bc24cf77-4bfe-440b-8418-da02b0f45582 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:04.844800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.845081 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebadd74-b20c-4a3d-a0cd-3954bc37132b" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:04.845232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.857541 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP 3584905c-a90b-4564-bcb5-4619cef63b93 disassociated. External IP: 172.25.4.121, port: 67f372cc-fcd5-422e-b4a7-a10810694f12. Sep 18 07:10:04.857541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 67f372cc-fcd5-422e-b4a7-a10810694f12 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:04.858880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device f656ed30-8830-47eb-9105-6871692fb074 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:04.890288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.898813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c612807d-c9e6-45e9-b92a-d440f3390d4e tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/083d996c-26bc-4661-996e-051cc2adb7a8 HTTP/1.1" status: 204 len: 168 time: 1.1677153 Sep 18 07:10:04.899621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:04.900495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d234e3f7-dcc3-40f4-899e-adc6a7f70f65) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:04.914821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.915369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.976937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] In _notify_port_updated(), no bound segment for port bc24cf77-4bfe-440b-8418-da02b0f45582 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:10:04.978179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:04.978520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:04.980165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-fa892d9e-3e31-4e5b-9f6b-e47c4329b59d service neutron] 10.222.0.24 "PUT /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 200 len: 1032 time: 2.5613618 Sep 18 07:10:04.999621 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbccc50-de0a-4413-b30d-915735a938a2 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] GET failed (client error): The resource could not be found. Sep 18 07:10:05.006796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:05.012103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-adbccc50-de0a-4413-b30d-915735a938a2 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "GET /v2.0/ports/083d996c-26bc-4661-996e-051cc2adb7a8 HTTP/1.1" status: 404 len: 333 time: 0.0989523 Sep 18 07:10:05.086157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d08fba02-7722-45dc-9beb-1e792c1e69cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0251517 Sep 18 07:10:05.088877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60866) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:05.119566 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b64c7e-28be-4517-8065-8cb4124703b3 x-openstack-request-id: req-75b64c7e-28be-4517-8065-8cb4124703b3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:05.119808 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:05.120050 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75b64c7e-28be-4517-8065-8cb4124703b3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:05.120868 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'code': 200} Sep 18 07:10:05.120868 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'code': 200} Sep 18 07:10:05.120868 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'code': 200} Sep 18 07:10:05.121148 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'code': 200} Sep 18 07:10:05.125184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c451b1-1d26-4013-b231-bc5aa7a007b5 None None] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:05.129135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: f656ed30-8830-47eb-9105-6871692fb074 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:05.129598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device f656ed30-8830-47eb-9105-6871692fb074 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:05.168810 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.202974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-13177336-ba1b-437c-8b8b-471f8fb5d469 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.204379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-13177336-ba1b-437c-8b8b-471f8fb5d469 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "GET /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1141489 Sep 18 07:10:05.223490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:05.259407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-994d6aad-7a66-482b-95ea-3d83134278aa None None] Provisioning complete for port bc24cf77-4bfe-440b-8418-da02b0f45582 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:05.259831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-994d6aad-7a66-482b-95ea-3d83134278aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.264756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:05.272277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 68a6b50d-37d6-43e4-bc4d-891053db3a2d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:05.272703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.319587 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.326993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-994d6aad-7a66-482b-95ea-3d83134278aa None None] Port bc24cf77-4bfe-440b-8418-da02b0f45582 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:05.348202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.349023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bc24cf77-4bfe-440b-8418-da02b0f45582 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:05.365433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.434977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=67f372cc-fcd5-422e-b4a7-a10810694f12,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:05.453357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-d234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:10:05.454394 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.473449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device bc24cf77-4bfe-440b-8418-da02b0f45582 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:05.473970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab770858-e10c-4cbb-a959-d016cc293f39 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:05.533820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.559515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:05.585964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 68a6b50d-37d6-43e4-bc4d-891053db3a2d owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:05.718386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.749256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Allocated IP 172.22.0.2 (d234e3f7-dcc3-40f4-899e-adc6a7f70f65/abc69a9b-34e8-4a1a-a68a-be07838e1750/751cbb96-2bd1-46c5-821f-a3ce28b205e1) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:05.823407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a253bf5-02cb-4529-8cc9-0f992d9ced76 req-4c7d093a-566f-4e1e-ac87-d64d303de01b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.824905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a253bf5-02cb-4529-8cc9-0f992d9ced76 req-4c7d093a-566f-4e1e-ac87-d64d303de01b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1412544 Sep 18 07:10:05.853915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.858914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:05.860441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.866475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.872221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:05.872453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.879078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.885063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:05.886975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-0499f442-55ad-4ad4-b166-80cdef9f697e tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 4655 time: 0.2044191 Sep 18 07:10:05.922824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=68a6b50d-37d6-43e4-bc4d-891053db3a2d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:05.926605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab770858-e10c-4cbb-a959-d016cc293f39,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:05.975306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a253bf5-02cb-4529-8cc9-0f992d9ced76 req-289b3c7d-4136-4c07-a4d7-9c642e1a137c tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401305 Sep 18 07:10:06.005355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59400a9d-2820-4ebb-aa4c-a368b44c5077 req-581a7b73-0fcd-4163-bf4b-a95eb8caa846 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=130f9915-d7a8-46cc-ab76-61b1b9f03d4f&id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002479 Sep 18 07:10:06.008356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.012391 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-94cd5aba-1f52-4fa7-af13-849ade4279ce tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/ports/68a6b50d-37d6-43e4-bc4d-891053db3a2d HTTP/1.1" status: 204 len: 168 time: 1.0024538 Sep 18 07:10:06.015471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60876) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:06.030513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.095092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.096023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60878) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:06.110498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] For port ab770858-e10c-4cbb-a959-d016cc293f39, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:06.159755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.202697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:06.205373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:06.210377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:06.221682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Pushing event updated for resources: {'Port': ['ID=751cbb96-2bd1-46c5-821f-a3ce28b205e1,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:06.276362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Attempting to bind port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:06.276986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Attempting to bind port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:06.277290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Attempting to bind port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 on network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:06.283220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:06.283751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Checking segment: {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:06.284171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.284572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Bound using segment: {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:06.285055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Bound port: 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:06.285445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.358066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] For port 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:06.361286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] For port 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=751cbb96-2bd1-46c5-821f-a3ce28b205e1,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:06.383503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.22.0.1 (d234e3f7-dcc3-40f4-899e-adc6a7f70f65/abc69a9b-34e8-4a1a-a68a-be07838e1750/813c0497-8218-4c5e-84a3-a2de584f1a91) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:06.413220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.462892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting subnet d89d1a5a-99b4-48ac-a595-5e147cf2d79c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:06.479956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.485648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f988b-7cc7-43d1-86f0-ff7336ca0aff None None] Pushing event updated for resources: {'Port': ['ID=751cbb96-2bd1-46c5-821f-a3ce28b205e1,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:06.511895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] device_id is not set on port ab770858-e10c-4cbb-a959-d016cc293f39 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:10:06.522174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.572298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.578190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:06.587859 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:06.592565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.596904 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:06.597774 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:06.626346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.639314 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:06.656113 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:06.657529 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:06.706288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.720570 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:06.721603 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5d9de-4175-4085-8c7c-424c544a2078 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:06.728871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:06.733095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:06.735844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:06.749326 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:10:06.750045 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:10:06.759830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.764166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-98b4753e-e9ad-4854-a630-a8b99c0e3902 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/67f372cc-fcd5-422e-b4a7-a10810694f12 HTTP/1.1" status: 204 len: 168 time: 2.6569126 Sep 18 07:10:06.770080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60880) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:06.838457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Pushing event updated for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:06.852120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:06.864216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2594badf-f0f4-4250-97ee-9186cfaa235d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/floatingips/3584905c-a90b-4564-bcb5-4619cef63b93 HTTP/1.1" status: 200 len: 688 time: 0.0907400 Sep 18 07:10:06.864810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60882) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:06.878571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:06.884047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] No DVR routers for this DVR port ab770858-e10c-4cbb-a959-d016cc293f39 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:06.976323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.010726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] In _notify_port_updated(), no bound segment for port ab770858-e10c-4cbb-a959-d016cc293f39 on network 115ee592-2d90-4fb5-87da-f9613371bee8 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:10:07.011907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.012253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.013584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-5047ea6f-150b-4eaa-96fb-3a09abbe8c88 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 200 len: 1032 time: 1.7996850 Sep 18 07:10:07.078096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b4b89099-0675-4ca4-960d-b7cc718485fc None None] Provisioning complete for port ab770858-e10c-4cbb-a959-d016cc293f39 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:07.078899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4b89099-0675-4ca4-960d-b7cc718485fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.122464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:07.127198 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e8e8e4-d106-4193-8503-8fdc2b4b421f" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "938f981e-dcab-4787-ae71-c7ad544572df"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:07.131440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b4b89099-0675-4ca4-960d-b7cc718485fc None None] Port ab770858-e10c-4cbb-a959-d016cc293f39 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:07.180871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db87a67-f4ce-410a-8e2f-5116c9a484ac req-9ba930f6-e851-4e28-9440-0bc021418264 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.182536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db87a67-f4ce-410a-8e2f-5116c9a484ac req-9ba930f6-e851-4e28-9440-0bc021418264 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0906601 Sep 18 07:10:07.207449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.232319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port a4e0aa47-22c5-43b0-b1f0-038558975877 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:07.233217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.252570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Subnet': ['ID=d89d1a5a-99b4-48ac-a595-5e147cf2d79c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:07.256038 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.258232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b26b526-8f97-46e3-b97f-173d1a945c4c tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/subnets/d89d1a5a-99b4-48ac-a595-5e147cf2d79c HTTP/1.1" status: 204 len: 168 time: 1.2414305 Sep 18 07:10:07.262984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:07.266067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:07.266213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.266314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.289839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75215b6-276f-4cf2-b7c5-e2045b0ac3e4 None None] Network 6507fe80-fcb7-49fc-a440-3ac7a117cb84 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:07.314938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.320937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.327432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.333386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.340277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.342683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c823524b-2380-4b66-b345-9fd161540e1f req-6b276fe0-af61-46cb-b6b7-6df1392d1032 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 3876 time: 0.2119520 Sep 18 07:10:07.448221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] For port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:07.448593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.466277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0db87a67-f4ce-410a-8e2f-5116c9a484ac req-409823f5-5895-44c6-b865-db48e2fe1465 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488158 Sep 18 07:10:07.471131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:07.538640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] DHCP port deletion for 6507fe80-fcb7-49fc-a440-3ac7a117cb84 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:07.549170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.579579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.603501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.603847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.618504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Deleting port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:07.618891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.626028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c823524b-2380-4b66-b345-9fd161540e1f req-0ef93969-9cb8-4127-9bb2-1dda40f38b18 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695415 Sep 18 07:10:07.641680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for a4e0aa47-22c5-43b0-b1f0-038558975877 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:07.731168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] For port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,segment=NetworkSegment(37fc33dd-e662-4214-aa31-fafaaf6a6b49),segment_id=37fc33dd-e662-4214-aa31-fafaaf6a6b49)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:07.732012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.746213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Calling delete_port for 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:07.762301 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758da42b-9e12-49dc-bc48-b43d2df7e3a9 x-openstack-request-id: req-758da42b-9e12-49dc-bc48-b43d2df7e3a9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:07.762524 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-unplugged", "status": "completed", "tag": "938f981e-dcab-4787-ae71-c7ad544572df", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:07.762755 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758da42b-9e12-49dc-bc48-b43d2df7e3a9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:07.763148 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df', 'code': 200} Sep 18 07:10:07.766048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3ecdb-de0f-47c8-90dd-c89fae28fbe9 None None] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:07.863741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] Provisioning complete for port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:07.864113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:07.927097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a9389-ebc4-40f5-9df4-e1e28bc3e435 req-fb2e8a48-20ee-4ea3-a33e-5005b98c30fb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:07.928814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-707a9389-ebc4-40f5-9df4-e1e28bc3e435 req-fb2e8a48-20ee-4ea3-a33e-5005b98c30fb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1813335 Sep 18 07:10:07.942262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:07.973327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'floatingip': {'port_id': '97ba4a03-e4e4-46fc-a253-0992d42095a6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:07.978657 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.007887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Deleting port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:08.008435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.032248 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.045944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.046734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.048047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=f79f970b-4b77-4cd8-ba3b-ab42a7e61f01,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.081165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.140679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] Pushing event deleted for resources: {'Port': ['ID=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.140679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa594ba-b5c8-454d-88e2-a3217e762d02 None None] No DVR routers for this DVR port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:08.140679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] For port 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=751cbb96-2bd1-46c5-821f-a3ce28b205e1,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:08.186700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=a4e0aa47-22c5-43b0-b1f0-038558975877,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.193387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] For port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,segment=NetworkSegment(37fc33dd-e662-4214-aa31-fafaaf6a6b49),segment_id=37fc33dd-e662-4214-aa31-fafaaf6a6b49)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:08.193387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.197140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] No DVR routers for this DVR port f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:08.203004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.205936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-91551a6a-2e22-4df5-8686-43e4e48aadbb tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "DELETE /v2.0/ports/f79f970b-4b77-4cd8-ba3b-ab42a7e61f01 HTTP/1.1" status: 204 len: 173 time: 1.1832087 Sep 18 07:10:08.205936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:08.209510 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2987f51c-8d4f-4347-bda9-d28790406465" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:08.233617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.266953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.267341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.268099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.268099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.268325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.268918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.269046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.269280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.269613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.269992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.270331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.270668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:08.276438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Calling delete_port for 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:08.291352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 751cbb96-2bd1-46c5-821f-a3ce28b205e1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:08.303915 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde74a47-f234-4e4f-92f6-2b243f97f522 x-openstack-request-id: req-fde74a47-f234-4e4f-92f6-2b243f97f522 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:08.304210 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "f79f970b-4b77-4cd8-ba3b-ab42a7e61f01", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:08.304463 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fde74a47-f234-4e4f-92f6-2b243f97f522 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:08.304858 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': 'f79f970b-4b77-4cd8-ba3b-ab42a7e61f01', 'status': 'completed', 'code': 200} Sep 18 07:10:08.333653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Deleting port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:08.334021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.355229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32e3a4-6318-4a15-8c9a-ad30cd1befdb None None] Pushing event updated for resources: {'Port': ['ID=751cbb96-2bd1-46c5-821f-a3ce28b205e1,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.387670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:08.387670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.410069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.424962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.428335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.433695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-01e70765-fbb8-4242-a2fd-cccff88e135b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/3584905c-a90b-4564-bcb5-4619cef63b93 HTTP/1.1" status: 204 len: 168 time: 1.5652833 Sep 18 07:10:08.446353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.446353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60900) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:08.446353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '419a9f24-cca1-49dd-8fa0-9734faf07440'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:08.473357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] No DVR routers for this DVR port 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:08.517735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Port': ['ID=2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.574424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-99a06466-b652-458a-8286-3949cb313767 None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:08.574895 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99a06466-b652-458a-8286-3949cb313767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.631807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-99a06466-b652-458a-8286-3949cb313767 None None] Port 813c0497-8218-4c5e-84a3-a2de584f1a91 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:08.639559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.655557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-99a06466-b652-458a-8286-3949cb313767 None None] Provisioning complete for port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:08.655813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99a06466-b652-458a-8286-3949cb313767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.665642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.679125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.711705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:08.782188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:08.782637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2497aee2-6ca6-4a8c-ba40-1a9cf3a6ccac not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:08.844331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6507fe80-fcb7-49fc-a440-3ac7a117cb84']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:08.857170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:08.882150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc33dd-e662-4214-aa31-fafaaf6a6b49') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:08.882492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc33dd-e662-4214-aa31-fafaaf6a6b49') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:08.900264 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfa7dfd-ad5d-41d4-9465-ae19e7f466f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.903171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.929153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.938600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.960558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] For port 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,segment=NetworkSegment(5ec1cec4-c575-4303-945d-89b062dbe9f9),segment_id=5ec1cec4-c575-4303-945d-89b062dbe9f9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:08.961195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-dfef837a-a69a-4774-88e3-5b9f96bb35cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:08.961362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.965225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:08.966339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.967988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-dfef837a-a69a-4774-88e3-5b9f96bb35cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:08.974187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-dfef837a-a69a-4774-88e3-5b9f96bb35cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:08.976011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-74cd3ce0-29f9-4f1b-8780-7471849eb3dc None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:08.976595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-74cd3ce0-29f9-4f1b-8780-7471849eb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.980074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-dfef837a-a69a-4774-88e3-5b9f96bb35cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:08.981825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-dfef837a-a69a-4774-88e3-5b9f96bb35cf tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 3143 time: 0.1739652 Sep 18 07:10:08.983189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:08.983596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:08.997106 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:09.037160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3ce0-29f9-4f1b-8780-7471849eb3dc None None] Port 813c0497-8218-4c5e-84a3-a2de584f1a91 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:09.067009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Calling delete_port for 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:09.170364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5107b17d-a95c-4ded-9d88-2deff3d1f5d0 req-61d01ae0-a3af-466f-bd72-a1e10f4f2827 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688600 Sep 18 07:10:09.206404 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.209932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:09.216532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:09.218405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.229249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.233446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] 10.222.0.20 "DELETE /v2.0/networks/6507fe80-fcb7-49fc-a440-3ac7a117cb84 HTTP/1.1" status: 204 len: 168 time: 1.9628470 Sep 18 07:10:09.238409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] For port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:09.238735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.277968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698be1d-d411-4347-9b22-0b469e6c09e9 tempest-AllowedAddressPairIpV6TestJSON-262085544 tempest-AllowedAddressPairIpV6TestJSON-262085544-project] Pushing event deleted for resources: {'Network': ['ID=6507fe80-fcb7-49fc-a440-3ac7a117cb84,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:09.387375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.resource_extend [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 07:10:09.515152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.560177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-05f1a175-7ce2-421b-a8e6-553ca4b55dd9 None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:09.560823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05f1a175-7ce2-421b-a8e6-553ca4b55dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.595830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-05f1a175-7ce2-421b-a8e6-553ca4b55dd9 None None] Port 813c0497-8218-4c5e-84a3-a2de584f1a91 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:09.598134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.643324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.643697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.644018 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Floating IP 5a1f1459-5781-42fb-9aef-fd228294059c disassociated. External IP: 172.25.4.185, port: 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3. Sep 18 07:10:09.644363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:09.742450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:09.757742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60912) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:09.760332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.159 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c5ca9a79-35ce-4156-8352-31b664c4f161) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:09.769321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:09.820604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:09.870232 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Floating IP dda7500a-a84e-474e-a13b-84064250184e associated. External IP: 172.25.4.66, port: 97ba4a03-e4e4-46fc-a253-0992d42095a6. Sep 18 07:10:09.946029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:09.959410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:09.961484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee3214c8-cc77-4cb0-9439-026bb1f89a42 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8714583 Sep 18 07:10:09.962134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60916) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:09.969588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:09.970244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:09.981873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'network': {'name': 'tempest-RoutersTest-1153953342'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:10.005727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3fcf5bd8-9208-4dd8-98bc-2a399449c09b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33f86eb0c8824d7daa3e883a3990c3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446008 Sep 18 07:10:10.010421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60918) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:10.022166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.066511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:10.116127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.141877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.183292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:10.189653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.202408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.230623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:10:10.249438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.294613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.300864 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added segment 52831d91-6548-4a29-898b-1f5e70039d40 of type vlan for network 62543b58-19f9-404e-a7f1-df5f9bbbec57 Sep 18 07:10:10.300864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.301399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 751cbb96-2bd1-46c5-821f-a3ce28b205e1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:10.302935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.307127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d86b874-3cb4-4218-973c-a4196c8eaa46 HTTP/1.1" status: 204 len: 168 time: 0.2927375 Sep 18 07:10:10.329549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:10.344022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.346252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:10.359977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:10.379100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:10.382691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:10.385413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb26640-01ce-41f4-a800-f24de12f4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d86b874-3cb4-4218-973c-a4196c8eaa46,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:10.434375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=c5ca9a79-35ce-4156-8352-31b664c4f161,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:10.442211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.489083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0905dd-1d18-4e94-ba6c-f64fcddf92fa req-3583a45f-cc2d-41b3-8d83-bef233302818 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:10.495163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0905dd-1d18-4e94-ba6c-f64fcddf92fa req-3583a45f-cc2d-41b3-8d83-bef233302818 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:10.501050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:10.501322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.502450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0905dd-1d18-4e94-ba6c-f64fcddf92fa req-3583a45f-cc2d-41b3-8d83-bef233302818 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:10.504087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b0905dd-1d18-4e94-ba6c-f64fcddf92fa req-3583a45f-cc2d-41b3-8d83-bef233302818 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 2409 time: 0.2124870 Sep 18 07:10:10.551284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:07Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:07Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:10.584215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:10.584770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Updating router d343b5a4-c4f1-410a-8492-e51c7429ace0 port 813c0497-8218-4c5e-84a3-a2de584f1a91 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:10:10.608424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.614453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:10.615026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.626229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b0905dd-1d18-4e94-ba6c-f64fcddf92fa req-1db2c3af-3ad2-41d0-bb2b-5d5a83f132b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983911 Sep 18 07:10:10.630205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:10.775599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Network': ['ID=62543b58-19f9-404e-a7f1-df5f9bbbec57,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:10.791726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2fc8f30-447a-45f7-86cf-ab953a1843bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8228238 Sep 18 07:10:10.792399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:10.799418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'subnet': {'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:10.814298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:10:11.091240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Made reservation on behalf of f272fdf3f33446e8973cb9c0b5506ef6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:11.095702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.120396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Router d868ad5d-3d88-49b6-a049-34164cf67775 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:11.140798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.218630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:11.220404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.225740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.250710 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:11.269361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:11.270527 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:11.303055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70c5ba79-3318-4c57-ba59-e6984a137c09 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "PUT /v2.0/floatingips/dda7500a-a84e-474e-a13b-84064250184e HTTP/1.1" status: 200 len: 990 time: 3.3594668 Sep 18 07:10:11.309377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:11.311841 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955731c3-6caf-4391-95d8-22a2353b3183" -d '{"events": [{"name": "network-changed", "server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:11.362923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Attempting to bind port 813c0497-8218-4c5e-84a3-a2de584f1a91 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:11.362923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Attempting to bind port 813c0497-8218-4c5e-84a3-a2de584f1a91 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:11.362923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Attempting to bind port 813c0497-8218-4c5e-84a3-a2de584f1a91 on network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:11.367378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8950b-e826-4986-87fd-8b1956da1e16 None None] Pushing event updated for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:11.370190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.389846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:11.391295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Checking segment: {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:11.391885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.393397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Bound using segment: {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:11.394180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Bound port: 813c0497-8218-4c5e-84a3-a2de584f1a91, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54498823-d31c-46f5-8f37-850143c53f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:11.395989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.416385 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f52945-9016-4a9e-a627-78c1971aa301 x-openstack-request-id: req-81f52945-9016-4a9e-a627-78c1971aa301 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:11.416689 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:11.416945 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f52945-9016-4a9e-a627-78c1971aa301 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:11.417349 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'status': 'completed', 'code': 200} Sep 18 07:10:11.452043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Router d617f6f1-4820-46e0-b5c7-a830911dfb45 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:11.483094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:11.497653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Sync routers for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:11.509745 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:11.535116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:11.535116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:11.640457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a37dbf7-0a09-4a61-9a89-f2d4404acd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.645250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] For port 813c0497-8218-4c5e-84a3-a2de584f1a91, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:11.653215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] For port 813c0497-8218-4c5e-84a3-a2de584f1a91, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=813c0497-8218-4c5e-84a3-a2de584f1a91,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:11.675765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] No DVR routers for this DVR port 83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:11.679249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.681813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-981636b2-ee61-4261-81ed-2e7238903e6d tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "DELETE /v2.0/ports/83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3 HTTP/1.1" status: 204 len: 173 time: 3.4611480 Sep 18 07:10:11.696064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.744682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:11.744682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.753327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.779753 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'dda7500a-a84e-474e-a13b-84064250184e', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:10:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:40Z', 'updated_at': '2021-09-18T07:10:09Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:11.793594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:11.807587 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:11.821137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955731c3-6caf-4391-95d8-22a2353b3183 req-e4fc864c-210a-4c86-8d5d-436021f5218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:11.822892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-e4fc864c-210a-4c86-8d5d-436021f5218c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.3216035 Sep 18 07:10:11.825589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:11.826498 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:11.880825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Subnet': ['ID=155b9d8a-fc22-4414-968a-66c11c6ccbc5,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:11.932184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:12.023122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:12.029084 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:12.035543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70309c2b-7029-4479-adf8-dd1587ec53fd admin admin] 10.222.0.20 "PUT /v2.0/routers/d617f6f1-4820-46e0-b5c7-a830911dfb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9386494 Sep 18 07:10:12.038285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60956) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:12.066800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:12.068272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.087280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308edb6a-699c-4795-bf95-46741f71d4bd req-5cd824cb-f483-4c53-b8f4-7addf3b6093b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.095501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308edb6a-699c-4795-bf95-46741f71d4bd req-5cd824cb-f483-4c53-b8f4-7addf3b6093b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.098820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:12.099454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:12.101248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8950b-e826-4986-87fd-8b1956da1e16 None None] Pushing event updated for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:12.103630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308edb6a-699c-4795-bf95-46741f71d4bd req-5cd824cb-f483-4c53-b8f4-7addf3b6093b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.105655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-308edb6a-699c-4795-bf95-46741f71d4bd req-5cd824cb-f483-4c53-b8f4-7addf3b6093b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 2409 time: 0.3181112 Sep 18 07:10:12.222635 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.240131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] For port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:12.240809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.253923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Checking segment: {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:12.254565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network hostable DHCP agents. Network: 62543b58-19f9-404e-a7f1-df5f9bbbec57, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:10:12.257237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:12.268756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-308edb6a-699c-4795-bf95-46741f71d4bd req-61003bf7-1779-426b-8806-547bc96af305 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173141 Sep 18 07:10:12.326105 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Sync routers for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:12.367705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.376038 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:12.376724 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:12.409580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.459471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:10:12.465132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.468787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955731c3-6caf-4391-95d8-22a2353b3183 req-2449c52d-4c67-423c-b954-b5ed7b923fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.470350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:12.470489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-2449c52d-4c67-423c-b954-b5ed7b923fa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.6221583 Sep 18 07:10:12.493198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.539671 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:12.542014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.581255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 62543b58-19f9-404e-a7f1-df5f9bbbec57) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:12.598428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.599396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.605449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de76f76-961b-4b03-affb-8e4286fdce29 None None] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:12.605997 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-e57eb239-3102-479f-b368-d923681b1ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 998 time: 0.1284125 Sep 18 07:10:12.607243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.676044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=c5ca9a79-35ce-4156-8352-31b664c4f161,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:12.680936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=3dcb73bd-23d3-4dc2-a09a-60f17a66a868,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:12.700981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.733375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] For port 813c0497-8218-4c5e-84a3-a2de584f1a91, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=813c0497-8218-4c5e-84a3-a2de584f1a91,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:12.741035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] No DVR routers for this DVR port 3dcb73bd-23d3-4dc2-a09a-60f17a66a868 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:12.745260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:12.747532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-afc6df31-f5c7-4d6e-b860-e5f208a5902b tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "DELETE /v2.0/ports/3dcb73bd-23d3-4dc2-a09a-60f17a66a868 HTTP/1.1" status: 204 len: 173 time: 1.0601044 Sep 18 07:10:12.765725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955731c3-6caf-4391-95d8-22a2353b3183 req-4ddf1bee-97e0-4d89-a1f5-8990e9970f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.767803 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-4ddf1bee-97e0-4d89-a1f5-8990e9970f7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1507154 Sep 18 07:10:12.785091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f4c5773-eb0d-47ca-899b-5c6b183a6ae7 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9897714 Sep 18 07:10:12.786309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:12.819355 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'dda7500a-a84e-474e-a13b-84064250184e', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:10:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:40Z', 'updated_at': '2021-09-18T07:10:09Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:12.853052 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee78c94-7687-4bf6-8c07-da6fdde8e89b None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'dda7500a-a84e-474e-a13b-84064250184e', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:10:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:09:40Z', 'updated_at': '2021-09-18T07:10:09Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:12.864631 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:10:09Z', 'revision_number': 5, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port': {'id': 'c9bdc586-1ebd-4c3f-84b6-ec88428ed167', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:08:42Z', 'updated_at': '2021-09-18T07:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:12.902546 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Checking router: d617f6f1-4820-46e0-b5c7-a830911dfb45 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:12.915695 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Routers {'d617f6f1-4820-46e0-b5c7-a830911dfb45'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:12.916575 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d617f6f1-4820-46e0-b5c7-a830911dfb45'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:12.930033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955731c3-6caf-4391-95d8-22a2353b3183 req-2a9b1430-527a-4851-9a1e-cef942ed5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:12.932497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-2a9b1430-527a-4851-9a1e-cef942ed5a04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269526 Sep 18 07:10:12.950849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:12.951777 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.156353 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] Set router d617f6f1-4820-46e0-b5c7-a830911dfb45 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:13.164248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] For port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:13.164975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.171829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-6d4b8eff-ecab-4ac0-8238-2cc7aaea605b service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243733 Sep 18 07:10:13.213520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:13.278913 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP eca203c4-58bd-4ef8-b9d0-915e9d229684 associated. External IP: 172.25.4.159, port: 419a9f24-cca1-49dd-8fa0-9734faf07440. Sep 18 07:10:13.302585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Deleting port c9bdc586-1ebd-4c3f-84b6-ec88428ed167 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:13.302972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.430071 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 6, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:13.434374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:13.438564 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eca3b1a-57dd-4c05-9b4d-e293bb98d50d" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:13.453132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a183c028-b926-4a83-bca6-79493beb839d None None] New status for floating IP dda7500a-a84e-474e-a13b-84064250184e: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:10:13.482229 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841ca63-79bf-45c6-9236-8ec1f2a5d0a8 None None] The sync data for ids ['d617f6f1-4820-46e0-b5c7-a830911dfb45'] in n-d-789963-14 is: [{'id': 'd617f6f1-4820-46e0-b5c7-a830911dfb45', 'name': 'tempest-ServerRescueTestJSONUnderV235-1897908711-router', 'tenant_id': '4782c98b78ee4c3694d5c5581af7f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:08:39Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 6, 'project_id': '4782c98b78ee4c3694d5c5581af7f958', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:13.489679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-955731c3-6caf-4391-95d8-22a2353b3183 req-d9c4c6a4-2296-4ed6-8f8b-14dcea6fd5fe service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059399 Sep 18 07:10:13.500891 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222ceaa-7992-45d3-aa6a-d1a475d7976a x-openstack-request-id: req-2222ceaa-7992-45d3-aa6a-d1a475d7976a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:13.510177 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3", "status": "completed", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "3dcb73bd-23d3-4dc2-a09a-60f17a66a868", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:13.510177 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2222ceaa-7992-45d3-aa6a-d1a475d7976a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:13.510177 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '83c6ba9e-6ebf-4183-b0b0-5be11d24f2d3', 'status': 'completed', 'code': 200} Sep 18 07:10:13.510177 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '3dcb73bd-23d3-4dc2-a09a-60f17a66a868', 'status': 'completed', 'code': 200} Sep 18 07:10:13.548321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.617066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-62543b58-19f9-404e-a7f1-df5f9bbbec57', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:10:13.617962 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.651971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.696110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=548cd5f5-1240-4ba0-aa3a-640e8acd5df2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:13.746544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.764194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] No DVR routers for this DVR port 548cd5f5-1240-4ba0-aa3a-640e8acd5df2 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:13.767106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.774124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-6788ab35-99c9-4905-bbe9-d90c153daab6 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "DELETE /v2.0/ports/548cd5f5-1240-4ba0-aa3a-640e8acd5df2 HTTP/1.1" status: 204 len: 173 time: 1.0152175 Sep 18 07:10:13.801141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f201a-3325-4a36-93db-a46c77aa6716 None None] Pushing event updated for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:13.905160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6fcf3c44-bd41-40b1-b977-d01cb81319d0 None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:13.905693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3c44-bd41-40b1-b977-d01cb81319d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:13.911663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port 938f981e-dcab-4787-ae71-c7ad544572df {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:13.914786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.002890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:14.040906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] For port 938f981e-dcab-4787-ae71-c7ad544572df, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=938f981e-dcab-4787-ae71-c7ad544572df,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:14.042757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.053084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Checking router: d868ad5d-3d88-49b6-a049-34164cf67775 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:14.064243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for 938f981e-dcab-4787-ae71-c7ad544572df owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:14.101341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:14.102024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:14.106949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280459e-3518-4d06-843c-42b17754da85 req-0cfc83ef-4c42-482b-93db-09a705ba98de tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:14.113741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280459e-3518-4d06-843c-42b17754da85 req-0cfc83ef-4c42-482b-93db-09a705ba98de tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:14.115946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e280459e-3518-4d06-843c-42b17754da85 req-0cfc83ef-4c42-482b-93db-09a705ba98de tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 1598 time: 0.6690056 Sep 18 07:10:14.155342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:07Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:11Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:14.183908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] For port c9bdc586-1ebd-4c3f-84b6-ec88428ed167, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:14.184348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.196444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Allocated IP 172.23.0.2 (62543b58-19f9-404e-a7f1-df5f9bbbec57/155b9d8a-fc22-4414-968a-66c11c6ccbc5/1a64de67-70d4-4a47-84f8-57448eb530e9) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:14.204591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fd18c-8fc0-4cb4-89b7-ab09d2ef1e2c None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:07Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:11Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:14.239381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Calling delete_port for c9bdc586-1ebd-4c3f-84b6-ec88428ed167 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:14.301173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e280459e-3518-4d06-843c-42b17754da85 req-80de84ff-b14f-4054-85db-da32e2989c8c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups?id=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464591 Sep 18 07:10:14.359618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.499328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=938f981e-dcab-4787-ae71-c7ad544572df,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:14.530727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:14.596125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] No DVR routers for this DVR port 938f981e-dcab-4787-ae71-c7ad544572df on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:14.596125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.596125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aa3bf9ff-e2e1-414d-8e79-839ef07dec7f req-0528b7e2-574a-4864-8ba9-74cdbe7a08d2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.24 "DELETE /v2.0/ports/938f981e-dcab-4787-ae71-c7ad544572df HTTP/1.1" status: 204 len: 173 time: 0.8156126 Sep 18 07:10:14.608472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9bdc586-1ebd-4c3f-84b6-ec88428ed167 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:14.619188 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.799005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.866014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:14.914227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.965822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:14.989539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.057530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.131711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:15.142649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:15.145210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:15.165346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Allocated IP 172.23.0.1 (62543b58-19f9-404e-a7f1-df5f9bbbec57/155b9d8a-fc22-4414-968a-66c11c6ccbc5/a98cc6a8-4f64-4b1f-afec-20c7c24de423) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:15.179233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Pushing event updated for resources: {'Port': ['ID=1a64de67-70d4-4a47-84f8-57448eb530e9,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:15.222460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Attempting to bind port 1a64de67-70d4-4a47-84f8-57448eb530e9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:15.222832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Attempting to bind port 1a64de67-70d4-4a47-84f8-57448eb530e9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:15.223195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Attempting to bind port 1a64de67-70d4-4a47-84f8-57448eb530e9 on network 62543b58-19f9-404e-a7f1-df5f9bbbec57 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:15.228044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:15.233746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:15.234028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Checking segment: {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:15.234302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.234696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Bound using segment: {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:15.235163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Bound port: 1a64de67-70d4-4a47-84f8-57448eb530e9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:15.235544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.270428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.273073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058df4-de02-4033-8d65-331468c8ce1b None None] The sync data for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 is: [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T06:59:24Z', 'revision_number': 4, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '48faff62-f737-44b7-8081-3eae713b23a7', 'name': '', 'network_id': 'e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'mac_address': 'fa:16:3e:64:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:22Z', 'updated_at': '2021-09-18T06:59:29Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'subnets': [{'id': 'b4a7e527-1d94-42b5-bfc0-f5b506dd51af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:15.296264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:15.343843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:15.344194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5680fd1e-ac59-4cb9-a8a8-e9c19fc0ed2f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:15.356952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bdc586-1ebd-4c3f-84b6-ec88428ed167,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:15.402567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:15.406905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] For port 1a64de67-70d4-4a47-84f8-57448eb530e9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:15.416237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] For port 1a64de67-70d4-4a47-84f8-57448eb530e9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a64de67-70d4-4a47-84f8-57448eb530e9,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:15.419841 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:15.430361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:15.431894 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:15.475175 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:15.486561 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:15.487849 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:15.489214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b4d1833-7178-4840-9b8c-0a4fe0df6966 req-7650ca46-a472-46cf-941b-1f0e8b739278 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0516913 Sep 18 07:10:15.503323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.504062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2'}, {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:10:15.509321 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb7db9-534a-4af1-acba-d0b43acd40f2" -d '{"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2"}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "938f981e-dcab-4787-ae71-c7ad544572df"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:10:15.511031 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.546213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.586074 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30211bb-c662-4b15-ad55-46498dff90ed x-openstack-request-id: req-f30211bb-c662-4b15-ad55-46498dff90ed {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:10:15.586310 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "548cd5f5-1240-4ba0-aa3a-640e8acd5df2", "status": "completed", "code": 200}, {"server_uuid": "6ce5ec8c-10f1-4008-8e62-eec8be4750a7", "name": "network-vif-deleted", "tag": "938f981e-dcab-4787-ae71-c7ad544572df", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:10:15.586765 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30211bb-c662-4b15-ad55-46498dff90ed {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:10:15.587204 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '548cd5f5-1240-4ba0-aa3a-640e8acd5df2', 'status': 'completed', 'code': 200} Sep 18 07:10:15.587552 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ec8c-10f1-4008-8e62-eec8be4750a7', 'name': 'network-vif-deleted', 'tag': '938f981e-dcab-4787-ae71-c7ad544572df', 'status': 'completed', 'code': 200} Sep 18 07:10:15.613548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:15.614669 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c546f-ae88-47a8-aaed-4af7f4eeaddb None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:15.616123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.670752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4864573-2aed-4050-a5ed-f5b8ea6b67cf None None] Pushing event updated for resources: {'Port': ['ID=1a64de67-70d4-4a47-84f8-57448eb530e9,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:15.715514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.720831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.729216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a432e65b-9c93-4d6b-aa8c-ac9885566196 None None] New status for floating IP 5a1f1459-5781-42fb-9aef-fd228294059c: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:10:15.733969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ef40452-4a94-4181-9c13-41782184ab66 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2917490 Sep 18 07:10:15.736983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:15.742378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1785722150'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:15.815528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.843995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:15.847857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.912225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:10:15.914298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.918088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d617f6f1-4820-46e0-b5c7-a830911dfb45 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:15.924088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:15.940151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.946631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:15.947028 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Added segment 2f519b67-b718-429c-8c5f-b30b6357e493 of type vlan for network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f Sep 18 07:10:15.947326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e2c0ccd8-3624-4689-8441-108d44f48dae admin admin] 10.222.0.20 "DELETE /v2.0/routers/d617f6f1-4820-46e0-b5c7-a830911dfb45 HTTP/1.1" status: 204 len: 168 time: 3.8975773 Sep 18 07:10:15.950622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:15.959470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:15.968081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:16.033319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:16.079653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.095211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Deleting subnet f2e87bf8-27ac-4d8e-8851-94a426c58a7f {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:16.101675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.104074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.155947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.231052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.378962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a64de67-70d4-4a47-84f8-57448eb530e9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:16.401189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1a64de67-70d4-4a47-84f8-57448eb530e9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:16.401645 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.487893 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.506948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.522867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:16.523535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.526580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.551306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 1a64de67-70d4-4a47-84f8-57448eb530e9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a64de67-70d4-4a47-84f8-57448eb530e9,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:16.596460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.605597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:16.606692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 813c0497-8218-4c5e-84a3-a2de584f1a91 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:16.719185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5f60663-d5b8-407a-890e-f47e9dc4b26b req-6d7f0b48-9d3c-4971-bc6a-2e3fce52c1bd tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0690017 Sep 18 07:10:16.773024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=1a64de67-70d4-4a47-84f8-57448eb530e9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:16.794964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 813c0497-8218-4c5e-84a3-a2de584f1a91 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:16.795641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.114039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.118999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2e87bf8-27ac-4d8e-8851-94a426c58a7f HTTP/1.1" status: 204 len: 168 time: 1.1648183 Sep 18 07:10:17.123455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:17.134613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2997d-f275-4346-b782-d9afd654d56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e87bf8-27ac-4d8e-8851-94a426c58a7f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:17.171875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2f390-31b1-4fee-9b05-fb99ad02d611 None None] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:17.208629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Network': ['ID=5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:17.236596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.241260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05f34730-6e5e-4288-8dbf-d13a2b28ef8c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5002828 Sep 18 07:10:17.241260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:17.244611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:10:17.244793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'subnet': {'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:17.263247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.268738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c72ad06b-ad27-4e38-a38e-dc559257cccb None None] Provisioning complete for port 1a64de67-70d4-4a47-84f8-57448eb530e9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:17.269198 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c72ad06b-ad27-4e38-a38e-dc559257cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.361392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.386272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b6fd64-d312-4cf8-9066-550ebd529e6d']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:17.396726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec1cec4-c575-4303-945d-89b062dbe9f9') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:17.397028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec1cec4-c575-4303-945d-89b062dbe9f9') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:17.408580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.423549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.429489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:17.429891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.443110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:17.449625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:17.488491 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:17.491209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.542763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.669428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.675951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.681288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/02b6fd64-d312-4cf8-9066-550ebd529e6d HTTP/1.1" status: 204 len: 168 time: 0.5534716 Sep 18 07:10:17.736438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae09b34-1963-4f68-902c-1e99846798d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b6fd64-d312-4cf8-9066-550ebd529e6d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:17.749359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:17.764891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:17.784060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event updated for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:17.811298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:17.938389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Checking segment: {'id': '2f519b67-b718-429c-8c5f-b30b6357e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:17.938743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network hostable DHCP agents. Network: 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:10:17.944547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Subnet': ['ID=1cdec066-9ba8-491a-83ea-835f1a57993b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:17.969150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef0622b0-dbe5-439a-98aa-08ae424e0c07 req-92fa46bf-7219-406c-a1ca-5b74046e8491 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0781360 Sep 18 07:10:17.991674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-62a738bb-94eb-4947-80ff-7407827bbc6d None None] Provisioning complete for port a98cc6a8-4f64-4b1f-afec-20c7c24de423 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:17.992305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62a738bb-94eb-4947-80ff-7407827bbc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.044516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:18.060339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-62a738bb-94eb-4947-80ff-7407827bbc6d None None] Port a98cc6a8-4f64-4b1f-afec-20c7c24de423 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:18.068118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:10:18.106207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-62a738bb-94eb-4947-80ff-7407827bbc6d None None] Provisioning complete for port 1a64de67-70d4-4a47-84f8-57448eb530e9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:18.108482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62a738bb-94eb-4947-80ff-7407827bbc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.157223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:18.173017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:18.173569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.186662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f671fbe-4650-49b6-b3e8-3c76ec1d0e68 None None] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:18.234503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a64de67-70d4-4a47-84f8-57448eb530e9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:18.247428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:18.259301 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:18.260157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d3d49cdc-9a36-4360-aac4-8f19173712f1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4696324 Sep 18 07:10:18.262913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:18.268476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:18.277918 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:18.278549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:18.289253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32828) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:18.349680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-174bbdf8-ef72-4b4a-b07e-39c07ca008dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4782c98b78ee4c3694d5c5581af7f958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583682 Sep 18 07:10:18.351414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32830) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:18.383274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0aa6be27-353c-4c49-8cd3-685dbc86bb13 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1428833 Sep 18 07:10:18.389931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32834) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:18.422346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-983954384', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:18.443855 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:18.480224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.545074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.672435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.674012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.691988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1a64de67-70d4-4a47-84f8-57448eb530e9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:18.692376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.711388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.714914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.715556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a671bf97-6569-42ce-ac33-623edd5ab21f HTTP/1.1" status: 204 len: 168 time: 0.3629866 Sep 18 07:10:18.739211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a817df-2a2f-4d39-84ee-ed4ae0ff8594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a671bf97-6569-42ce-ac33-623edd5ab21f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:18.816274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.851329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f', 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f', 'tenant_id': '8036b040ae444462b88f62190a37ec06', 'fixed_ips': [{'subnet_id': '1cdec066-9ba8-491a-83ea-835f1a57993b'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:10:18.852328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:18.896932 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:16Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:16Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:18.949643 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:18.950029 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Updating router d343b5a4-c4f1-410a-8492-e51c7429ace0 port a98cc6a8-4f64-4b1f-afec-20c7c24de423 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:10:19.052565 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.165120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b0e017e-af19-44bd-b203-dd3ff797a28f req-a58380e7-2507-4bef-8965-1f4b77d12d3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0541184 Sep 18 07:10:19.224309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-750c09ca-a23f-420f-9585-0575687ffa7c None None] Provisioning complete for port a98cc6a8-4f64-4b1f-afec-20c7c24de423 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:19.224878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-750c09ca-a23f-420f-9585-0575687ffa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.255476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Allocated IP 172.20.0.2 (5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f/1cdec066-9ba8-491a-83ea-835f1a57993b/017229e9-1319-448c-8a03-8ea46fd67380) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:19.271228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32852) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:19.403605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.446562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-750c09ca-a23f-420f-9585-0575687ffa7c None None] Port a98cc6a8-4f64-4b1f-afec-20c7c24de423 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:19.492567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25317ca4-fd07-4f43-8109-e1afc4c3670f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.531920 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.537609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:10:19.545253 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.555218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Removed routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:10:19.556126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.599466 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.645718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.650584 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25317ca4-fd07-4f43-8109-e1afc4c3670f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.712939 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fced53e-67b9-4dc0-a9f4-ab512ff4dde9 None None] Pushing event updated for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:19.729618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:19.734360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-25317ca4-fd07-4f43-8109-e1afc4c3670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.738469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:19.749255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:19.756519 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Attempting to bind port a98cc6a8-4f64-4b1f-afec-20c7c24de423 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:19.763091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Attempting to bind port a98cc6a8-4f64-4b1f-afec-20c7c24de423 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:19.763091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Attempting to bind port a98cc6a8-4f64-4b1f-afec-20c7c24de423 on network 62543b58-19f9-404e-a7f1-df5f9bbbec57 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:19.772673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:19.773048 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Checking segment: {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:19.773448 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.774091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Bound using segment: {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:19.774759 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Bound port: a98cc6a8-4f64-4b1f-afec-20c7c24de423, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52831d91-6548-4a29-898b-1f5e70039d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:19.775593 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.815425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25317ca4-fd07-4f43-8109-e1afc4c3670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d18a5bd-3ccf-4fdc-a52c-142201bb10d6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:19.832675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-25317ca4-fd07-4f43-8109-e1afc4c3670f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b548b79637548d3ac8276b49cba09e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591879 Sep 18 07:10:19.834675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32864) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:19.886982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Pushing event updated for resources: {'Port': ['ID=017229e9-1319-448c-8a03-8ea46fd67380,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:19.901097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Attempting to bind port 017229e9-1319-448c-8a03-8ea46fd67380 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:10:19.906156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Attempting to bind port 017229e9-1319-448c-8a03-8ea46fd67380 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2f519b67-b718-429c-8c5f-b30b6357e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:10:19.906646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Attempting to bind port 017229e9-1319-448c-8a03-8ea46fd67380 on network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:10:19.916912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:10:19.917537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Checking segment: {'id': '2f519b67-b718-429c-8c5f-b30b6357e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:10:19.918066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.924512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Bound using segment: {'id': '2f519b67-b718-429c-8c5f-b30b6357e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:10:19.924844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Bound port: 017229e9-1319-448c-8a03-8ea46fd67380, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f519b67-b718-429c-8c5f-b30b6357e493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:10:19.925354 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:19.926606 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] For port a98cc6a8-4f64-4b1f-afec-20c7c24de423, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:19.939246 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] For port a98cc6a8-4f64-4b1f-afec-20c7c24de423, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a98cc6a8-4f64-4b1f-afec-20c7c24de423,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:19.969794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.007125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.017489 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.104796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] For port 017229e9-1319-448c-8a03-8ea46fd67380, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:10:20.118138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] For port 017229e9-1319-448c-8a03-8ea46fd67380, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=017229e9-1319-448c-8a03-8ea46fd67380,segment=NetworkSegment(2f519b67-b718-429c-8c5f-b30b6357e493),segment_id=2f519b67-b718-429c-8c5f-b30b6357e493)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:10:20.139600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] Provisioning complete for port a98cc6a8-4f64-4b1f-afec-20c7c24de423 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:20.140400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.155649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.159621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.161453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d18a5bd-3ccf-4fdc-a52c-142201bb10d6 HTTP/1.1" status: 204 len: 168 time: 0.3228538 Sep 18 07:10:20.164350 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fced53e-67b9-4dc0-a9f4-ab512ff4dde9 None None] Pushing event updated for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:20.176990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb7f07-7489-40e7-b3fe-779820c1c039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d18a5bd-3ccf-4fdc-a52c-142201bb10d6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:20.192500 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:20.193247 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:20.237425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.383876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.385612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afaabc4e-bac4-49df-a988-d34dd621a88c req-983119fa-ce0d-425a-b055-f81cfe1e07a2 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0943117 Sep 18 07:10:20.397769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.401437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.439728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:20.441120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.465295 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.493281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] For port a98cc6a8-4f64-4b1f-afec-20c7c24de423, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a98cc6a8-4f64-4b1f-afec-20c7c24de423,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:20.513076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298229a-7539-4669-a491-244eceaa4d1b None None] Pushing event updated for resources: {'Port': ['ID=017229e9-1319-448c-8a03-8ea46fd67380,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:20.626308 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.800181 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:19Z', 'revision_number': 6, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:19Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:20.806576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:20.828853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d6c40-0773-439d-800e-f8213f8de1a3 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:19Z', 'revision_number': 6, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:19Z', 'revision_number': 4, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:20.832329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8b4ed41b-1760-4340-b67a-113e20abab90 None None] Provisioning complete for port a98cc6a8-4f64-4b1f-afec-20c7c24de423 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:20.834234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed41b-1760-4340-b67a-113e20abab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:20.836109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd39bf-3edd-44b0-bd12-50971a9646e9 None None] Pushing event updated for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:20.839745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.25.4.142 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5115f6cd-f3a9-4f9b-8e72-020972c6f617) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:21.318994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:21.326736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:21.328211 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9423a7e4-4bef-4f79-9265-8c4876e676cb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 933 time: 3.0632393 Sep 18 07:10:21.330824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32888) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:21.367133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:21.427579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e147323-61ce-4c9e-95cb-7c2bbfc0ecfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:21.584109 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1653bc9c-c2ed-41a6-bdb9-a96c4c030778 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 933 time: 0.2521222 Sep 18 07:10:21.587434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32900) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:21.594180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'routes': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:21.672502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-799b9abc-81f5-4021-9aa0-64829e19065e req-4996de77-59a9-45fb-80fe-18495ce9793f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.1106837 Sep 18 07:10:21.728425 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e147323-61ce-4c9e-95cb-7c2bbfc0ecfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:21.814701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e147323-61ce-4c9e-95cb-7c2bbfc0ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:21.837461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:21.848370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147323-61ce-4c9e-95cb-7c2bbfc0ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fce9ce-b259-44f6-bfcf-631cc9e1ceae,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:21.909790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32904) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:21.916460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e147323-61ce-4c9e-95cb-7c2bbfc0ecfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdb7d4c784c64a6d8a726e649d420526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471299 Sep 18 07:10:22.022031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164a073-0088-49ee-b0ea-df860890a572 None None] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:22.048639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.054075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:22.104001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.107937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.178505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:22.180690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:22.233332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:22.245876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:22.263115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:22.302682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] Provisioning complete for port 017229e9-1319-448c-8a03-8ea46fd67380 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:22.303122 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.321688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=5115f6cd-f3a9-4f9b-8e72-020972c6f617,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:22.375585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 017229e9-1319-448c-8a03-8ea46fd67380 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:22.478762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:10:22.479127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:10:22.576784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.742049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:22.842947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.864212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:22.865768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51fce9ce-b259-44f6-bfcf-631cc9e1ceae HTTP/1.1" status: 204 len: 168 time: 0.9534161 Sep 18 07:10:22.888921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bd99052-2984-4eb0-bba5-3d5add22bcb9 req-38e65c45-4315-430d-a498-cfb004ffcdbc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0516713 Sep 18 07:10:23.004540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.123447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 017229e9-1319-448c-8a03-8ea46fd67380 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:23.124189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.126731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] For port 017229e9-1319-448c-8a03-8ea46fd67380, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=017229e9-1319-448c-8a03-8ea46fd67380,segment=NetworkSegment(2f519b67-b718-429c-8c5f-b30b6357e493),segment_id=2f519b67-b718-429c-8c5f-b30b6357e493)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:23.140881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.148398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.219593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.233658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.345775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14927b-be32-48a0-b693-c0f5daa1968b None None] Pushing event updated for resources: {'Port': ['ID=017229e9-1319-448c-8a03-8ea46fd67380,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:23.350646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a98cc6a8-4f64-4b1f-afec-20c7c24de423 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:23.395471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:19Z', 'revision_number': 6, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:23.422264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fec2da-b8f3-453d-8963-8c46429aa116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fce9ce-b259-44f6-bfcf-631cc9e1ceae,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:23.446958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:23.510921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:23.511577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:23.515456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fc90460b-4c47-4686-ac26-9423e565f9d1 None None] Provisioning complete for port 017229e9-1319-448c-8a03-8ea46fd67380 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:23.515600 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc90460b-4c47-4686-ac26-9423e565f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:23.614097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:23.632845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:23.853482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a98cc6a8-4f64-4b1f-afec-20c7c24de423 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:23.853862 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:24.063737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:22Z', 'revision_number': 7, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.081521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88774c94-fb2b-42b7-969d-902609b77025 req-7fda5858-6df1-411f-9758-4d382083484c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0507803 Sep 18 07:10:24.092605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e6c13-b71c-4a3d-8614-b31542b19e56 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:22Z', 'revision_number': 7, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:24.117551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:24.182494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:24.203044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:24.204554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b90782f7-56a2-4662-a227-c1279a10b1ef tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 699 time: 2.6159492 Sep 18 07:10:24.207328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32942) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:24.244751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 017229e9-1319-448c-8a03-8ea46fd67380 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:10:24.321018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 017229e9-1319-448c-8a03-8ea46fd67380 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:24.321268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:24.421086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32950) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:24.429865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bf7e7318-eaf2-466b-afe7-f53a7346aecd tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 699 time: 0.2210002 Sep 18 07:10:24.554318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 8a70fccb-eb80-431f-9092-298a9ba0234e is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:10:24.779075 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:24.791605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:24.792209 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.805632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:24.815924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] Sync routers for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:24.829616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:24.830348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.873441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.883550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:24.884271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.910573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:24.914419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91e85334-1a17-4375-8bbc-cf30c59f2f8d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5235102 Sep 18 07:10:24.914419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32964) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:24.956613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:24.962338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb9023-93cc-4c27-8346-abee57f48add None None] The sync data for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:25.054760 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:25.091497 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:25.392332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc14ccef-39e5-4186-9bcf-59b770557436 req-9415b593-0d0d-4397-b67e-54415dadb78f tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0800893 Sep 18 07:10:25.437881 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:22Z', 'revision_number': 7, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:25.478929 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:25.489427 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:25.490090 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:25.600408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port a98cc6a8-4f64-4b1f-afec-20c7c24de423 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:25.602428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:25.621370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:25.736254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port a98cc6a8-4f64-4b1f-afec-20c7c24de423, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a98cc6a8-4f64-4b1f-afec-20c7c24de423,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:25.736988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:25.755753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for a98cc6a8-4f64-4b1f-afec-20c7c24de423 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:25.787712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.032310 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:22Z', 'revision_number': 7, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:26.090817 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728db7aa-d80e-47c5-832a-9c434cfc3d2b None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:22Z', 'revision_number': 7, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a98cc6a8-4f64-4b1f-afec-20c7c24de423', 'name': '', 'network_id': '62543b58-19f9-404e-a7f1-df5f9bbbec57', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:4b:41:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:14Z', 'updated_at': '2021-09-18T07:10:20Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '155b9d8a-fc22-4414-968a-66c11c6ccbc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:26.329341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.1 (5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f/1cdec066-9ba8-491a-83ea-835f1a57993b/9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:26.504639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.529404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddf9337a-7294-406b-ab0c-fb7f21898a37 req-f16461d5-6869-40b1-81c3-1cb6e7355d05 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0317252 Sep 18 07:10:26.530594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.565115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=a98cc6a8-4f64-4b1f-afec-20c7c24de423,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:26.625374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.694012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:26.694937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:26.698376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:26.700512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:26.733327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.785184 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:26.997748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:27.055900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-83ab000c-a5a7-41b3-b2c1-fc9286058672 None None] Provisioning complete for port 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:27.061236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83ab000c-a5a7-41b3-b2c1-fc9286058672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.070562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.132646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-83ab000c-a5a7-41b3-b2c1-fc9286058672 None None] Port 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:27.177128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:27.190195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c44f1a61-361b-4eb6-b699-0b9d1d0a25c5 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682543 Sep 18 07:10:27.191035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:27.195325 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:27.210862 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:27.212485 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:27.310560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 155b9d8a-fc22-4414-968a-66c11c6ccbc5 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:27.320629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.362700 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:27.423471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.567370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.608063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.665574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.707454 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:26Z', 'revision_number': 8, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:27.730920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c34d4a1c-604f-43cc-b929-03cd4a20bdc7 req-0b51c21c-dd59-46a3-a2b1-f3febca530b5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0508020 Sep 18 07:10:27.735566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.782985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=155b9d8a-fc22-4414-968a-66c11c6ccbc5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:27.785405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.793117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f409d42-466f-4c18-ab01-ce64e01c5d3b tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/155b9d8a-fc22-4414-968a-66c11c6ccbc5 HTTP/1.1" status: 204 len: 168 time: 0.5989432 Sep 18 07:10:27.793117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:27.793340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbabb98-a1c9-42da-b1e8-b941056f3c0a None None] Network 62543b58-19f9-404e-a7f1-df5f9bbbec57 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:27.805540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.813233 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:27.835188 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:27.835966 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:27.886676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:27.953374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 1a64de67-70d4-4a47-84f8-57448eb530e9 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:27.953726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.004737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:28.036896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 1a64de67-70d4-4a47-84f8-57448eb530e9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a64de67-70d4-4a47-84f8-57448eb530e9,segment=NetworkSegment(52831d91-6548-4a29-898b-1f5e70039d40),segment_id=52831d91-6548-4a29-898b-1f5e70039d40)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:28.037759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.061984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 1a64de67-70d4-4a47-84f8-57448eb530e9 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:28.127491 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:28.178780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:28.180397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:28.287885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] DHCP port deletion for 62543b58-19f9-404e-a7f1-df5f9bbbec57 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:28.360174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.417334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Deleting port 1a64de67-70d4-4a47-84f8-57448eb530e9 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:28.417725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.438150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=1a64de67-70d4-4a47-84f8-57448eb530e9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:28.447276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 1a64de67-70d4-4a47-84f8-57448eb530e9 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:28.531502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 8a70fccb-eb80-431f-9092-298a9ba0234e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:28.564776 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-27e11263-869d-4d69-b1db-909411212a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:26Z', 'revision_number': 8, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.599396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] For port 1a64de67-70d4-4a47-84f8-57448eb530e9, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:28.602818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.624517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.629032 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e11263-869d-4d69-b1db-909411212a56 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:26Z', 'revision_number': 8, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': '813c0497-8218-4c5e-84a3-a2de584f1a91', 'name': '', 'network_id': 'd234e3f7-dcc3-40f4-899e-adc6a7f70f65', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:37:c8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:10:06Z', 'updated_at': '2021-09-18T07:10:12Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'abc69a9b-34e8-4a1a-a68a-be07838e1750', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:28.639733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Calling delete_port for 1a64de67-70d4-4a47-84f8-57448eb530e9 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:28.643186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Port 1a64de67-70d4-4a47-84f8-57448eb530e9 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:10:28.644962 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.659047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62543b58-19f9-404e-a7f1-df5f9bbbec57']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.672963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52831d91-6548-4a29-898b-1f5e70039d40') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.673335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52831d91-6548-4a29-898b-1f5e70039d40') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.677414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Pushing event deleted for resources: {'Port': ['ID=1a64de67-70d4-4a47-84f8-57448eb530e9,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:28.684452 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.698961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.706056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:28.706264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.706459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.706606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.706940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.707281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.707617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.707949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.708287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.708616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.708942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.709271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.709593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.709930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:10:28.740286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97d985-b47b-4cb6-b2e9-879b01e91d0f None None] No DVR routers for this DVR port 1a64de67-70d4-4a47-84f8-57448eb530e9 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:28.767133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-af2040ff-0397-434e-bbce-e3b9f195cc96 None None] Provisioning complete for port 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:28.768376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-af2040ff-0397-434e-bbce-e3b9f195cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.797771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:28.808507 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:28.812000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] Sync routers for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:28.813166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a999cf01-2cb2-4621-b8e1-44561299235b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/routers/8a70fccb-eb80-431f-9092-298a9ba0234e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8982773 Sep 18 07:10:28.816599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33032) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:28.822964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'port': {'network_id': '5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f', 'name': 'tempest-FloatingIPTestJSON-329178566'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:28.831912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:28.832542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.845320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-af2040ff-0397-434e-bbce-e3b9f195cc96 None None] Port 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:28.887628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.903629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:28.904750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.930776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.937632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.942977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/62543b58-19f9-404e-a7f1-df5f9bbbec57 HTTP/1.1" status: 204 len: 168 time: 1.1453409 Sep 18 07:10:28.943111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:28.948532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:28.948878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0e8c3-6086-429c-be62-361abe1cbbb5 None None] The sync data for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:28.976151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:28.993092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8331d-647c-408d-bbab-7346c1ee7b98 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=62543b58-19f9-404e-a7f1-df5f9bbbec57,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:28.998368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b98c01e-c2df-4af3-819e-dc3fb91cc999 req-8e9f709b-1d4d-486c-826b-b447876da966 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0689628 Sep 18 07:10:29.085600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Made reservation on behalf of 8036b040ae444462b88f62190a37ec06 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:10:29.090040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:29.123830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] device_id is not set on port 5a98f87d-858e-43c1-85b6-cb8573fa3b6f yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:10:29.269615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Allocated IP 172.20.0.9 (5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f/1cdec066-9ba8-491a-83ea-835f1a57993b/5a98f87d-858e-43c1-85b6-cb8573fa3b6f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:10:29.565588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:29.685768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:29.703594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:29.752099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:10:29.755302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:10:29.759093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:10:29.808622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event updated for resources: {'Port': ['ID=5a98f87d-858e-43c1-85b6-cb8573fa3b6f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:29.860019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:29.860807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:29.974984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a1e96b14-447b-4371-b27b-7a224fc889dd tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1571727 Sep 18 07:10:29.979673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33048) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:29.986297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Request body: {'floatingip': {'port_id': '5a98f87d-858e-43c1-85b6-cb8573fa3b6f'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:30.065928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:30.081132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c5eb8876-099b-48a7-9216-57104fab9eaa None None] Provisioning complete for port 5a98f87d-858e-43c1-85b6-cb8573fa3b6f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:10:30.081748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c5eb8876-099b-48a7-9216-57104fab9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:30.124208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 813c0497-8218-4c5e-84a3-a2de584f1a91 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:30.124566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:30.146023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb8876-099b-48a7-9216-57104fab9eaa None None] Port 5a98f87d-858e-43c1-85b6-cb8573fa3b6f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:10:30.152452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-497d03b9-796b-4523-8b13-c345de8ab4cb req-3f3d5466-6536-4935-b00c-3803fa37c3fc tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0658402 Sep 18 07:10:30.221346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a64de67-70d4-4a47-84f8-57448eb530e9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:30.254333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1a64de67-70d4-4a47-84f8-57448eb530e9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:30.254987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a64de67-70d4-4a47-84f8-57448eb530e9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:30.255625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a98cc6a8-4f64-4b1f-afec-20c7c24de423 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:30.281705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a98cc6a8-4f64-4b1f-afec-20c7c24de423 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:30.282184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a98cc6a8-4f64-4b1f-afec-20c7c24de423 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:30.363627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 813c0497-8218-4c5e-84a3-a2de584f1a91, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=813c0497-8218-4c5e-84a3-a2de584f1a91,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:30.364129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:30.381719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 813c0497-8218-4c5e-84a3-a2de584f1a91 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:30.828178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:30.905106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=813c0497-8218-4c5e-84a3-a2de584f1a91,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:30.967224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.resource_extend [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 07:10:31.081612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:31.181159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:31.234043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:31.320937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef618235-47eb-4a60-b9c9-24da3766b9a8 req-7f2dda8f-c293-45e4-845e-3e6f381c8bff tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0382223 Sep 18 07:10:31.395764 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP eca203c4-58bd-4ef8-b9d0-915e9d229684 associated. External IP: 172.25.4.159, port: 419a9f24-cca1-49dd-8fa0-9734faf07440. Sep 18 07:10:31.897210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:32.084376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:32.089948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f11e447a-7f34-4f69-bb04-fbdfbd55c62a tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1460228 Sep 18 07:10:32.092914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33106) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:32.096872 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:32.101189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:32.110237 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:32.112010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.167841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet abc69a9b-34e8-4a1a-a68a-be07838e1750 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:32.172561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.225522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.333394 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:32.338976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.353684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:32.365442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:32.386503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:32.394759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.482552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.508105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:32.508840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.574779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c14e4a8f-2af0-4043-9297-cbc3067caf87 req-331f5544-a0d1-4edc-816b-7d9a85146895 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce5ec8c-10f1-4008-8e62-eec8be4750a7 HTTP/1.1" status: 200 len: 210 time: 0.0737009 Sep 18 07:10:32.583627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.606406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.609330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea836d3-9f60-41d2-a2b9-cf57ed750a52 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:32.708263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=abc69a9b-34e8-4a1a-a68a-be07838e1750,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:32.719396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.724847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508609a-ef57-4444-bdeb-e46b10f357da None None] Network d234e3f7-dcc3-40f4-899e-adc6a7f70f65 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:32.731134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33122) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:32.731300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d2a5ad3c-bba7-4e41-8b5a-e386ea97f7ac tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/abc69a9b-34e8-4a1a-a68a-be07838e1750 HTTP/1.1" status: 204 len: 168 time: 0.6323197 Sep 18 07:10:32.794528 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:30Z', 'revision_number': 9, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.833843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:32.843205 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:32.843817 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:32.875004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:32.909756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 8a70fccb-eb80-431f-9092-298a9ba0234e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:32.955356 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:32.979825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] DHCP port deletion for d234e3f7-dcc3-40f4-899e-adc6a7f70f65 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:33.018745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:33.019422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.112962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Deleting port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:33.113607 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.131314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:33.165305 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] Sync routers for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:33.172290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.189662 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:33.190614 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.215628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=751cbb96-2bd1-46c5-821f-a3ce28b205e1,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:33.216130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.226630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] For port 751cbb96-2bd1-46c5-821f-a3ce28b205e1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=751cbb96-2bd1-46c5-821f-a3ce28b205e1,segment=NetworkSegment(54498823-d31c-46f5-8f37-850143c53f10),segment_id=54498823-d31c-46f5-8f37-850143c53f10)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:33.227037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.237459 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.255338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Calling delete_port for 751cbb96-2bd1-46c5-821f-a3ce28b205e1 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:33.265956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c8f87a79-9b6b-422a-ac6c-d08688609c50 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/floatingips/eca203c4-58bd-4ef8-b9d0-915e9d229684 HTTP/1.1" status: 200 len: 977 time: 3.2818961 Sep 18 07:10:33.266424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:33.270032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 751cbb96-2bd1-46c5-821f-a3ce28b205e1 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:33.290558 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:33.291247 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.337195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.337853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68432f1-5058-46d7-8493-1fb63094cca1 None None] The sync data for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:33.385242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:30Z', 'revision_number': 9, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.405190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 5a98f87d-858e-43c1-85b6-cb8573fa3b6f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:33.405787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.413517 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b52744-3975-4288-9595-4bca3ed48960 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:30Z', 'revision_number': 9, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb', 'name': '', 'network_id': 'ad660924-3b86-404c-9d16-490d6a41d80f', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:7b:00:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:58Z', 'updated_at': '2021-09-18T07:10:03Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': '7a19bd53-67ac-41dc-aa49-cb4ddc412c16', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:33.437874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.446001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.473720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] Pushing event deleted for resources: {'Port': ['ID=751cbb96-2bd1-46c5-821f-a3ce28b205e1,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:33.477546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868d092-0030-49a2-a10c-1a8e377c5f2b None None] No DVR routers for this DVR port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:33.478933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=751cbb96-2bd1-46c5-821f-a3ce28b205e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:33.484836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 751cbb96-2bd1-46c5-821f-a3ce28b205e1 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:33.527521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.569828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.589321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d234e3f7-dcc3-40f4-899e-adc6a7f70f65']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.598784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54498823-d31c-46f5-8f37-850143c53f10') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.599083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54498823-d31c-46f5-8f37-850143c53f10') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:33.609577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.631783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.640757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:33.646607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:33.693727 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:33.815556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.815956 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.817727 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Floating IP eca203c4-58bd-4ef8-b9d0-915e9d229684 disassociated. External IP: 172.25.4.159, port: 5a98f87d-858e-43c1-85b6-cb8573fa3b6f. Sep 18 07:10:33.818168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33142) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:33.819070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 5a98f87d-858e-43c1-85b6-cb8573fa3b6f owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:33.858074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.881079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:33.885865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/d234e3f7-dcc3-40f4-899e-adc6a7f70f65 HTTP/1.1" status: 204 len: 168 time: 1.1591747 Sep 18 07:10:33.902240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33144) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:33.917819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b87e1-68a6-4a7e-ad1b-97bc7c192595 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=d234e3f7-dcc3-40f4-899e-adc6a7f70f65,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:34.008267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.077675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.125135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.183068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=5a98f87d-858e-43c1-85b6-cb8573fa3b6f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:34.218253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 751cbb96-2bd1-46c5-821f-a3ce28b205e1 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:34.240309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 751cbb96-2bd1-46c5-821f-a3ce28b205e1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:34.240915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 751cbb96-2bd1-46c5-821f-a3ce28b205e1 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:34.241533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 813c0497-8218-4c5e-84a3-a2de584f1a91 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:34.313748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.314160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 813c0497-8218-4c5e-84a3-a2de584f1a91 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:34.314521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 813c0497-8218-4c5e-84a3-a2de584f1a91 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:34.317070 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.318559 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/security-groups/134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0 HTTP/1.1" status: 204 len: 168 time: 0.4989240 Sep 18 07:10:34.332983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:34.336652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ec92b-e97c-425a-a42b-4b9887111d21 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:34.381250 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-124b9b7c-33ca-4613-83c2-6c6ef6a1b4a7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] show failed (client error): The resource could not be found. Sep 18 07:10:34.382800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-124b9b7c-33ca-4613-83c2-6c6ef6a1b4a7 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "GET /v2.0/security-groups/134f8d2b-ff2c-48f0-bbe8-474c6d38b3d0 HTTP/1.1" status: 404 len: 347 time: 0.0488794 Sep 18 07:10:34.389502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:34.484614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.502634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 8a70fccb-eb80-431f-9092-298a9ba0234e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:34.637589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port 6332b75d-0594-4dec-bdb2-778bcb035b14 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:34.638510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.707966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:34.723229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] Sync routers for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:34.736414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:34.737299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:34.776338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:34.776679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.778324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.778795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.794655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for 6332b75d-0594-4dec-bdb2-778bcb035b14 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:34.954137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:34.954677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:34.979489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:35.007190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:35.016860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:35.017598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:35.051600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.052058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:35.052960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129650ce-590c-4c52-a926-ddfadf9ffebe None None] The sync data for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:35.054852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f3889d6c-2d8c-4d5f-b7ca-f8ad807e15f7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/5a98f87d-858e-43c1-85b6-cb8573fa3b6f HTTP/1.1" status: 204 len: 168 time: 1.7873378 Sep 18 07:10:35.057806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33160) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:35.156144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.265220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=6332b75d-0594-4dec-bdb2-778bcb035b14,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:35.336307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.374987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:35.565407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.833794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.836672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:35.840376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ffd090cd-a36a-438b-9182-71202988a9c5 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a1f1459-5781-42fb-9aef-fd228294059c HTTP/1.1" status: 204 len: 168 time: 1.4435575 Sep 18 07:10:35.849533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33170) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:36.048303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port ab770858-e10c-4cbb-a959-d016cc293f39 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:36.049537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.072976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:36.150301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.165619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for ab770858-e10c-4cbb-a959-d016cc293f39 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:36.229358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:36.236794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a00465a3-c8c0-45bd-b2a9-4ff80405e8ab tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3322845 Sep 18 07:10:36.239456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:36.242553 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:36.258701 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:36.259316 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:36.323925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet 7a19bd53-67ac-41dc-aa49-cb4ddc412c16 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:36.334214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.361969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.406417 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:36.415643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.518694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.596105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.650650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=ab770858-e10c-4cbb-a959-d016cc293f39,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:36.651497 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:35Z', 'revision_number': 10, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:36.657782 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.722389 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:36.722660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=7a19bd53-67ac-41dc-aa49-cb4ddc412c16,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:36.726713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.728636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa1d49d5-ae3f-40a9-9446-b1fe71a09248 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/7a19bd53-67ac-41dc-aa49-cb4ddc412c16 HTTP/1.1" status: 204 len: 168 time: 0.4882281 Sep 18 07:10:36.737317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:36.737635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825371f-6760-46c8-a6c8-8bddacbdc46d None None] Network ad660924-3b86-404c-9d16-490d6a41d80f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:36.748890 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:36.749837 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:36.771354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.776347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7e225cf5-3d1a-4cf0-b6b3-dabaec37b2af tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/ports/ab770858-e10c-4cbb-a959-d016cc293f39 HTTP/1.1" status: 204 len: 168 time: 0.9211378 Sep 18 07:10:36.776945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:36.895759 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:36.908582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:36.913448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:36.966448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.038156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting port bc24cf77-4bfe-440b-8418-da02b0f45582 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:37.038543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.072527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] DHCP port deletion for ad660924-3b86-404c-9d16-490d6a41d80f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:37.158085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Deleting port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:37.160407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.194484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:37.195125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.202514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.239529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Calling delete_port for bc24cf77-4bfe-440b-8418-da02b0f45582 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:37.253949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.288648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] For port 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ecdfc01-c6a7-47cd-a854-aa20320daa63,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:37.289751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.308284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:37.313215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Calling delete_port for 0ecdfc01-c6a7-47cd-a854-aa20320daa63 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:37.350990 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:35Z', 'revision_number': 10, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:37.412635 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573c4ca-23f2-4e46-962f-c54ed2c12f38 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:35Z', 'revision_number': 10, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None, '_interfaces': [{'id': 'e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01', 'name': '', 'network_id': '8b852869-89fa-43ea-be79-1cd40dd75fba', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'mac_address': 'fa:16:3e:6c:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:47Z', 'updated_at': '2021-09-18T07:09:55Z', 'revision_number': 5, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'subnets': [{'id': 'e88c7c21-31c8-4e46-a0cb-aee6f65c6705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:37.432609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 0ecdfc01-c6a7-47cd-a854-aa20320daa63, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ecdfc01-c6a7-47cd-a854-aa20320daa63,segment=NetworkSegment(2f40ebea-079e-4cb8-8a88-14719b381487),segment_id=2f40ebea-079e-4cb8-8a88-14719b381487)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:37.433044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.489945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 0ecdfc01-c6a7-47cd-a854-aa20320daa63 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:37.558979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.578051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] No DVR routers for this DVR port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:37.602356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70837b9b-4ae4-498a-97be-a58dcd8a7ad3 None None] Pushing event deleted for resources: {'Port': ['ID=0ecdfc01-c6a7-47cd-a854-aa20320daa63,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:37.648473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.680673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=0ecdfc01-c6a7-47cd-a854-aa20320daa63,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:37.682433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 0ecdfc01-c6a7-47cd-a854-aa20320daa63 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:37.790746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.797008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.800125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.848986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=9b1bb2c2-8c8e-48d1-ac37-bc7c012bd2f8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:37.862718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Port': ['ID=bc24cf77-4bfe-440b-8418-da02b0f45582,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:37.890023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad660924-3b86-404c-9d16-490d6a41d80f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:37.913839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f40ebea-079e-4cb8-8a88-14719b381487') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:37.913839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f40ebea-079e-4cb8-8a88-14719b381487') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:37.931456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:37.976478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.006607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:38.007202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:38.010801 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:38.033268 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:10:38.094840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.096111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3dec6ec5-98e1-4976-b6db-b229cf882b04 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/ports/bc24cf77-4bfe-440b-8418-da02b0f45582 HTTP/1.1" status: 204 len: 168 time: 1.3092198 Sep 18 07:10:38.098762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33194) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:38.164160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.185345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting subnet 7ae5ec80-bb3a-401b-ac6b-67c4bd227cce {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:38.195212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.197147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.234798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.239184 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/ad660924-3b86-404c-9d16-490d6a41d80f HTTP/1.1" status: 204 len: 168 time: 1.5000761 Sep 18 07:10:38.250450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33198) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:38.261260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:38.288938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:38.289751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.290291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ae896ee6-fdfc-4354-9ddf-a5ea0d33a1cb not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:38.290907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ecdfc01-c6a7-47cd-a854-aa20320daa63 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:38.318736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0ecdfc01-c6a7-47cd-a854-aa20320daa63 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:38.319365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ecdfc01-c6a7-47cd-a854-aa20320daa63 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:38.332337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7bb2-4e31-430a-acd9-ecc740888c1e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=ad660924-3b86-404c-9d16-490d6a41d80f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:38.412813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.627780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.662930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae5ec80-bb3a-401b-ac6b-67c4bd227cce,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:38.672310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.674837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bf784dc3-3445-4b71-8485-aeaa0f4d74fe tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/subnets/7ae5ec80-bb3a-401b-ac6b-67c4bd227cce HTTP/1.1" status: 204 len: 168 time: 0.5747750 Sep 18 07:10:38.679355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33212) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:38.680589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b138dd-2298-4895-8ab4-ba1981b64047 None None] Network b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:38.733305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 8a70fccb-eb80-431f-9092-298a9ba0234e has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:38.775491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Deleting subnet 35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:38.782781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.851508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.868491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5ff576d-1ba2-4e01-9498-2e29b45ddd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:38.939066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] DHCP port deletion for b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:39.006886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Deleting port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:39.007262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.080084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.087032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] For port 9e1b520a-9127-4fdf-966b-b623cf77d4e5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9e1b520a-9127-4fdf-966b-b623cf77d4e5,segment=NetworkSegment(a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307),segment_id=a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:39.087432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.141825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Calling delete_port for 9e1b520a-9127-4fdf-966b-b623cf77d4e5 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:39.169272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:39.181836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9cbedde8-e937-4e7f-8756-869b3d1de257 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/routers/8a70fccb-eb80-431f-9092-298a9ba0234e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1206110 Sep 18 07:10:39.182244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33218) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:39.218317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.271731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] Sync routers for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:39.292470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:39.297730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:39.349361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:39.353455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.389354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] Pushing event deleted for resources: {'Port': ['ID=9e1b520a-9127-4fdf-966b-b623cf77d4e5,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:39.391939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.397582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] Routers {'8a70fccb-eb80-431f-9092-298a9ba0234e'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:39.398244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8a70fccb-eb80-431f-9092-298a9ba0234e'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:39.403531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319f1f7-9713-4950-bb2d-21d479bbe5a0 None None] No DVR routers for this DVR port 9e1b520a-9127-4fdf-966b-b623cf77d4e5 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:39.411136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.436661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.442178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/subnets/35650ca8-4d6a-448a-b3d3-cb1e9e0875f3 HTTP/1.1" status: 204 len: 168 time: 0.7618234 Sep 18 07:10:39.442897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8ed45-c9e8-485b-b435-34a52309ab9a None None] Network 115ee592-2d90-4fb5-87da-f9613371bee8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:39.449340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33222) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:39.463193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:39.464122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9423233-70eb-4e8a-8d0f-27bae15c28ca None None] The sync data for ids ['8a70fccb-eb80-431f-9092-298a9ba0234e'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:39.485398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884fc26-a5d1-4464-8d54-a45e33086244 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Subnet': ['ID=35650ca8-4d6a-448a-b3d3-cb1e9e0875f3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:39.553959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.592970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.705074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 5115f6cd-f3a9-4f9b-8e72-020972c6f617 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:39.706542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.719524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] DHCP port deletion for 115ee592-2d90-4fb5-87da-f9613371bee8 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:39.794637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Deleting port 75f97537-1684-4383-8b36-8c6dfb28568e {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:39.795027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.810003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.821875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.827056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 5115f6cd-f3a9-4f9b-8e72-020972c6f617 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:39.889865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:39.890298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.927546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] For port 75f97537-1684-4383-8b36-8c6dfb28568e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=75f97537-1684-4383-8b36-8c6dfb28568e,segment=NetworkSegment(4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d),segment_id=4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:39.927950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:39.958734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Calling delete_port for 75f97537-1684-4383-8b36-8c6dfb28568e owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:39.993490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:39.993937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.016626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:40.039010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b316bcb6-b2bc-46f2-80f8-de5fc34d25e2']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.057325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.058193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a4d21d-281d-4dae-a6ad-7e3a9c3ed307') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.113804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.122578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.136639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.146862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:40.147286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:40.150530 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:40.157123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=5115f6cd-f3a9-4f9b-8e72-020972c6f617,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:40.203947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 75f97537-1684-4383-8b36-8c6dfb28568e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:40.232654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.236997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 75f97537-1684-4383-8b36-8c6dfb28568e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:40.237564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 75f97537-1684-4383-8b36-8c6dfb28568e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:40.237729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.238376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1b520a-9127-4fdf-966b-b623cf77d4e5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:40.261580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 9e1b520a-9127-4fdf-966b-b623cf77d4e5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:40.261971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9e1b520a-9127-4fdf-966b-b623cf77d4e5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:40.288241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] Pushing event deleted for resources: {'Port': ['ID=75f97537-1684-4383-8b36-8c6dfb28568e,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:40.292582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05258408-941f-43ff-9b37-513a84bef1c9 None None] No DVR routers for this DVR port 75f97537-1684-4383-8b36-8c6dfb28568e on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:40.354274 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.366236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.368413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/networks/b316bcb6-b2bc-46f2-80f8-de5fc34d25e2 HTTP/1.1" status: 204 len: 168 time: 0.8938205 Sep 18 07:10:40.376559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:40.401372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.404509 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.471679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b02b57-3012-44d8-b830-4a48a9983617 tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Network': ['ID=b316bcb6-b2bc-46f2-80f8-de5fc34d25e2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:40.524161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.560984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.564018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:40.608624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.612713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Fanout notify agent at l3_agent the message router_deleted on router 8a70fccb-eb80-431f-9092-298a9ba0234e {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:40.616146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.619676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a182385-4a78-4c69-bb20-383867b73f1b tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/routers/8a70fccb-eb80-431f-9092-298a9ba0234e HTTP/1.1" status: 204 len: 168 time: 1.4336588 Sep 18 07:10:40.624130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33234) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:40.681870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting subnet 1cdec066-9ba8-491a-83ea-835f1a57993b {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:40.685784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.733023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.736363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.791312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115ee592-2d90-4fb5-87da-f9613371bee8']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.850210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.850210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7e5a43-a86d-4f74-a0bc-5efc7f4fde9d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:40.859283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.881403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.890140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.906140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.918354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:40.918839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:40.922051 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:40.999189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.042997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdec066-9ba8-491a-83ea-835f1a57993b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:41.049202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.051403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-11b23f3f-ebda-47c9-9fdf-a8e973ecbd96 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/subnets/1cdec066-9ba8-491a-83ea-835f1a57993b HTTP/1.1" status: 204 len: 168 time: 0.4256387 Sep 18 07:10:41.053754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:41.056941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc747541-074f-4980-9951-565c92616901 None None] Network 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:41.147239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.218389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 017229e9-1319-448c-8a03-8ea46fd67380 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:41.218740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.280912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] DHCP port deletion for 5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:41.299665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] For port 017229e9-1319-448c-8a03-8ea46fd67380, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=017229e9-1319-448c-8a03-8ea46fd67380,segment=NetworkSegment(2f519b67-b718-429c-8c5f-b30b6357e493),segment_id=2f519b67-b718-429c-8c5f-b30b6357e493)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:41.300229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.317890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 017229e9-1319-448c-8a03-8ea46fd67380 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:41.350665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Deleting port 017229e9-1319-448c-8a03-8ea46fd67380 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:41.351282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.443741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] For port 017229e9-1319-448c-8a03-8ea46fd67380, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=017229e9-1319-448c-8a03-8ea46fd67380,segment=NetworkSegment(2f519b67-b718-429c-8c5f-b30b6357e493),segment_id=2f519b67-b718-429c-8c5f-b30b6357e493)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:41.444536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.462579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.464125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Calling delete_port for 017229e9-1319-448c-8a03-8ea46fd67380 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:41.497661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=017229e9-1319-448c-8a03-8ea46fd67380,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:41.508289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] No DVR routers for this DVR port 017229e9-1319-448c-8a03-8ea46fd67380 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:41.535095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e951f46d-294e-4198-8204-a9f47442f278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.563321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:41.576008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.578331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.587081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.606687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] 10.222.0.20 "DELETE /v2.0/networks/115ee592-2d90-4fb5-87da-f9613371bee8 HTTP/1.1" status: 204 len: 168 time: 1.2255149 Sep 18 07:10:41.625147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] Pushing event deleted for resources: {'Port': ['ID=017229e9-1319-448c-8a03-8ea46fd67380,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:41.632922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.636993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbbecd-6927-4014-b188-37cf60dd83f0 None None] No DVR routers for this DVR port 017229e9-1319-448c-8a03-8ea46fd67380 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:41.662361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43858c2-475a-412d-81d3-ddcd6b7afc3c tempest-TaggedBootDevicesTest_v242-1540041057 tempest-TaggedBootDevicesTest_v242-1540041057-project] Pushing event deleted for resources: {'Network': ['ID=115ee592-2d90-4fb5-87da-f9613371bee8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:41.691476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:41.715590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f519b67-b718-429c-8c5f-b30b6357e493') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:41.716521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f519b67-b718-429c-8c5f-b30b6357e493') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:41.735131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.761798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.771883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:41.774344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:41.777667 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:41.812106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:41.817581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e787206-e087-47a5-b7ad-6ca99dc32e70 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5659590 Sep 18 07:10:41.822172 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:41.826308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:41.845673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:41.846436 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:41.934818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting subnet e88c7c21-31c8-4e46-a0cb-aee6f65c6705 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:41.940706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.942379 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:41.962979 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.976800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:41.984357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/networks/5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f HTTP/1.1" status: 204 len: 168 time: 0.9294224 Sep 18 07:10:41.985116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:41.993424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.030754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.078945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb7ed9-0415-4306-bd10-dcbf57fac692 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Network': ['ID=5f4e6c4d-3c2f-49a1-bd76-7c7cc2746c8f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:42.127735 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:42.197802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:42.221217 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:42.222024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:42.248965 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.370065 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:42.392238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 017229e9-1319-448c-8a03-8ea46fd67380 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:42.431423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 017229e9-1319-448c-8a03-8ea46fd67380 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:42.431684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 017229e9-1319-448c-8a03-8ea46fd67380 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:42.471879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.490582 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:42.538032 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468ce40-7905-4554-ba82-02c13950b2bf None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:42.540984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Subnet': ['ID=e88c7c21-31c8-4e46-a0cb-aee6f65c6705,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:42.545589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.560355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb92978-7698-4eb0-a76d-c5d39bb9b36b None None] Network 8b852869-89fa-43ea-be79-1cd40dd75fba requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:42.569251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b9db705-8d5e-4b89-a1f7-36afbf9c3283 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/e88c7c21-31c8-4e46-a0cb-aee6f65c6705 HTTP/1.1" status: 204 len: 168 time: 0.7361708 Sep 18 07:10:42.570697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33272) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:42.736523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:42.765951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.838292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Deleting port 98e90873-1b46-4e4f-a25d-062a19fda916 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:42.842440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.929233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] For port 98e90873-1b46-4e4f-a25d-062a19fda916, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=98e90873-1b46-4e4f-a25d-062a19fda916,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:42.930020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.948563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] DHCP port deletion for 8b852869-89fa-43ea-be79-1cd40dd75fba request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:42.954612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port c5ca9a79-35ce-4156-8352-31b664c4f161 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:42.955052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:42.962935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Calling delete_port for 98e90873-1b46-4e4f-a25d-062a19fda916 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:43.051815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Deleting port 98e90873-1b46-4e4f-a25d-062a19fda916 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:43.052233 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.106612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22a450df-9ece-48c4-9bef-d49b38a7ce59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.123407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.123877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.139357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for c5ca9a79-35ce-4156-8352-31b664c4f161 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:43.162573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] For port 98e90873-1b46-4e4f-a25d-062a19fda916, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=98e90873-1b46-4e4f-a25d-062a19fda916,segment=NetworkSegment(bbc4e9a8-403c-46c8-a70c-827f513d9785),segment_id=bbc4e9a8-403c-46c8-a70c-827f513d9785)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:43.162981 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.165426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.197128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Calling delete_port for 98e90873-1b46-4e4f-a25d-062a19fda916 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:43.217469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No DVR routers for this DVR port 98e90873-1b46-4e4f-a25d-062a19fda916 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:43.225738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Port': ['ID=98e90873-1b46-4e4f-a25d-062a19fda916,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:43.295635 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.371296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.390461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.408763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] No DVR routers for this DVR port 98e90873-1b46-4e4f-a25d-062a19fda916 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:43.413125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190943-0f64-482a-a27d-34269ecceeb6 None None] Pushing event deleted for resources: {'Port': ['ID=98e90873-1b46-4e4f-a25d-062a19fda916,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:43.430244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b852869-89fa-43ea-be79-1cd40dd75fba']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:43.440313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc4e9a8-403c-46c8-a70c-827f513d9785') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:43.443691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc4e9a8-403c-46c8-a70c-827f513d9785') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:43.456157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.462181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.482218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.490998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=c5ca9a79-35ce-4156-8352-31b664c4f161,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:43.493650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:43.493650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:43.497034 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:43.584689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.585882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22a450df-9ece-48c4-9bef-d49b38a7ce59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.595723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.595723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e08272c-eada-4a82-bad7-5c75dc46eff4 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/floatingips/eca203c4-58bd-4ef8-b9d0-915e9d229684 HTTP/1.1" status: 204 len: 168 time: 1.5987337 Sep 18 07:10:43.595931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33288) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.620231 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70c097b-b600-4816-90f9-ca22714279b9 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:43.620876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70c097b-b600-4816-90f9-ca22714279b9 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:43.623056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c70c097b-b600-4816-90f9-ca22714279b9 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/5a98f87d-858e-43c1-85b6-cb8573fa3b6f HTTP/1.1" status: 404 len: 333 time: 0.0264904 Sep 18 07:10:43.625305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.658732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f1df9c2c-ea92-45c3-9e3d-0015feed7d1d tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a70fccb-eb80-431f-9092-298a9ba0234e HTTP/1.1" status: 200 len: 205 time: 0.0303571 Sep 18 07:10:43.658957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.704816 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-c8e593bb-5715-449e-9b4b-f1de5fbc19c8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] delete failed (client error): The resource could not be found. Sep 18 07:10:43.705849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c8e593bb-5715-449e-9b4b-f1de5fbc19c8 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/routers/8a70fccb-eb80-431f-9092-298a9ba0234e HTTP/1.1" status: 404 len: 336 time: 0.0460308 Sep 18 07:10:43.706528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22a450df-9ece-48c4-9bef-d49b38a7ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.708589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33294) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.708897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.728052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.729982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/networks/8b852869-89fa-43ea-be79-1cd40dd75fba HTTP/1.1" status: 204 len: 168 time: 1.1539977 Sep 18 07:10:43.742905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33296) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.743874 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee3cf2e-8a68-4ec8-996d-f4f360e187e7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:43.744334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee3cf2e-8a68-4ec8-996d-f4f360e187e7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:43.748396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cee3cf2e-8a68-4ec8-996d-f4f360e187e7 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/subnets/1cdec066-9ba8-491a-83ea-835f1a57993b HTTP/1.1" status: 404 len: 337 time: 0.0365999 Sep 18 07:10:43.749375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33298) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.752474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'routes': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:43.794224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a450df-9ece-48c4-9bef-d49b38a7ce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c147861-10e8-4180-ab4a-653554484193,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:43.796622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16410-ce3f-4c14-9f2b-8627919c5165 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Pushing event deleted for resources: {'Network': ['ID=8b852869-89fa-43ea-be79-1cd40dd75fba,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:43.802686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-22a450df-9ece-48c4-9bef-d49b38a7ce59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d21295c16de44be887c51baaae9877b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0627596 Sep 18 07:10:43.810468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33302) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:43.894653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 419a9f24-cca1-49dd-8fa0-9734faf07440 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:43.895213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.978541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Added routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:10:43.979138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Removed routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:10:43.979253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:43.995098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.007849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 419a9f24-cca1-49dd-8fa0-9734faf07440 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:44.058978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.133680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.186867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.195941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.219099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 98e90873-1b46-4e4f-a25d-062a19fda916 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:44.242222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 98e90873-1b46-4e4f-a25d-062a19fda916 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:44.242837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 98e90873-1b46-4e4f-a25d-062a19fda916 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:44.243425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:44.265762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:44.266390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e6f12308-f3ab-48b1-8d0c-2bf2bb7d7f01 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:44.279695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.297013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router d343b5a4-c4f1-410a-8492-e51c7429ace0 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:44.322402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=419a9f24-cca1-49dd-8fa0-9734faf07440,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:44.412483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.415325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.420254 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c147861-10e8-4180-ab4a-653554484193 HTTP/1.1" status: 204 len: 168 time: 0.6087728 Sep 18 07:10:44.448226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:44.461723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Sync routers for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:44.476494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:44.477119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:44.479048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.483192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-18c02fd4-bbee-4ef6-b5cc-054d74c53b56 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/419a9f24-cca1-49dd-8fa0-9734faf07440 HTTP/1.1" status: 204 len: 168 time: 0.7278407 Sep 18 07:10:44.483857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.485474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b80f9ec-cbf8-4fda-8bc4-84930b3d91ba tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 700 time: 0.7367392 Sep 18 07:10:44.486181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33314) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:44.488570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:44.501681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4b0c3-4d34-4b57-9303-f3189b697bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c147861-10e8-4180-ab4a-653554484193,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:44.551245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dce16e66-6f06-4a91-8411-961133cd13f6 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 205 time: 0.0612631 Sep 18 07:10:44.552464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33318) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:44.623864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:44.646812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.664163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 187f3aa9-5d4c-4316-aae1-0f932ff41fa3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:44.664450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.699530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:44.756443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Checking router: d343b5a4-c4f1-410a-8492-e51c7429ace0 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:44.773143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Routers {'d343b5a4-c4f1-410a-8492-e51c7429ace0'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:44.774465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d343b5a4-c4f1-410a-8492-e51c7429ace0'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:44.847093 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.852594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.854915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:44.860915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 187f3aa9-5d4c-4316-aae1-0f932ff41fa3 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:45.011870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.012491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router d343b5a4-c4f1-410a-8492-e51c7429ace0 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:45.029534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.031443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-535c8a39-d612-4806-8f76-037824534c5f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 204 len: 168 time: 0.4765160 Sep 18 07:10:45.039759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33326) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.054746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-686330704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:45.066768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.094932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.102042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.103657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] Set router d343b5a4-c4f1-410a-8492-e51c7429ace0 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:45.204789 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.206366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.232927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:45.239283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.275503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=187f3aa9-5d4c-4316-aae1-0f932ff41fa3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:45.303494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc808a12-af31-42e4-a634-8bfcae3a9fa7 None None] The sync data for ids ['d343b5a4-c4f1-410a-8492-e51c7429ace0'] in n-d-789963-14 is: [{'id': 'd343b5a4-c4f1-410a-8492-e51c7429ace0', 'name': 'tempest-RoutersTest-router-455273448', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:43Z', 'updated_at': '2021-09-18T07:10:40Z', 'revision_number': 11, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:45.343913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af86e2dc-5b5e-4686-9e1f-dbe49896b0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.352560 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.400966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.408151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3faba3a3-ba98-4ff7-b7cd-4262c2f7b9ff tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/ports/187f3aa9-5d4c-4316-aae1-0f932ff41fa3 HTTP/1.1" status: 204 len: 168 time: 0.9193161 Sep 18 07:10:45.410389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.430543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.515910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af86e2dc-5b5e-4686-9e1f-dbe49896b0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.525543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061d4c4-89f1-4337-898f-e7749043b065 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:45.530849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c061d4c4-89f1-4337-898f-e7749043b065 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "GET /v2.0/ports?device_id=71aa91a9-aa2b-436d-967f-39b2918d0696 HTTP/1.1" status: 200 len: 913 time: 0.1192768 Sep 18 07:10:45.533491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33346) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.626193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af86e2dc-5b5e-4686-9e1f-dbe49896b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.682126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af86e2dc-5b5e-4686-9e1f-dbe49896b0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1217f8b989e4428a8fbdd9ede34931b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116533 Sep 18 07:10:45.683074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86e2dc-5b5e-4686-9e1f-dbe49896b0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7e255-177b-457e-b63f-b52fe4b80bc5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:45.685770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33350) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.749280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.750626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-40437174-f1e1-47dd-b39c-d7e0cdf72463 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7089770 Sep 18 07:10:45.754019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33354) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:45.756270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.759018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:45.782188 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.902214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.904812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:45.906021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16f7e255-177b-457e-b63f-b52fe4b80bc5 HTTP/1.1" status: 204 len: 168 time: 0.2195454 Sep 18 07:10:45.914553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe94881-e043-4bde-ae7e-4fc627d203d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7e255-177b-457e-b63f-b52fe4b80bc5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:46.059796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.140647 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.183071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.733623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Router 66214311-cb78-48df-9373-9ea92c178fe5 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:10:46.754749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33384) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:46.784387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fb54598-f344-4586-b0aa-0b5a526f7043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.847803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:46.857554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.858353 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Sync routers for ids ['66214311-cb78-48df-9373-9ea92c178fe5'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:46.858970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b83d0691-735e-4d81-be26-39c1699dce7e tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "PUT /v2.0/routers/66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 200 len: 693 time: 1.1038280 Sep 18 07:10:46.861437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33388) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:46.875171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 396f7e44-7736-4747-886a-25b6f5980efa {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:46.875665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:46.882404 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Routers {'66214311-cb78-48df-9373-9ea92c178fe5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:46.884117 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['66214311-cb78-48df-9373-9ea92c178fe5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:47.003967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ff88ac77-f6e3-4196-b3d2-e9e844e11393 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/routers/66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 200 len: 699 time: 0.1413424 Sep 18 07:10:47.009420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.070492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.072607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-267be7bb-1a25-423d-939a-dfc719b5a226 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 200 len: 205 time: 0.0609274 Sep 18 07:10:47.080441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.082444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Set router 66214311-cb78-48df-9373-9ea92c178fe5 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:47.126903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fb54598-f344-4586-b0aa-0b5a526f7043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.157486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66214311-cb78-48df-9373-9ea92c178fe5', 'name': 'tempest-RoutersTest-router-686330704', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:10:45Z', 'updated_at': '2021-09-18T07:10:46Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:47.167968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 396f7e44-7736-4747-886a-25b6f5980efa owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:47.183499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.198448 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Checking router: 66214311-cb78-48df-9373-9ea92c178fe5 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:47.210816 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Routers {'66214311-cb78-48df-9373-9ea92c178fe5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:47.222328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['66214311-cb78-48df-9373-9ea92c178fe5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:47.301700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fb54598-f344-4586-b0aa-0b5a526f7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.338616 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] Set router 66214311-cb78-48df-9373-9ea92c178fe5 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:47.342568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1fb54598-f344-4586-b0aa-0b5a526f7043 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eba7d3f807b04b0086711c186d02d4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867236 Sep 18 07:10:47.345029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33400) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.396029 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66214311-cb78-48df-9373-9ea92c178fe5', 'name': 'tempest-RoutersTest-router-686330704', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:10:45Z', 'updated_at': '2021-09-18T07:10:46Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:47.417741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd258b9-bde8-40f9-ae44-ad7ecd822b4e None None] The sync data for ids ['66214311-cb78-48df-9373-9ea92c178fe5'] in n-d-789963-14 is: [{'id': '66214311-cb78-48df-9373-9ea92c178fe5', 'name': 'tempest-RoutersTest-router-686330704', 'tenant_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:10:45Z', 'updated_at': '2021-09-18T07:10:46Z', 'revision_number': 2, 'project_id': 'f272fdf3f33446e8973cb9c0b5506ef6', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:47.434704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb54598-f344-4586-b0aa-0b5a526f7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d0234-06cb-4aea-91d2-e10e323f0a06,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:47.440620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.445652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.457591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.467022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.613710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.616558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.617856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/818d0234-06cb-4aea-91d2-e10e323f0a06 HTTP/1.1" status: 204 len: 168 time: 0.2716696 Sep 18 07:10:47.631468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd4179-57a8-4c0b-ab64-0c21d70ed79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d0234-06cb-4aea-91d2-e10e323f0a06,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:47.644314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.644832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Fanout notify agent at l3_agent the message router_deleted on router 66214311-cb78-48df-9373-9ea92c178fe5 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:47.653433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.654596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c1329a3f-8b30-4f5e-8d2d-ca43c7db4199 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 204 len: 168 time: 0.5828645 Sep 18 07:10:47.659413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.716420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81c415d7-df4f-4f2b-bb04-95ae13e2bb90 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 200 len: 205 time: 0.0468640 Sep 18 07:10:47.716551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33410) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.774241 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-dc428d33-eb64-480f-a801-6b3b293625cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:47.780011 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc428d33-eb64-480f-a801-6b3b293625cc tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/66214311-cb78-48df-9373-9ea92c178fe5 HTTP/1.1" status: 404 len: 336 time: 0.0665569 Sep 18 07:10:47.780011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:47.780297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33414) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.850191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=396f7e44-7736-4747-886a-25b6f5980efa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:47.855815 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ec62da-7d00-4215-9a85-e32d4b4c1158 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:47.856591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ec62da-7d00-4215-9a85-e32d4b4c1158 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:47.858258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20ec62da-7d00-4215-9a85-e32d4b4c1158 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/155b9d8a-fc22-4414-968a-66c11c6ccbc5 HTTP/1.1" status: 404 len: 337 time: 0.0736914 Sep 18 07:10:47.860926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33418) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.912997 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-3312526a-ee5d-4f87-9105-65c244eee4df tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:47.913455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3312526a-ee5d-4f87-9105-65c244eee4df tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:47.915299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3312526a-ee5d-4f87-9105-65c244eee4df tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/abc69a9b-34e8-4a1a-a68a-be07838e1750 HTTP/1.1" status: 404 len: 337 time: 0.0536244 Sep 18 07:10:47.917963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.949514 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5db2fe-a4f0-4451-a31a-a21495c03449 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:47.950871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5db2fe-a4f0-4451-a31a-a21495c03449 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:47.953773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc5db2fe-a4f0-4451-a31a-a21495c03449 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/7a19bd53-67ac-41dc-aa49-cb4ddc412c16 HTTP/1.1" status: 404 len: 337 time: 0.0345802 Sep 18 07:10:47.956157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33424) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:47.990475 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b04b80-ec36-4715-b0e3-650b5c2f0ecf tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:47.991360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b04b80-ec36-4715-b0e3-650b5c2f0ecf tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:47.998568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f6b04b80-ec36-4715-b0e3-650b5c2f0ecf tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/e88c7c21-31c8-4e46-a0cb-aee6f65c6705 HTTP/1.1" status: 404 len: 337 time: 0.0412264 Sep 18 07:10:48.001033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33426) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.050316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-673894aa-f6d1-4646-9fc2-a50ab20b1f3f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 200 len: 205 time: 0.0431492 Sep 18 07:10:48.051615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33428) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.098573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:48.109107 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-9601d1fc-617c-48d1-b15f-bbf30579d74c tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:48.110553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9601d1fc-617c-48d1-b15f-bbf30579d74c tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/d343b5a4-c4f1-410a-8492-e51c7429ace0 HTTP/1.1" status: 404 len: 336 time: 0.0575569 Sep 18 07:10:48.113877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33430) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.189437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6b94c231-37e4-45fc-b696-04f62fd2de96 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=03a75e23-ec26-465b-85c9-b10610b7bb22 HTTP/1.1" status: 200 len: 205 time: 0.0748563 Sep 18 07:10:48.198380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33434) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.298663 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0bdf5cf2-733a-40ae-988f-a25f2e37d136 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:48.299743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0bdf5cf2-733a-40ae-988f-a25f2e37d136 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/03a75e23-ec26-465b-85c9-b10610b7bb22 HTTP/1.1" status: 404 len: 336 time: 0.0995438 Sep 18 07:10:48.303795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33440) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.347699 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd16ea6-b53a-4dc1-bd2d-46054e64c0ae tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:48.348497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd16ea6-b53a-4dc1-bd2d-46054e64c0ae tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:48.350873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8dd16ea6-b53a-4dc1-bd2d-46054e64c0ae tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/8aeefc2f-18eb-4065-82e9-7f13a559fc2f HTTP/1.1" status: 404 len: 337 time: 0.0459096 Sep 18 07:10:48.355298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.415465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc6d2055-4af6-4d01-a89e-6f43d9d247e8 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 200 len: 205 time: 0.0586250 Sep 18 07:10:48.418990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33446) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.460407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Router 71aa91a9-aa2b-436d-967f-39b2918d0696 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:48.466118 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-4aac517d-9de3-4c1f-838e-aac8789aa3e0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:48.467212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4aac517d-9de3-4c1f-838e-aac8789aa3e0 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/b62cd091-d635-4104-858c-78b95f8baeb9 HTTP/1.1" status: 404 len: 336 time: 0.0473821 Sep 18 07:10:48.473417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33450) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.591191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec442115-c82c-4c95-8132-4e034df0922f tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7c8a65c-4779-4425-8da2-f119ba6662d0 HTTP/1.1" status: 200 len: 205 time: 0.1170821 Sep 18 07:10:48.593592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33456) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.658903 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-757348fc-ab32-45e7-8be4-9b888db2bd10 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:48.669629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-757348fc-ab32-45e7-8be4-9b888db2bd10 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/c7c8a65c-4779-4425-8da2-f119ba6662d0 HTTP/1.1" status: 404 len: 336 time: 0.0659540 Sep 18 07:10:48.669629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33458) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.679833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:48.693539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] Sync routers for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:48.697617 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c756a8-e60d-46f2-b84e-1095f61c40bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:48.698291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c756a8-e60d-46f2-b84e-1095f61c40bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:48.700225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23c756a8-e60d-46f2-b84e-1095f61c40bb tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/0db50263-0895-493d-a84f-077a314264bd HTTP/1.1" status: 404 len: 337 time: 0.0347133 Sep 18 07:10:48.703028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.709245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:48.710131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:48.714746 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-18b7a3c8-8c6d-44ea-beb3-a6d387dbd657 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "PUT /v2.0/routers/71aa91a9-aa2b-436d-967f-39b2918d0696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1801102 Sep 18 07:10:48.716166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33464) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.771195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:48.784657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ffdd932-1891-4203-b1c7-0057f40cf493 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=843552d1-c929-4833-b339-62b6dca1a0fe HTTP/1.1" status: 200 len: 205 time: 0.0802486 Sep 18 07:10:48.786881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.789235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] Routers {'71aa91a9-aa2b-436d-967f-39b2918d0696'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:48.794160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['71aa91a9-aa2b-436d-967f-39b2918d0696'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:48.867871 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ee6bfcaf-f659-4eaf-b25d-6f9271ed9078 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:48.868752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee6bfcaf-f659-4eaf-b25d-6f9271ed9078 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/843552d1-c929-4833-b339-62b6dca1a0fe HTTP/1.1" status: 404 len: 336 time: 0.0806382 Sep 18 07:10:48.871356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.874817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:48.875479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c3c51e-1bcb-464e-b87c-a7ed33c7c425 None None] The sync data for ids ['71aa91a9-aa2b-436d-967f-39b2918d0696'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:48.915211 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5b8504-7391-4057-aadd-77411e23c460 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:48.916527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5b8504-7391-4057-aadd-77411e23c460 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:48.925442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-de5b8504-7391-4057-aadd-77411e23c460 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/11f65271-4fc4-408b-81a5-c6abadae4180 HTTP/1.1" status: 404 len: 337 time: 0.0496197 Sep 18 07:10:48.927091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:48.966026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-edc23b7d-335e-498a-b0bc-5a0f788d2155 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "GET /v2.0/ports?device_id=13735faf-b446-4802-88c5-2c71f749f231 HTTP/1.1" status: 200 len: 205 time: 0.0334322 Sep 18 07:10:48.966026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:48.974044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33476) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:49.017836 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-211e92e6-6a6a-4bdc-9a14-c3f890c1fdd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] delete failed (client error): The resource could not be found. Sep 18 07:10:49.019423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-211e92e6-6a6a-4bdc-9a14-c3f890c1fdd1 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/routers/13735faf-b446-4802-88c5-2c71f749f231 HTTP/1.1" status: 404 len: 336 time: 0.0442078 Sep 18 07:10:49.021939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33478) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:49.049141 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcf4414-68c4-4593-a13e-7700b78c5c88 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:49.049651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcf4414-68c4-4593-a13e-7700b78c5c88 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:49.053884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6fcf4414-68c4-4593-a13e-7700b78c5c88 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/8d6e91bc-751d-48c8-a38a-aec24ae87821 HTTP/1.1" status: 404 len: 337 time: 0.0284760 Sep 18 07:10:49.054157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:49.085792 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d52186-b6b1-44dc-8377-aad2203d39c9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] DELETE failed (client error): The resource could not be found. Sep 18 07:10:49.086277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d52186-b6b1-44dc-8377-aad2203d39c9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:10:49.086425 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.088085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c5d52186-b6b1-44dc-8377-aad2203d39c9 tempest-RoutersTest-858102462 tempest-RoutersTest-858102462-project] 10.222.0.20 "DELETE /v2.0/subnets/d6beb0a7-a1a1-449d-9453-198786fcd655 HTTP/1.1" status: 404 len: 337 time: 0.0325491 Sep 18 07:10:49.222711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting port 924ed2ed-f8c0-40fc-86bf-a599cebde215 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:49.223723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.306793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.318682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Calling delete_port for 924ed2ed-f8c0-40fc-86bf-a599cebde215 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:49.596877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.642688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Port': ['ID=924ed2ed-f8c0-40fc-86bf-a599cebde215,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:49.697232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.796003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.798189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:49.804505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33502) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:50.095599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5ddcd45-d322-410d-a379-a1c4c6e62a01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f272fdf3f33446e8973cb9c0b5506ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896554 Sep 18 07:10:50.098041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:50.172641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-8842d968-8b0f-402a-9747-c2b0386b0956 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0478377 Sep 18 07:10:50.174114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.210950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.243200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.243200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Fanout notify agent at l3_agent the message router_deleted on router 71aa91a9-aa2b-436d-967f-39b2918d0696 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:50.248345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.252606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2f07b12-86d4-41cf-a558-d96c1e450502 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/routers/71aa91a9-aa2b-436d-967f-39b2918d0696 HTTP/1.1" status: 204 len: 168 time: 1.5352831 Sep 18 07:10:50.254565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:50.333191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.335412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.335412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.335412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.335796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.336283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.336877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.339126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f1bb787-2b35-4c55-a169-c0e25d05956b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.0829654 Sep 18 07:10:50.361141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Deleting subnet c955fb97-6d75-47ed-8f7f-29c48ac888cc {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:50.364675 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.422565 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.513521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.549851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-ab097294-a0ef-4f9e-a40f-8d2dffb94641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.550737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-ab097294-a0ef-4f9e-a40f-8d2dffb94641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.551417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-ab097294-a0ef-4f9e-a40f-8d2dffb94641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.553650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-ab097294-a0ef-4f9e-a40f-8d2dffb94641 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=073c4692-914c-4c15-bb59-69150550e753&id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 2293 time: 0.1896243 Sep 18 07:10:50.679316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.682812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.684686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41178440-4801-4638-8250-a745168b6c5f HTTP/1.1" status: 204 len: 168 time: 0.5848856 Sep 18 07:10:50.695966 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-5520da85-8690-4e6f-8190-5616f4244076 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 1002 time: 0.1314497 Sep 18 07:10:50.697642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11770515-ef7e-44e0-bcba-67419593e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41178440-4801-4638-8250-a745168b6c5f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:50.722795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.782835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Subnet': ['ID=c955fb97-6d75-47ed-8f7f-29c48ac888cc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:50.794984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:50.796930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f760367-4afb-4d22-b36e-6120e1c8f06c tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/subnets/c955fb97-6d75-47ed-8f7f-29c48ac888cc HTTP/1.1" status: 204 len: 168 time: 0.5414021 Sep 18 07:10:50.804424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33538) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:50.828295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-e45ab0f1-57d2-4a31-8f8f-b5374692c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.830638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-e45ab0f1-57d2-4a31-8f8f-b5374692c624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 200 len: 851 time: 0.1274033 Sep 18 07:10:50.911472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-8436d17c-5ce0-47c9-a9bf-d9ade7b610e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:50.915398 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-8436d17c-5ce0-47c9-a9bf-d9ade7b610e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663881 Sep 18 07:10:50.950849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.033119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-1e427b0d-224b-46bd-85a2-59d29f6c8aed service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099803 Sep 18 07:10:51.077573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.135142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c9b79-20e8-422e-a32c-1121a380edfe']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:51.155018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fd156b-9bc8-40cb-ae80-7a3cd00b07c1') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:51.157409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fd156b-9bc8-40cb-ae80-7a3cd00b07c1') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:51.169751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.184356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.190858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-a3823443-fcb3-4b68-a61d-5d718a127a31 service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504908 Sep 18 07:10:51.193512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:51.193929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:51.197065 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:51.257482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2847d173-081c-4960-b247-4b2233fe6ebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 217 time: 0.0562284 Sep 18 07:10:51.321922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-44d28f5b-0eb2-4dac-b9af-e0ebebed0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:51.323933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-44d28f5b-0eb2-4dac-b9af-e0ebebed0d5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0591605 Sep 18 07:10:51.352935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.363132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:51.365191 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] 10.222.0.20 "DELETE /v2.0/networks/6e9c9b79-20e8-422e-a32c-1121a380edfe HTTP/1.1" status: 204 len: 168 time: 0.5597937 Sep 18 07:10:51.397697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692d184-9de5-4142-8ac6-822554766674 tempest-FloatingIPTestJSON-1516880657 tempest-FloatingIPTestJSON-1516880657-project] Pushing event deleted for resources: {'Network': ['ID=6e9c9b79-20e8-422e-a32c-1121a380edfe,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:51.422322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-c8afbb05-be89-49f2-b5e7-85183cb59baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:51.423838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-c8afbb05-be89-49f2-b5e7-85183cb59baa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817316 Sep 18 07:10:51.531784 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-25823739-7565-400e-84c0-20a2fcc9ad57 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000471 Sep 18 07:10:51.632592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-c86662ea-4073-4be2-b1ff-094bbdb5fae4 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924082 Sep 18 07:10:51.685328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-ba1f1b2d-0ff8-478d-b99d-947f81d5997c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 217 time: 0.0435214 Sep 18 07:10:51.737497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-7e3f31c5-12e4-4d0a-88d1-070ffaabd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:51.739020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-7e3f31c5-12e4-4d0a-88d1-070ffaabd13a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0465698 Sep 18 07:10:51.790590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-cd703af5-2b6b-46d2-b5d9-39c275f2cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:51.792940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-cd703af5-2b6b-46d2-b5d9-39c275f2cca2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464132 Sep 18 07:10:51.924509 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-700249db-435c-4a49-9183-d6e4e9f5009a service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215720 Sep 18 07:10:51.945947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33576) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:52.075782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-2f77cd55-63fa-4905-9a4a-a14efa779880 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444151 Sep 18 07:10:52.153301 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-be2d7d23-bad2-4534-8987-0b3a7a5b4067 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 200 len: 217 time: 0.0695863 Sep 18 07:10:52.202191 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e58f722a-35ac-495d-a364-63f9cb65f026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8036b040ae444462b88f62190a37ec06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508435 Sep 18 07:10:52.202191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33584) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:52.217564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-a17d9ae4-2698-497e-afa4-5e9289867817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:52.219458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-a17d9ae4-2698-497e-afa4-5e9289867817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0599914 Sep 18 07:10:52.281024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:52.292648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-68b1faaf-5b3f-497d-b418-2eaaf9423a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:52.294729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-68b1faaf-5b3f-497d-b418-2eaaf9423a6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670631 Sep 18 07:10:52.305035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:52.401488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-9b77ad99-bce2-4603-8440-3f45d04501f3 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992930 Sep 18 07:10:52.438827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:52.441587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:52.445683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7dfd1e4-28e4-4f55-a0b1-0d3de8d57816 HTTP/1.1" status: 204 len: 168 time: 0.2412152 Sep 18 07:10:52.457697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be136e3-abd0-4354-99ee-5632df78ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dfd1e4-28e4-4f55-a0b1-0d3de8d57816,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:52.531677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-58c8abf0-8e07-4a6b-8ff4-b320569a67df service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163194 Sep 18 07:10:52.579991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-8c535b55-48fc-4711-b89a-b749561507b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 200 len: 217 time: 0.0416987 Sep 18 07:10:52.636457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-19580d6f-0798-4a84-b25f-f9dcccd9616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:52.638195 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-19580d6f-0798-4a84-b25f-f9dcccd9616c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0478969 Sep 18 07:10:52.689627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-880e8746-2e5d-40c1-a938-c0130d833d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:52.691209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-880e8746-2e5d-40c1-a938-c0130d833d24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464172 Sep 18 07:10:52.796921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-aed34726-b3a0-480b-b2c3-98eb9bc1f4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986404 Sep 18 07:10:52.899113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-6fcd8abb-2ed6-48e4-8756-892623857ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941749 Sep 18 07:10:52.944971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-92e90d67-db30-46e2-ab0d-b85a703f71a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0382211 Sep 18 07:10:52.998486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-07963e74-ef64-4f77-902b-53ac9749515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:53.000406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-07963e74-ef64-4f77-902b-53ac9749515c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0472312 Sep 18 07:10:53.068758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-93e9ad2a-95da-4e83-8af5-639cae972ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:53.071176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-93e9ad2a-95da-4e83-8af5-639cae972ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650434 Sep 18 07:10:53.176748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-291e0b5b-8432-441e-814a-ae3cd3351272 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971608 Sep 18 07:10:53.177833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33612) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:53.282843 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-36441e7e-17d3-4e7b-9a75-690d43f38074 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974832 Sep 18 07:10:53.334680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-7682382b-8af6-42b2-bcbc-cd654da0ab03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 217 time: 0.0443978 Sep 18 07:10:53.337227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75323aa3-a938-4f57-bda0-7f1ec28dc109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.396242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-23b1e68b-1c89-408f-bdc0-221dccbe0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:53.397922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-23b1e68b-1c89-408f-bdc0-221dccbe0365 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0559759 Sep 18 07:10:53.440698 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75323aa3-a938-4f57-bda0-7f1ec28dc109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.450444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-67efa91c-cb8b-4e5e-a90f-376a2f134f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:10:53.452060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-67efa91c-cb8b-4e5e-a90f-376a2f134f47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464246 Sep 18 07:10:53.521714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:53.528928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75323aa3-a938-4f57-bda0-7f1ec28dc109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.562830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75323aa3-a938-4f57-bda0-7f1ec28dc109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda7d2b2-32dd-44be-bba8-4efc398b7a2d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:53.583335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-75323aa3-a938-4f57-bda0-7f1ec28dc109 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1af869ed269f4c20af8b0e0167ca0079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043953 Sep 18 07:10:53.586308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33628) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:53.599134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-b41d1049-1de5-432d-8b83-5716adddc84e service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386528 Sep 18 07:10:53.647937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.676649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.739610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bad4bb55-6194-4c52-b898-43050caae2b6 req-9895a1b2-03b0-4a49-b567-c881ea9191d1 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323071 Sep 18 07:10:53.839210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.842962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:53.848334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fda7d2b2-32dd-44be-bba8-4efc398b7a2d HTTP/1.1" status: 204 len: 168 time: 0.2569172 Sep 18 07:10:53.856835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755fe6-6644-4266-aa46-da37a4ce681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda7d2b2-32dd-44be-bba8-4efc398b7a2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:54.347956 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:54.644890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Deleting port 48faff62-f737-44b7-8081-3eae713b23a7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:54.645161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:54.727475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] For port 48faff62-f737-44b7-8081-3eae713b23a7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=48faff62-f737-44b7-8081-3eae713b23a7,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:54.727834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:54.740257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Calling delete_port for 48faff62-f737-44b7-8081-3eae713b23a7 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:54.955741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:54.971488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58347791-ba58-4716-aa71-d7b903551d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:54.981918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.014749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48faff62-f737-44b7-8081-3eae713b23a7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:55.083351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58347791-ba58-4716-aa71-d7b903551d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.147220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58347791-ba58-4716-aa71-d7b903551d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.212601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.226600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-58347791-ba58-4716-aa71-d7b903551d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=488ba2ade5844a7899132f887c134abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670217 Sep 18 07:10:55.226600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58347791-ba58-4716-aa71-d7b903551d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0078f-f7ed-492e-8b24-99ba047abb8a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:55.227160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33670) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:55.363224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.397679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.548797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Router d868ad5d-3d88-49b6-a049-34164cf67775 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:10:55.595159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.597643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.601143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3da0078f-f7ed-492e-8b24-99ba047abb8a HTTP/1.1" status: 204 len: 168 time: 0.3705628 Sep 18 07:10:55.613094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148542-4623-4a97-ba3d-3398b554065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0078f-f7ed-492e-8b24-99ba047abb8a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:55.678656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:10:55.684119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f3c90c5-9f0e-498d-b294-83f6d26565d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/d868ad5d-3d88-49b6-a049-34164cf67775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1612303 Sep 18 07:10:55.686837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33692) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:55.689592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Sync routers for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:10:55.701203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:55.701203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:55.790527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33696) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:55.810548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:55.822786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:55.947008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:56.016963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T07:10:54Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:56.047043 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Checking router: d868ad5d-3d88-49b6-a049-34164cf67775 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:10:56.063908 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Routers {'d868ad5d-3d88-49b6-a049-34164cf67775'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:10:56.063908 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d868ad5d-3d88-49b6-a049-34164cf67775'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:56.152751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Deleting port 8accb367-d966-4bce-8cd0-5763f0dc2376 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:56.153334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:56.197571 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] Set router d868ad5d-3d88-49b6-a049-34164cf67775 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:10:56.274155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6b574eb5-a442-47ee-9745-cf11c05ad62f tempest-DvrRoutersNegativeTest-1811574995 tempest-DvrRoutersNegativeTest-1811574995-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2048153025', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:10:56.277530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] For port 8accb367-d966-4bce-8cd0-5763f0dc2376, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8accb367-d966-4bce-8cd0-5763f0dc2376,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:56.277699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.policy [None req-6b574eb5-a442-47ee-9745-cf11c05ad62f tempest-DvrRoutersNegativeTest-1811574995 tempest-DvrRoutersNegativeTest-1811574995-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101979) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 07:10:56.277929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:56.278083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.policy [None req-6b574eb5-a442-47ee-9745-cf11c05ad62f tempest-DvrRoutersNegativeTest-1811574995 tempest-DvrRoutersNegativeTest-1811574995-project] Failed policy check for 'create_router' {{(pid=101979) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 07:10:56.278614 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-6b574eb5-a442-47ee-9745-cf11c05ad62f tempest-DvrRoutersNegativeTest-1811574995 tempest-DvrRoutersNegativeTest-1811574995-project] create failed (client error): Access was denied to this resource. Sep 18 07:10:56.286282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6b574eb5-a442-47ee-9745-cf11c05ad62f tempest-DvrRoutersNegativeTest-1811574995 tempest-DvrRoutersNegativeTest-1811574995-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4942005 Sep 18 07:10:56.291708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Calling delete_port for 8accb367-d966-4bce-8cd0-5763f0dc2376 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:56.565949 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T07:10:54Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:56.580040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:56.594730 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537fec2-0c71-4b99-925f-ad734f68be3d None None] The sync data for ids ['d868ad5d-3d88-49b6-a049-34164cf67775'] in n-d-789963-14 is: [{'id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'name': 'tempest-TaggedBootDevicesTest_v242-352262243-router', 'tenant_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T06:59:17Z', 'updated_at': '2021-09-18T07:10:54Z', 'revision_number': 5, 'project_id': '1ec5eda3c7b2415a98cc2ae3586bf1c8', 'gw_port': {'id': '8accb367-d966-4bce-8cd0-5763f0dc2376', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868ad5d-3d88-49b6-a049-34164cf67775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T06:59:18Z', 'updated_at': '2021-09-18T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:10:56.607698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8accb367-d966-4bce-8cd0-5763f0dc2376,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:56.688766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:56.865075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33734) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:57.044822 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dddcb03a-7c5a-4ab4-b75a-c40d0a7b1a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.075641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.077944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.208742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dddcb03a-7c5a-4ab4-b75a-c40d0a7b1a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.227256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.227904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d868ad5d-3d88-49b6-a049-34164cf67775 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:10:57.237281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.237281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-959e73dd-f7da-4791-b817-a26fea809a00 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d868ad5d-3d88-49b6-a049-34164cf67775 HTTP/1.1" status: 204 len: 168 time: 1.5461483 Sep 18 07:10:57.237281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:57.289103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Deleting subnet b4a7e527-1d94-42b5-bfc0-f5b506dd51af {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:10:57.292663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.310980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dddcb03a-7c5a-4ab4-b75a-c40d0a7b1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.340697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.380736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:57.380953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dddcb03a-7c5a-4ab4-b75a-c40d0a7b1a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2b5027489f74f22abe47b09b5b52bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167961 Sep 18 07:10:57.382146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcb03a-7c5a-4ab4-b75a-c40d0a7b1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ca9b1-2cab-485a-94e7-c182d6af9f73,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:57.491261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.524651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.559333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.682293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.685422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.686721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f08ca9b1-2cab-485a-94e7-c182d6af9f73 HTTP/1.1" status: 204 len: 168 time: 0.3046472 Sep 18 07:10:57.688004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.721284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a7e527-1d94-42b5-bfc0-f5b506dd51af,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:57.723044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdcfc9-5787-4855-8eaa-bbbad3536701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ca9b1-2cab-485a-94e7-c182d6af9f73,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:57.725051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.727045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-258f7afb-115f-40fb-9abd-0efe5a42128f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4a7e527-1d94-42b5-bfc0-f5b506dd51af HTTP/1.1" status: 204 len: 168 time: 0.4894874 Sep 18 07:10:57.729425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:57.732070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6433c354-3ef1-4ac1-af51-41769630fb34 None None] Network e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:10:57.807035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.879263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Deleting port d1f0b77f-0c6c-4513-a817-4793d56d8908 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:57.879263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.952076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] For port d1f0b77f-0c6c-4513-a817-4793d56d8908, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d1f0b77f-0c6c-4513-a817-4793d56d8908,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:57.952449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:57.969637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Calling delete_port for d1f0b77f-0c6c-4513-a817-4793d56d8908 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:57.982174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] DHCP port deletion for e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:10:58.032386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Deleting port d1f0b77f-0c6c-4513-a817-4793d56d8908 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:10:58.032956 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.099774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] For port d1f0b77f-0c6c-4513-a817-4793d56d8908, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d1f0b77f-0c6c-4513-a817-4793d56d8908,segment=NetworkSegment(c2ecbcee-0ae5-4783-b89c-429e3a42026f),segment_id=c2ecbcee-0ae5-4783-b89c-429e3a42026f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:10:58.100181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.104554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.121869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Calling delete_port for d1f0b77f-0c6c-4513-a817-4793d56d8908 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:10:58.137446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f0b77f-0c6c-4513-a817-4793d56d8908,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:58.139370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] No DVR routers for this DVR port d1f0b77f-0c6c-4513-a817-4793d56d8908 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:58.240441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.255414 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.270970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d1f0b77f-0c6c-4513-a817-4793d56d8908 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:58.283246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:58.303130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ecbcee-0ae5-4783-b89c-429e3a42026f') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:58.303823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ecbcee-0ae5-4783-b89c-429e3a42026f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:10:58.316187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] Pushing event deleted for resources: {'Port': ['ID=d1f0b77f-0c6c-4513-a817-4793d56d8908,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:58.318229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4395615-f7f1-4bd9-8f90-d33c92729a76 None None] No DVR routers for this DVR port d1f0b77f-0c6c-4513-a817-4793d56d8908 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:10:58.319683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.321518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: d1f0b77f-0c6c-4513-a817-4793d56d8908 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:58.322347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d1f0b77f-0c6c-4513-a817-4793d56d8908 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:58.322980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8accb367-d966-4bce-8cd0-5763f0dc2376 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:58.338373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.346961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:10:58.347772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.362827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8accb367-d966-4bce-8cd0-5763f0dc2376 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:58.362827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8accb367-d966-4bce-8cd0-5763f0dc2376 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:58.362827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 48faff62-f737-44b7-8081-3eae713b23a7 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:10:58.365781 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:10:58.415442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 48faff62-f737-44b7-8081-3eae713b23a7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:10:58.415442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 48faff62-f737-44b7-8081-3eae713b23a7 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:10:58.535553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.540625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.546447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9 HTTP/1.1" status: 204 len: 168 time: 0.8160031 Sep 18 07:10:58.568366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29e377-d2b4-4572-af57-8cfa90e56d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d5c0b6-a048-49c5-ad16-afdd7b6fe3b9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:58.978978 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:58.987993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33802) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:59.030566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-37a1b013-8da4-4d6c-986e-e09f2147073a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ec5eda3c7b2415a98cc2ae3586bf1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384340 Sep 18 07:10:59.030803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:59.088590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:59.115304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:59.238408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:59.240982 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:10:59.242204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/130f9915-d7a8-46cc-ab76-61b1b9f03d4f HTTP/1.1" status: 204 len: 168 time: 0.2105460 Sep 18 07:10:59.250426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f2975-9f50-4d36-bbdf-afe4b5e091d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f9915-d7a8-46cc-ab76-61b1b9f03d4f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:10:59.821631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:10:59.994527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6dd5cec1-0ad7-4ad7-8564-d910f56dd1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.101337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6dd5cec1-0ad7-4ad7-8564-d910f56dd1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.159745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6dd5cec1-0ad7-4ad7-8564-d910f56dd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.214507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:00.227324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33868) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:00.232388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6dd5cec1-0ad7-4ad7-8564-d910f56dd1b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=157b6a23a8984685a70be86895b75b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993542 Sep 18 07:11:00.234846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5cec1-0ad7-4ad7-8564-d910f56dd1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed35d9-765b-4c50-a0dd-6be9a776b2fa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:00.296004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.325861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.444579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.449031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.449031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66ed35d9-765b-4c50-a0dd-6be9a776b2fa HTTP/1.1" status: 204 len: 168 time: 0.2202487 Sep 18 07:11:00.457754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22eb01-7681-4279-9e7e-46620caaf251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed35d9-765b-4c50-a0dd-6be9a776b2fa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:00.476328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-74addf1b-fcb5-486e-b86e-dd1a22990e48 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:00.477422 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-74addf1b-fcb5-486e-b86e-dd1a22990e48 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 07:11:00.478342 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-74addf1b-fcb5-486e-b86e-dd1a22990e48 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:11:00.486392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33882) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:00.489351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74addf1b-fcb5-486e-b86e-dd1a22990e48 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2725382 Sep 18 07:11:00.491576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--144661541'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:00.604746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.614043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.746740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.774990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:00.828819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:00.865553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c429e-4247-4292-926c-ba0a311e5a79,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:00.895607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1843443382-network', 'tenant_id': 'dec9461fa23b4b698915745446f95e9a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:00.959691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.061462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.092256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175cde07-55c5-47c1-8512-9dc31b0836cf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:01.133410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Made reservation on behalf of dec9461fa23b4b698915745446f95e9a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:01.135942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.146359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.185938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33904) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:01.198387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807f9066-f4fc-4f99-9e16-021b846eaf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.232688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.235222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36cf9f36-3a41-4073-8367-2b709ff9410f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7473860 Sep 18 07:11:01.238006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33906) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:01.245288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '175cde07-55c5-47c1-8512-9dc31b0836cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:01.327127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.405710 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.436034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:11:01.467882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.468233 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Added segment 3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8 of type vlan for network 251d0631-074b-4877-bfa4-eed11d6518c7 Sep 18 07:11:01.470758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63728354-b18d-4c1e-9d1b-f94b5ae82b41,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:01.530134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.583085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807f9066-f4fc-4f99-9e16-021b846eaf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.643968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.645032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:01.645621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.703254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807f9066-f4fc-4f99-9e16-021b846eaf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.747093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] Pushing event updated for resources: {'Network': ['ID=251d0631-074b-4877-bfa4-eed11d6518c7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:01.758162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 251d0631-074b-4877-bfa4-eed11d6518c7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:11:01.777593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8048a03-c713-49b5-a9ea-51a6df58d1cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0006330 Sep 18 07:11:01.780647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33918) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:01.785942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Request body: {'subnet': {'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1843443382-subnet', 'tenant_id': 'dec9461fa23b4b698915745446f95e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:01.788022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-807f9066-f4fc-4f99-9e16-021b846eaf0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1b24b4cb0b5424baef471c8fe70b5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034412 Sep 18 07:11:01.790428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:01.798638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f9066-f4fc-4f99-9e16-021b846eaf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cdefb8-0378-4984-bae6-6f395d9c2fb7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:01.846235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.867314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.898814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:01.946803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Made reservation on behalf of dec9461fa23b4b698915745446f95e9a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:01.949216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.017736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.020329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.022359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60cdefb8-0378-4984-bae6-6f395d9c2fb7 HTTP/1.1" status: 204 len: 168 time: 0.2309809 Sep 18 07:11:02.039513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.047805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7635-3c92-4ef6-af99-429725dbd1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cdefb8-0378-4984-bae6-6f395d9c2fb7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:02.124618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.141792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eadaf814-3fe8-44ea-b682-c2296f2db01d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:02.219363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.244086 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.245733 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce383e8c-943f-4ae7-a65b-f61cfa09c79e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0064342 Sep 18 07:11:02.248910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33924) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:02.254030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-74514101-fcfb-47b9-ad2f-3abb5e9de8ac tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '175cde07-55c5-47c1-8512-9dc31b0836cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:02.269699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbd8da5-d7ce-4733-9b42-f5eec7601d3b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:02.285340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Checking segment: {'id': '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:11:02.285700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Network hostable DHCP agents. Network: 251d0631-074b-4877-bfa4-eed11d6518c7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:11:02.357018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74514101-fcfb-47b9-ad2f-3abb5e9de8ac tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.378029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Network 251d0631-074b-4877-bfa4-eed11d6518c7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:11:02.461358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 251d0631-074b-4877-bfa4-eed11d6518c7) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:11:02.466428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:02.467289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.474906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d9f1e-a3e4-44c0-aa57-5d4a9028c840 None None] Network 251d0631-074b-4877-bfa4-eed11d6518c7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:11:02.488010 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-74514101-fcfb-47b9-ad2f-3abb5e9de8ac tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:11:02.492297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74514101-fcfb-47b9-ad2f-3abb5e9de8ac tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2395415 Sep 18 07:11:02.492297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:02.556999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2dd764af-d2d3-4292-8a3b-b04f95df2380 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7749739 Sep 18 07:11:02.575105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.591988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.627855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37daa1d4-24eb-412a-b1a0-4b0e7dcb8fde None None] Network 251d0631-074b-4877-bfa4-eed11d6518c7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:11:02.695820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.700968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:02.704501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/175cde07-55c5-47c1-8512-9dc31b0836cf HTTP/1.1" status: 204 len: 168 time: 0.2104373 Sep 18 07:11:02.706908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33954) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:02.725576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96336c-17f1-4ade-9ab0-c894f89da48b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175cde07-55c5-47c1-8512-9dc31b0836cf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:02.826370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3398bc10-6c48-4a6a-9dec-87b31cf25492 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181271 Sep 18 07:11:02.830649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33964) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:02.841558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--518090040'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:02.997256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.103447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.187873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.263697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931101ce-674a-4ea8-afeb-20917a6b8b74,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:03.300706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-d0134976-d800-4190-bfc7-39d9e0a8d17b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:03.307549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-d0134976-d800-4190-bfc7-39d9e0a8d17b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/networks?id=251d0631-074b-4877-bfa4-eed11d6518c7 HTTP/1.1" status: 200 len: 814 time: 0.1586637 Sep 18 07:11:03.335677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-9ff207ad-adfc-45fa-b888-4c1e4d9ccd06 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/quotas/dec9461fa23b4b698915745446f95e9a HTTP/1.1" status: 200 len: 375 time: 0.0176823 Sep 18 07:11:03.381326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-ec1c7526-31ba-4716-93c0-96a065735d5a tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dec9461fa23b4b698915745446f95e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445659 Sep 18 07:11:03.386353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.389808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b188ca1e-059e-4e9e-bdea-c470dbbdf300 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5561130 Sep 18 07:11:03.391345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:03.396235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b14e92dc-5246-443a-b15a-f1f6212bb718 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '931101ce-674a-4ea8-afeb-20917a6b8b74', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:03.397098 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-b14e92dc-5246-443a-b15a-f1f6212bb718 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 07:11:03.397833 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-b14e92dc-5246-443a-b15a-f1f6212bb718 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:03.401687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b14e92dc-5246-443a-b15a-f1f6212bb718 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065157 Sep 18 07:11:03.402760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34016) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:03.504932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.541836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.649971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.653083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:03.654378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/931101ce-674a-4ea8-afeb-20917a6b8b74 HTTP/1.1" status: 204 len: 168 time: 0.2505963 Sep 18 07:11:03.658024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:03.706287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-0d356dd7-ea0e-4eaf-951b-d56b7f11aa18 service neutron] 10.222.0.20 "GET /v2.0/networks/251d0631-074b-4877-bfa4-eed11d6518c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166714 Sep 18 07:11:03.739372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c18c-5ecc-4b0c-8f12-87566a7b2134 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931101ce-674a-4ea8-afeb-20917a6b8b74,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:03.787880 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34d9eda6-5d3f-4d7c-9731-53a85857217c tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285722 Sep 18 07:11:03.792126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34028) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:03.801637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245062889'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:03.830534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-7a8287ce-dacd-4c7d-bed6-762369a59b77 service neutron] 10.222.0.20 "GET /v2.0/networks/251d0631-074b-4877-bfa4-eed11d6518c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232905 Sep 18 07:11:03.903519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.034138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.133420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.192913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3201d676-2800-4516-a4bc-bb83dde43fbd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:04.205854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.206269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.206616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.206958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.207861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.208264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.208604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.208938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.209272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.209600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.209946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.210711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:04.282950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.284292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3ee05d21-7080-480d-a7dd-6c425ec26ca6 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4891179 Sep 18 07:11:04.290772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34048) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:04.296300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-92bbb370-50c8-42f0-92f5-80208bcf7a1a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '3201d676-2800-4516-a4bc-bb83dde43fbd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:04.297180 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-92bbb370-50c8-42f0-92f5-80208bcf7a1a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 07:11:04.297697 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-92bbb370-50c8-42f0-92f5-80208bcf7a1a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:04.298747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-92bbb370-50c8-42f0-92f5-80208bcf7a1a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069122 Sep 18 07:11:04.304871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34050) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:04.420828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.454343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.586800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.590676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.591205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/3201d676-2800-4516-a4bc-bb83dde43fbd HTTP/1.1" status: 204 len: 168 time: 0.2851408 Sep 18 07:11:04.601429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34062) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:04.602399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa736c-b7de-41cb-a708-79fe184221ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201d676-2800-4516-a4bc-bb83dde43fbd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:04.634503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8a8f07d-0d80-422f-ab36-babad7242257 req-f0139fc8-3be4-4556-9bbf-4298e460ed7d tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 210 time: 0.5787761 Sep 18 07:11:04.696166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23805ef8-3989-4736-aa64-8f274b6bf186 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910254 Sep 18 07:11:04.700671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34066) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:04.705397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990385460'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:04.787148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.891035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:04.969581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.016439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:05.078617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.079923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67efbd4e-ed3a-4d46-a05a-cfcd3f1e752b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3788538 Sep 18 07:11:05.082956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.089273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2ba42228-f134-4f8d-8604-af975dedc8ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.096718 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-2ba42228-f134-4f8d-8604-af975dedc8ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 07:11:05.097423 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-2ba42228-f134-4f8d-8604-af975dedc8ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.098822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ba42228-f134-4f8d-8604-af975dedc8ba tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145721 Sep 18 07:11:05.101688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.106576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c6672007-bde4-4eb8-a5ac-66a69a459259 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.107404 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-c6672007-bde4-4eb8-a5ac-66a69a459259 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 07:11:05.108338 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-c6672007-bde4-4eb8-a5ac-66a69a459259 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.109577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c6672007-bde4-4eb8-a5ac-66a69a459259 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068893 Sep 18 07:11:05.112483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34082) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.117096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e4dc7a62-6a3f-419e-a362-37572c79853e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.119810 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-e4dc7a62-6a3f-419e-a362-37572c79853e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 07:11:05.121927 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-e4dc7a62-6a3f-419e-a362-37572c79853e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.121927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4dc7a62-6a3f-419e-a362-37572c79853e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083714 Sep 18 07:11:05.124636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.128832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6bf9477d-fc16-471c-b20f-9a29e0712db4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.130719 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-6bf9477d-fc16-471c-b20f-9a29e0712db4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 07:11:05.131235 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-6bf9477d-fc16-471c-b20f-9a29e0712db4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.135969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6bf9477d-fc16-471c-b20f-9a29e0712db4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077968 Sep 18 07:11:05.136246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34086) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.193685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.216205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.307257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.310547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.311749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a HTTP/1.1" status: 204 len: 168 time: 0.1735485 Sep 18 07:11:05.314711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.321590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635cc50-4080-4270-b41d-241c8fb16074 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c943e2f-fd3e-43e9-93bd-47fb03a0bc8a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:05.374909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b8bcc81-b8bd-4f91-9a07-d9160b7ecb10 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575171 Sep 18 07:11:05.379304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.385390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--649473135'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.492608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.590376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.700078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.746108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf752f-7b61-43e1-bf61-a61744654461,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:05.767506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4913d8b-7bbd-4d06-a169-280ea6165bb9 req-eaec1fd8-765e-4dfa-86af-bd680a9da837 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 210 time: 0.0574548 Sep 18 07:11:05.802140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:05.803610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8d24c7dc-d587-4d4b-b8c5-ef4d987ce510 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4229450 Sep 18 07:11:05.806539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34112) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.811224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-65a4b659-6ebd-4c6d-ac61-04226e65bb73 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.812124 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-65a4b659-6ebd-4c6d-ac61-04226e65bb73 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 07:11:05.812707 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-65a4b659-6ebd-4c6d-ac61-04226e65bb73 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.816200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-65a4b659-6ebd-4c6d-ac61-04226e65bb73 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061040 Sep 18 07:11:05.816515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34114) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:05.821065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3051703b-1881-4c99-b166-80593d8ab48e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:05.991206 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-3051703b-1881-4c99-b166-80593d8ab48e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:05.992499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3051703b-1881-4c99-b166-80593d8ab48e tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1749427 Sep 18 07:11:05.999683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34118) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.002619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-281618b8-9959-4406-a909-db9335aaf8cd tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.003116 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-281618b8-9959-4406-a909-db9335aaf8cd tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 07:11:06.003863 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-281618b8-9959-4406-a909-db9335aaf8cd tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.004984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-281618b8-9959-4406-a909-db9335aaf8cd tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068169 Sep 18 07:11:06.008110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34120) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.013525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1d673bd1-e31f-42dc-9388-1f0745a61986 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.181818 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-1d673bd1-e31f-42dc-9388-1f0745a61986 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.182932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d673bd1-e31f-42dc-9388-1f0745a61986 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1735415 Sep 18 07:11:06.186271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.190875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d4e631cb-fd68-467e-9dfb-768f0f935418 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.192260 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-d4e631cb-fd68-467e-9dfb-768f0f935418 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 07:11:06.193251 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-d4e631cb-fd68-467e-9dfb-768f0f935418 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.194940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d4e631cb-fd68-467e-9dfb-768f0f935418 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065217 Sep 18 07:11:06.196475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34128) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.201744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-bee33ccf-5403-4133-baed-082da23b279d tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.296772 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-bee33ccf-5403-4133-baed-082da23b279d tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Project 3bca2d36e78e41c18b537cd62b0354cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:11:06.376139 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-bee33ccf-5403-4133-baed-082da23b279d tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.377485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bee33ccf-5403-4133-baed-082da23b279d tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1798062 Sep 18 07:11:06.380203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34130) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.385656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fb84617c-2482-4efd-a8f8-2b0f79bb4a11 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.386391 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-fb84617c-2482-4efd-a8f8-2b0f79bb4a11 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 07:11:06.386981 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-fb84617c-2482-4efd-a8f8-2b0f79bb4a11 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.388328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fb84617c-2482-4efd-a8f8-2b0f79bb4a11 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066433 Sep 18 07:11:06.390572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34132) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.394803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-55b464b2-7783-4ee8-9c60-cafc3ebe263f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.562405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-0b02af76-ef3f-4c28-8a5b-1d867d89e573 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:06.564101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-0b02af76-ef3f-4c28-8a5b-1d867d89e573 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.37 "GET /v2.0/networks?id=251d0631-074b-4877-bfa4-eed11d6518c7 HTTP/1.1" status: 200 len: 814 time: 0.1264451 Sep 18 07:11:06.581289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Request body: {'port': {'device_id': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7', 'admin_state_up': True, 'tenant_id': 'dec9461fa23b4b698915745446f95e9a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.586157 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-55b464b2-7783-4ee8-9c60-cafc3ebe263f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Project 3bca2d36e78e41c18b537cd62b0354cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:11:06.703222 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-55b464b2-7783-4ee8-9c60-cafc3ebe263f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:06.709972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34144) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.715418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0993e44c-b2c4-41dd-ad31-1cd0fc90bde3 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '50cf752f-7b61-43e1-bf61-a61744654461', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:06.722960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55b464b2-7783-4ee8-9c60-cafc3ebe263f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3302920 Sep 18 07:11:06.817803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Made reservation on behalf of dec9461fa23b4b698915745446f95e9a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:06.824941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:06.864870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:06.949495 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-0993e44c-b2c4-41dd-ad31-1cd0fc90bde3 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Project 3bca2d36e78e41c18b537cd62b0354cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:11:06.955226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-06f17a6b-1ebc-46ce-a1eb-02a8dd773715 req-c2f42865-bfe7-433f-bc50-123cc88d6145 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 210 time: 0.0816071 Sep 18 07:11:07.029006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34160) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.051450 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0993e44c-b2c4-41dd-ad31-1cd0fc90bde3 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:07.056396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0993e44c-b2c4-41dd-ad31-1cd0fc90bde3 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3409784 Sep 18 07:11:07.056837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.065631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Allocated IP 172.20.0.7 (251d0631-074b-4877-bfa4-eed11d6518c7/5fbd8da5-d7ce-4733-9b42-f5eec7601d3b/570a0248-5070-468d-a646-b26987380e91) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:11:07.138016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02d45d93-7f4d-46b5-886c-30a7faed4338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.141280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.194711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-adc4ada5-2056-4f23-867f-421d091d9904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.208599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.278705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.319638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02d45d93-7f4d-46b5-886c-30a7faed4338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.375474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.378203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.379405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/50cf752f-7b61-43e1-bf61-a61744654461 HTTP/1.1" status: 204 len: 168 time: 0.3212717 Sep 18 07:11:07.382441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34168) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.390333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bafcc7-8d00-46f2-b78e-ebeb622c46f4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf752f-7b61-43e1-bf61-a61744654461,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:07.406185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02d45d93-7f4d-46b5-886c-30a7faed4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.407362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.471984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Network 251d0631-074b-4877-bfa4-eed11d6518c7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:11:07.477628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:11:07.483060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:11:07.495873 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-271ef6dc-2bd1-4339-84a1-27a60ff80424 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077137 Sep 18 07:11:07.500034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-adc4ada5-2056-4f23-867f-421d091d9904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.511698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.518222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d45d93-7f4d-46b5-886c-30a7faed4338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af16fb47-f3e3-4316-841b-ef574e4db5b6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:07.520343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--582584489'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:07.532682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Pushing event updated for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:07.536079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02d45d93-7f4d-46b5-886c-30a7faed4338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6c549f78c3044e899b6ba4ab2b2cc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691527 Sep 18 07:11:07.539206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34172) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.564866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:07.565617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.585775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-adc4ada5-2056-4f23-867f-421d091d9904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.603087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.639774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4ada5-2056-4f23-867f-421d091d9904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c6779b-0722-4219-a840-f3409f80d3b1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:07.651008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-adc4ada5-2056-4f23-867f-421d091d9904 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=792193b5e5514300a4d2d142609cb94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176302 Sep 18 07:11:07.651008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.651548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:07.661267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-fc0236b0-5f0d-4fd1-be3a-33296f44e4ea tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0857284 Sep 18 07:11:07.681567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Request body: {'port': {'device_id': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:07.767391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.769334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.770381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.773202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.777398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af16fb47-f3e3-4316-841b-ef574e4db5b6 HTTP/1.1" status: 204 len: 168 time: 0.2344863 Sep 18 07:11:07.790892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d320f5-922a-4f0b-a69d-48ff0c80ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af16fb47-f3e3-4316-841b-ef574e4db5b6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:07.805222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:07.808930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.051366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.052609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.053983 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1c6779b-0722-4219-a840-f3409f80d3b1 HTTP/1.1" status: 204 len: 168 time: 0.4019787 Sep 18 07:11:08.093165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73fec4-8681-426f-9c96-bbd30a115181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c6779b-0722-4219-a840-f3409f80d3b1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:08.155844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4230ab7-5d3f-4141-8088-d05dbd855dd3 req-c4311fb3-75c3-40f1-87b8-6f0a1d5b8c25 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:08.165943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4230ab7-5d3f-4141-8088-d05dbd855dd3 req-c4311fb3-75c3-40f1-87b8-6f0a1d5b8c25 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 931 time: 0.1078560 Sep 18 07:11:08.236375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570a0248-5070-468d-a646-b26987380e91 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:11:08.243369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.248716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.265354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Transition to ACTIVE for port object 570a0248-5070-468d-a646-b26987380e91 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:11:08.272264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4230ab7-5d3f-4141-8088-d05dbd855dd3 req-0a9f1bc2-e984-499c-ac0d-d76089a7876c tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930846 Sep 18 07:11:08.323790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.353455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.363624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9dffc9-4697-45da-83ba-c0f54d3f6502,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:08.410662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:08.433303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.434852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78bc152d-d2c0-4d06-a1c9-aa83cde50339 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9179528 Sep 18 07:11:08.438145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:08.444470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5d96fed7-e95a-4f5e-ac8c-ea740746fd52 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '9d9dffc9-4697-45da-83ba-c0f54d3f6502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:08.489378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Attempting to bind port 570a0248-5070-468d-a646-b26987380e91 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:11:08.489722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Attempting to bind port 570a0248-5070-468d-a646-b26987380e91 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:11:08.490097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Attempting to bind port 570a0248-5070-468d-a646-b26987380e91 on network 251d0631-074b-4877-bfa4-eed11d6518c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:11:08.494405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Port 570a0248-5070-468d-a646-b26987380e91 on network 251d0631-074b-4877-bfa4-eed11d6518c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:11:08.494752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Attempting to bind port 570a0248-5070-468d-a646-b26987380e91 on network 251d0631-074b-4877-bfa4-eed11d6518c7 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:11:08.499709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:11:08.500051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Checking segment: {'id': '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:11:08.500441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Bound using segment: {'id': '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:11:08.500872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Bound port: 570a0248-5070-468d-a646-b26987380e91, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:11:08.501232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.576742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:11:08.579976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=570a0248-5070-468d-a646-b26987380e91,segment=NetworkSegment(3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8),segment_id=3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:11:08.635900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:08.650555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.657924 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-5d96fed7-e95a-4f5e-ac8c-ea740746fd52 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The resource could not be found. Sep 18 07:11:08.659405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5d96fed7-e95a-4f5e-ac8c-ea740746fd52 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2199922 Sep 18 07:11:08.660177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.676575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34214) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:08.681211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-168d9e07-d8ce-4607-a923-17fb8a505c77 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '9d9dffc9-4697-45da-83ba-c0f54d3f6502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9b17e7ef-7acb-4d0c-a509-7a4f47600c2a'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:08.697709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:08.697709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.697709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] 10.222.0.37 "PUT /v2.0/ports/570a0248-5070-468d-a646-b26987380e91 HTTP/1.1" status: 200 len: 1092 time: 1.0191817 Sep 18 07:11:08.697709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'tag': '570a0248-5070-468d-a646-b26987380e91'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:08.697709 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed3a745-1f06-4059-b14b-f347423a6cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "tag": "570a0248-5070-468d-a646-b26987380e91"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:08.710190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-168d9e07-d8ce-4607-a923-17fb8a505c77 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:11:08.710190 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:11:08.710190 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '3bca2d36e78e41c18b537cd62b0354cc', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 10, 48, 690074)}] Sep 18 07:11:08.710190 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:11:08.710645 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-168d9e07-d8ce-4607-a923-17fb8a505c77 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:11:08.719118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e4556-5cfe-4f04-8fa8-4e88fc3f7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:08.745035 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55844471-4d27-4400-bbf0-6dc8f34e298e x-openstack-request-id: req-55844471-4d27-4400-bbf0-6dc8f34e298e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:08.745340 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "tag": "570a0248-5070-468d-a646-b26987380e91", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:08.745628 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55844471-4d27-4400-bbf0-6dc8f34e298e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:08.746081 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'tag': '570a0248-5070-468d-a646-b26987380e91', 'status': 'completed', 'code': 200} Sep 18 07:11:08.783254 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.803233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-ffd7714e-31b5-4c16-b632-f0574aafd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:08.804794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-ffd7714e-31b5-4c16-b632-f0574aafd3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dec9461fa23b4b698915745446f95e9a&device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 1095 time: 0.0426846 Sep 18 07:11:08.823055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab81a872-289c-49c7-91dd-b4cff4febb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.881558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:08.923995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7b080f3fbc9471db08d6297e0d65225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863898 Sep 18 07:11:08.924898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34218) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:08.927109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a152e35-55af-4d2d-b70b-4746adeb1e35,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:08.946125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.946477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.946824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.947159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.947492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.947820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.948146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.948470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.949490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.949822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.950173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.950499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0a5a1-707d-448c-811b-e65317595fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:08.975985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-5ff0782a-10c0-47cb-beef-25b38ff3e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:08.977502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-5ff0782a-10c0-47cb-beef-25b38ff3e816 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dec9461fa23b4b698915745446f95e9a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1654980 Sep 18 07:11:08.993708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.015591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.114620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34222) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:09.128717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e1d571a-0e99-4717-932c-6a3579ee0057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.148763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-c43b9525-cfe8-4067-8156-a14032c6210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:09.150557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed3a745-1f06-4059-b14b-f347423a6cb6 req-c43b9525-cfe8-4067-8156-a14032c6210c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665311 Sep 18 07:11:09.164170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.166952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.168150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a152e35-55af-4d2d-b70b-4746adeb1e35 HTTP/1.1" status: 204 len: 168 time: 0.2420135 Sep 18 07:11:09.185091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15da717-625c-4e90-b99d-d56923ce9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a152e35-55af-4d2d-b70b-4746adeb1e35,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:09.253237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-8f0856a4-95eb-4284-bc3b-28b737cd2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:09.254859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-8f0856a4-95eb-4284-bc3b-28b737cd2c21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dec9461fa23b4b698915745446f95e9a&device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 1095 time: 0.0663066 Sep 18 07:11:09.256112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e1d571a-0e99-4717-932c-6a3579ee0057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.313137 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-dd6a57d5-ba41-4f07-a4ef-8b41bfd913d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570a0248-5070-468d-a646-b26987380e91 HTTP/1.1" status: 200 len: 217 time: 0.0499461 Sep 18 07:11:09.354157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e1d571a-0e99-4717-932c-6a3579ee0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.438533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e1d571a-0e99-4717-932c-6a3579ee0057 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b08e88d7add54212a9bc065c98379a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202407 Sep 18 07:11:09.439136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34234) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:09.449084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d571a-0e99-4717-932c-6a3579ee0057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e2bca-8574-4d3e-9b72-9fca98027e3c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:09.494125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c974-f4b1-4288-ba65-cd02a4810c52 req-c523117a-dafd-45d4-b2a0-72c74481eb67 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:09.496357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9774c974-f4b1-4288-ba65-cd02a4810c52 req-c523117a-dafd-45d4-b2a0-72c74481eb67 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 943 time: 0.1264529 Sep 18 07:11:09.545367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.569027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9774c974-f4b1-4288-ba65-cd02a4810c52 req-94e1fc31-9ed4-4427-af2d-562339073250 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Sep 18 07:11:09.584916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.645740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-e7ffebaa-53f0-452c-9a8b-a251e4d7a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:09.647591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-e7ffebaa-53f0-452c-9a8b-a251e4d7a0e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fbd8da5-d7ce-4733-9b42-f5eec7601d3b HTTP/1.1" status: 200 len: 854 time: 0.3271372 Sep 18 07:11:09.670153 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-168d9e07-d8ce-4607-a923-17fb8a505c77 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The resource could not be found. Sep 18 07:11:09.673759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-168d9e07-d8ce-4607-a923-17fb8a505c77 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9934833 Sep 18 07:11:09.674157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34238) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:09.679830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-669b97da-56a1-49ab-8b09-c8754129ed2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=251d0631-074b-4877-bfa4-eed11d6518c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252273 Sep 18 07:11:09.730664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.735800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.738672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.742150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b5e2bca-8574-4d3e-9b72-9fca98027e3c HTTP/1.1" status: 204 len: 168 time: 0.3000097 Sep 18 07:11:09.761528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027c434-f54d-40d1-8c66-ef4d4a1ec520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e2bca-8574-4d3e-9b72-9fca98027e3c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:09.768156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.794446 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-7b95f7f9-4e45-4753-8a05-0e3ba6b7591c service neutron] 10.222.0.37 "GET /v2.0/networks/251d0631-074b-4877-bfa4-eed11d6518c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078916 Sep 18 07:11:09.891477 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddd0e7cd-b553-404c-9a26-ad3519e5fe21 req-e79f9484-b85f-42ac-aed6-40f6d1eaf342 service neutron] 10.222.0.37 "GET /v2.0/networks/251d0631-074b-4877-bfa4-eed11d6518c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894368 Sep 18 07:11:09.904810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.907559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:09.908810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/9d9dffc9-4697-45da-83ba-c0f54d3f6502 HTTP/1.1" status: 204 len: 168 time: 0.2336109 Sep 18 07:11:09.911707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34248) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:09.918414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addef6a3-4b60-4ee1-bad7-45d0d6556a33 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9dffc9-4697-45da-83ba-c0f54d3f6502,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:09.956419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cc958039-f8a0-42b8-8561-713e9153197f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434525 Sep 18 07:11:09.960068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34250) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:09.964558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-aecb06f7-9f0c-48ff-aecc-57272f275b85 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '3d9ba477-8d06-4eba-916d-434abde8e2fe', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:10.153340 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-aecb06f7-9f0c-48ff-aecc-57272f275b85 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The resource could not be found. Sep 18 07:11:10.157795 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aecb06f7-9f0c-48ff-aecc-57272f275b85 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1933477 Sep 18 07:11:10.158083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34266) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:10.163375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--620441331'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:10.253484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.346602 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.458830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.487761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d13f1-cd45-4081-8b69-e00b04bf924e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:10.547015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.548850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab514ab9-3ff6-4b03-867b-27aa4c2e8e0a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3894167 Sep 18 07:11:10.551261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:10.557349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--784755648'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:10.667045 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.702104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7068d9a-0a52-4cc7-bc0f-0485589b1c5c req-2280be2a-4b9e-4d9b-bdae-4db4db98704d tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:10.704370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7068d9a-0a52-4cc7-bc0f-0485589b1c5c req-2280be2a-4b9e-4d9b-bdae-4db4db98704d tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 943 time: 0.0522351 Sep 18 07:11:10.743893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7068d9a-0a52-4cc7-bc0f-0485589b1c5c req-a51a875b-ae37-4a2a-9506-cde93cf676b1 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Sep 18 07:11:10.765620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.838912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.873041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a01bb-bc83-4aa1-aef5-871e8a4e144a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:10.922199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:10.922199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-36b239df-e03e-4878-a4a2-342a098826e5 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3679481 Sep 18 07:11:10.923592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34306) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:10.928374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2feb96ba-b6ba-48ca-b980-5c85125da434 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '0d1d13f1-cd45-4081-8b69-e00b04bf924e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8c2a01bb-bc83-4aa1-aef5-871e8a4e144a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:11.217065 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-2feb96ba-b6ba-48ca-b980-5c85125da434 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:11.217602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2feb96ba-b6ba-48ca-b980-5c85125da434 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2929287 Sep 18 07:11:11.221195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:11.274449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.300785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.432435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.435593 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.439403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c2a01bb-bc83-4aa1-aef5-871e8a4e144a HTTP/1.1" status: 204 len: 168 time: 0.2171531 Sep 18 07:11:11.439795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34326) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:11.449734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b00d-8196-42ba-b834-165207cd46c8 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a01bb-bc83-4aa1-aef5-871e8a4e144a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:11.527622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5759d042-de65-4ab1-8804-f6ae0f97e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.554603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a42c2ddd-69a1-41a2-9e1b-bcfafd68f70a tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1108770 Sep 18 07:11:11.555449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34332) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:11.621578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.646581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.798738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.802418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:11.804077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d1d13f1-cd45-4081-8b69-e00b04bf924e HTTP/1.1" status: 204 len: 168 time: 0.2471502 Sep 18 07:11:11.806771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34350) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:11.820014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004eed5-2010-45be-baa4-cbe6022bb930 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d13f1-cd45-4081-8b69-e00b04bf924e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:11.918355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4fe2d0ca-70c5-47d1-b771-3f1ddcc5bed4 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091878 Sep 18 07:11:11.922314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34354) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:11.926862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053495855'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:11.941276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed093a85-6b6e-4099-afea-2a6fbc970e97 req-a97fd7d4-e451-4a8b-a74d-4a420cfb8950 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:11.942956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed093a85-6b6e-4099-afea-2a6fbc970e97 req-a97fd7d4-e451-4a8b-a74d-4a420cfb8950 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 943 time: 0.1020539 Sep 18 07:11:11.992302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed093a85-6b6e-4099-afea-2a6fbc970e97 req-ad880118-8228-4ae2-ab63-7d11d415445e tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Sep 18 07:11:12.047350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.047491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.126838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.224487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.253770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dec668-4055-4b78-a0d2-017ccc2210cf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:12.321983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.323224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0197695f-010d-48f9-9907-cd5cda7ef406 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3999007 Sep 18 07:11:12.326853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34368) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:12.331257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e4368402-2ba9-4570-bc61-d0ce26453167 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '62dec668-4055-4b78-a0d2-017ccc2210cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:12.510617 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-e4368402-2ba9-4570-bc61-d0ce26453167 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:12.515262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4368402-2ba9-4570-bc61-d0ce26453167 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1874762 Sep 18 07:11:12.515453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34372) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:12.520176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2f6d9bbe-7b08-44a2-8422-35c4d6a3eb56 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group_rule': {'security_group_id': '62dec668-4055-4b78-a0d2-017ccc2210cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:12.768791 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-2f6d9bbe-7b08-44a2-8422-35c4d6a3eb56 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:11:12.774968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2f6d9bbe-7b08-44a2-8422-35c4d6a3eb56 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2538724 Sep 18 07:11:12.774968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:12.831683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.854500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:12.977024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:13.378724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-353e992e-3877-401c-b37f-0c2e4bdbf43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.380388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.380388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.380388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/62dec668-4055-4b78-a0d2-017ccc2210cf HTTP/1.1" status: 204 len: 168 time: 0.3416796 Sep 18 07:11:13.380771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:13.380844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251434e-81b4-4e23-9606-f170aa67ec03 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dec668-4055-4b78-a0d2-017ccc2210cf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:13.380844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc5032-2e47-4e53-be02-50c5c736a371 req-c5c3483e-7123-4329-a8d6-f28c756c3aa7 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:13.380844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83dc5032-2e47-4e53-be02-50c5c736a371 req-c5c3483e-7123-4329-a8d6-f28c756c3aa7 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 943 time: 0.0895722 Sep 18 07:11:13.381064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 570a0248-5070-468d-a646-b26987380e91 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:11:13.381418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb0b2964-d115-4868-80b2-7f124ad59725 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707164 Sep 18 07:11:13.381418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34398) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:13.381546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83dc5032-2e47-4e53-be02-50c5c736a371 req-9e09afd0-7873-4874-8898-9692a5faec7b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Sep 18 07:11:13.381627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'tempest-secgroup--978656780'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:13.381701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.381778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-353e992e-3877-401c-b37f-0c2e4bdbf43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.381963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=570a0248-5070-468d-a646-b26987380e91,segment=NetworkSegment(3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8),segment_id=3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:13.381963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '570a0248-5070-468d-a646-b26987380e91', 'network_id': '251d0631-074b-4877-bfa4-eed11d6518c7', 'port_id': '570a0248-5070-468d-a646-b26987380e91', 'mac_address': 'fa:16:3e:67:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbd8da5-d7ce-4733-9b42-f5eec7601d3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:11:13.381963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.381963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a0248-5070-468d-a646-b26987380e91 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:11:13.385728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=570a0248-5070-468d-a646-b26987380e91,segment=NetworkSegment(3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8),segment_id=3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:13.582390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-353e992e-3877-401c-b37f-0c2e4bdbf43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.631095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-353e992e-3877-401c-b37f-0c2e4bdbf43a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7a4a85bb2684336a98cb20d59995598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529276 Sep 18 07:11:13.632168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e992e-3877-401c-b37f-0c2e4bdbf43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b0f7c-9800-41e8-8adb-0e244dde3e63,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:13.633744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34400) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:13.637979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.691589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.698962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:13.717198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.735205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.818777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.821928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:13.825981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b7b0f7c-9800-41e8-8adb-0e244dde3e63 HTTP/1.1" status: 204 len: 168 time: 0.1882684 Sep 18 07:11:13.834421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3405-94cb-4b4a-a088-4388cd5a499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b0f7c-9800-41e8-8adb-0e244dde3e63,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:13.836796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['570a0248-5070-468d-a646-b26987380e91'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:11:13.887572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.024599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.057730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874ccd21-52fe-4156-a405-de03d7452c56,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:14.215245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.216568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-edad92f4-f4c7-4360-8306-c3717124ff05 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0027020 Sep 18 07:11:14.219452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34422) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.223884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6af1a942-3d90-4c8e-8772-cb9f9eee10fa tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:14.224305 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-6af1a942-3d90-4c8e-8772-cb9f9eee10fa tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 07:11:14.224796 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-6af1a942-3d90-4c8e-8772-cb9f9eee10fa tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 07:11:14.225762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6af1a942-3d90-4c8e-8772-cb9f9eee10fa tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "PUT /v2.0/security-groups/874ccd21-52fe-4156-a405-de03d7452c56 HTTP/1.1" status: 409 len: 330 time: 0.0053446 Sep 18 07:11:14.228033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34424) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.290740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.320011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.352006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ab8-5c74-453a-9185-332268370a26 req-44488653-409d-4c07-84ca-c6331cca338b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:14.353508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b312ab8-5c74-453a-9185-332268370a26 req-44488653-409d-4c07-84ca-c6331cca338b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 944 time: 0.0523839 Sep 18 07:11:14.402721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b312ab8-5c74-453a-9185-332268370a26 req-65129a80-493b-4777-a68f-33688f113249 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Sep 18 07:11:14.433664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.436439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.437671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/874ccd21-52fe-4156-a405-de03d7452c56 HTTP/1.1" status: 204 len: 168 time: 0.2086942 Sep 18 07:11:14.440647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34436) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.446895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae8d58-78b2-4eb6-b61b-73cb5bb1cdc0 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ccd21-52fe-4156-a405-de03d7452c56,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:14.510704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-252a4acd-83d4-4ab2-ac4b-261cb3016c8b tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638390 Sep 18 07:11:14.514517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34440) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.528680 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-a3effc41-94c7-4623-97d8-108f2fe88778 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] delete failed (client error): The resource could not be found. Sep 18 07:11:14.529937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a3effc41-94c7-4623-97d8-108f2fe88778 tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0ee9de6-f6bf-46ed-9271-87bc437b09d9 HTTP/1.1" status: 404 len: 347 time: 0.0142305 Sep 18 07:11:14.533410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.547352 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-52447c6b-0421-407c-8dae-4c91d03629ef tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] show failed (client error): The resource could not be found. Sep 18 07:11:14.548341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52447c6b-0421-407c-8dae-4c91d03629ef tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-groups/cdc6d9aa-7752-4e61-9119-4d53c553397e HTTP/1.1" status: 404 len: 347 time: 0.0138614 Sep 18 07:11:14.551979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34444) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.566353 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-091a0a72-d4e8-45ff-affe-440568dfcd9f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] show failed (client error): The resource could not be found. Sep 18 07:11:14.567363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-091a0a72-d4e8-45ff-affe-440568dfcd9f tempest-NegativeSecGroupIPv6Test-581149713 tempest-NegativeSecGroupIPv6Test-581149713-project] 10.222.0.20 "GET /v2.0/security-group-rules/b9693a38-c0c9-4a56-b591-e1bbcaf16257 HTTP/1.1" status: 404 len: 356 time: 0.0144994 Sep 18 07:11:14.675927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.708845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:14.723215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1047f7a-c674-4a66-9a9f-9831e157c883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.821427 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.831042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1047f7a-c674-4a66-9a9f-9831e157c883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:14.964790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e1047f7a-c674-4a66-9a9f-9831e157c883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.020057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e1047f7a-c674-4a66-9a9f-9831e157c883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66ad6b20d6d245ff9db07bda1d12ab91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100691 Sep 18 07:11:15.020957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1047f7a-c674-4a66-9a9f-9831e157c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c272e97-aac2-4dc0-b5d4-99b80137ecbf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:15.023147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34456) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:15.045918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34458) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:15.058059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:11:15.094430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.149793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.200064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 570a0248-5070-468d-a646-b26987380e91 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:11:15.243267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-10aea4d5-fdef-4277-8ec5-b897d0fc5e51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bca2d36e78e41c18b537cd62b0354cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946542 Sep 18 07:11:15.245745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34468) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:15.305230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.331943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.334544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.335708 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c272e97-aac2-4dc0-b5d4-99b80137ecbf HTTP/1.1" status: 204 len: 168 time: 0.3112729 Sep 18 07:11:15.337694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.352305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 570a0248-5070-468d-a646-b26987380e91 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:11:15.355507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedbb3f-dad3-4093-a55b-a07b2a957103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c272e97-aac2-4dc0-b5d4-99b80137ecbf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:15.356439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 570a0248-5070-468d-a646-b26987380e91 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:11:15.356876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.466175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.488118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0248-5070-468d-a646-b26987380e91'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:15.490317 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c3451-9ba7-43b7-ab7b-be6c7a10de23" -d '{"events": [{"server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "name": "network-vif-plugged", "status": "completed", "tag": "570a0248-5070-468d-a646-b26987380e91"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:15.506896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=570a0248-5070-468d-a646-b26987380e91,segment=NetworkSegment(3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8),segment_id=3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:15.515852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.518536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.519735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f8c429e-4247-4292-926c-ba0a311e5a79 HTTP/1.1" status: 204 len: 168 time: 0.2727637 Sep 18 07:11:15.531338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da668a-92f3-4060-9ad2-3cd66cb37f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c429e-4247-4292-926c-ba0a311e5a79,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:15.551249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e64c19-3c66-4f22-9c3b-0cab0a01b725 req-29598075-89a3-48c7-86a9-a9ff2bbea08f tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:15.559105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41e64c19-3c66-4f22-9c3b-0cab0a01b725 req-29598075-89a3-48c7-86a9-a9ff2bbea08f tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 944 time: 0.0809169 Sep 18 07:11:15.561772 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ce895-841f-4221-91c8-6888d31f5088 x-openstack-request-id: req-617ce895-841f-4221-91c8-6888d31f5088 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:15.562462 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "name": "network-vif-plugged", "status": "completed", "tag": "570a0248-5070-468d-a646-b26987380e91", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:15.562900 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-617ce895-841f-4221-91c8-6888d31f5088 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:15.563561 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a0248-5070-468d-a646-b26987380e91', 'code': 200} Sep 18 07:11:15.612202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41e64c19-3c66-4f22-9c3b-0cab0a01b725 req-81bd15d8-a05d-40b0-b9f7-a04f88fe9d8f tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515513 Sep 18 07:11:15.628749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:15.665602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afae120-32be-4a92-a795-1fe09ad00fb6 req-6563b026-9a0f-4987-8987-2d8efc7ad240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:15.668233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2afae120-32be-4a92-a795-1fe09ad00fb6 req-6563b026-9a0f-4987-8987-2d8efc7ad240 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 1097 time: 0.0541022 Sep 18 07:11:15.710029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2afae120-32be-4a92-a795-1fe09ad00fb6 req-636f6f90-39f4-47b9-92bb-f8f8fd1f44aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Sep 18 07:11:15.727529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:16.746989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de469923-3053-42e4-af24-81ed36c49acd req-cc15feec-0f63-415f-8460-024fdf0ec51a tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:16.748526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de469923-3053-42e4-af24-81ed36c49acd req-cc15feec-0f63-415f-8460-024fdf0ec51a tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Sep 18 07:11:16.790256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de469923-3053-42e4-af24-81ed36c49acd req-20ac8e3f-2c7a-44a9-a379-2f4d5d6e2daa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Sep 18 07:11:16.882947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34542) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:16.983018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4d45483f-3b7d-43e7-8a92-4bdd622bb418 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2136748452', 'prefixes': ['172.20.0.0/16']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:17.231978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4d45483f-3b7d-43e7-8a92-4bdd622bb418 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] Notify callbacks [] for subnetpool, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:17.233255 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4d45483f-3b7d-43e7-8a92-4bdd622bb418 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3488541 Sep 18 07:11:17.235906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34556) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:17.274639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d321dc74-4b5b-4fed-9fb2-9ed2b457b752 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "GET /v2.0/subnetpools/1b300f41-364c-4e86-933c-0505e6c64b5d HTTP/1.1" status: 200 len: 732 time: 0.0374548 Sep 18 07:11:17.276602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34560) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:17.280987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-83a36731-187c-4228-b6d2-d0bc84d49952 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-814035701'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:17.428784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-83a36731-187c-4228-b6d2-d0bc84d49952 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] Notify callbacks [] for subnetpool, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:17.430078 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-83a36731-187c-4228-b6d2-d0bc84d49952 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "PUT /v2.0/subnetpools/1b300f41-364c-4e86-933c-0505e6c64b5d HTTP/1.1" status: 200 len: 683 time: 0.1524911 Sep 18 07:11:17.438011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34568) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:17.578606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-35904eef-dce3-4392-ab75-2362459f6e90 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] Notify callbacks [] for subnetpool, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:17.583668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-35904eef-dce3-4392-ab75-2362459f6e90 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1b300f41-364c-4e86-933c-0505e6c64b5d HTTP/1.1" status: 204 len: 168 time: 0.1446440 Sep 18 07:11:17.584367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34580) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:17.603352 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-54502b85-deee-4514-8102-b422d315184a tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] show failed (client error): The resource could not be found. Sep 18 07:11:17.604369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-54502b85-deee-4514-8102-b422d315184a tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "GET /v2.0/subnetpools/1b300f41-364c-4e86-933c-0505e6c64b5d HTTP/1.1" status: 404 len: 346 time: 0.0190136 Sep 18 07:11:17.609253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:17.625183 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-d8b1e0b6-973f-4a05-8d1f-9df708fad5f2 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] delete failed (client error): The resource could not be found. Sep 18 07:11:17.626227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8b1e0b6-973f-4a05-8d1f-9df708fad5f2 tempest-SubnetPoolsTestJSON-552008274 tempest-SubnetPoolsTestJSON-552008274-project] 10.222.0.20 "DELETE /v2.0/subnetpools/1b300f41-364c-4e86-933c-0505e6c64b5d HTTP/1.1" status: 404 len: 346 time: 0.0160635 Sep 18 07:11:17.911053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ffcd8-7421-4e6a-aed8-d8113542fd58 req-c055a514-5d5a-4f7d-9dad-dc75d2da914b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:17.912691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02ffcd8-7421-4e6a-aed8-d8113542fd58 req-c055a514-5d5a-4f7d-9dad-dc75d2da914b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 945 time: 0.0505490 Sep 18 07:11:17.962614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02ffcd8-7421-4e6a-aed8-d8113542fd58 req-f0e3b320-1d4d-495f-b536-1b24be812cd6 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Sep 18 07:11:18.491711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34616) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:18.641322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:18.741367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2b39228-f4c7-4d59-bc09-0f1d41e2f54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:18.744031 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:18.780635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01716c3c-4f9a-4d73-a024-a40a70ebc8f2 req-5d9dec7d-730a-4a0c-99a2-c0e1da1c3ccc tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:18.782152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01716c3c-4f9a-4d73-a024-a40a70ebc8f2 req-5d9dec7d-730a-4a0c-99a2-c0e1da1c3ccc tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 945 time: 0.1035185 Sep 18 07:11:18.810001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:11:18.810001 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:11:18.810001 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': '222ddb692f2e481bbf4b351fee1960e3', 'id': 'd5ea8761-a0c6-4eff-909c-cdb64e3f795e', 'expiration': datetime.datetime(2021, 9, 18, 7, 13, 18, 791681)}] Sep 18 07:11:18.810001 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:11:18.810453 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:11:18.847839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01716c3c-4f9a-4d73-a024-a40a70ebc8f2 req-17141284-9c03-4a60-a764-b58270c07dbe tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Sep 18 07:11:18.915002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2b39228-f4c7-4d59-bc09-0f1d41e2f54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:18.975306 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2b39228-f4c7-4d59-bc09-0f1d41e2f54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.017631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b2b39228-f4c7-4d59-bc09-0f1d41e2f54a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5c2af7a250b415ea97c0fbeb4df714a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736675 Sep 18 07:11:19.018815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39228-f4c7-4d59-bc09-0f1d41e2f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f6d2fc-33a1-41d6-ba6f-320a4fa4f3db,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:19.020552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34640) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:19.074889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.129430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.278884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.281519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.283035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8f6d2fc-33a1-41d6-ba6f-320a4fa4f3db HTTP/1.1" status: 204 len: 168 time: 0.2614007 Sep 18 07:11:19.291869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4db1fc-b5ad-43cb-bfed-8072fabf73bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f6d2fc-33a1-41d6-ba6f-320a4fa4f3db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:19.311778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.416030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.512933 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.553656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=222ddb692f2e481bbf4b351fee1960e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0608494 Sep 18 07:11:19.554564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222797f-900b-447e-bd38-d63b3102fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbdb1b-61e9-4609-8720-d16b177ee2e2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:19.556463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:19.626108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.647880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.775640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.786744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:19.791032 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2fbdb1b-61e9-4609-8720-d16b177ee2e2 HTTP/1.1" status: 204 len: 168 time: 0.2335212 Sep 18 07:11:19.815301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eff07-7b48-47f2-9ae0-8c97636cf71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbdb1b-61e9-4609-8720-d16b177ee2e2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:19.973943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-5ee7e288-baab-453d-978b-ccc1fc52d904 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:19.976622 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-5ee7e288-baab-453d-978b-ccc1fc52d904 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.37 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 945 time: 0.0691230 Sep 18 07:11:20.047387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de077848-b787-4ed6-8066-a5e22cf2322a req-a275d49a-166c-4da1-8386-89d50674dda2 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:20.055425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de077848-b787-4ed6-8066-a5e22cf2322a req-a275d49a-166c-4da1-8386-89d50674dda2 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 945 time: 0.0635538 Sep 18 07:11:20.140712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Deleting port 570a0248-5070-468d-a646-b26987380e91 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:11:20.141077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:20.153042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de077848-b787-4ed6-8066-a5e22cf2322a req-40baebbd-e303-4e40-824f-e60198672548 tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/security-groups?id=63728354-b18d-4c1e-9d1b-f94b5ae82b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964661 Sep 18 07:11:20.282042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] For port 570a0248-5070-468d-a646-b26987380e91, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=570a0248-5070-468d-a646-b26987380e91,segment=NetworkSegment(3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8),segment_id=3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:20.282419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:20.296742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Calling delete_port for 570a0248-5070-468d-a646-b26987380e91 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:11:20.613288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:20.626924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['570a0248-5070-468d-a646-b26987380e91'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:11:20.783188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Pushing event deleted for resources: {'Port': ['ID=570a0248-5070-468d-a646-b26987380e91,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:20.822733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] No DVR routers for this DVR port 570a0248-5070-468d-a646-b26987380e91 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:11:20.835097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:20.838815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-614a3fd7-6d2c-4b63-b6cb-00767aa79ed5 req-b6675e98-627a-4265-8dca-4a0cf940e3fa tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.37 "DELETE /v2.0/ports/570a0248-5070-468d-a646-b26987380e91 HTTP/1.1" status: 204 len: 173 time: 0.8558226 Sep 18 07:11:20.840282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'name': 'network-vif-deleted', 'tag': '570a0248-5070-468d-a646-b26987380e91'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:20.847047 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c7104-9870-426e-a9c1-2e0b0a0ba680" -d '{"events": [{"server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "name": "network-vif-deleted", "tag": "570a0248-5070-468d-a646-b26987380e91"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:20.899080 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09666e-8ca1-412b-9fd2-c09cf85cae7b x-openstack-request-id: req-ab09666e-8ca1-412b-9fd2-c09cf85cae7b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:20.899463 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a227ccfd-2d43-4433-92a7-3b5f2dcb1731", "name": "network-vif-deleted", "tag": "570a0248-5070-468d-a646-b26987380e91", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:20.899777 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab09666e-8ca1-412b-9fd2-c09cf85cae7b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:20.911136 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a227ccfd-2d43-4433-92a7-3b5f2dcb1731', 'name': 'network-vif-deleted', 'tag': '570a0248-5070-468d-a646-b26987380e91', 'status': 'completed', 'code': 200} Sep 18 07:11:21.290232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3d117cc-aa0c-4b2b-a916-b2a3086c232d req-2fbfa0ee-7b02-4cf4-bb49-4c148028df4b tempest-ServerAddressesTestJSON-1749827649 tempest-ServerAddressesTestJSON-1749827649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a227ccfd-2d43-4433-92a7-3b5f2dcb1731 HTTP/1.1" status: 200 len: 210 time: 0.0298262 Sep 18 07:11:21.408392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:21.546375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91fa6105-c6cb-4e2a-b84a-63caa90b5000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:21.664465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91fa6105-c6cb-4e2a-b84a-63caa90b5000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:21.745459 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91fa6105-c6cb-4e2a-b84a-63caa90b5000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:21.793093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34746) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:21.796454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91fa6105-c6cb-4e2a-b84a-63caa90b5000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b78f130d428e4b27ba8c759a6e762987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854935 Sep 18 07:11:21.798056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6105-c6cb-4e2a-b84a-63caa90b5000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace98cc3-c473-4813-ad51-26b4580166c3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:21.868236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:21.904661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.038970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.043507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.045671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ace98cc3-c473-4813-ad51-26b4580166c3 HTTP/1.1" status: 204 len: 168 time: 0.2514892 Sep 18 07:11:22.059544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ec81b-76d8-4345-9328-69cb0cead18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace98cc3-c473-4813-ad51-26b4580166c3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:22.363748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34766) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:22.438103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Deleting subnet 5fbd8da5-d7ce-4733-9b42-f5eec7601d3b {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:11:22.438103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.479320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.530093 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.693683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.730458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbd8da5-d7ce-4733-9b42-f5eec7601d3b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:22.740751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.743016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fd13dc5c-2f68-461a-849c-e3f9ae90dd7d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5fbd8da5-d7ce-4733-9b42-f5eec7601d3b HTTP/1.1" status: 204 len: 168 time: 0.3772581 Sep 18 07:11:22.746854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:22.843521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.963032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:22.991992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251d0631-074b-4877-bfa4-eed11d6518c7']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:22.999577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:23.000413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c52b3-9cd6-45fb-a10a-d9bf8422fef8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:23.012375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.028001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.041485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:11:23.042435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:11:23.046156 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:11:23.209935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.223025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.224909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] 10.222.0.20 "DELETE /v2.0/networks/251d0631-074b-4877-bfa4-eed11d6518c7 HTTP/1.1" status: 204 len: 168 time: 0.4767604 Sep 18 07:11:23.238985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf40f16-8062-4033-b394-a41266cd1601 admin admin] Pushing event deleted for resources: {'Network': ['ID=251d0631-074b-4877-bfa4-eed11d6518c7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:23.244199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 570a0248-5070-468d-a646-b26987380e91 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:11:23.267236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 570a0248-5070-468d-a646-b26987380e91 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:11:23.267499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 570a0248-5070-468d-a646-b26987380e91 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:11:23.666767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:23.729101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34822) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:23.730444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8b9c17fc-4355-465e-9fff-f54cc498222e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dec9461fa23b4b698915745446f95e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631287 Sep 18 07:11:23.824161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:23.867818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:24.032421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:24.036122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:24.038115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63728354-b18d-4c1e-9d1b-f94b5ae82b41 HTTP/1.1" status: 204 len: 168 time: 0.3078389 Sep 18 07:11:24.048414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81363edc-b6ae-4c1b-907b-381555a6195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63728354-b18d-4c1e-9d1b-f94b5ae82b41,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:25.298617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:25.439410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-483752959-network', 'tenant_id': '03cee75b7b624026a3513af1008673ed'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:25.555488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Made reservation on behalf of 03cee75b7b624026a3513af1008673ed for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:25.558252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.567449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.675210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.769743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.795109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:11:25.805127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eaae33-178c-4fef-a79d-9393967f25c9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:25.810577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.810923 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Added segment 57bed2af-e651-4f70-9e7e-1a8fce788565 of type vlan for network 6c13d010-57e0-436e-8384-497ee652a9a1 Sep 18 07:11:25.852042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.964154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:25.965168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:25.965761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.029854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] Pushing event updated for resources: {'Network': ['ID=6c13d010-57e0-436e-8384-497ee652a9a1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:26.040159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6c13d010-57e0-436e-8384-497ee652a9a1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:11:26.114835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-484b6946-b292-496f-9cff-a0cf67421b1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8138046 Sep 18 07:11:26.123991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:26.129239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Request body: {'subnet': {'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-483752959-subnet', 'tenant_id': '03cee75b7b624026a3513af1008673ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:26.263857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Made reservation on behalf of 03cee75b7b624026a3513af1008673ed for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:26.266347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.442189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:26.534467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.607391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cd30da-e0ca-4a4a-a170-4b02f300db70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.622469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dff944-c581-47f9-8817-61e71e71c19d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:26.645321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Checking segment: {'id': '57bed2af-e651-4f70-9e7e-1a8fce788565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:11:26.645679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Network hostable DHCP agents. Network: 6c13d010-57e0-436e-8384-497ee652a9a1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:11:26.729063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cd30da-e0ca-4a4a-a170-4b02f300db70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.759306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Network 6c13d010-57e0-436e-8384-497ee652a9a1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:11:26.843689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cd30da-e0ca-4a4a-a170-4b02f300db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.884603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6c13d010-57e0-436e-8384-497ee652a9a1) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:11:26.890422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-61cd30da-e0ca-4a4a-a170-4b02f300db70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da0dcf582804c488f753444778b6aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468763 Sep 18 07:11:26.892867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd30da-e0ca-4a4a-a170-4b02f300db70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df4557b-e0a7-4bbd-bad8-967ab118d181,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:26.893537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34940) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:26.904055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1327e-0da3-45a5-91ef-9b189d6b7d81 None None] Network 6c13d010-57e0-436e-8384-497ee652a9a1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:11:26.913917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:26.915878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:26.974644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:27.027375 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:27.072038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda1474-6e27-4eba-b03d-5d2fb0c87481 None None] Network 6c13d010-57e0-436e-8384-497ee652a9a1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:11:27.186614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-be95035d-a32a-49b2-b645-e9279b1c5853 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0614181 Sep 18 07:11:27.225537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:27.225537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:27.225537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2df4557b-e0a7-4bbd-bad8-967ab118d181 HTTP/1.1" status: 204 len: 168 time: 0.3284407 Sep 18 07:11:27.249307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c416134-43fe-4da8-a1ba-8a10a331f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df4557b-e0a7-4bbd-bad8-967ab118d181,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:27.847773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-6bc526bf-af9e-4bd9-b718-82dfe5d0173b tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:27.849246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-6bc526bf-af9e-4bd9-b718-82dfe5d0173b tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/networks?id=6c13d010-57e0-436e-8384-497ee652a9a1 HTTP/1.1" status: 200 len: 821 time: 0.1125221 Sep 18 07:11:27.865238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-d21c3f6c-6281-4aa0-927c-fc14ec8d3681 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/quotas/03cee75b7b624026a3513af1008673ed HTTP/1.1" status: 200 len: 375 time: 0.0096493 Sep 18 07:11:27.908380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-b971f676-4e04-4f08-be80-8549f38c1ba0 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=03cee75b7b624026a3513af1008673ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342948 Sep 18 07:11:27.908947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34972) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:27.927138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cec43da0-1c5b-4899-8533-48da25c00b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.010240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-5aa8e4f9-dbfd-42e0-b5bc-936b7b72f71c service neutron] 10.222.0.20 "GET /v2.0/networks/6c13d010-57e0-436e-8384-497ee652a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930376 Sep 18 07:11:28.045764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cec43da0-1c5b-4899-8533-48da25c00b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.121687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cec43da0-1c5b-4899-8533-48da25c00b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.163168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-6fbcb4a9-7bf1-4aa1-b318-6255c9912ade service neutron] 10.222.0.20 "GET /v2.0/networks/6c13d010-57e0-436e-8384-497ee652a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445005 Sep 18 07:11:28.196399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43da0-1c5b-4899-8533-48da25c00b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8076f-d188-4c96-9de0-4178a426920c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:28.208119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cec43da0-1c5b-4899-8533-48da25c00b93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725855c93f1a4f21bceb89069496a9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987876 Sep 18 07:11:28.210364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34990) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:28.284253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.311699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.481462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.484153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:28.485435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b8076f-d188-4c96-9de0-4178a426920c HTTP/1.1" status: 204 len: 168 time: 0.2738247 Sep 18 07:11:28.493817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328a806-315b-44b7-820f-ae464ae7cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8076f-d188-4c96-9de0-4178a426920c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:28.707241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d2f0117-3be5-4df8-a940-96bcdcd799c1 req-ba20a1f7-e73f-4945-8f5e-d1c32f09356f tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 210 time: 0.0414412 Sep 18 07:11:28.987089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:29.861157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1a04f36-b95a-420d-bb29-57478ba547c0 req-a42d9a26-656e-43ac-a49b-ee430a227354 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 210 time: 0.0652151 Sep 18 07:11:30.946302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44434ebf-aeef-4760-b073-b5a13e05dbf6 req-32105580-f26f-430b-8c59-14a1dee4b2ab tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Sep 18 07:11:31.315256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-761bdd75-17f5-457b-a843-372751eccd14 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:31.316763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-761bdd75-17f5-457b-a843-372751eccd14 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.37 "GET /v2.0/networks?id=6c13d010-57e0-436e-8384-497ee652a9a1 HTTP/1.1" status: 200 len: 821 time: 0.1478548 Sep 18 07:11:31.329163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Request body: {'port': {'device_id': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1', 'admin_state_up': True, 'tenant_id': '03cee75b7b624026a3513af1008673ed'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:31.597703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Made reservation on behalf of 03cee75b7b624026a3513af1008673ed for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:11:31.601389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:31.790602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Allocated IP 172.20.0.4 (6c13d010-57e0-436e-8384-497ee652a9a1/21dff944-c581-47f9-8817-61e71e71c19d/0bf99a8c-bf65-439a-9edb-48ef1491d3c3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:11:31.941551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.046323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55340973-ce96-462a-a8c8-44e447a7dadb req-feeea6b9-b640-4e4f-89be-b655399a8677 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 210 time: 0.0268152 Sep 18 07:11:32.055470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.095824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Network 6c13d010-57e0-436e-8384-497ee652a9a1 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:11:32.099019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:11:32.102651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:11:32.156438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Pushing event updated for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:32.164175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:32.164817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.280608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-ba46efe8-d798-4c8c-b49c-479b608d3a12 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9552169 Sep 18 07:11:32.293876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Request body: {'port': {'device_id': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:11:32.350791 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.647913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:11:32.656284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.668140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Transition to ACTIVE for port object 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:11:32.852448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:32.903288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Pushing event updated for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:32.975135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Attempting to bind port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:11:32.975939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Attempting to bind port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '57bed2af-e651-4f70-9e7e-1a8fce788565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:11:32.975939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Attempting to bind port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 on network 6c13d010-57e0-436e-8384-497ee652a9a1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:11:32.980499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 on network 6c13d010-57e0-436e-8384-497ee652a9a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:11:32.980852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Attempting to bind port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 on network 6c13d010-57e0-436e-8384-497ee652a9a1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:11:32.989367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:11:32.989656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Checking segment: {'id': '57bed2af-e651-4f70-9e7e-1a8fce788565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:11:32.990079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Bound using segment: {'id': '57bed2af-e651-4f70-9e7e-1a8fce788565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:11:32.990497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Bound port: 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bed2af-e651-4f70-9e7e-1a8fce788565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:11:32.990896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:33.061499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:11:33.064541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,segment=NetworkSegment(57bed2af-e651-4f70-9e7e-1a8fce788565),segment_id=57bed2af-e651-4f70-9e7e-1a8fce788565)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:11:33.167329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36d63a-072b-4c0a-ac6d-cdae67a45fe2 req-f9df8c64-862c-4eda-a295-103382e1f813 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.169643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a36d63a-072b-4c0a-ac6d-cdae67a45fe2 req-f9df8c64-862c-4eda-a295-103382e1f813 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 943 time: 0.0537038 Sep 18 07:11:33.175567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:33.209418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a36d63a-072b-4c0a-ac6d-cdae67a45fe2 req-9c21fa40-6e72-47cc-8ba3-a95437ddd1a9 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Sep 18 07:11:33.216771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.217666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:33.219235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] 10.222.0.37 "PUT /v2.0/ports/0bf99a8c-bf65-439a-9edb-48ef1491d3c3 HTTP/1.1" status: 200 len: 1092 time: 0.9304512 Sep 18 07:11:33.219685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:33.222112 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7cd92-12da-4d92-987d-6e056d57d7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:33.251852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37d208-4b1f-45e2-b5c8-3507c63f8d4e service neutron] Pushing event updated for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:33.266423 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc72d5-3b18-4496-bf7f-0dafa9c6f4c8 x-openstack-request-id: req-fbbc72d5-3b18-4496-bf7f-0dafa9c6f4c8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:33.266817 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:33.267186 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbbc72d5-3b18-4496-bf7f-0dafa9c6f4c8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:33.267789 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3', 'status': 'completed', 'code': 200} Sep 18 07:11:33.329269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-d6515b1f-4fba-4969-996c-9adbb4cf1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.330839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-d6515b1f-4fba-4969-996c-9adbb4cf1c30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cee75b7b624026a3513af1008673ed&device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 1095 time: 0.0431809 Sep 18 07:11:33.438749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-655b39ae-c71b-4e35-ab34-0810e048db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.440263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-655b39ae-c71b-4e35-ab34-0810e048db11 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=03cee75b7b624026a3513af1008673ed&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1020737 Sep 18 07:11:33.535005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-b2e36462-b31a-45b2-a28f-5d51ba61c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.536421 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7c7cd92-12da-4d92-987d-6e056d57d7c7 req-b2e36462-b31a-45b2-a28f-5d51ba61c1f0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890729 Sep 18 07:11:33.623439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-8267da57-8a4a-49aa-9499-f89b9b4caac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.625238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-8267da57-8a4a-49aa-9499-f89b9b4caac0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cee75b7b624026a3513af1008673ed&device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 1095 time: 0.0520713 Sep 18 07:11:33.676246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-f2b7f520-618b-4621-9b9f-e795122714e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3 HTTP/1.1" status: 200 len: 217 time: 0.0419302 Sep 18 07:11:33.737841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-b770cdc9-f138-4b91-aeb4-514f657a7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:33.739545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-b770cdc9-f138-4b91-aeb4-514f657a7964 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21dff944-c581-47f9-8817-61e71e71c19d HTTP/1.1" status: 200 len: 861 time: 0.0568600 Sep 18 07:11:33.772800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-085f873a-54f0-4ac7-b5df-99a4ad15c5ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c13d010-57e0-436e-8384-497ee652a9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264878 Sep 18 07:11:33.891244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-5e93e756-d564-4ff0-a550-14bac1fb2343 service neutron] 10.222.0.37 "GET /v2.0/networks/6c13d010-57e0-436e-8384-497ee652a9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112819 Sep 18 07:11:33.998139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d9b360e0-7a20-4777-a604-40801cd0deb9 req-cb9f29d1-619f-4fc9-a6ec-89b7ffaea10b service neutron] 10.222.0.37 "GET /v2.0/networks/6c13d010-57e0-436e-8384-497ee652a9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977042 Sep 18 07:11:34.339572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b70c-e47c-43eb-a829-3f2c4c137f1f req-6c0175fd-d1d3-4e94-b0b3-7341edb7bcca tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:34.341038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9407b70c-e47c-43eb-a829-3f2c4c137f1f req-6c0175fd-d1d3-4e94-b0b3-7341edb7bcca tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 943 time: 0.0571091 Sep 18 07:11:34.380097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9407b70c-e47c-43eb-a829-3f2c4c137f1f req-6b6498f2-28d5-4be4-a1ca-d66a5634a126 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 18 07:11:34.507863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35156) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:34.618389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3892-96a8-46ea-898f-ed11a1b682f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:34.705797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3892-96a8-46ea-898f-ed11a1b682f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:34.815099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3892-96a8-46ea-898f-ed11a1b682f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:34.853957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3892-96a8-46ea-898f-ed11a1b682f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce5c79-3b76-4c07-9619-a113798d9a16,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:34.861540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9c9d3892-96a8-46ea-898f-ed11a1b682f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66e714f97a794c44ace60f42825aafbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525825 Sep 18 07:11:34.862623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35164) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:34.951701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:34.982015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:35.141444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:35.144123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:35.145454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ce5c79-3b76-4c07-9619-a113798d9a16 HTTP/1.1" status: 204 len: 168 time: 0.2817307 Sep 18 07:11:35.154622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a4b66-121d-4bd7-a197-f5352ff55dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce5c79-3b76-4c07-9619-a113798d9a16,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:35.508550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccf1db-f539-42a5-90cf-4f817141fc57 req-ff3b718c-cb0f-48fc-83a6-15cffa043958 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:35.510600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4eccf1db-f539-42a5-90cf-4f817141fc57 req-ff3b718c-cb0f-48fc-83a6-15cffa043958 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 943 time: 0.0567913 Sep 18 07:11:35.555119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4eccf1db-f539-42a5-90cf-4f817141fc57 req-9db83474-0ad5-4068-90d0-ee3e18faed6d tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Sep 18 07:11:35.968162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:35.984875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0ea39dd-7eaf-462c-b372-09c39de8f60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.083896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0ea39dd-7eaf-462c-b372-09c39de8f60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.184415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a0ea39dd-7eaf-462c-b372-09c39de8f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.238932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a0ea39dd-7eaf-462c-b372-09c39de8f60a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2bef59f652f40e9ad1245edfd25f5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693958 Sep 18 07:11:36.239966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:36.240080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea39dd-7eaf-462c-b372-09c39de8f60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b771554b-4152-4162-9e61-e8f56d00e29d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:36.311838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.335917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.469613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.472265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:36.473465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b771554b-4152-4162-9e61-e8f56d00e29d HTTP/1.1" status: 204 len: 168 time: 0.2309649 Sep 18 07:11:36.483382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb952ce-cd5e-4b4b-ba7f-8cfdcf006f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771554b-4152-4162-9e61-e8f56d00e29d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:36.676168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206423d-6435-4074-ade5-3c97d89e5bc9 req-bd7b0055-90e4-4a85-ae65-d425bbe679a3 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:36.677675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3206423d-6435-4074-ade5-3c97d89e5bc9 req-bd7b0055-90e4-4a85-ae65-d425bbe679a3 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 943 time: 0.0504916 Sep 18 07:11:36.721868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3206423d-6435-4074-ade5-3c97d89e5bc9 req-dd81922d-263f-42bd-9693-5adf7da977f8 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Sep 18 07:11:37.305509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:11:37.412767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,segment=NetworkSegment(57bed2af-e651-4f70-9e7e-1a8fce788565),segment_id=57bed2af-e651-4f70-9e7e-1a8fce788565)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:37.424809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3', 'network_id': '6c13d010-57e0-436e-8384-497ee652a9a1', 'port_id': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3', 'mac_address': 'fa:16:3e:fd:02:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21dff944-c581-47f9-8817-61e71e71c19d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:11:37.466712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:37.480955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:11:37.506050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,segment=NetworkSegment(57bed2af-e651-4f70-9e7e-1a8fce788565),segment_id=57bed2af-e651-4f70-9e7e-1a8fce788565)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:37.597743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:37.645870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:37.656127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.656473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.656814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.657150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.657482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.657812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.658165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.658492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.658815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.659136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.659456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.659775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:11:37.784789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0bf99a8c-bf65-439a-9edb-48ef1491d3c3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:11:38.067069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd5f41-c65b-4f6f-9e82-943109ce6c74 req-66bd64b8-06a1-489c-8d01-65905085e0cf tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:38.068730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85cd5f41-c65b-4f6f-9e82-943109ce6c74 req-66bd64b8-06a1-489c-8d01-65905085e0cf tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 944 time: 0.2664011 Sep 18 07:11:38.121129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85cd5f41-c65b-4f6f-9e82-943109ce6c74 req-2d2049fc-e82f-41d0-b0de-d7867b9ed364 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Sep 18 07:11:38.877738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e92a21a-c670-422d-ace3-d45b446afc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:39.251939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78b047-47d2-4377-8175-a6f0029ede12 req-8bdebf04-e685-4b44-a2db-d820e0f90647 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:39.258516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c78b047-47d2-4377-8175-a6f0029ede12 req-8bdebf04-e685-4b44-a2db-d820e0f90647 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 944 time: 0.0563233 Sep 18 07:11:39.296570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c78b047-47d2-4377-8175-a6f0029ede12 req-2760416b-c9d9-42b3-a850-69028d762315 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358355 Sep 18 07:11:39.320547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:11:39.454864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:11:39.458904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:11:39.459338 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:39.541359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:39.566705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:39.569472 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a6696a-9ffc-4210-9d15-a0cc408672cf" -d '{"events": [{"server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "name": "network-vif-plugged", "status": "completed", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:39.582477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,segment=NetworkSegment(57bed2af-e651-4f70-9e7e-1a8fce788565),segment_id=57bed2af-e651-4f70-9e7e-1a8fce788565)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:39.616617 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80bf423-0bb9-450a-bdae-e7e05711661f x-openstack-request-id: req-e80bf423-0bb9-450a-bdae-e7e05711661f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:39.616840 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "name": "network-vif-plugged", "status": "completed", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:39.617447 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80bf423-0bb9-450a-bdae-e7e05711661f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:39.618069 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3', 'code': 200} Sep 18 07:11:39.661076 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:39.718971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:39.721944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534974b-cbb3-4230-acb3-87f964b072b7 req-1eaf1c9d-ab03-47ea-b778-0ae792b32bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:39.727727 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7534974b-cbb3-4230-acb3-87f964b072b7 req-1eaf1c9d-ab03-47ea-b778-0ae792b32bc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 1097 time: 0.0443208 Sep 18 07:11:39.758584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7534974b-cbb3-4230-acb3-87f964b072b7 req-0b85e395-df2d-48af-b5ed-6623d085609e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297556 Sep 18 07:11:40.431361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46bd6b-d691-49b1-94ac-5115156c8546 req-046da300-c2ef-4ceb-bb46-5abc7fc2d6a1 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:40.433826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d46bd6b-d691-49b1-94ac-5115156c8546 req-046da300-c2ef-4ceb-bb46-5abc7fc2d6a1 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 945 time: 0.0654829 Sep 18 07:11:40.492200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d46bd6b-d691-49b1-94ac-5115156c8546 req-b7c4f148-6d1e-4d2a-aa47-df4c321488e7 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495846 Sep 18 07:11:41.523530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbd09-c0f3-427c-9e74-c2a228cd19b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:41.787010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2fdf-91a9-4401-a9ed-cbbaa33c6a68 req-27718c6d-e12d-4c06-8c06-f3e3038ef690 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:41.788451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f94f2fdf-91a9-4401-a9ed-cbbaa33c6a68 req-27718c6d-e12d-4c06-8c06-f3e3038ef690 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 945 time: 0.2157989 Sep 18 07:11:41.833092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f94f2fdf-91a9-4401-a9ed-cbbaa33c6a68 req-6e598900-9092-42cb-8772-8869ee994748 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Sep 18 07:11:42.060604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:42.478246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ff2ed-599d-4317-a2dd-4894bce15330 req-dea3cd90-c7bb-4160-aaff-378f0ae5e053 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:42.480124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-252ff2ed-599d-4317-a2dd-4894bce15330 req-dea3cd90-c7bb-4160-aaff-378f0ae5e053 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Sep 18 07:11:42.518658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-252ff2ed-599d-4317-a2dd-4894bce15330 req-c43d0979-688c-4bb5-9a35-bda70f55df6b tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Sep 18 07:11:43.235659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:43.657353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d012f-eaf6-447c-8b5d-fa865d7b7f57 req-35e9067f-f25e-4ad7-ab89-55d941367fa9 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:43.658983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-831d012f-eaf6-447c-8b5d-fa865d7b7f57 req-35e9067f-f25e-4ad7-ab89-55d941367fa9 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 945 time: 0.0626884 Sep 18 07:11:43.710125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77642725-eeed-4dab-899d-aa25d2341137 req-32ac8409-f854-441e-b911-435756e47de0 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:43.712720 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-77642725-eeed-4dab-899d-aa25d2341137 req-32ac8409-f854-441e-b911-435756e47de0 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 945 time: 0.1026282 Sep 18 07:11:43.736357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-831d012f-eaf6-447c-8b5d-fa865d7b7f57 req-30b416b0-7cf5-480b-9d5d-37eab938b494 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/security-groups?id=89eaae33-178c-4fef-a79d-9393967f25c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636196 Sep 18 07:11:43.861336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Deleting port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:11:43.861336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:43.951511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] For port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,segment=NetworkSegment(57bed2af-e651-4f70-9e7e-1a8fce788565),segment_id=57bed2af-e651-4f70-9e7e-1a8fce788565)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:11:43.964729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:43.967596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Calling delete_port for 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:11:44.215415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:44.228523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0bf99a8c-bf65-439a-9edb-48ef1491d3c3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:11:44.253987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Pushing event deleted for resources: {'Port': ['ID=0bf99a8c-bf65-439a-9edb-48ef1491d3c3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:44.301503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] No DVR routers for this DVR port 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:11:44.304214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:44.306294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-77642725-eeed-4dab-899d-aa25d2341137 req-9c668e7d-6f0a-4a08-bd13-400c0dfb0808 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.37 "DELETE /v2.0/ports/0bf99a8c-bf65-439a-9edb-48ef1491d3c3 HTTP/1.1" status: 204 len: 173 time: 0.5876412 Sep 18 07:11:44.306742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'name': 'network-vif-deleted', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:11:44.309103 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242584ea-c598-4927-9bee-2c27b882040a" -d '{"events": [{"server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "name": "network-vif-deleted", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:11:44.370437 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76236c2b-fc80-467e-9846-1a0c2ba00208 x-openstack-request-id: req-76236c2b-fc80-467e-9846-1a0c2ba00208 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:11:44.370437 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d12cb5f-d89a-462e-9fd2-e4380c379021", "name": "network-vif-deleted", "tag": "0bf99a8c-bf65-439a-9edb-48ef1491d3c3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:11:44.370437 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76236c2b-fc80-467e-9846-1a0c2ba00208 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:11:44.370437 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d12cb5f-d89a-462e-9fd2-e4380c379021', 'name': 'network-vif-deleted', 'tag': '0bf99a8c-bf65-439a-9edb-48ef1491d3c3', 'status': 'completed', 'code': 200} Sep 18 07:11:44.692473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:44.806808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:44.855527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bcb9c0e-a604-4ada-aafb-7e17ae939c92 req-ad523e23-5f9c-4c6b-bd7c-418e2d98f384 tempest-ServerAddressesNegativeTestJSON-1296560674 tempest-ServerAddressesNegativeTestJSON-1296560674-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d12cb5f-d89a-462e-9fd2-e4380c379021 HTTP/1.1" status: 200 len: 210 time: 0.0338621 Sep 18 07:11:45.929357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35432) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:45.987095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Deleting subnet 21dff944-c581-47f9-8817-61e71e71c19d {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:11:45.990616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.026104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.080659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.235853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.261608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dff944-c581-47f9-8817-61e71e71c19d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:46.271259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.273853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c049b1f0-603b-438c-a0c7-5e67d734380e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/21dff944-c581-47f9-8817-61e71e71c19d HTTP/1.1" status: 204 len: 168 time: 0.3416350 Sep 18 07:11:46.276291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35438) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:46.361108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.485743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.508229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c13d010-57e0-436e-8384-497ee652a9a1']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:46.518907 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bed2af-e651-4f70-9e7e-1a8fce788565') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:46.519257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bed2af-e651-4f70-9e7e-1a8fce788565') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:11:46.530951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.553245 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.560839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:11:46.562152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:11:46.575356 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:11:46.724222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.745808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:46.749970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c13d010-57e0-436e-8384-497ee652a9a1 HTTP/1.1" status: 204 len: 168 time: 0.4705474 Sep 18 07:11:46.749970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d8018-0279-43c0-8c3f-eef9ec576b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c13d010-57e0-436e-8384-497ee652a9a1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:47.187170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35456) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:47.241133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-837c9313-f335-4fdd-8f34-4e06a88d7ee0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03cee75b7b624026a3513af1008673ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513391 Sep 18 07:11:47.243639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:47.303371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:47.336813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:11:47.338162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:47.358552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:11:47.358904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0bf99a8c-bf65-439a-9edb-48ef1491d3c3 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:11:47.532327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:47.535053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:47.545526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89eaae33-178c-4fef-a79d-9393967f25c9 HTTP/1.1" status: 204 len: 168 time: 0.2916274 Sep 18 07:11:47.558359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fc2a7-5961-47e2-8897-51488b6a3459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eaae33-178c-4fef-a79d-9393967f25c9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:49.408628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:49.520371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d9348f-26cf-4c87-b6bc-6b09760bd70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.649033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d9348f-26cf-4c87-b6bc-6b09760bd70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.723093 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d9348f-26cf-4c87-b6bc-6b09760bd70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.761385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-79d9348f-26cf-4c87-b6bc-6b09760bd70b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b27419447844c5b3aa0fa2def48b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518267 Sep 18 07:11:49.764073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35560) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:49.770114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9348f-26cf-4c87-b6bc-6b09760bd70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55da6e-fa0f-47b7-a193-aa596db50a83,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:49.816555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.839365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.844257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b044a13a-00e3-451c-9dbe-ad36c9411d69 req-fdb905b5-4ecf-44b2-b4ff-d039bd5042aa tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0290027 Sep 18 07:11:49.986156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.988748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:49.989943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a55da6e-fa0f-47b7-a193-aa596db50a83 HTTP/1.1" status: 204 len: 168 time: 0.2248776 Sep 18 07:11:49.998514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f58c-efe2-4095-adee-651fd040b4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55da6e-fa0f-47b7-a193-aa596db50a83,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:50.909101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35608) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:50.934637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95dcdc75-d771-4123-b0de-dd444953fb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:50.959521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76b827be-8c43-40dc-b894-2af608305a6c req-f549e100-571e-4295-bdab-096c759386fe tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0394769 Sep 18 07:11:51.042041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95dcdc75-d771-4123-b0de-dd444953fb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.079973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-5e2a99f5-d5e8-4277-b542-73204999d6cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526536 Sep 18 07:11:51.140729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95dcdc75-d771-4123-b0de-dd444953fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.176464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-c0a996be-55fe-43d6-88ba-26dc292243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:51.178253 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-c0a996be-55fe-43d6-88ba-26dc292243ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.0635228 Sep 18 07:11:51.181807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95dcdc75-d771-4123-b0de-dd444953fb49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25d778e4ed2c4c169caa81dc71abd377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737401 Sep 18 07:11:51.185343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35614) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:51.222743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcdc75-d771-4123-b0de-dd444953fb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ece6c-5820-438b-8624-df973757ba72,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:51.254451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.283079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.330340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-bb5bc3fc-ad35-41b2-b145-abf4b5823367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:51.331842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-bb5bc3fc-ad35-41b2-b145-abf4b5823367 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.1092291 Sep 18 07:11:51.409110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.411835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:51.414298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c4ece6c-5820-438b-8624-df973757ba72 HTTP/1.1" status: 204 len: 168 time: 0.2273445 Sep 18 07:11:51.435763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75d4f-b20e-41dc-927a-a62b112a0117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4ece6c-5820-438b-8624-df973757ba72,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:51.462669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-25cf1663-cab6-4a4c-a9b3-3d210554efc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1000 time: 0.1234698 Sep 18 07:11:51.581247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-76cee595-7ee0-4c27-9b13-2b38cd35056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:51.584541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-76cee595-7ee0-4c27-9b13-2b38cd35056f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1166480 Sep 18 07:11:51.652373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-b4733515-cf01-4d95-89d4-2772e636ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:11:51.654133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-b4733515-cf01-4d95-89d4-2772e636ef67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510275 Sep 18 07:11:51.764130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-caf9aafd-968f-4b9a-9597-1620b3f18c3f service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992196 Sep 18 07:11:51.861105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-57c022a4-b293-4bd5-a6f0-23a4b745859c req-a29cde30-3d1a-4256-a552-421e94d33527 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925243 Sep 18 07:11:52.038885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:11:52.114117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25d0841d-93bc-4cda-a1c6-365e5b60cd7b req-f2629def-bbbb-442e-9a60-5cc0d61156e6 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0496874 Sep 18 07:11:52.252097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35644) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:52.410308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78405a45-0732-4ab1-89b0-97d697c7a89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.549336 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78405a45-0732-4ab1-89b0-97d697c7a89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.669957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78405a45-0732-4ab1-89b0-97d697c7a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.709801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78405a45-0732-4ab1-89b0-97d697c7a89f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0b1988e95144740ae031d931f26f995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562671 Sep 18 07:11:52.710700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405a45-0732-4ab1-89b0-97d697c7a89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc696b1-9695-4942-b017-9aa8bbdec76f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:52.712825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:52.771298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.793767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.920979 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.923662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:52.924909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cc696b1-9695-4942-b017-9aa8bbdec76f HTTP/1.1" status: 204 len: 168 time: 0.2109632 Sep 18 07:11:52.933579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc396a-366d-44a1-b508-1082f74910e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc696b1-9695-4942-b017-9aa8bbdec76f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:53.251828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32235e36-c01b-4410-8603-c9308d925b63 req-f215582e-2ef5-471c-9576-bc9a0c6cecc4 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0427284 Sep 18 07:11:53.518715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5f3716f7-7bc6-408b-8b65-f2544807b3de req-0f56203d-127a-4c2d-b617-d5a0cfebebad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0738170 Sep 18 07:11:54.415417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3db09c0f-70f1-42ae-b8dd-f9737184b3f7 req-bfe1a4e0-d00e-4c91-9cc4-2988b62ec2ed tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0547082 Sep 18 07:11:55.557274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d5dbe73-f1d3-416c-816a-2b1d457913d6 req-031d4665-b847-4071-8aa2-e70f56119dc5 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Sep 18 07:11:56.103643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e29d087-c56f-4f32-8500-cddb9d7d12e3 req-0305d433-4278-4432-8ed0-8216512eadb9 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0338597 Sep 18 07:11:56.738292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35828) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:56.870304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-463324de-70e1-49db-aaff-8125f058f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:56.981631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-463324de-70e1-49db-aaff-8125f058f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.077742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-463324de-70e1-49db-aaff-8125f058f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.121433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-463324de-70e1-49db-aaff-8125f058f8d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56d92565975c462fbdcd7dbea085042c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797455 Sep 18 07:11:57.121433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463324de-70e1-49db-aaff-8125f058f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e45ed34-c483-4189-ad6f-00166f83a459,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:57.122298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:57.187196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.230121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4420653c-698b-413e-9325-ffcad2cb15d6 req-f59af275-5661-4366-9ed5-9fa914851543 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0328617 Sep 18 07:11:57.232067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.349373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.352203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:57.353442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e45ed34-c483-4189-ad6f-00166f83a459 HTTP/1.1" status: 204 len: 168 time: 0.2295432 Sep 18 07:11:57.363780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a5f56-e4fd-4796-ab99-1e5c73fc6a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e45ed34-c483-4189-ad6f-00166f83a459,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:58.112408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:58.168010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29f7be4-1336-4a1d-95a4-c21bfabcc5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.313542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29f7be4-1336-4a1d-95a4-c21bfabcc5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.347650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e355672-105e-46ef-ab34-2561e2fdbfee req-283ca4af-39cd-480e-b0db-2b1d217366cb tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0264168 Sep 18 07:11:58.418654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29f7be4-1336-4a1d-95a4-c21bfabcc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.460155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:58.460786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a29f7be4-1336-4a1d-95a4-c21bfabcc5b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1e8fd618074441d8d95f6a8cc048a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467326 Sep 18 07:11:58.462862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7be4-1336-4a1d-95a4-c21bfabcc5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783afd7f-e708-488f-bb3b-1224b8490e97,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:58.531515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.561525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.703809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.706479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.710329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/783afd7f-e708-488f-bb3b-1224b8490e97 HTTP/1.1" status: 204 len: 168 time: 0.2457871 Sep 18 07:11:58.725093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dd611-1874-4507-999e-1ae8363b2f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783afd7f-e708-488f-bb3b-1224b8490e97,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:58.955133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:58.956477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35956) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:59.092739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4de15b7-0056-43f9-be3a-6e10235585a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.486423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88bcbf49-2285-4466-a982-2789ff801cf8 req-5ee84404-310b-46ff-9c4c-b367e167ed8b tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0335038 Sep 18 07:11:59.578712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4de15b7-0056-43f9-be3a-6e10235585a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.654749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4de15b7-0056-43f9-be3a-6e10235585a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.695202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de15b7-0056-43f9-be3a-6e10235585a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86640f-6091-47a6-95d3-5855e064dcc1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:11:59.702859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b4de15b7-0056-43f9-be3a-6e10235585a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b00c7045e224fb5ae15541035ddaddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450180 Sep 18 07:11:59.702998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35984) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:11:59.755911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.790657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.945699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.948374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:11:59.949550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e86640f-6091-47a6-95d3-5855e064dcc1 HTTP/1.1" status: 204 len: 168 time: 0.2453513 Sep 18 07:11:59.957639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bf87a-973c-4326-9fbb-ce26921b949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86640f-6091-47a6-95d3-5855e064dcc1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:00.610516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc211a03-3e98-4d32-8f3a-168a71a4a7ef req-c3e6f544-2c8d-450d-b33a-1c55b2223067 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0364559 Sep 18 07:12:00.792723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:00.806505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6833dd7a-4dae-4f76-8c64-d4bf401d5091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:00.936788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6833dd7a-4dae-4f76-8c64-d4bf401d5091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:00.991466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6833dd7a-4dae-4f76-8c64-d4bf401d5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:01.034593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6833dd7a-4dae-4f76-8c64-d4bf401d5091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=445b142fd384476a85161dcc661a0720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384584 Sep 18 07:12:01.034593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833dd7a-4dae-4f76-8c64-d4bf401d5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b76e8-bab3-4a9d-8e93-060cece4eb97,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:01.034957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36040) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:01.125051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:01.147488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:01.273918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:01.278676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:01.280841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/710b76e8-bab3-4a9d-8e93-060cece4eb97 HTTP/1.1" status: 204 len: 168 time: 0.2440629 Sep 18 07:12:01.295396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a31bfa-772a-442e-b7dd-aa98944b0571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b76e8-bab3-4a9d-8e93-060cece4eb97,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:01.757459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ec79b34-224b-4352-a2b6-ef7dd9c0ff7b req-bbd3de29-b954-48ce-8a7d-ccf9c386a083 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0447729 Sep 18 07:12:02.879077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09bf0103-9814-49ff-94f6-7252abf17bcd req-ca0af623-11eb-4ee4-bb8f-e85dcc8ceb28 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0322485 Sep 18 07:12:04.002579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-974d7a82-8f37-4052-a38c-eeb5325537d1 req-7db8a2bd-c343-40a3-abfc-e539c4bfbbe0 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Sep 18 07:12:05.115878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a7b4d3e-9f24-455c-9301-0621f9987b11 req-7bb1f9a8-568b-4c0e-b6e8-147aa3b607d4 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0322125 Sep 18 07:12:06.242115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2722efa-e151-4262-b76f-dc2a73e66a43 req-b6c57955-2d1b-4670-8e19-a156b2d883ce tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Sep 18 07:12:06.311296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36312) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:06.437351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.537413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.623063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.676200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:06.676365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ad51f7e0983494e8108b39f0a29599a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613122 Sep 18 07:12:06.677268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ac48f-4533-44fd-8f1e-001f415bff7b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:06.685371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.686077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.686489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.687037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.687563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.688086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.688872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.689274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.689676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.690118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.690526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.690922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b0342-684a-4943-8182-e973ac16ed55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:06.777987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.803290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.923262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.925985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:06.927574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/912ac48f-4533-44fd-8f1e-001f415bff7b HTTP/1.1" status: 204 len: 168 time: 0.2500851 Sep 18 07:12:06.938656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d0a83-f703-440b-8154-e9a9f301301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ac48f-4533-44fd-8f1e-001f415bff7b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:07.356911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-884e91e6-d75a-431d-ae89-561b25821bfd req-c5fb2010-98b4-4052-95d6-a039d1ee9071 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0302618 Sep 18 07:12:08.490601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f94fa26-7081-461f-a5f3-7c0c8dadd97b req-d6cbc842-bd34-468f-97ea-e2044b875dba tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0339949 Sep 18 07:12:08.846887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3122c08-f51f-4ee6-93f2-e33f91de18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:09.606887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bae9fd94-f9a1-4d1c-a530-1deba24745ff req-3e3c6d31-d4c9-4aa0-b4e3-4bfeccb11629 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Sep 18 07:12:10.722686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b3c0c0f-6a42-495d-9f29-fe4f7e6e7153 req-b6906fcc-dee4-44a4-b4fa-921be4afbad3 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Sep 18 07:12:11.728620 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41e98317-c173-4549-95e2-b03505c50959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:11.873157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5521f0a2-32e3-49ee-bad3-381ed85d2048 req-e33e3e55-2a33-4063-aa36-716b56ad71cb tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0552199 Sep 18 07:12:12.083054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:12.990382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70790644-4e4f-4205-a1b6-010b16db05b2 req-d565ce0b-39f5-43a7-b418-df53191041aa tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Sep 18 07:12:13.246760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:14.143642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f21df949-5ca8-4838-a39a-14d7d05161cd req-14e5d7dc-627b-45e7-9367-eddce1d201ca tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0456073 Sep 18 07:12:14.660768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36696) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:14.715327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:14.777457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:14.818095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:14.870623 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.014093 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.053605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8fb4c5979564a55a815a1382a498798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917425 Sep 18 07:12:15.054358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4eff6-7769-4598-8144-cae1629109d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:15.056417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36716) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:15.062296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.064586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.065084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.065412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.065735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.066093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc88395-6ad9-4627-9559-8547c5ebe8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:15.127514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.149167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.280248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.282842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:15.289110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46f6a3dc-46d2-44ad-bf01-210c568d83cd req-444b2164-ceac-4d0c-9097-0bba68f1f777 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0426276 Sep 18 07:12:15.292266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42a4eff6-7769-4598-8144-cae1629109d3 HTTP/1.1" status: 204 len: 168 time: 0.2291656 Sep 18 07:12:15.307192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb1d80-7060-4424-afef-2fab760f8534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4eff6-7769-4598-8144-cae1629109d3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:16.025228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36750) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:16.051706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fee91766-c5a7-4841-8cff-3f6b9fe31896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.146613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fee91766-c5a7-4841-8cff-3f6b9fe31896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.225740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fee91766-c5a7-4841-8cff-3f6b9fe31896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.268680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91766-c5a7-4841-8cff-3f6b9fe31896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08750635-5cce-4be9-9125-668267907b2c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:16.274173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fee91766-c5a7-4841-8cff-3f6b9fe31896 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e791c16d2c34786b1af91c046d93af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475851 Sep 18 07:12:16.277613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:16.334932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.368019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.429176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1c6ca3f-1e68-4d48-a21c-37dec9a6a565 req-37d53a25-c61d-49a1-81a0-3231e5446ade tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0289555 Sep 18 07:12:16.551755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.554599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:16.556518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08750635-5cce-4be9-9125-668267907b2c HTTP/1.1" status: 204 len: 168 time: 0.2771182 Sep 18 07:12:16.575019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472dd21-8811-433c-b8c2-7f88fb13f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08750635-5cce-4be9-9125-668267907b2c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:17.597868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f74c7a3-ecd6-4146-a844-61e6af2ac24c req-aeec7ab8-3e36-40af-979a-f40ca181322d tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0510073 Sep 18 07:12:18.727270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843039bd-f1b0-4caf-9ea7-4a02b297b9e4 req-20f91601-1bbb-4f48-9a7d-5230a21c8094 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0326438 Sep 18 07:12:18.835198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:18.951780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-53996172'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:19.043399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.044556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.135200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.212437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.336769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.339732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8cb25197-609f-4e41-9e6a-e06ad9b77a88 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.5025978 Sep 18 07:12:19.341516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36868) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:19.424961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.602269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.605265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.761344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.761584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f187564c-2942-41e6-9254-5bba8c4bfca2 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:12:19.767404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.775266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36876) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:19.776357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1fbaa8f-89f6-4dfc-b352-9e433280b595 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f187564c-2942-41e6-9254-5bba8c4bfca2 HTTP/1.1" status: 204 len: 168 time: 0.4294016 Sep 18 07:12:19.779817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Request body: {'router': {'name': 'tempest-router-1341424790', 'distributed': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:19.863871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d758beb5-b67b-431d-9366-12f230a8d818 req-78dff1aa-b218-4d59-b6e1-c7fe5079eb6a tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0359182 Sep 18 07:12:19.943158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.944242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:19.998244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.150020 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.254150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.255508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8c495606-09a4-4541-90f1-12da47874961 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4825463 Sep 18 07:12:20.258186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:20.330959 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.490992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.494196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.629220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.629796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90b18c9e-39ef-438e-b9fc-570a18bb87a8 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:12:20.634294 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.636193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d56fb413-7ff0-48f1-a378-c08500237ef6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "DELETE /v2.0/routers/90b18c9e-39ef-438e-b9fc-570a18bb87a8 HTTP/1.1" status: 204 len: 168 time: 0.3771119 Sep 18 07:12:20.640061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36904) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:20.644952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Request body: {'router': {'name': 'tempest-router-1628024602', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6febfa7968f74d379b17ab41819a5bf2'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:20.840567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.841669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.898543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:20.982056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d008782d-0c4a-4888-b0fa-2eae7fa59b4f req-3da82140-88af-42dc-81e1-365a2b6353af tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0317483 Sep 18 07:12:21.031362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.145449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.146723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e27ad91-1e15-4d84-9427-be65104c3cb1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5054200 Sep 18 07:12:21.149684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36920) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:21.159468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:21.368492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.368863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.458233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101979) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 07:12:21.458621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Router 3a96756a-0e8f-4c95-a352-12500ac8b69c migrating from provider to provider. {{(pid=101979) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 07:12:21.458958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.464106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.549144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:21.976768 n-d-789963-14 neutron-server[101979]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] No L3 agents can host the router 3a96756a-0e8f-4c95-a352-12500ac8b69c Sep 18 07:12:22.167935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Hosts for router 3a96756a-0e8f-4c95-a352-12500ac8b69c: [] {{(pid=101979) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 07:12:22.190434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c024aecd-4cd9-497e-9443-d5d96491a0d1 req-7de096e2-a18f-40d0-b15d-00f8a1777ba4 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0369222 Sep 18 07:12:22.211434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Hosts for other DVR routers connected to router 3a96756a-0e8f-4c95-a352-12500ac8b69c: set() {{(pid=101979) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 07:12:22.214726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:22.216111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3cc391a9-de5c-4f33-95a7-f9759ca5c7a6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "PUT /v2.0/routers/3a96756a-0e8f-4c95-a352-12500ac8b69c HTTP/1.1" status: 200 len: 717 time: 1.0648503 Sep 18 07:12:22.218740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:22.305116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b8e2e1d7-5240-4709-a91e-5b83b1def9f1 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "GET /v2.0/routers/3a96756a-0e8f-4c95-a352-12500ac8b69c HTTP/1.1" status: 200 len: 717 time: 0.0817401 Sep 18 07:12:22.308194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36952) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:22.605479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8ad4104f-5a4b-46e2-a2f0-b4bb4ddb544a tempest-RoutersTestDVR-371288235 tempest-RoutersTestDVR-371288235-project] 10.222.0.20 "GET /v2.0/routers/3a96756a-0e8f-4c95-a352-12500ac8b69c HTTP/1.1" status: 200 len: 683 time: 0.2954094 Sep 18 07:12:22.607486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:22.725310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:22.913842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:22.916819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.054580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.055393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a96756a-0e8f-4c95-a352-12500ac8b69c {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:12:23.064885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.069785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5b6b5e46-8520-4ad1-8189-a8c255a0aad6 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3a96756a-0e8f-4c95-a352-12500ac8b69c HTTP/1.1" status: 204 len: 168 time: 0.4570675 Sep 18 07:12:23.070180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36966) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:23.074556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Request body: {'router': {'name': 'tempest-router-646424472', 'distributed': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:23.197521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.202051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.292494 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.348954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.391898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3e5f8ec-913e-4585-82a4-f32536d3d77d req-f378f6d3-284d-43b1-a6a5-0ad75bb925dc tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0383484 Sep 18 07:12:23.465620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.467036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f7eaeb3a-3324-4b38-b04a-e6b338c86af8 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3958695 Sep 18 07:12:23.469851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:23.554433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.716298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.718388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.859871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.860485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdcc4e14-41b9-4081-a66d-5dcec7dfd281 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:12:23.875427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:23.875427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aed9324e-d64e-4c81-9f8e-addfc0b93c21 tempest-RoutersTestDVR-1834901396 tempest-RoutersTestDVR-1834901396-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fdcc4e14-41b9-4081-a66d-5dcec7dfd281 HTTP/1.1" status: 204 len: 168 time: 0.3949139 Sep 18 07:12:24.189834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0eb6ed2e-f880-40c5-a62c-cdd15720f929 req-3e60b55d-fafc-4443-b673-17485b04ca61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0258276 Sep 18 07:12:24.353995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37012) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:24.581932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ee54e22-0bdc-4931-ab0f-834cf8d4de2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:24.590083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de154273-7783-46da-9f7f-71477c8bfdf5 req-8935e321-8e88-458e-b235-7a0b6c3a44c0 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0411251 Sep 18 07:12:24.704798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ee54e22-0bdc-4931-ab0f-834cf8d4de2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:24.792041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ee54e22-0bdc-4931-ab0f-834cf8d4de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:24.834717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ee54e22-0bdc-4931-ab0f-834cf8d4de2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6febfa7968f74d379b17ab41819a5bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767091 Sep 18 07:12:24.834956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37034) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:24.841326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee54e22-0bdc-4931-ab0f-834cf8d4de2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6747fc-0e94-4e7d-be3d-1ad6e5ffce3d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:24.893153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:24.925281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:25.085522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:25.088816 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:25.092753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf6747fc-0e94-4e7d-be3d-1ad6e5ffce3d HTTP/1.1" status: 204 len: 168 time: 0.2542193 Sep 18 07:12:25.098375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e258a-05f4-414c-af62-f19efd63fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6747fc-0e94-4e7d-be3d-1ad6e5ffce3d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:25.705802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61c26f45-5bd1-4edf-a46f-61636496dbd6 req-9b6d4b6c-49c0-47c4-b634-faf90fc82d06 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0277534 Sep 18 07:12:25.899214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:25.915235 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a679c9c-5a64-4706-81cc-5f9f5f9fe228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.026101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a679c9c-5a64-4706-81cc-5f9f5f9fe228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.100183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4a679c9c-5a64-4706-81cc-5f9f5f9fe228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.147779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a679c9c-5a64-4706-81cc-5f9f5f9fe228 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2b491151e304ba09216d54a97fc26a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473266 Sep 18 07:12:26.149214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a679c9c-5a64-4706-81cc-5f9f5f9fe228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff3a0ce-0606-4f89-a09c-1dcf925a80f2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:26.150415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37086) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:26.234802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ae641cce-38d7-41ec-b98a-76097d61e78b req-760b761a-d957-4f90-b2f9-4d8dc58e2d2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05e1eba0d7b343d1bb86c1ec2978a69c&device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0397899 Sep 18 07:12:26.283417 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ae641cce-38d7-41ec-b98a-76097d61e78b req-563a6906-a091-468f-836b-b3e38ff49644 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=05e1eba0d7b343d1bb86c1ec2978a69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301144 Sep 18 07:12:26.289063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.289390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f209728-5743-49ec-8a41-c08c4675b796 req-afa0ffdb-93c2-4a9d-ab11-50a280b14595 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0365555 Sep 18 07:12:26.331938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.444160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae641cce-38d7-41ec-b98a-76097d61e78b req-31ceb3ef-828a-4402-b816-30bc8a35e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:26.445933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ae641cce-38d7-41ec-b98a-76097d61e78b req-31ceb3ef-828a-4402-b816-30bc8a35e4c5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517577 Sep 18 07:12:26.487715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.491273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:26.498888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cff3a0ce-0606-4f89-a09c-1dcf925a80f2 HTTP/1.1" status: 204 len: 168 time: 0.3465979 Sep 18 07:12:26.510627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554b311-9995-4cc5-8966-108c9f4b91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff3a0ce-0606-4f89-a09c-1dcf925a80f2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:27.393006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a83ad23d-cd3e-4596-bde7-36cef6f7d8d1 req-9c4c0cde-8a1a-44a0-bf0c-80a6d7428614 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0324838 Sep 18 07:12:27.758601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ae641cce-38d7-41ec-b98a-76097d61e78b req-4b40578d-5abf-4ca5-a6ea-3b1c3c8c2858 tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.1165879 Sep 18 07:12:27.867595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:27.983201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-443110256'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:28.108330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:28.111910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.120697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.217177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.294028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.318130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:12:28.336180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c69dad-f94d-455e-abd6-ca7f38ebd2a2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:28.355575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.355575 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Added segment 07b8df8a-148b-4e3a-b779-786afef59c54 of type vlan for network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 Sep 18 07:12:28.398197 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.519128 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afda73bb-076b-42c4-9a6c-8727f3940817 req-b13ad935-7f0e-4c27-85ff-a876d5d8480d tempest-ServerShowV257Test-852445655 tempest-ServerShowV257Test-852445655-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f8019ee-0ae4-4acb-8e5d-c8a048b3c7a7 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Sep 18 07:12:28.519871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.525315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:28.526336 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.669704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8008988 Sep 18 07:12:28.670705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b375e29-cceb-4391-873d-35af8e02979e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Network': ['ID=ab56be01-7b6f-4e6c-9f55-2f8338a655c5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:28.677652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37180) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:28.683257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'subnet': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:28.686204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:12:28.868754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:28.872437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:28.968680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:29.039283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:12:29.168492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:29.237959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Subnet': ['ID=59ff8b96-ab45-4156-aa03-4f9f2f99372a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:29.247689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Checking segment: {'id': '07b8df8a-148b-4e3a-b779-786afef59c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:29.248194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network hostable DHCP agents. Network: ab56be01-7b6f-4e6c-9f55-2f8338a655c5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:12:29.343218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:12:29.455696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ab56be01-7b6f-4e6c-9f55-2f8338a655c5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:29.467050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58989f02-75ca-49a8-afea-cbef23b0098c None None] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:29.475354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:29.475965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:29.589517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:29.592150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-25974bad-9289-4a4b-9fe6-c2a4d904d627 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9133031 Sep 18 07:12:29.596696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-889468562'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:29.894549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'tenant_id': '2a90a74e5e1b40d08e424e345f2e7031', 'fixed_ips': [{'subnet_id': '59ff8b96-ab45-4156-aa03-4f9f2f99372a'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:12:29.896003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:29.985538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:29.989094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.028755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port 80ea990b-e1eb-4b11-9511-bd639a459b2f yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:30.081298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Allocated IP 172.20.0.2 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/456a5148-70b7-47b1-8ddc-ebd8aa344eed) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:30.259292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.342348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.347852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37226) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:30.387999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:30.391065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:30.394720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:30.443790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Pushing event updated for resources: {'Port': ['ID=456a5148-70b7-47b1-8ddc-ebd8aa344eed,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Attempting to bind port 456a5148-70b7-47b1-8ddc-ebd8aa344eed on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Attempting to bind port 456a5148-70b7-47b1-8ddc-ebd8aa344eed by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '07b8df8a-148b-4e3a-b779-786afef59c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Attempting to bind port 456a5148-70b7-47b1-8ddc-ebd8aa344eed on network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Checking segment: {'id': '07b8df8a-148b-4e3a-b779-786afef59c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.464330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Bound using segment: {'id': '07b8df8a-148b-4e3a-b779-786afef59c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:12:30.465356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Bound port: 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b8df8a-148b-4e3a-b779-786afef59c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:12:30.465356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.467682 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.9 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/80ea990b-e1eb-4b11-9511-bd639a459b2f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:30.518826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5456ac92-21c6-4125-b95a-d65acbb659d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.538629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] For port 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:12:30.542690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] For port 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=456a5148-70b7-47b1-8ddc-ebd8aa344eed,segment=NetworkSegment(07b8df8a-148b-4e3a-b779-786afef59c54),segment_id=07b8df8a-148b-4e3a-b779-786afef59c54)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:12:30.628955 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.630938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5456ac92-21c6-4125-b95a-d65acbb659d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.655485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.690160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb53b4-1650-441f-a79c-c61fad1635c2 None None] Pushing event updated for resources: {'Port': ['ID=456a5148-70b7-47b1-8ddc-ebd8aa344eed,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:30.796689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5456ac92-21c6-4125-b95a-d65acbb659d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.828984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:30.864758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456ac92-21c6-4125-b95a-d65acbb659d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed1395-db1e-4d1f-afec-5bc4449528e0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:30.892395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5456ac92-21c6-4125-b95a-d65acbb659d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05e1eba0d7b343d1bb86c1ec2978a69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408957 Sep 18 07:12:30.892857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37240) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:30.905136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:30.924352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:30.927298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:30.994961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.019105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=80ea990b-e1eb-4b11-9511-bd639a459b2f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:31.026612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.033231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:31.034376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.126734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-326c05da-74d7-4dd6-ba3a-5943550d2a0d tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5354443 Sep 18 07:12:31.129064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37252) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:31.138308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-1240964764', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:10:7a:c0'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:31.213645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.216293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.217462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7ed1395-db1e-4d1f-afec-5bc4449528e0 HTTP/1.1" status: 204 len: 168 time: 0.3234310 Sep 18 07:12:31.236356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e736019-fca3-42e8-bc84-bf59cf0c7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed1395-db1e-4d1f-afec-5bc4449528e0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:31.366183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:31.469314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:31.490668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port cec1a7df-31a9-4545-8b79-2bab185dd99b yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:31.673317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.6 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/cec1a7df-31a9-4545-8b79-2bab185dd99b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:31.991886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.145753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.190622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc7d85-acd3-41dc-8569-f508b01ead89 None None] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:32.326828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=cec1a7df-31a9-4545-8b79-2bab185dd99b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:32.367618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:32.369540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:32.372375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:32.398349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] Provisioning complete for port 456a5148-70b7-47b1-8ddc-ebd8aa344eed triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:32.398928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.469856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 456a5148-70b7-47b1-8ddc-ebd8aa344eed up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:12:32.513169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:32.513864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.617914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9c692197-b65e-4d5c-a859-24f103ef9187 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4887097 Sep 18 07:12:32.620399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:32.639218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 456a5148-70b7-47b1-8ddc-ebd8aa344eed triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:32.639885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.647026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.677459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2bd5c3-73b0-4e96-9943-412dc4b8690b tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:32.686609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2bd5c3-73b0-4e96-9943-412dc4b8690b tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:32.695437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2bd5c3-73b0-4e96-9943-412dc4b8690b tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:32.698947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f2bd5c3-73b0-4e96-9943-412dc4b8690b tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0773289 Sep 18 07:12:32.702129 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37324) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:32.769961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] For port 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=456a5148-70b7-47b1-8ddc-ebd8aa344eed,segment=NetworkSegment(07b8df8a-148b-4e3a-b779-786afef59c54),segment_id=07b8df8a-148b-4e3a-b779-786afef59c54)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:32.818144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.862799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.896381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port cec1a7df-31a9-4545-8b79-2bab185dd99b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:32.903036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:32.996651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:12:32.997022 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:12:33.050553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeb49f-5545-4430-aa33-dbf0d026c8d7 None None] Pushing event updated for resources: {'Port': ['ID=456a5148-70b7-47b1-8ddc-ebd8aa344eed,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:33.100377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.124804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for cec1a7df-31a9-4545-8b79-2bab185dd99b owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:33.203239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Provisioning complete for port 80ea990b-e1eb-4b11-9511-bd639a459b2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:33.203790 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.286137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Port 80ea990b-e1eb-4b11-9511-bd639a459b2f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:33.309724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Provisioning complete for port cec1a7df-31a9-4545-8b79-2bab185dd99b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:33.310339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.395703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Port cec1a7df-31a9-4545-8b79-2bab185dd99b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:33.407315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Provisioning complete for port 456a5148-70b7-47b1-8ddc-ebd8aa344eed triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:33.407943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c190-2317-4958-afee-8c43a06bcbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.427344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.649238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=cec1a7df-31a9-4545-8b79-2bab185dd99b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:33.722777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.728021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37350) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:33.738516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8540ca17-a739-4603-8128-673991f2e800 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/cec1a7df-31a9-4545-8b79-2bab185dd99b HTTP/1.1" status: 204 len: 168 time: 1.0349691 Sep 18 07:12:33.765595 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-657f5006-e576-4469-bd55-254778266ba8 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] GET failed (client error): The resource could not be found. Sep 18 07:12:33.775076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:33.780634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-1119406755'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:33.785286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-657f5006-e576-4469-bd55-254778266ba8 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports/cec1a7df-31a9-4545-8b79-2bab185dd99b HTTP/1.1" status: 404 len: 333 time: 0.0561795 Sep 18 07:12:33.787884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6e0d1516-c2b9-43e7-966d-d05e52ed216d None None] Provisioning complete for port 80ea990b-e1eb-4b11-9511-bd639a459b2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:33.790268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1516-c2b9-43e7-966d-d05e52ed216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:33.851442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d1516-c2b9-43e7-966d-d05e52ed216d None None] Port 80ea990b-e1eb-4b11-9511-bd639a459b2f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:33.974038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-64f73ffd-9eed-43de-bf7e-3cee72250988 None None] Could not find standard attr ID for object cec1a7df-31a9-4545-8b79-2bab185dd99b. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:12:34.113709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:34.117637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:34.147459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:34.312216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 456a5148-70b7-47b1-8ddc-ebd8aa344eed up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:12:34.350563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.13 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:34.395507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 456a5148-70b7-47b1-8ddc-ebd8aa344eed triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:34.395893 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:34.555602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:34.657580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:34.702858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:34.705947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:34.709591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:34.718138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:34.765075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:34.765700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:34.867546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4942f278-e882-4691-800f-483615ff0415 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0908945 Sep 18 07:12:34.870907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:34.877245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:10:7a:c0'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:34.967766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.007867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4d1e1c29-be6b-4bfc-b168-e06a93c43719 None None] Provisioning complete for port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:35.009176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1c29-be6b-4bfc-b168-e06a93c43719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.070972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e1c29-be6b-4bfc-b168-e06a93c43719 None None] Port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:35.238293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.333734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.464922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:35.505751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] In _notify_port_updated(), no bound segment for port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e on network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:12:35.535922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:35.537142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.540635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce9ba29a-14ac-4517-851f-03573a689e02 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "PUT /v2.0/ports/fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e HTTP/1.1" status: 200 len: 994 time: 0.6684027 Sep 18 07:12:35.543655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:35.735275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:35.737602 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.809451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5a4075d6-3c7e-48f3-9e2b-e36d21eccbd3 None None] Provisioning complete for port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:35.810003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a4075d6-3c7e-48f3-9e2b-e36d21eccbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.903986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5a4075d6-3c7e-48f3-9e2b-e36d21eccbd3 None None] Port fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:35.965548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:35.992617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:36.266933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:36.310576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:36.508398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:36.513147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:36.513651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7d65f21-9e63-43d3-a494-ea3aab8e7ab9 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e HTTP/1.1" status: 204 len: 168 time: 0.9684100 Sep 18 07:12:36.543509 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d33028-47da-44dc-bc61-b4a49ede1606 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] GET failed (client error): The resource could not be found. Sep 18 07:12:36.545734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f9d33028-47da-44dc-bc61-b4a49ede1606 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports/fc6bef3d-fc6b-4852-b6aa-76785bcbfa0e HTTP/1.1" status: 404 len: 333 time: 0.0311513 Sep 18 07:12:36.549451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37448) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:36.554717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-1308837535'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:36.825362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:36.829104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:36.862916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port e1d03498-e613-4822-8149-0c2e225ff695 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:37.036698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.13 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/e1d03498-e613-4822-8149-0c2e225ff695) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:37.230486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.341318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.389727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:37.393798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:37.397986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:37.413058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=e1d03498-e613-4822-8149-0c2e225ff695,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:37.484494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:37.485556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.597162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5bc798bd-26b7-4f8a-99bb-ce80d955e48f tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0463603 Sep 18 07:12:37.600282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:37.601317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37476) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:37.610731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:10:7a:c0'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:37.736164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0648ec35-c350-4109-b583-c02a6667db98 None None] Provisioning complete for port e1d03498-e613-4822-8149-0c2e225ff695 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:37.736680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0648ec35-c350-4109-b583-c02a6667db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.782352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0648ec35-c350-4109-b583-c02a6667db98 None None] Port e1d03498-e613-4822-8149-0c2e225ff695 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:37.800315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39805788-6d3e-4bae-b034-91932dc35aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.842969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:37.909534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39805788-6d3e-4bae-b034-91932dc35aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.042559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-39805788-6d3e-4bae-b034-91932dc35aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.063588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.111421 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-39805788-6d3e-4bae-b034-91932dc35aac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfcaa2b7f8894b11b64f3f37ed14f223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097334 Sep 18 07:12:38.112100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805788-6d3e-4bae-b034-91932dc35aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b06f56-b716-48db-9c88-285d445ff081,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:38.113800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:38.158542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.276588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.280358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=e1d03498-e613-4822-8149-0c2e225ff695,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:38.295815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] In _notify_port_updated(), no bound segment for port e1d03498-e613-4822-8149-0c2e225ff695 on network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:12:38.301443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:38.304955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.304955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b39cb54e-7042-48f7-b842-e0f72cdf7013 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "PUT /v2.0/ports/e1d03498-e613-4822-8149-0c2e225ff695 HTTP/1.1" status: 200 len: 997 time: 0.6995218 Sep 18 07:12:38.306439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:38.320729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.476940 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.480432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.481799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01b06f56-b716-48db-9c88-285d445ff081 HTTP/1.1" status: 204 len: 168 time: 0.3667300 Sep 18 07:12:38.491270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port e1d03498-e613-4822-8149-0c2e225ff695 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:38.491620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.496244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd547fc2-ce78-46b2-9a5c-a4c8136c228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b06f56-b716-48db-9c88-285d445ff081,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:38.611147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0f9b52e9-b9cd-4f99-9ac7-7042417116a3 None None] Provisioning complete for port e1d03498-e613-4822-8149-0c2e225ff695 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:38.611584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0f9b52e9-b9cd-4f99-9ac7-7042417116a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:38.682169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0f9b52e9-b9cd-4f99-9ac7-7042417116a3 None None] Port e1d03498-e613-4822-8149-0c2e225ff695 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:38.822776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1c974f10-43ab-4e81-901b-0cdd4eff0baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.006325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.022129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for e1d03498-e613-4822-8149-0c2e225ff695 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:39.294928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.344727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=e1d03498-e613-4822-8149-0c2e225ff695,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:39.440883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.445884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.447070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7490acc3-a81f-44f2-af1a-1c6606211fcf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/e1d03498-e613-4822-8149-0c2e225ff695 HTTP/1.1" status: 204 len: 168 time: 1.1385088 Sep 18 07:12:39.514465 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a5f2d4-5da3-40d0-a607-1a78cf8f38f6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] GET failed (client error): The resource could not be found. Sep 18 07:12:39.519736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-16a5f2d4-5da3-40d0-a607-1a78cf8f38f6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports/e1d03498-e613-4822-8149-0c2e225ff695 HTTP/1.1" status: 404 len: 333 time: 0.0715871 Sep 18 07:12:39.523197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.523505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37538) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.537289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-1312257342'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:39.570993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.629357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37550) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.649612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8380dc36-d861-4601-8938-28a20e515481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.801945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8380dc36-d861-4601-8938-28a20e515481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.870516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da3e6f9-7c4b-4584-85ab-bd2a60dc1f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.878946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8380dc36-d861-4601-8938-28a20e515481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.897213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.938321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8380dc36-d861-4601-8938-28a20e515481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15c1af3384f3480e9887785ac94e4fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077261 Sep 18 07:12:39.941292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:39.942877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380dc36-d861-4601-8938-28a20e515481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef66f11f-9080-4f1a-8d9e-cf7507e2267c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:39.964786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:39.964786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:39.974649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:12:39.974649 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:12:39.974649 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id_1': '4291e93157ec4131b69c58a558f21703', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 12, 19, 930430)}] Sep 18 07:12:39.974649 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:12:39.975133 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:12:39.999291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:40.051356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da3e6f9-7c4b-4584-85ab-bd2a60dc1f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.057704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.091460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.141052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da3e6f9-7c4b-4584-85ab-bd2a60dc1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.159303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.3 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:40.205834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7da3e6f9-7c4b-4584-85ab-bd2a60dc1f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d752e9c58e7e46ffb12c789a037758bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6303360 Sep 18 07:12:40.227299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3e6f9-7c4b-4584-85ab-bd2a60dc1f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb7fec-fbde-41ad-abde-ec8222ed72da,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:40.244312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37562) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:40.310197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.320801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.323475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.324676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef66f11f-9080-4f1a-8d9e-cf7507e2267c HTTP/1.1" status: 204 len: 168 time: 0.3820159 Sep 18 07:12:40.341201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60b6e-245d-49c5-a4ff-1cdeb3bc4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef66f11f-9080-4f1a-8d9e-cf7507e2267c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:40.366289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.407132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.476439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.498688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.504711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.510818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.516860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.522924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.529695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.535765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.537633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-4b90d292-fbb8-4f7a-900a-728a6dcdad10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.0960534 Sep 18 07:12:40.578685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8536e2e8-139b-4fec-91d4-c2799e43ca6b req-1d73f2df-b80c-48ab-bc1f-1f417eda86cc tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338840 Sep 18 07:12:40.613086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.630002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.632700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.637596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4deb7fec-fbde-41ad-abde-ec8222ed72da HTTP/1.1" status: 204 len: 168 time: 0.3922455 Sep 18 07:12:40.699964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:40.721613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:40.730988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:40.735229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:40.740197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.746558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56089d3b-734f-4850-b96a-c4a1135f43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb7fec-fbde-41ad-abde-ec8222ed72da,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:40.843034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.843809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.859300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:40.895553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.902846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.909877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.923303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.937729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.971517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4291e93157ec4131b69c58a558f21703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4469779 Sep 18 07:12:40.973190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910faf1-4892-4a1c-ab68-d5884f061dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3902170e-ae37-4ac6-a109-d63f338d42f5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:40.976606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37584) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:40.981598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:40.991966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:41.004570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6da42f0d-19d4-42f0-8ffa-68206b715ba8 req-76261b3e-aa40-4f2d-938f-acae645898ac tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.2244496 Sep 18 07:12:41.007208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f1365641-d060-4f18-9bc0-ae9a3806792e tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4827104 Sep 18 07:12:41.011751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37590) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:41.036230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'network_id': 'ab56be01-7b6f-4e6c-9f55-2f8338a655c5', 'name': 'tempest-AllowedAddressPairTestJSON-1250326723'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:41.046897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.107697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.132140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-10ba8f5b-577c-424a-b1f3-60af308d4c00 None None] Provisioning complete for port b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:41.139463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10ba8f5b-577c-424a-b1f3-60af308d4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.207730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-10ba8f5b-577c-424a-b1f3-60af308d4c00 None None] Port b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:41.261157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.265340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.267644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3902170e-ae37-4ac6-a109-d63f338d42f5 HTTP/1.1" status: 204 len: 168 time: 0.2891703 Sep 18 07:12:41.277368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241bbd2-8be4-442d-adcf-d7a8cb775b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3902170e-ae37-4ac6-a109-d63f338d42f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:41.296859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Made reservation on behalf of 2a90a74e5e1b40d08e424e345f2e7031 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:41.302378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.331428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] device_id is not set on port eec5b0c7-279e-4e2d-8105-832d56ebfdaf yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:41.467243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Allocated IP 172.20.0.10 (ab56be01-7b6f-4e6c-9f55-2f8338a655c5/59ff8b96-ab45-4156-aa03-4f9f2f99372a/eec5b0c7-279e-4e2d-8105-832d56ebfdaf) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:41.499432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3843cde2-c443-458c-94a6-a74351febe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.685876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.866295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:41.909648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:41.912888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:41.919554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:41.963310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=eec5b0c7-279e-4e2d-8105-832d56ebfdaf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:41.986159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:41.986992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.054000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.089035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2dbc503-3596-4d12-b643-633459475c56 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0761421 Sep 18 07:12:42.091730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37636) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:42.100413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:10:7a:c0'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:41:dc:8b'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:42.224184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:42.245142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a681146-5e8e-4622-987a-7671443ed080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.245671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a77d6efa-3629-42a8-a5f7-3aab5059ee6f None None] Provisioning complete for port eec5b0c7-279e-4e2d-8105-832d56ebfdaf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:42.246674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a77d6efa-3629-42a8-a5f7-3aab5059ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.373588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a77d6efa-3629-42a8-a5f7-3aab5059ee6f None None] Port eec5b0c7-279e-4e2d-8105-832d56ebfdaf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:42.405804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.449184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a681146-5e8e-4622-987a-7671443ed080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.547979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a681146-5e8e-4622-987a-7671443ed080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.589602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8a681146-5e8e-4622-987a-7671443ed080 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55867a43b6034ce39b0b22be5a77ae6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642323 Sep 18 07:12:42.592583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37652) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:42.603809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681146-5e8e-4622-987a-7671443ed080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341b9a4d-dd95-42a9-8c3f-7c004d6ec3c4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:42.629029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.676217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.704426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.733704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.838651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] In _notify_port_updated(), no bound segment for port eec5b0c7-279e-4e2d-8105-832d56ebfdaf on network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:12:42.846168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:42.846837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.851185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37668) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:42.851443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "PUT /v2.0/ports/eec5b0c7-279e-4e2d-8105-832d56ebfdaf HTTP/1.1" status: 200 len: 1056 time: 0.7585151 Sep 18 07:12:42.886320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e9416-1174-4f1f-a0df-905c2f7147e5 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event updated for resources: {'Port': ['ID=eec5b0c7-279e-4e2d-8105-832d56ebfdaf,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:42.904513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.907635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:42.910226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/341b9a4d-dd95-42a9-8c3f-7c004d6ec3c4 HTTP/1.1" status: 204 len: 168 time: 0.3163221 Sep 18 07:12:42.936152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067080d-9d9b-447a-9fec-4ec43c954138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341b9a4d-dd95-42a9-8c3f-7c004d6ec3c4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:43.005529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port eec5b0c7-279e-4e2d-8105-832d56ebfdaf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:43.006338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.124711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fe89f4ab-f115-4968-a03a-83e28ee93271 None None] Provisioning complete for port eec5b0c7-279e-4e2d-8105-832d56ebfdaf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:43.126283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe89f4ab-f115-4968-a03a-83e28ee93271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.126840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.155123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for eec5b0c7-279e-4e2d-8105-832d56ebfdaf owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:43.276918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.298187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fe89f4ab-f115-4968-a03a-83e28ee93271 None None] Port eec5b0c7-279e-4e2d-8105-832d56ebfdaf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:43.467323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.534076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=eec5b0c7-279e-4e2d-8105-832d56ebfdaf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:43.803856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37720) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:43.830152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:43.834731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c436035d-cc84-4224-8364-44f23c2158e6 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/eec5b0c7-279e-4e2d-8105-832d56ebfdaf HTTP/1.1" status: 204 len: 168 time: 0.9797585 Sep 18 07:12:43.838847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37724) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:43.875498 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-550293f5-ec1f-4b4d-9a7c-76cfc3450593 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] GET failed (client error): The resource could not be found. Sep 18 07:12:43.877171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-550293f5-ec1f-4b4d-9a7c-76cfc3450593 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports/eec5b0c7-279e-4e2d-8105-832d56ebfdaf HTTP/1.1" status: 404 len: 333 time: 0.0376852 Sep 18 07:12:43.880273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:43.984655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:43.984914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.103971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.118569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:44.188768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.189286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.189760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.193925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.196103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.197431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.197963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:44.200177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-5f7e418b-e793-4403-b6a9-055af5c5ef8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.3949199 Sep 18 07:12:44.280743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-3b60368c-bd67-47be-b7a2-489853b82047 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636246 Sep 18 07:12:44.396748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.433954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:44.521835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.527232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c032dbc7-c5c1-41c9-8667-fb134491e006 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 HTTP/1.1" status: 204 len: 168 time: 0.6425588 Sep 18 07:12:44.528262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:44.569701 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-097ccccc-bee9-4d9b-8675-0063a9cf2fe2 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] GET failed (client error): The resource could not be found. Sep 18 07:12:44.582285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-097ccccc-bee9-4d9b-8675-0063a9cf2fe2 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "GET /v2.0/ports/b2cd9c7d-12b1-409d-93eb-6a2dcd9adb21 HTTP/1.1" status: 404 len: 333 time: 0.0460155 Sep 18 07:12:44.587643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:44.702651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.796427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port 80ea990b-e1eb-4b11-9511-bd639a459b2f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:44.796427 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.840143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.907526 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:44.935161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for 80ea990b-e1eb-4b11-9511-bd639a459b2f owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:45.174378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.207265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=80ea990b-e1eb-4b11-9511-bd639a459b2f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:45.321867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.324539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b99b96b8-5672-4530-9d74-ed159e998053 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/ports/80ea990b-e1eb-4b11-9511-bd639a459b2f HTTP/1.1" status: 204 len: 168 time: 0.7345939 Sep 18 07:12:45.327174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37792) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:45.395216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting subnet 59ff8b96-ab45-4156-aa03-4f9f2f99372a {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:12:45.412487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.554492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.677276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.871186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.939058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Subnet': ['ID=59ff8b96-ab45-4156-aa03-4f9f2f99372a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:45.943584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:45.946105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-670195e3-6200-455d-aae5-59a9d3fcfb23 tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/subnets/59ff8b96-ab45-4156-aa03-4f9f2f99372a HTTP/1.1" status: 204 len: 168 time: 0.6178269 Sep 18 07:12:45.949362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:45.959101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df8494-9e04-42eb-89d3-1496e4f3ea9a None None] Network ab56be01-7b6f-4e6c-9f55-2f8338a655c5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:46.141354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.262126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Deleting port 456a5148-70b7-47b1-8ddc-ebd8aa344eed {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:46.262348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.276314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] DHCP port deletion for ab56be01-7b6f-4e6c-9f55-2f8338a655c5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:12:46.359835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Deleting port 456a5148-70b7-47b1-8ddc-ebd8aa344eed {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:46.360219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.363382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] For port 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=456a5148-70b7-47b1-8ddc-ebd8aa344eed,segment=NetworkSegment(07b8df8a-148b-4e3a-b779-786afef59c54),segment_id=07b8df8a-148b-4e3a-b779-786afef59c54)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:46.363919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.395096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Calling delete_port for 456a5148-70b7-47b1-8ddc-ebd8aa344eed owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:46.523342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] For port 456a5148-70b7-47b1-8ddc-ebd8aa344eed, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=456a5148-70b7-47b1-8ddc-ebd8aa344eed,segment=NetworkSegment(07b8df8a-148b-4e3a-b779-786afef59c54),segment_id=07b8df8a-148b-4e3a-b779-786afef59c54)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:46.523342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.543113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Calling delete_port for 456a5148-70b7-47b1-8ddc-ebd8aa344eed owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:46.620168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:12:46.625839 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:12:46.644123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.675228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Port': ['ID=456a5148-70b7-47b1-8ddc-ebd8aa344eed,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:46.677402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] No DVR routers for this DVR port 456a5148-70b7-47b1-8ddc-ebd8aa344eed on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:12:46.718095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Pushing event deleted for resources: {'Port': ['ID=456a5148-70b7-47b1-8ddc-ebd8aa344eed,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:46.723850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] No DVR routers for this DVR port 456a5148-70b7-47b1-8ddc-ebd8aa344eed on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:12:46.751308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.762134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.762623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.762975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.763321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.763763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.763994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.764332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.764733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.765093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.765310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.765637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22841b15-9fb6-4c12-bb29-a8bcf775de55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:12:46.887600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-283d5570-282a-4c24-a74a-352cf68e193d tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=73dd5278d52c47909b794f2ea4da96e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370486 Sep 18 07:12:46.915738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:46.959956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab56be01-7b6f-4e6c-9f55-2f8338a655c5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:12:46.972708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b8df8a-148b-4e3a-b779-786afef59c54') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:12:46.973059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b8df8a-148b-4e3a-b779-786afef59c54') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:12:47.000155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.014367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.022270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:12:47.023098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:12:47.026605 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:12:47.154511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.177032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.183900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] 10.222.0.20 "DELETE /v2.0/networks/ab56be01-7b6f-4e6c-9f55-2f8338a655c5 HTTP/1.1" status: 204 len: 168 time: 1.2332933 Sep 18 07:12:47.201657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6140-7792-4262-8738-672007c75bbf tempest-AllowedAddressPairTestJSON-212219070 tempest-AllowedAddressPairTestJSON-212219070-project] Pushing event deleted for resources: {'Network': ['ID=ab56be01-7b6f-4e6c-9f55-2f8338a655c5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:47.440663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:47.602087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-aef305f9-c393-41c7-9000-4e0960f24962 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:47.616789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-aef305f9-c393-41c7-9000-4e0960f24962 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7282729 Sep 18 07:12:47.626136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a774a8a0-1fe8-4ae9-9ad2-bce134b1867a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.665379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-9a7adb49-799f-4bd1-a34b-10db39664950 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/quotas/73dd5278d52c47909b794f2ea4da96e5 HTTP/1.1" status: 200 len: 375 time: 0.0475531 Sep 18 07:12:47.740033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-d7bda572-e032-4ad3-846c-5463c86ccfb7 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73dd5278d52c47909b794f2ea4da96e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735302 Sep 18 07:12:47.787204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:47.847241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a774a8a0-1fe8-4ae9-9ad2-bce134b1867a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.974626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a774a8a0-1fe8-4ae9-9ad2-bce134b1867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:47.986444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36068802-5cba-4e63-af28-7d0f053374da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a90a74e5e1b40d08e424e345f2e7031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976082 Sep 18 07:12:47.987670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:48.025312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a774a8a0-1fe8-4ae9-9ad2-bce134b1867a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d7d1db590874a66aa74040411c90b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837355 Sep 18 07:12:48.026387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37898) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:48.028714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774a8a0-1fe8-4ae9-9ad2-bce134b1867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021279cf-6528-4df2-b3ce-d8acb242807f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:48.055367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b80f4df-8678-4448-9684-388db59880c5 req-e9fbb36c-b6a5-415c-9a03-41826b28d534 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 210 time: 0.0491827 Sep 18 07:12:48.099952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.110355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.124337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.156201 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.271203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.275048 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.276499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/021279cf-6528-4df2-b3ce-d8acb242807f HTTP/1.1" status: 204 len: 168 time: 0.2489219 Sep 18 07:12:48.278398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 456a5148-70b7-47b1-8ddc-ebd8aa344eed no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:12:48.294421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2def-a75b-48e4-a9eb-ffc8db51b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021279cf-6528-4df2-b3ce-d8acb242807f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:48.301965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 456a5148-70b7-47b1-8ddc-ebd8aa344eed {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:12:48.302728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 456a5148-70b7-47b1-8ddc-ebd8aa344eed not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:12:48.339858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.342460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:48.346867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3c69dad-f94d-455e-abd6-ca7f38ebd2a2 HTTP/1.1" status: 204 len: 168 time: 0.3567965 Sep 18 07:12:48.356253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea28183-d2c4-4701-8323-1b9d90ee610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c69dad-f94d-455e-abd6-ca7f38ebd2a2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:49.154457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0692d0da-dba4-4911-92e5-34f393dc54d0 req-f77a6d86-6c6d-4093-8301-3e0fac512222 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 210 time: 0.0415092 Sep 18 07:12:49.259294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37950) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:49.281237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57267e4c-2aae-4490-a16c-eebf9e6bac63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.420339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57267e4c-2aae-4490-a16c-eebf9e6bac63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.511043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-57267e4c-2aae-4490-a16c-eebf9e6bac63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.579796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37960) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:49.580827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-57267e4c-2aae-4490-a16c-eebf9e6bac63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6186895f7fbf4754bebae595e20f302b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189352 Sep 18 07:12:49.581238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57267e4c-2aae-4490-a16c-eebf9e6bac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2ffc7e-189c-428c-be4a-8e7476b3965b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:49.658586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.681500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.851938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.855242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:49.858112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef2ffc7e-189c-428c-be4a-8e7476b3965b HTTP/1.1" status: 204 len: 168 time: 0.2758784 Sep 18 07:12:49.867668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37974) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:49.880061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6846c1-3ec1-4861-8c64-076c200f8190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2ffc7e-189c-428c-be4a-8e7476b3965b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:49.989411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-851001986'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:50.252467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadda08e-2cbc-465d-a61f-f19d7fa0f2e3 req-5c72eff3-efc1-4902-9681-b358165210b0 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 210 time: 0.0262353 Sep 18 07:12:50.256192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:50.260401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.269085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.394424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.457849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.481179 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-ae82d3fd-0381-4a3a-9b53-b4375e19f966 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=73dd5278d52c47909b794f2ea4da96e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317636 Sep 18 07:12:50.521888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:12:50.560948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1cd45-1995-4216-bb25-f31e706783de,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:50.560948 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.561881 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Added segment b25ea45c-f3e7-4a78-a640-4db8a175a465 of type vlan for network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 Sep 18 07:12:50.607071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.688030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-607b839d-6e39-420d-a569-ecfcf21766b9 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:50.689544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-607b839d-6e39-420d-a569-ecfcf21766b9 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033238 Sep 18 07:12:50.702157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Request body: {'port': {'device_id': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '73dd5278d52c47909b794f2ea4da96e5'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:50.733649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.739613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:50.740223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.810732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Network': ['ID=cdcb302d-9e79-434a-aa89-5c747cd2c3b4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:50.821460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:12:50.843474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7b6e8014-41ba-4431-9fb8-55d88674b4f0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9745686 Sep 18 07:12:50.854959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38006) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:50.870816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:50.928162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Made reservation on behalf of 73dd5278d52c47909b794f2ea4da96e5 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:50.932734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:50.942963 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.050019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.148028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.230958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:51.234920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.238023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-321080fc-6bf7-4fe3-a93f-b0ec4ceec003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2236135 Sep 18 07:12:51.336091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:51.435354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.435877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.436362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.436842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.437323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.437843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.438508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.440753 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-93c775b0-ee19-4333-a66f-0d3d4da0d5c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 6497 time: 0.1009803 Sep 18 07:12:51.447075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Allocated IP 192.168.233.88 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/1ed4e0cb-4bfd-42da-b53e-2583f02b1078) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:51.490772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e6b7f4-3b13-4ceb-ae74-abe8f67c1d58 req-7bdc2ec3-d6f0-4d93-baf4-bf450868ec51 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 210 time: 0.0826857 Sep 18 07:12:51.648326 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.658819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1bf563f7-5941-4226-953c-8560a12b25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.659312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1bf563f7-5941-4226-953c-8560a12b25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.659793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1bf563f7-5941-4226-953c-8560a12b25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.661406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1bf563f7-5941-4226-953c-8560a12b25b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=c041d8a3-5e7a-4140-845f-b94557043645&id=073c4692-914c-4c15-bb59-69150550e753&id=073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 200 len: 2293 time: 0.1940312 Sep 18 07:12:51.718364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=13c15e78-7d6b-4078-a7c8-732a81b8b048,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:51.730151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:51.730830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network hostable DHCP agents. Network: cdcb302d-9e79-434a-aa89-5c747cd2c3b4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:12:51.740374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.776840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-8e604c4d-4936-462b-969b-acf99a1893a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 200 len: 1002 time: 0.1083472 Sep 18 07:12:51.816940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:12:51.836708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-7fb955ca-9452-45c3-8bc9-78712672e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.838835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-7fb955ca-9452-45c3-8bc9-78712672e6db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 200 len: 851 time: 0.0552614 Sep 18 07:12:51.885289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-13bd2221-7d60-4e43-96bb-f3a7fa7c6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.886833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-13bd2221-7d60-4e43-96bb-f3a7fa7c6d22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26cefc22-c3f0-4b75-9e52-c2e649cec2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415094 Sep 18 07:12:51.897220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-096b9ee9-c5f1-4717-85f2-41dd3cf65c82 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:12:51.898201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-096b9ee9-c5f1-4717-85f2-41dd3cf65c82 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049253 Sep 18 07:12:51.936621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, cdcb302d-9e79-434a-aa89-5c747cd2c3b4) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:51.941602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:51.942281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:51.956229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9655a5-293b-4e09-ac30-d61ba7a13a62 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:52.007224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.045941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c5ebbbfe-417d-466e-b56a-5c62baa7b4af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1873341 Sep 18 07:12:52.046875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38058) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:52.052830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'name': 'tempest-NetworksTestDHCPv6-324698039'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:52.062106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:52.077566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:52.077566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:52.148469 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-f4f3759b-6247-48b1-8138-b46b2119a8cf service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415330 Sep 18 07:12:52.149835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Pushing event updated for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:52.181045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '13c15e78-7d6b-4078-a7c8-732a81b8b048'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:12:52.181940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.312980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:52.316412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.364300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/13c15e78-7d6b-4078-a7c8-732a81b8b048/641aaefa-8bfc-49a5-bde5-311d1556260b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:52.379628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:52.384844 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.422955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 0b56e97c-0b29-4b36-b563-d13be81c573c yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:52.453465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-ff86d173-4ce3-4db6-bad0-a5d59c6fd5e2 service neutron] 10.222.0.24 "GET /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971401 Sep 18 07:12:52.521390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1a35f2c1-52f9-40cc-bfdf-d8ecc47d3413 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 217 time: 0.0602701 Sep 18 07:12:52.522682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-672d5cdf-81dc-420d-9abd-b10f64a93a50 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8242319 Sep 18 07:12:52.535020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-69fc8f37-6782-42cb-bd7c-eee4cfc4e41b tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:12:52.536267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-69fc8f37-6782-42cb-bd7c-eee4cfc4e41b tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072174 Sep 18 07:12:52.542376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c6e89c2d-eeaf-45c3-9775-f107814d8716 None None] Provisioning complete for port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:52.542776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e89c2d-eeaf-45c3-9775-f107814d8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.592644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-4e6d1929-eac6-4920-a4dc-55e2446ca235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:52.594665 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-4e6d1929-eac6-4920-a4dc-55e2446ca235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.0645056 Sep 18 07:12:52.616478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c6e89c2d-eeaf-45c3-9775-f107814d8716 None None] Port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:12:52.682135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.699414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-cafcd10a-c8d1-4dc1-8817-9c816ea56315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:52.700934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-cafcd10a-c8d1-4dc1-8817-9c816ea56315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980430 Sep 18 07:12:52.701706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c27700-a8fb-498c-8c37-cbaffe0ecc1e req-af16df3e-43f3-419b-afe2-f603f33df9a4 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:52.703989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c27700-a8fb-498c-8c37-cbaffe0ecc1e req-af16df3e-43f3-419b-afe2-f603f33df9a4 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 935 time: 0.1153505 Sep 18 07:12:52.772321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c27700-a8fb-498c-8c37-cbaffe0ecc1e req-8387c157-3db9-442a-8256-d12a9f4a4b95 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534961 Sep 18 07:12:52.782944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.868014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:52.885272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::232 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/13c15e78-7d6b-4078-a7c8-732a81b8b048/0b56e97c-0b29-4b36-b563-d13be81c573c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:52.888852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Request body: {'port': {'device_id': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:52.889822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:52.894740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:52.902629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-740f92f3-4415-4414-aae1-36b8931ae649 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941149 Sep 18 07:12:52.916200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Pushing event updated for resources: {'Port': ['ID=641aaefa-8bfc-49a5-bde5-311d1556260b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:52.977779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Attempting to bind port 641aaefa-8bfc-49a5-bde5-311d1556260b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:12:52.978577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Attempting to bind port 641aaefa-8bfc-49a5-bde5-311d1556260b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:12:52.978577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Attempting to bind port 641aaefa-8bfc-49a5-bde5-311d1556260b on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:12:52.984816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:12:52.985436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:52.986154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:52.987183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:12:52.991516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Bound port: 641aaefa-8bfc-49a5-bde5-311d1556260b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:12:52.991987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.071625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.146602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.193074 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-f3f010d6-1867-4a44-9ac9-b1ed6a77aed3 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340846 Sep 18 07:12:53.302543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] For port 641aaefa-8bfc-49a5-bde5-311d1556260b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:12:53.303405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.306407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] For port 641aaefa-8bfc-49a5-bde5-311d1556260b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=641aaefa-8bfc-49a5-bde5-311d1556260b,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:12:53.359175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-320c2fc5-b415-4bcb-9fce-7cadf481876d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 217 time: 0.1437573 Sep 18 07:12:53.364485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:53.374140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:53.392246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.406076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=0b56e97c-0b29-4b36-b563-d13be81c573c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:53.424187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:53.437182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:53.440396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.486199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2cdc6-de77-472f-a498-ebe47581825d None None] Pushing event updated for resources: {'Port': ['ID=641aaefa-8bfc-49a5-bde5-311d1556260b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:53.504220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-b44c7f7c-e5ae-4015-9b11-f7f32252db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:53.506621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-b44c7f7c-e5ae-4015-9b11-f7f32252db33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1380184 Sep 18 07:12:53.517486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bdbc1305-4e0a-4bb6-9e74-4ec288225f0e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4677517 Sep 18 07:12:53.517486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38132) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:53.517933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38134) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:53.587832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fa742-b595-4ceb-b5de-d7dc0eff1974 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:53.597878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29fa742-b595-4ceb-b5de-d7dc0eff1974 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:53.606445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f29fa742-b595-4ceb-b5de-d7dc0eff1974 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0873687 Sep 18 07:12:53.607194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:53.610096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-efe60ff1-adba-448b-a8fe-84b8183628bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:53.611606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-efe60ff1-adba-448b-a8fe-84b8183628bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728941 Sep 18 07:12:53.743655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:12:53.792413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.815226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 0b56e97c-0b29-4b36-b563-d13be81c573c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:53.815762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:53.865666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Transition to ACTIVE for port object 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:12:53.868693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-54f932a5-8f67-4665-8693-f61e07f08baf service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487516 Sep 18 07:12:54.014128 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fefe37f-e3d9-4f9c-85af-29080c332c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.027476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05774468-ed71-4aad-bdd0-f940353a1f99 req-8ae353eb-4b38-41fa-b2b7-e9db1ed3dbdd tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:54.029194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05774468-ed71-4aad-bdd0-f940353a1f99 req-8ae353eb-4b38-41fa-b2b7-e9db1ed3dbdd tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 935 time: 0.1537354 Sep 18 07:12:54.080447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.108491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 0b56e97c-0b29-4b36-b563-d13be81c573c owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:54.185242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05774468-ed71-4aad-bdd0-f940353a1f99 req-af63b821-290f-49d6-8f59-046333b6bbb1 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355863 Sep 18 07:12:54.308558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fefe37f-e3d9-4f9c-85af-29080c332c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.312588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.365196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:54.383709 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8fefe37f-e3d9-4f9c-85af-29080c332c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.426090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 641aaefa-8bfc-49a5-bde5-311d1556260b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:12:54.438967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-69e537d0-c885-44f2-b3f4-0f5f163c07c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586922 Sep 18 07:12:54.461129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.479832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefe37f-e3d9-4f9c-85af-29080c332c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcb9d82-88b1-4cf4-aec3-9291303e489c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:54.540733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 641aaefa-8bfc-49a5-bde5-311d1556260b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:54.541109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.553135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=0b56e97c-0b29-4b36-b563-d13be81c573c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:54.568456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-9a02602e-9e1e-4f76-890d-9fff1d752234 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 200 len: 217 time: 0.1023448 Sep 18 07:12:54.575383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8fefe37f-e3d9-4f9c-85af-29080c332c23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9b63c563ca14388bb438f0152660a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0550661 Sep 18 07:12:54.592133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38154) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:54.592604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38156) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:54.643098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.656702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e2ba7643-0b31-4255-b134-359e79105e3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/0b56e97c-0b29-4b36-b563-d13be81c573c HTTP/1.1" status: 204 len: 168 time: 1.0481806 Sep 18 07:12:54.658433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38160) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:54.684190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Attempting to bind port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:12:54.684550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Attempting to bind port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:12:54.684895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Attempting to bind port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:12:54.706012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:12:54.706521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Attempting to bind port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:12:54.726131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:12:54.726487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:54.727065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:12:54.728075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Bound port: 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:12:54.728577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.737926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-ed52a0b1-dbf2-482c-8ab8-b30ea44ad55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:54.741707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-ed52a0b1-dbf2-482c-8ab8-b30ea44ad55c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1634886 Sep 18 07:12:54.777552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc26013-df52-44e1-9337-ef31b17a8f27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:54.779353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc26013-df52-44e1-9337-ef31b17a8f27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:54.782134 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.789371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4cc26013-df52-44e1-9337-ef31b17a8f27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1285310 Sep 18 07:12:54.792724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38162) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:54.806200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.871714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 641aaefa-8bfc-49a5-bde5-311d1556260b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=641aaefa-8bfc-49a5-bde5-311d1556260b,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:54.887045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 13c15e78-7d6b-4078-a7c8-732a81b8b048 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:12:54.892348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9110c8ac-47b5-459e-8aab-c30250ba72be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.894202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.932664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.943353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:12:54.947111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-4785c924-6c6f-46de-99b5-c78669642c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:54.948522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-4785c924-6c6f-46de-99b5-c78669642c62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951747 Sep 18 07:12:54.957155 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.963150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:54.999932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:12:55.057505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=641aaefa-8bfc-49a5-bde5-311d1556260b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:55.058632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bec512-cacf-440b-a3a5-9d092cba575c None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:55.105809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.108176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.154289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c5e46a4f-16ea-45be-849f-844c0b302e11 None None] Provisioning complete for port 641aaefa-8bfc-49a5-bde5-311d1556260b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:55.154958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c5e46a4f-16ea-45be-849f-844c0b302e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.214211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.217161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.218698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fcb9d82-88b1-4cf4-aec3-9291303e489c HTTP/1.1" status: 204 len: 168 time: 0.6142354 Sep 18 07:12:55.235176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:55.235176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.235176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ed4e0cb-4bfd-42da-b53e-2583f02b1078 HTTP/1.1" status: 200 len: 1096 time: 2.6878810 Sep 18 07:12:55.247884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:12:55.251211 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f4ca1-3442-4789-96c0-445ca7d8e81e" -d '{"events": [{"name": "network-changed", "server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:12:55.299952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e820c-ab32-4f65-8708-26f620e73b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcb9d82-88b1-4cf4-aec3-9291303e489c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:55.303877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-efe1ed35-9ada-477e-bfdc-85e915aeccd4 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331888 Sep 18 07:12:55.331866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb69e-0fa5-400b-a2e6-e9450a225453 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:55.347672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.380293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9110c8ac-47b5-459e-8aab-c30250ba72be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.450845 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.456973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/13c15e78-7d6b-4078-a7c8-732a81b8b048 HTTP/1.1" status: 204 len: 168 time: 0.6620641 Sep 18 07:12:55.495778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:55.543703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9110c8ac-47b5-459e-8aab-c30250ba72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:55.573808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f8f8a-2257-4554-9105-4e86137e7ba3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=13c15e78-7d6b-4078-a7c8-732a81b8b048,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:55.631324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f187ea3-f67c-4617-84ba-3e85f6ecaef8 req-a80036ff-3863-4e56-8236-90a99bba4232 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:55.636860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f187ea3-f67c-4617-84ba-3e85f6ecaef8 req-a80036ff-3863-4e56-8236-90a99bba4232 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 947 time: 0.2191443 Sep 18 07:12:55.651033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:55.656418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:55.660226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1139ba26-3358-41b9-b804-3a17406b0dd5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626606 Sep 18 07:12:55.811107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9110c8ac-47b5-459e-8aab-c30250ba72be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f4ad52f546d49178609f00645a15a29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2002885 Sep 18 07:12:55.815293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:55.832712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110c8ac-47b5-459e-8aab-c30250ba72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ab60b-1d91-4e43-810a-f40cb30585d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:55.857713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f187ea3-f67c-4617-84ba-3e85f6ecaef8 req-a9106afc-4eb0-4df7-aa76-073fec9f2d05 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546919 Sep 18 07:12:55.926919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-7fe972b5-49df-4880-a064-1880832e41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:55.928911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-7fe972b5-49df-4880-a064-1880832e41b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73dd5278d52c47909b794f2ea4da96e5&device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 1099 time: 0.4699531 Sep 18 07:12:55.933834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-2f144bb4-b67e-4605-a129-abd631c6290b service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218257 Sep 18 07:12:55.935863 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00fd9fc-614a-48e6-aaa3-5cdfe136e2d0 x-openstack-request-id: req-c00fd9fc-614a-48e6-aaa3-5cdfe136e2d0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:12:55.936205 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:12:55.936499 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c00fd9fc-614a-48e6-aaa3-5cdfe136e2d0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:12:55.937051 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078', 'status': 'completed', 'code': 200} Sep 18 07:12:56.008832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:56.009481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.021069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240369b-b331-4f3a-a156-a3ca7257bbfd None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:56.030953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-16b40842-7f3c-4524-9680-878baad02211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078 HTTP/1.1" status: 200 len: 217 time: 0.0813084 Sep 18 07:12:56.032232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-6346f283-3ba7-483c-9c64-2621ce57152e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 200 len: 217 time: 0.0838449 Sep 18 07:12:56.103075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.149870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.153117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-7fcd7b1c-4c80-4816-a78f-b6c60a40e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.154708 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-7fcd7b1c-4c80-4816-a78f-b6c60a40e534 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1111672 Sep 18 07:12:56.156011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1a2c388e-feee-4057-a9d0-b7fb3a5b36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.157512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1a2c388e-feee-4057-a9d0-b7fb3a5b36d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 200 len: 797 time: 0.1150823 Sep 18 07:12:56.174334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3db9eea9-1915-4c0d-8c20-200111dd2732 None None] Provisioning complete for port 641aaefa-8bfc-49a5-bde5-311d1556260b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:56.174716 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3db9eea9-1915-4c0d-8c20-200111dd2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.257920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:56.284513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-313f194f-8959-47fc-88ca-c5484732e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.299667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-64af9dac-d235-4bad-ae63-4e08fc6f51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.301393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-64af9dac-d235-4bad-ae63-4e08fc6f51f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c041d8a3-5e7a-4140-845f-b94557043645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1277475 Sep 18 07:12:56.322066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-a8986a20-d1e8-46cd-bcce-f06be1748ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.323679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-a8986a20-d1e8-46cd-bcce-f06be1748ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603358 Sep 18 07:12:56.399533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.402376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.405835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e8ab60b-1d91-4e43-810a-f40cb30585d0 HTTP/1.1" status: 204 len: 168 time: 0.5819614 Sep 18 07:12:56.420679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 641aaefa-8bfc-49a5-bde5-311d1556260b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:12:56.431420 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.498746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cd5cd-c7cf-4a3f-a205-1d26599d336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ab60b-1d91-4e43-810a-f40cb30585d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:56.572133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:56.581050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:56.591252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 641aaefa-8bfc-49a5-bde5-311d1556260b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:12:56.591660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.591848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.592848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-69009370-67ab-408a-8f12-acd4ced83dbf service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409344 Sep 18 07:12:56.593588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.616875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=e3fe6a81-c1de-4ec9-a0f6-be165bf331ae,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:56.628950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-9ed95338-86ea-497f-be3f-c055079eab18 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194530 Sep 18 07:12:56.635103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:12:56.749954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Deleting port 641aaefa-8bfc-49a5-bde5-311d1556260b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:56.750369 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.782550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-313f194f-8959-47fc-88ca-c5484732e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.806198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ec5d84ab-63d6-416c-a00c-553d7cbf3f0e req-67579b64-9694-45de-bb6e-5df8e39b4a03 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124383 Sep 18 07:12:56.821877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-1b95695c-dd84-4166-a59d-0260f29cfb02 service neutron] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787295 Sep 18 07:12:56.862263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] For port 641aaefa-8bfc-49a5-bde5-311d1556260b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=641aaefa-8bfc-49a5-bde5-311d1556260b,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:56.862701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.877265 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-3c6b7a71-0255-4f3d-a27b-0b60a3e3b8b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 200 len: 217 time: 0.0483401 Sep 18 07:12:56.920931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Calling delete_port for 641aaefa-8bfc-49a5-bde5-311d1556260b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:56.956870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-a96f2dfe-08b5-40fa-81c0-9331c2520759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:56.958601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-a96f2dfe-08b5-40fa-81c0-9331c2520759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0729017 Sep 18 07:12:56.959989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-313f194f-8959-47fc-88ca-c5484732e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:56.983058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e3d2509-dc05-4d9a-a7c0-775f7ded9fbc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3309913 Sep 18 07:12:56.986111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:57.030870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'name': 'tempest-NetworksTestDHCPv6-1497527422'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:12:57.088763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-313f194f-8959-47fc-88ca-c5484732e7d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=409e04e023384f4e8809fed6703e2696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281744 Sep 18 07:12:57.092597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f194f-8959-47fc-88ca-c5484732e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305beb48-677a-488c-ba72-04a7ee053541,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:57.097317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38202) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:57.125557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-80b4fd93-d705-4c48-b1ca-bb8c58288d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.127276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-80b4fd93-d705-4c48-b1ca-bb8c58288d9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602323 Sep 18 07:12:57.130167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-88b566cd-0a0e-45b2-b4d9-a5915d1f7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.131706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-88b566cd-0a0e-45b2-b4d9-a5915d1f7a74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73dd5278d52c47909b794f2ea4da96e5&device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 1099 time: 0.1452115 Sep 18 07:12:57.168242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.228283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf659e6-7761-40b2-80ec-38af7ea7a6a1 req-f17fca45-28ae-4b61-b088-c8f5fc227e8e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.236236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbf659e6-7761-40b2-80ec-38af7ea7a6a1 req-f17fca45-28ae-4b61-b088-c8f5fc227e8e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 947 time: 0.2886498 Sep 18 07:12:57.278404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] Pushing event deleted for resources: {'Port': ['ID=641aaefa-8bfc-49a5-bde5-311d1556260b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:57.295619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d77977-7183-4fa6-924d-0d08ed972b0c None None] No DVR routers for this DVR port 641aaefa-8bfc-49a5-bde5-311d1556260b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:12:57.323070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39ca8f-2085-40e9-bf19-25d5fa54d0d5 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:12:57.323375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-d9223a8e-4cf4-422b-86e3-ea99b5e148c4 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882007 Sep 18 07:12:57.324866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-5df82d56-a7bd-477b-9be3-f015b818fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.326833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-5df82d56-a7bd-477b-9be3-f015b818fde7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.1840994 Sep 18 07:12:57.345585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fbf659e6-7761-40b2-80ec-38af7ea7a6a1 req-8ffccd44-184e-41c7-825b-38be5ca8169c tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081948 Sep 18 07:12:57.404456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.456987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.465015 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-08676644-1a27-4904-bab7-e262371de035 service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344218 Sep 18 07:12:57.495369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38206) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:57.507373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-8dc25b64-c47e-4cea-9c19-41ad27af3c3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078 HTTP/1.1" status: 200 len: 217 time: 0.1671112 Sep 18 07:12:57.530569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': 'e3fe6a81-c1de-4ec9-a0f6-be165bf331ae'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:12:57.531686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.552634 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ef53415-94da-4bbb-b81e-3f0cbbcc1314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.566933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-7d7f7d96-a881-4e31-8222-a52962b04651 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 200 len: 217 time: 0.0674150 Sep 18 07:12:57.616099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:12:57.616099 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:12:57.616099 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': '580f148d4a6c422d890c7247abe4f93c', 'id': '9cb5ac22-03d1-4a97-b67d-023283c712b8', 'expiration': datetime.datetime(2021, 9, 18, 7, 14, 57, 585038)}] Sep 18 07:12:57.616099 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:12:57.616593 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:12:57.643012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28f38-d0cb-4bc0-a0cc-f4c4d97fb604 req-8f16fb4d-a2a3-466d-b58c-bde874f4582b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.644534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6c28f38-d0cb-4bc0-a0cc-f4c4d97fb604 req-8f16fb4d-a2a3-466d-b58c-bde874f4582b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0605977 Sep 18 07:12:57.659666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-a4508347-455d-48bc-8bdc-79d3730853fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.661432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-a4508347-455d-48bc-8bdc-79d3730853fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1066053 Sep 18 07:12:57.665842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-50171592-5765-4a94-98f1-060addec1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.667416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-50171592-5765-4a94-98f1-060addec1d21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 200 len: 797 time: 0.0723832 Sep 18 07:12:57.674026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.676907 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.678306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/305beb48-677a-488c-ba72-04a7ee053541 HTTP/1.1" status: 204 len: 168 time: 0.5802257 Sep 18 07:12:57.701682 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff3e6d-7397-45aa-97f4-efb4cbe01d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305beb48-677a-488c-ba72-04a7ee053541,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:57.739081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6c28f38-d0cb-4bc0-a0cc-f4c4d97fb604 req-9d76bd53-3e9c-49b7-a5fc-f790c810abbb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837419 Sep 18 07:12:57.799548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ef53415-94da-4bbb-b81e-3f0cbbcc1314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.827727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-42fa1d8b-cb96-41de-8fcd-6e6b0a33e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.829623 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-42fa1d8b-cb96-41de-8fcd-6e6b0a33e797 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610799 Sep 18 07:12:57.834614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-158caf6f-65da-4258-a3dc-e18baaa42d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:57.837661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-158caf6f-65da-4258-a3dc-e18baaa42d94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=073c4692-914c-4c15-bb59-69150550e753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1597421 Sep 18 07:12:57.851049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/e3fe6a81-c1de-4ec9-a0f6-be165bf331ae/4bb14e7e-d91a-46f7-989a-17e3f4be4eaa) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:57.879057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ef53415-94da-4bbb-b81e-3f0cbbcc1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:57.922270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ef53415-94da-4bbb-b81e-3f0cbbcc1314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0acf8184e1a4f57824eb0071d136420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223864 Sep 18 07:12:57.923654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef53415-94da-4bbb-b81e-3f0cbbcc1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ecaa3-ddeb-4e8e-b681-6fe3abbfb491,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:57.926495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38212) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:58.016580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.044444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.054076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-1a8710e7-5a6a-4e83-83a1-20cfeed26a7d service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150850 Sep 18 07:12:58.060496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-c2158cf5-2bec-4279-8adc-1b50eaef7ace service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955748 Sep 18 07:12:58.067017 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.154056 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.187980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c51f4ca1-3442-4789-96c0-445ca7d8e81e req-d1e3083c-96e5-4a30-be31-27734e14409c service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261971 Sep 18 07:12:58.190825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:58.195398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:58.199080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:58.209962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Pushing event updated for resources: {'Port': ['ID=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:58.210293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.218061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.227659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9ecaa3-ddeb-4e8e-b681-6fe3abbfb491 HTTP/1.1" status: 204 len: 168 time: 0.2994215 Sep 18 07:12:58.243901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b335696-8c73-4cc0-87a9-13daf19f4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ecaa3-ddeb-4e8e-b681-6fe3abbfb491,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:58.264489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:12:58.268143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.292902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2cb10aa8-4471-4746-9ca2-87cb12517312 req-55f9e632-5f88-4cee-8389-9916ffe08c6a service neutron] 10.222.0.24 "GET /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462045 Sep 18 07:12:58.304068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port a5608473-8d9e-42bd-af9c-0e352843a6d3 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:12:58.344915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Attempting to bind port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:12:58.345477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Attempting to bind port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:12:58.346068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Attempting to bind port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:12:58.352691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:12:58.353395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:12:58.354066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.354697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:12:58.355431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Bound port: 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:12:58.356057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.445335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 641aaefa-8bfc-49a5-bde5-311d1556260b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:12:58.485553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 641aaefa-8bfc-49a5-bde5-311d1556260b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:12:58.485922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 641aaefa-8bfc-49a5-bde5-311d1556260b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:12:58.500056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] For port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:12:58.503481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] For port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:12:58.587665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af9654-440c-4fec-bd8c-5efd61cff754 req-8b6e650d-57d3-4a9c-845d-0fc8eea70934 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:58.589262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38af9654-440c-4fec-bd8c-5efd61cff754 req-8b6e650d-57d3-4a9c-845d-0fc8eea70934 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 947 time: 0.1014268 Sep 18 07:12:58.599715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.606391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::166 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/e3fe6a81-c1de-4ec9-a0f6-be165bf331ae/a5608473-8d9e-42bd-af9c-0e352843a6d3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:12:58.657785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38af9654-440c-4fec-bd8c-5efd61cff754 req-5c68cb3d-a999-4a2c-ac66-ef1651a284c2 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535047 Sep 18 07:12:58.702994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2989c-55ee-425a-8244-ade9c163a452 None None] Pushing event updated for resources: {'Port': ['ID=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:58.909073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.951742 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:58.961534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3efea-025e-46d0-b14f-4e5fed712a54 req-04017ce0-54d8-4eda-9f90-9371e4dfd61f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:58.964920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0de3efea-025e-46d0-b14f-4e5fed712a54 req-04017ce0-54d8-4eda-9f90-9371e4dfd61f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1009805 Sep 18 07:12:59.030876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0de3efea-025e-46d0-b14f-4e5fed712a54 req-47b260a6-dbd0-477d-89b0-deac13de5d5d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502031 Sep 18 07:12:59.128866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.174440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:12:59.180932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:12:59.188428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:12:59.201040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:59.202622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.208575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=a5608473-8d9e-42bd-af9c-0e352843a6d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:12:59.294623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc952666-fdb1-4ba9-969c-cc34e9adaa79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2691863 Sep 18 07:12:59.297065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38250) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:59.358885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc5a77-18fe-4349-bea7-14e5c29c5eb1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:59.366979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc5a77-18fe-4349-bea7-14e5c29c5eb1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:59.369188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3efc5a77-18fe-4349-bea7-14e5c29c5eb1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0708048 Sep 18 07:12:59.372068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:12:59.483964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port a5608473-8d9e-42bd-af9c-0e352843a6d3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:12:59.484312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.607158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.620707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for a5608473-8d9e-42bd-af9c-0e352843a6d3 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:12:59.694985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:12:59.891799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03e33-2bc4-41f5-95a8-51de0a918ba4 req-a0a0097e-1dc6-4677-a7b3-2ecf5eeb0535 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:12:59.893421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43e03e33-2bc4-41f5-95a8-51de0a918ba4 req-a0a0097e-1dc6-4677-a7b3-2ecf5eeb0535 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 947 time: 0.1100273 Sep 18 07:12:59.903744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:12:59.916817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078', 'mac_address': 'fa:16:3e:66:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:12:59.937655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.970752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:12:59.995583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43e03e33-2bc4-41f5-95a8-51de0a918ba4 req-4307f7b2-3b9f-49ab-876d-0cdba8f2b2ac tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 Sep 18 07:12:59.998893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=a5608473-8d9e-42bd-af9c-0e352843a6d3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:00.006760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:13:00.030336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:00.030540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.033259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f9984453-06c7-4570-b01b-f179272da4e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a5608473-8d9e-42bd-af9c-0e352843a6d3 HTTP/1.1" status: 204 len: 168 time: 0.6601384 Sep 18 07:13:00.035712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:00.100791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] Provisioning complete for port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:00.100791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.129463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449e7f1-a2db-4ef7-97a6-fb6351179a8a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:00.143710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449e7f1-a2db-4ef7-97a6-fb6351179a8a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:00.143710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f449e7f1-a2db-4ef7-97a6-fb6351179a8a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0968466 Sep 18 07:13:00.144453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38284) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:00.147128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.226341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0d8de-5046-4b46-a08b-cf47140fbd34 req-621fc24c-5093-4c97-a091-d7d8600587e2 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:00.228860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63f0d8de-5046-4b46-a08b-cf47140fbd34 req-621fc24c-5093-4c97-a091-d7d8600587e2 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0926435 Sep 18 07:13:00.238975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet e3fe6a81-c1de-4ec9-a0f6-be165bf331ae {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:00.247748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.300838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.304446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:00.361823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] For port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:00.373189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1ed4e0cb-4bfd-42da-b53e-2583f02b1078'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:13:00.374973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.452005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63f0d8de-5046-4b46-a08b-cf47140fbd34 req-bad953ef-ecf0-48e6-a871-b3f6a3ed0257 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851459 Sep 18 07:13:00.452306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.483361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:00.541042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.645722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bba1a08d-db11-4295-81ed-f5bd04287f54 None None] Could not find standard attr ID for object 0b56e97c-0b29-4b36-b563-d13be81c573c. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:00.697136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.701172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658dbe-49d2-43c5-b443-50084d71da9c None None] Pushing event updated for resources: {'Port': ['ID=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:00.736816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fe6a81-c1de-4ec9-a0f6-be165bf331ae,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:00.740781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.744009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9092daf4-35b5-4c4a-9132-76971ea16b76 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/e3fe6a81-c1de-4ec9-a0f6-be165bf331ae HTTP/1.1" status: 204 len: 168 time: 0.5975180 Sep 18 07:13:00.746756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:00.750872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:00.751242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:00.792624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b0a1b02-acb4-4a3f-9657-e353074616e2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439730 Sep 18 07:13:00.795430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38310) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:00.795861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-53095d94-570f-47b4-9fbf-1a56990a4d3f None None] Could not find standard attr ID for object a5608473-8d9e-42bd-af9c-0e352843a6d3. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:00.801609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:01.030511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d204b-b861-4c30-80f3-a2094d3bb74d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:01.058988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:01.062620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.136862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e8da0-2ec4-469f-b78b-71c9e438d49f req-2fde03e6-d768-46bd-a42e-caba3069d912 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:01.149812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d11e8da0-2ec4-469f-b78b-71c9e438d49f req-2fde03e6-d768-46bd-a42e-caba3069d912 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 948 time: 0.0825989 Sep 18 07:13:01.195261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d11e8da0-2ec4-469f-b78b-71c9e438d49f req-c755db82-878a-4dc1-beab-8432ba0f273a tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Sep 18 07:13:01.324291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:01.390257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Deleting port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:01.390860 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.480266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] For port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:01.480671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.497195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Calling delete_port for 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:01.574502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ba61-4af8-4407-9e5e-72e9b8d4db33 req-21732285-5238-4905-9238-029d019ec4ad tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:01.576018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8257ba61-4af8-4407-9e5e-72e9b8d4db33 req-21732285-5238-4905-9238-029d019ec4ad tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0611529 Sep 18 07:13:01.626722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8257ba61-4af8-4407-9e5e-72e9b8d4db33 req-8f8144f2-d410-4742-93d0-03e522b81740 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399842 Sep 18 07:13:01.696450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.726120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:01.734189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] Pushing event deleted for resources: {'Port': ['ID=4bb14e7e-d91a-46f7-989a-17e3f4be4eaa,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:01.758301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16e920-4934-4b73-aee8-be652cc499f4 None None] No DVR routers for this DVR port 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:01.771087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.815223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:01.818403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:01.822572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:01.823161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.830304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596b319-9e59-447d-9d7e-b1dbe5a177d1 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:01.834835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=14c562cc-9db8-4148-ad74-ab6b58ae59d7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:01.890253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:13:01.897540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:01.897935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:01.931680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08d99eb1-3b6d-42ae-b351-5f29be3e1568 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1348853 Sep 18 07:13:01.939686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38344) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:01.939686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'name': 'tempest-NetworksTestDHCPv6-1846508978'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:02.057958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.064722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '14c562cc-9db8-4148-ad74-ab6b58ae59d7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:02.065570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.093836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:13:02.096112 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e73efa-605a-4f56-98ef-e9dbb1bf0525" -d '{"events": [{"server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:13:02.140188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:02.140188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.159392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port d4e34d5b-fed0-40b4-bce3-beb658afe73b yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:02.176266 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e48a65-698f-4320-ac44-eaaabdf08a65 x-openstack-request-id: req-74e48a65-698f-4320-ac44-eaaabdf08a65 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:13:02.176555 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:13:02.176809 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74e48a65-698f-4320-ac44-eaaabdf08a65 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:13:02.177197 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078', 'code': 200} Sep 18 07:13:02.178894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:02.259375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/14c562cc-9db8-4148-ad74-ab6b58ae59d7/08f37b34-d15c-4b9f-8fb4-21560b65b765) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:02.291050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff8e98-e2a5-477b-9bdb-0f01c36540ea req-b89ce920-f36b-4000-a3d9-476906bc9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:02.292937 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-42ff8e98-e2a5-477b-9bdb-0f01c36540ea req-b89ce920-f36b-4000-a3d9-476906bc9975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 1100 time: 0.0749638 Sep 18 07:13:02.295036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.339818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadc805-6925-4e51-98d7-9d82a585a753 req-a10b6f4e-3c9d-49e0-92db-00279e180e8e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:02.341694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efadc805-6925-4e51-98d7-9d82a585a753 req-a10b6f4e-3c9d-49e0-92db-00279e180e8e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.0673947 Sep 18 07:13:02.347288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:02.384487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-42ff8e98-e2a5-477b-9bdb-0f01c36540ea req-c7f051f4-ba0d-44cb-861a-2409a95912ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831952 Sep 18 07:13:02.397429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efadc805-6925-4e51-98d7-9d82a585a753 req-fcffd822-f566-4ea5-adfd-e7fcff22da43 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Sep 18 07:13:02.560196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:02.560547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bb14e7e-d91a-46f7-989a-17e3f4be4eaa not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:02.626428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:02.718918 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.770692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8a200-2976-4983-a9e2-99b8724e2428 req-693d600b-9ce8-4784-9841-9ded2ffd5f4b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:02.772219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00b8a200-2976-4983-a9e2-99b8724e2428 req-693d600b-9ce8-4784-9841-9ded2ffd5f4b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Sep 18 07:13:02.811768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00b8a200-2976-4983-a9e2-99b8724e2428 req-7cd38511-ee04-4a9f-a4cc-624f1a762dd7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Sep 18 07:13:02.828211 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.866180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:02.869680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:02.873205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:02.888454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::2b9 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/14c562cc-9db8-4148-ad74-ab6b58ae59d7/d4e34d5b-fed0-40b4-bce3-beb658afe73b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:02.888988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Pushing event updated for resources: {'Port': ['ID=08f37b34-d15c-4b9f-8fb4-21560b65b765,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:02.939048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Attempting to bind port 08f37b34-d15c-4b9f-8fb4-21560b65b765 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:02.939429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Attempting to bind port 08f37b34-d15c-4b9f-8fb4-21560b65b765 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:02.939794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Attempting to bind port 08f37b34-d15c-4b9f-8fb4-21560b65b765 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:02.946371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:02.947082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:02.947657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:02.947657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:02.948111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Bound port: 08f37b34-d15c-4b9f-8fb4-21560b65b765, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:02.950588 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.020453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] For port 08f37b34-d15c-4b9f-8fb4-21560b65b765, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:03.024475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] For port 08f37b34-d15c-4b9f-8fb4-21560b65b765, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08f37b34-d15c-4b9f-8fb4-21560b65b765,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:03.064425 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.117057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.181441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9bb7-8886-4079-9f35-d3a29574f699 None None] Pushing event updated for resources: {'Port': ['ID=08f37b34-d15c-4b9f-8fb4-21560b65b765,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:03.202545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.256721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:03.260216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:03.263108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:03.269475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:03.270147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.295725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=d4e34d5b-fed0-40b4-bce3-beb658afe73b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:03.363200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-43d1ab06-64b3-4ee9-810e-7ac745264fb2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4279861 Sep 18 07:13:03.365636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38390) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:03.471929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913563c-1204-42dc-82f3-265943d21af9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:03.485884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913563c-1204-42dc-82f3-265943d21af9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:03.493324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38396) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:03.495706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b913563c-1204-42dc-82f3-265943d21af9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1255870 Sep 18 07:13:03.599234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92908af-8576-49ec-a3d3-5ce08592f5ca req-3a44c63c-645e-47ae-bcf7-380ea837a642 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:03.600835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f92908af-8576-49ec-a3d3-5ce08592f5ca req-3a44c63c-645e-47ae-bcf7-380ea837a642 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.1197350 Sep 18 07:13:03.655502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f92908af-8576-49ec-a3d3-5ce08592f5ca req-3b8f6bbd-a272-4f94-a522-90a4680327c0 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Sep 18 07:13:03.659752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port d4e34d5b-fed0-40b4-bce3-beb658afe73b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:03.660100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.671253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38402) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:03.752886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.766201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for d4e34d5b-fed0-40b4-bce3-beb658afe73b owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:03.797664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72e8ff6-3b41-4c07-82ea-31322ee7f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.892503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72e8ff6-3b41-4c07-82ea-31322ee7f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:03.962675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc2474-00ba-493c-8af8-c546da59cc52 req-80eb382c-95e6-4357-bf08-ef974d4f8977 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:03.964341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcbc2474-00ba-493c-8af8-c546da59cc52 req-80eb382c-95e6-4357-bf08-ef974d4f8977 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0580876 Sep 18 07:13:03.996557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f72e8ff6-3b41-4c07-82ea-31322ee7f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.007623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcbc2474-00ba-493c-8af8-c546da59cc52 req-e6c5f960-758b-4585-aabd-20526187ade9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Sep 18 07:13:04.031021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.049445 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f72e8ff6-3b41-4c07-82ea-31322ee7f73e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b872113dde384bd29665f3522fc25f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771043 Sep 18 07:13:04.058415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8ff6-3b41-4c07-82ea-31322ee7f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c854b-33ff-4549-90d7-91bef666fe87,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:04.058415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38408) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.071699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=d4e34d5b-fed0-40b4-bce3-beb658afe73b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:04.096359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.098332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0249d67-1ba1-4305-be89-e61913b30316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/d4e34d5b-fed0-40b4-bce3-beb658afe73b HTTP/1.1" status: 204 len: 168 time: 0.6033843 Sep 18 07:13:04.100736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38410) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.113310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.152818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.163259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ed5d8-2305-4a67-88cd-0f99f7f588d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:04.165284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ed5d8-2305-4a67-88cd-0f99f7f588d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:04.167298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d66ed5d8-2305-4a67-88cd-0f99f7f588d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0655992 Sep 18 07:13:04.170195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38414) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.236556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 14c562cc-9db8-4148-ad74-ab6b58ae59d7 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:04.240082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.306400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.319392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.322831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.326280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b76c854b-33ff-4549-90d7-91bef666fe87 HTTP/1.1" status: 204 len: 168 time: 0.2701592 Sep 18 07:13:04.337033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0542e8-dc53-49c3-b40f-63312ea786b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c854b-33ff-4549-90d7-91bef666fe87,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:04.432034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.444388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08f37b34-d15c-4b9f-8fb4-21560b65b765 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:04.496744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5705005d-0275-482f-83e8-efaba697d868 None None] Provisioning complete for port 08f37b34-d15c-4b9f-8fb4-21560b65b765 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:04.497145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5705005d-0275-482f-83e8-efaba697d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.555860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08f37b34-d15c-4b9f-8fb4-21560b65b765 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:04.556293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.563168 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.595231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=14c562cc-9db8-4148-ad74-ab6b58ae59d7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:04.604080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.609305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4309e12e-79a1-4193-9d1a-6d9f6d82a79f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/14c562cc-9db8-4148-ad74-ab6b58ae59d7 HTTP/1.1" status: 204 len: 168 time: 0.4353449 Sep 18 07:13:04.609916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.631242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5705005d-0275-482f-83e8-efaba697d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.655821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-97078220-3c4b-4eb1-a7d4-4c5e53cce9f6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446992 Sep 18 07:13:04.658251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.712003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5705005d-0275-482f-83e8-efaba697d868 None None] For port 08f37b34-d15c-4b9f-8fb4-21560b65b765, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08f37b34-d15c-4b9f-8fb4-21560b65b765,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:04.714635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391d4ab-3c12-4579-b02f-c053f2feae27 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:04.715919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e154b7-d38e-4b22-9641-91317865ee17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:04.719931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8e154b7-d38e-4b22-9641-91317865ee17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0583823 Sep 18 07:13:04.720343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38426) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.729621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.809710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081c086-0866-4a89-8094-0c903ae72cdc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:04.813624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e081c086-0866-4a89-8094-0c903ae72cdc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900896 Sep 18 07:13:04.813916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5705005d-0275-482f-83e8-efaba697d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:04.814670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.865960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2cedcdab-315a-464a-bceb-3fc20cb2e4fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477734 Sep 18 07:13:04.868217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38434) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:04.875815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:04.880601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2df200-1c6f-4c7e-94d8-541b7ea74f2c req-fb2808a3-c26d-46f1-af7a-c6fe3a5ebd39 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:04.882271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae2df200-1c6f-4c7e-94d8-541b7ea74f2c req-fb2808a3-c26d-46f1-af7a-c6fe3a5ebd39 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.1249945 Sep 18 07:13:04.908873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:04.909244 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:04.926578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae2df200-1c6f-4c7e-94d8-541b7ea74f2c req-99d0d42f-77d4-45ac-9a82-87610afa1640 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Sep 18 07:13:04.942834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705005d-0275-482f-83e8-efaba697d868 None None] Pushing event updated for resources: {'Port': ['ID=08f37b34-d15c-4b9f-8fb4-21560b65b765,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:04.946870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a75f1de2-d32a-4809-ab6c-071a0a9de909 None None] Could not find standard attr ID for object d4e34d5b-fed0-40b4-bce3-beb658afe73b. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:05.032263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:05.081751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Deleting port 08f37b34-d15c-4b9f-8fb4-21560b65b765 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:05.082437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.144133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fba6b-4984-45b0-866f-1eec4f04766d req-870a72a1-3e99-4094-b9ac-ee3d57e8bdd0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:05.145782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af1fba6b-4984-45b0-866f-1eec4f04766d req-870a72a1-3e99-4094-b9ac-ee3d57e8bdd0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Sep 18 07:13:05.153324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] For port 08f37b34-d15c-4b9f-8fb4-21560b65b765, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08f37b34-d15c-4b9f-8fb4-21560b65b765,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:05.154257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.170540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:05.174412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Calling delete_port for 08f37b34-d15c-4b9f-8fb4-21560b65b765 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:05.179806 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.202374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af1fba6b-4984-45b0-866f-1eec4f04766d req-6a94ff0d-1b5c-4613-88c5-8a157da352aa tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468583 Sep 18 07:13:05.328239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38442) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:05.337200 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaf87-e862-4de6-82c1-835531e6eb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.373908 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.465978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] Pushing event deleted for resources: {'Port': ['ID=08f37b34-d15c-4b9f-8fb4-21560b65b765,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:05.471580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d309932-5cd7-4ae6-a3cc-106cf65131ed None None] No DVR routers for this DVR port 08f37b34-d15c-4b9f-8fb4-21560b65b765 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:05.490012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 08f37b34-d15c-4b9f-8fb4-21560b65b765 update to ACTIVE by agent not found {{(pid=101980) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 07:13:05.551756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39c107-51c7-4d46-afc2-6361792004bc req-36f642d7-344c-4c0a-a0a5-fb7915ea791a tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:05.553395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b39c107-51c7-4d46-afc2-6361792004bc req-36f642d7-344c-4c0a-a0a5-fb7915ea791a tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.0721037 Sep 18 07:13:05.586722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaf87-e862-4de6-82c1-835531e6eb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.613951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b39c107-51c7-4d46-afc2-6361792004bc req-3e468b8f-5e44-4cd7-a0ad-ad9161d5c8b7 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Sep 18 07:13:05.653972 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c6aaf87-e862-4de6-82c1-835531e6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.685787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.724800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4c6aaf87-e862-4de6-82c1-835531e6eb96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59349804c97b4ef795e23c74ae406b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004128 Sep 18 07:13:05.725847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aaf87-e862-4de6-82c1-835531e6eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e256e-3a90-468d-b7ef-3c88487ced85,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:05.728561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:05.746628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:05.750920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:05.753775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:05.754562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.760620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04df25-01d4-4260-914f-e3b410289407 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:05.768458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=0af78294-cf84-4817-a142-c3d7b83c9872,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:05.815260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.839509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.879021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4fd6f4d5-e0e6-451c-82a8-fe0f3f103b03 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0090556 Sep 18 07:13:05.879911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38450) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:05.885799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '0af78294-cf84-4817-a142-c3d7b83c9872', 'ip_address': '2001:db8::3635:d228:6958:3436'}], 'name': 'tempest-NetworksTestDHCPv6-1957071115'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:05.957760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '0af78294-cf84-4817-a142-c3d7b83c9872'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:05.958871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.968041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.970754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:05.972037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e13e256e-3a90-468d-b7ef-3c88487ced85 HTTP/1.1" status: 204 len: 168 time: 0.2418430 Sep 18 07:13:05.979976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242503ad-371e-4c15-af61-5116b137567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e256e-3a90-468d-b7ef-3c88487ced85,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:06.040850 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:13:06.119351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:06.161802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0af78294-cf84-4817-a142-c3d7b83c9872/273b20e4-c51a-47c0-8237-e1b5c922389d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:06.251266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:06.299710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:06.416286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08f37b34-d15c-4b9f-8fb4-21560b65b765 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:06.450957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 08f37b34-d15c-4b9f-8fb4-21560b65b765 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:06.453052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08f37b34-d15c-4b9f-8fb4-21560b65b765 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:06.473687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc87e3-5bc2-48bd-ae60-0640e7b6d51e req-7684a7c1-2adc-4ba4-bf56-ad327f4e39f6 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:06.490240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0fc87e3-5bc2-48bd-ae60-0640e7b6d51e req-7684a7c1-2adc-4ba4-bf56-ad327f4e39f6 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0962210 Sep 18 07:13:06.539350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:06.546215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0fc87e3-5bc2-48bd-ae60-0640e7b6d51e req-44d98699-d42c-4bb9-a0f8-0ac41c48f622 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577288 Sep 18 07:13:06.625467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:06.674101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:06.677337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:06.680675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:06.711093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::3635:d228:6958:3436 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0af78294-cf84-4817-a142-c3d7b83c9872/3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:06.751119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Pushing event updated for resources: {'Port': ['ID=273b20e4-c51a-47c0-8237-e1b5c922389d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:06.762600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de81f04-6087-44b7-b443-3168c95803e4 req-4be6b158-5aaf-4824-8a40-579adc4c0803 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:06.771723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2de81f04-6087-44b7-b443-3168c95803e4 req-4be6b158-5aaf-4824-8a40-579adc4c0803 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.0807230 Sep 18 07:13:06.786557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Attempting to bind port 273b20e4-c51a-47c0-8237-e1b5c922389d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:06.786939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Attempting to bind port 273b20e4-c51a-47c0-8237-e1b5c922389d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:06.787455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Attempting to bind port 273b20e4-c51a-47c0-8237-e1b5c922389d on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:06.793693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:06.794112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:06.794522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:06.794912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:06.795435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Bound port: 273b20e4-c51a-47c0-8237-e1b5c922389d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:06.795819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:06.829505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2de81f04-6087-44b7-b443-3168c95803e4 req-2de436a2-5df3-4f43-bdc7-a71e3ae67d87 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564976 Sep 18 07:13:06.889602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] For port 273b20e4-c51a-47c0-8237-e1b5c922389d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:06.893040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] For port 273b20e4-c51a-47c0-8237-e1b5c922389d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=273b20e4-c51a-47c0-8237-e1b5c922389d,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:06.950985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-4f6491ea-edea-4729-a41d-bfe8cf0d6a36 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:06.950985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-4f6491ea-edea-4729-a41d-bfe8cf0d6a36 tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 949 time: 0.0998664 Sep 18 07:13:06.964619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.013656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.067408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605f3f-cf61-46b5-8c3c-9b56a1f47ce4 None None] Pushing event updated for resources: {'Port': ['ID=273b20e4-c51a-47c0-8237-e1b5c922389d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:07.101286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Deleting port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:07.101286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.174830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.203697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:07.334043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:07.347012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:07.353846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:07.354702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.361125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] For port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:07.362161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.365985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:07.385537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Calling delete_port for 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:07.470288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.470693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.471062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.471411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.471760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.472096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.472432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.472763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.473104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.473420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.473748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.474112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:07.568217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-775c0340-e13c-400d-92aa-99e79dcafce6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6846995 Sep 18 07:13:07.573973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38492) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:07.646883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12407c9d-59bb-4118-9582-60fd729258c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:07.659335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.664954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12407c9d-59bb-4118-9582-60fd729258c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:07.667044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12407c9d-59bb-4118-9582-60fd729258c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0974405 Sep 18 07:13:07.670394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38498) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:07.673046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1ed4e0cb-4bfd-42da-b53e-2583f02b1078'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:13:07.737246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Pushing event deleted for resources: {'Port': ['ID=1ed4e0cb-4bfd-42da-b53e-2583f02b1078,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:07.801746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] No DVR routers for this DVR port 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:07.810568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.813659 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0b3654a8-617c-49f2-8d06-23242b8c9a9c req-56912dc1-cc5d-4981-8bfd-1a420703bf1e tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.37 "DELETE /v2.0/ports/1ed4e0cb-4bfd-42da-b53e-2583f02b1078 HTTP/1.1" status: 204 len: 173 time: 0.8570557 Sep 18 07:13:07.814259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'name': 'network-vif-deleted', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:13:07.817526 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd4301-74dc-4cdf-81be-201e802f54b8" -d '{"events": [{"server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "name": "network-vif-deleted", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:13:07.827890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:07.829301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:07.880974 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74680965-cf95-4525-8f8f-091c8b45045c x-openstack-request-id: req-74680965-cf95-4525-8f8f-091c8b45045c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:13:07.884305 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67da3cc1-c536-42c0-a00c-95ab1f8ef76a", "name": "network-vif-deleted", "tag": "1ed4e0cb-4bfd-42da-b53e-2583f02b1078", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:13:07.885113 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74680965-cf95-4525-8f8f-091c8b45045c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:13:07.886137 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da3cc1-c536-42c0-a00c-95ab1f8ef76a', 'name': 'network-vif-deleted', 'tag': '1ed4e0cb-4bfd-42da-b53e-2583f02b1078', 'status': 'completed', 'code': 200} Sep 18 07:13:07.994051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.018337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306c50-4be1-4b7d-b3c9-9dfbac6bbf76 req-c67639bd-cdc2-4128-9601-6bc5496a637f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:08.020577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c306c50-4be1-4b7d-b3c9-9dfbac6bbf76 req-c67639bd-cdc2-4128-9601-6bc5496a637f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.3522162 Sep 18 07:13:08.420795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 273b20e4-c51a-47c0-8237-e1b5c922389d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:08.484780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 273b20e4-c51a-47c0-8237-e1b5c922389d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:08.485838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.618053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb4a0697-5402-4efd-9b60-b4f0b018d6f4 req-0ab8d0ac-ceee-4168-b790-8b5b8ccf038a tempest-VolumesNegativeTest-1133914224 tempest-VolumesNegativeTest-1133914224-project] 10.222.0.20 "GET /v2.0/ports?device_id=67da3cc1-c536-42c0-a00c-95ab1f8ef76a HTTP/1.1" status: 200 len: 210 time: 0.6113646 Sep 18 07:13:08.623761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:08.623965 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.704312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 273b20e4-c51a-47c0-8237-e1b5c922389d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=273b20e4-c51a-47c0-8237-e1b5c922389d,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:08.733409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bba484dc-efcb-475d-ba43-e619401ea4e0 None None] Provisioning complete for port 273b20e4-c51a-47c0-8237-e1b5c922389d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:08.734064 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bba484dc-efcb-475d-ba43-e619401ea4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.795691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c306c50-4be1-4b7d-b3c9-9dfbac6bbf76 req-5faa01b9-8788-49cc-8992-8e363a0becdd tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7568166 Sep 18 07:13:08.825080 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.971765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4f21bcd7-0791-454e-80b7-8eef482bc142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:08.974229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=273b20e4-c51a-47c0-8237-e1b5c922389d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:09.053287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.124802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:09.133458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.138641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38528) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:09.139100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-63a1d8f2-d728-45e4-b6b3-6e872a21c96f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f HTTP/1.1" status: 204 len: 168 time: 1.4673805 Sep 18 07:13:09.169161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-eec58d14-4382-473f-887c-d6efc3f346f5 None None] Could not find standard attr ID for object 3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:09.247297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d313a13-3ab9-4d80-ac8f-246d027099ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:09.249610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d313a13-3ab9-4d80-ac8f-246d027099ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:09.251593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d313a13-3ab9-4d80-ac8f-246d027099ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1119545 Sep 18 07:13:09.254282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:09.319448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 0af78294-cf84-4817-a142-c3d7b83c9872 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:09.323545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.388023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.501858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.648906 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.692399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=0af78294-cf84-4817-a142-c3d7b83c9872,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:09.697139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:09.700606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-882b0f09-f687-4b8b-9422-44af73f23c32 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0af78294-cf84-4817-a142-c3d7b83c9872 HTTP/1.1" status: 204 len: 168 time: 0.4425020 Sep 18 07:13:09.701374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:09.708944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceefeee-0ff2-4324-b0ca-7964226e700a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:09.743833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6252e43a-9edd-4425-8eaa-722422c0aa81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417380 Sep 18 07:13:09.747188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:09.764594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:09.789500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:09.844717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:09.850736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1ed4e0cb-4bfd-42da-b53e-2583f02b1078 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:09.958400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5b407-93d4-4ddb-a4e1-d9b0291f7a9e req-47ab1b58-c00a-4495-8ca6-57f7716ff71b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:09.960137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caf5b407-93d4-4ddb-a4e1-d9b0291f7a9e req-47ab1b58-c00a-4495-8ca6-57f7716ff71b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0653999 Sep 18 07:13:10.002064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caf5b407-93d4-4ddb-a4e1-d9b0291f7a9e req-a16fc6ce-4a4f-4b61-8dfd-5a0b6bfe662f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342634 Sep 18 07:13:10.009745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:10.065395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:10.069883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Deleting port 273b20e4-c51a-47c0-8237-e1b5c922389d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:10.071024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.073628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.148836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] For port 273b20e4-c51a-47c0-8237-e1b5c922389d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=273b20e4-c51a-47c0-8237-e1b5c922389d,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:10.149335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.164984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Calling delete_port for 273b20e4-c51a-47c0-8237-e1b5c922389d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:10.312900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 273b20e4-c51a-47c0-8237-e1b5c922389d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:10.401226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.418159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.436223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.457242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] Pushing event deleted for resources: {'Port': ['ID=273b20e4-c51a-47c0-8237-e1b5c922389d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:10.459613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11b39f-5ac2-4d3b-be7b-bf609af89c48 None None] No DVR routers for this DVR port 273b20e4-c51a-47c0-8237-e1b5c922389d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:10.490246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:10.504520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:10.515200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:10.515480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560adf9-05c5-4dcc-ba67-1c70b2b44326 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:10.515798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.543738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=58fe17f5-1382-432a-8b6f-162542a35a53,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:10.626151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3007a4c8-aae8-464d-b3f5-11b2a6a7e5b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8772657 Sep 18 07:13:10.628489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38578) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:10.634697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '58fe17f5-1382-432a-8b6f-162542a35a53', 'ip_address': '2001:db8::19e8:3ccc:c42b:f2fd'}], 'name': 'tempest-NetworksTestDHCPv6-1846975652'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:10.710547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '58fe17f5-1382-432a-8b6f-162542a35a53'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:10.711451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.889467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/58fe17f5-1382-432a-8b6f-162542a35a53/d8ee956c-450d-4e87-956b-a2039b2a4430) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:10.890307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:10.895540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:10.915725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port f988d6a4-0b1a-42ac-addb-c15e8f68d33a yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:11.063366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.153146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c1ee-f1eb-45cb-864b-88936c7406bf req-00f0289d-9a12-49ee-aadd-6dcf1604da74 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:11.154565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bf2c1ee-f1eb-45cb-864b-88936c7406bf req-00f0289d-9a12-49ee-aadd-6dcf1604da74 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Sep 18 07:13:11.192821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bf2c1ee-f1eb-45cb-864b-88936c7406bf req-9d4c61b7-969f-4ed3-904c-8b0e34083dbe tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Sep 18 07:13:11.221476 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.277546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:11.289044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:11.289044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:11.299668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Pushing event updated for resources: {'Port': ['ID=d8ee956c-450d-4e87-956b-a2039b2a4430,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:11.320916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::19e8:3ccc:c42b:f2fd (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/58fe17f5-1382-432a-8b6f-162542a35a53/f988d6a4-0b1a-42ac-addb-c15e8f68d33a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:11.410080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Attempting to bind port d8ee956c-450d-4e87-956b-a2039b2a4430 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:11.410534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Attempting to bind port d8ee956c-450d-4e87-956b-a2039b2a4430 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:11.410905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Attempting to bind port d8ee956c-450d-4e87-956b-a2039b2a4430 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:11.422223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:11.422223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:11.422223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.422622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:11.423090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Bound port: d8ee956c-450d-4e87-956b-a2039b2a4430, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:11.423554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.440421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38642) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:11.556417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fe8a6b6-1551-4625-bba1-74222e99a2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.571080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] For port d8ee956c-450d-4e87-956b-a2039b2a4430, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:11.571080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] For port d8ee956c-450d-4e87-956b-a2039b2a4430, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d8ee956c-450d-4e87-956b-a2039b2a4430,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:11.612313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.633253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de2f89ad-6b66-4c11-a675-d47f4b0605cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.665788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.755278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.800689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d2405-c39f-4479-add9-290f1b75e234 None None] Pushing event updated for resources: {'Port': ['ID=d8ee956c-450d-4e87-956b-a2039b2a4430,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:11.801616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de2f89ad-6b66-4c11-a675-d47f4b0605cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.845850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:11.854528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:11.860347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:11.866574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:11.867256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.887591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-de2f89ad-6b66-4c11-a675-d47f4b0605cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:11.903435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=f988d6a4-0b1a-42ac-addb-c15e8f68d33a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:11.934680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f89ad-6b66-4c11-a675-d47f4b0605cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c2cc1d-9706-4366-8223-584e1ba31606,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:11.940833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-de2f89ad-6b66-4c11-a675-d47f4b0605cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10441aec75ab45d2b53002c059737c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989214 Sep 18 07:13:11.943513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38666) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:12.026758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.031403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f41fa53f-0d1e-4ee7-a069-e6c31057ac6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4020121 Sep 18 07:13:12.033951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38672) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:12.065030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.081541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.129196 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05d5a9-f87f-49bc-a147-d089d81000d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:12.135623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05d5a9-f87f-49bc-a147-d089d81000d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:12.141138 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1b05d5a9-f87f-49bc-a147-d089d81000d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1022394 Sep 18 07:13:12.141556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38674) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:12.237288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port f988d6a4-0b1a-42ac-addb-c15e8f68d33a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:12.237643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.256380 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.265628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.267114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21c2cc1d-9706-4366-8223-584e1ba31606 HTTP/1.1" status: 204 len: 168 time: 0.3225002 Sep 18 07:13:12.330601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049ff22-1dfd-4b00-bb68-d617b019847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c2cc1d-9706-4366-8223-584e1ba31606,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:12.374043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.402256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for f988d6a4-0b1a-42ac-addb-c15e8f68d33a owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:12.454280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d1f30-d17a-4389-9140-55e53b828b71 req-36ba5497-6893-4234-8e58-fcd299cfe11a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:12.456211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb9d1f30-d17a-4389-9140-55e53b828b71 req-36ba5497-6893-4234-8e58-fcd299cfe11a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1667707 Sep 18 07:13:12.528146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d8ee956c-450d-4e87-956b-a2039b2a4430 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:12.529099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb9d1f30-d17a-4389-9140-55e53b828b71 req-e19ecb78-eed9-41bd-aa0c-f9a6cfed42ab tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593214 Sep 18 07:13:12.604425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d8ee956c-450d-4e87-956b-a2039b2a4430 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:12.604843 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.693149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.742884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.773389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port d8ee956c-450d-4e87-956b-a2039b2a4430, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d8ee956c-450d-4e87-956b-a2039b2a4430,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:12.796059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=f988d6a4-0b1a-42ac-addb-c15e8f68d33a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:12.831236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.837552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38698) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:12.838418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-67ee7407-1948-41f9-8fa8-9f5d4ad8710e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/f988d6a4-0b1a-42ac-addb-c15e8f68d33a HTTP/1.1" status: 204 len: 168 time: 0.6959183 Sep 18 07:13:12.844665 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:12.979418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=d8ee956c-450d-4e87-956b-a2039b2a4430,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:12.987798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f60411-d66a-4e38-9974-9ae574173d81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:12.989775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f60411-d66a-4e38-9974-9ae574173d81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:12.995613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38710) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:12.997797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b9f60411-d66a-4e38-9974-9ae574173d81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1581903 Sep 18 07:13:13.065093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 58fe17f5-1382-432a-8b6f-162542a35a53 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:13.069216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.145308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.224473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.268285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.287214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:13.316865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9113c0d3-bc8c-4806-89f4-2609b16936d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.322401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-72eb9152-2513-4e98-9060-5b1baaf197d0 None None] Provisioning complete for port d8ee956c-450d-4e87-956b-a2039b2a4430 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:13.322401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-72eb9152-2513-4e98-9060-5b1baaf197d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.457235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.482656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.484928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/58fe17f5-1382-432a-8b6f-162542a35a53 HTTP/1.1" status: 204 len: 168 time: 0.4880490 Sep 18 07:13:13.513146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38760) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:13.580650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555dd4-7690-486a-9ae4-3e9d4f7c7ca0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=58fe17f5-1382-432a-8b6f-162542a35a53,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:13.594943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2f12bc36-8c24-4b45-8fca-48934cff8303 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737793 Sep 18 07:13:13.594943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:13.606919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:13.746973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9113c0d3-bc8c-4806-89f4-2609b16936d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.749183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db768dc8-2556-470c-9cef-e96353712a9b None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:13.796663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9113c0d3-bc8c-4806-89f4-2609b16936d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.837777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9113c0d3-bc8c-4806-89f4-2609b16936d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc8b90eeacb14a8481d812713f929e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490160 Sep 18 07:13:13.840232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38782) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:13.897177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113c0d3-bc8c-4806-89f4-2609b16936d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd5cd4-bb75-4a66-a3fc-c4c607a71bf6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:13.917149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff566-4dac-42b1-8b7d-204cb25ab110 req-01b8244f-004b-4b92-9b9f-a5027d240e39 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:13.918733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-991ff566-4dac-42b1-8b7d-204cb25ab110 req-01b8244f-004b-4b92-9b9f-a5027d240e39 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1810317 Sep 18 07:13:13.937260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:13.941561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.949748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.974997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:13.985477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-18b35dd8-f4db-43cb-b0b5-1e4f0e06d6f1 None None] Could not find standard attr ID for object f988d6a4-0b1a-42ac-addb-c15e8f68d33a. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:14.022832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-991ff566-4dac-42b1-8b7d-204cb25ab110 req-6582fdee-b381-4777-9670-6f1cb274b536 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873663 Sep 18 07:13:14.043447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26214c12-5454-4c63-a517-ba3441279806 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:14.098368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Deleting port d8ee956c-450d-4e87-956b-a2039b2a4430 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:14.098979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.137196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.138366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.139621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5dd5cd4-bb75-4a66-a3fc-c4c607a71bf6 HTTP/1.1" status: 204 len: 168 time: 0.2977512 Sep 18 07:13:14.155522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafea440-073a-4adb-b369-e0fe63572c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd5cd4-bb75-4a66-a3fc-c4c607a71bf6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:14.232098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-26214c12-5454-4c63-a517-ba3441279806 None None] For port d8ee956c-450d-4e87-956b-a2039b2a4430, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d8ee956c-450d-4e87-956b-a2039b2a4430,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:14.235250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.319017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Calling delete_port for d8ee956c-450d-4e87-956b-a2039b2a4430 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:14.319017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d8ee956c-450d-4e87-956b-a2039b2a4430 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:14.419772 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.519558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.563465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:14.566787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:14.571177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:14.571700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.583615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:14.584813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=617f8579-b033-4700-9615-67a9fafecfa7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:14.667423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26214c12-5454-4c63-a517-ba3441279806 None None] Pushing event deleted for resources: {'Port': ['ID=d8ee956c-450d-4e87-956b-a2039b2a4430,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:14.687982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5bff851-8711-42ce-9551-1917013ebbca tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0789988 Sep 18 07:13:14.688082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26214c12-5454-4c63-a517-ba3441279806 None None] No DVR routers for this DVR port d8ee956c-450d-4e87-956b-a2039b2a4430 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:14.688168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:14.689224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '617f8579-b033-4700-9615-67a9fafecfa7', 'ip_address': '2001:db8::32c:f2dd:91ef:5fd9'}], 'name': 'tempest-NetworksTestDHCPv6-1972124782'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:14.736465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c5f986-827d-4739-ab1e-a79f3c1820c0 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:14.962566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c91a4-d31a-443b-8502-03178b67d495 req-041d6154-d219-47bf-b11b-6757838abad0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:14.964299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e31c91a4-d31a-443b-8502-03178b67d495 req-041d6154-d219-47bf-b11b-6757838abad0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1313410 Sep 18 07:13:15.019294 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.036201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-77963c94-b5fe-4125-8bb5-c4e078b3d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:15.038676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-77963c94-b5fe-4125-8bb5-c4e078b3d4b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.1467419 Sep 18 07:13:15.065561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e31c91a4-d31a-443b-8502-03178b67d495 req-725b2457-21c0-474d-9f27-2406049a80a6 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872972 Sep 18 07:13:15.102085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '617f8579-b033-4700-9615-67a9fafecfa7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:15.102913 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.142973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:15.304921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-48ebb39d-7799-4659-94f6-e784d3a69fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:15.308912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-48ebb39d-7799-4659-94f6-e784d3a69fbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.2632446 Sep 18 07:13:15.310358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.356076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 07ee742c-d6a2-4605-9438-b7b8950ae7f3 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:15.364205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/617f8579-b033-4700-9615-67a9fafecfa7/c2649fd6-9191-4a77-8d25-2a69fbc9faa5) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:15.432951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.447706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-d80da865-aab7-4473-b128-384e0ec473e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1000 time: 0.1309769 Sep 18 07:13:15.598147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-1e7c6d7d-3c37-4013-931d-79623ff49e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:15.600055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-1e7c6d7d-3c37-4013-931d-79623ff49e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1453238 Sep 18 07:13:15.668717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-3fedf987-4717-422b-b0e6-1591ac47623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:15.671453 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-3fedf987-4717-422b-b0e6-1591ac47623d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634637 Sep 18 07:13:15.792596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-b8366a32-a9a3-4616-9bf4-5f175e401061 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129618 Sep 18 07:13:15.802171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.926709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-33755231-1b9d-4ea0-954a-ce67d937d8ce req-39e1f165-0227-40df-9ffb-0cfc3588d502 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273980 Sep 18 07:13:15.934273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:15.979963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:15.983446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:15.987812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:16.012015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Pushing event updated for resources: {'Port': ['ID=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:16.037562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::32c:f2dd:91ef:5fd9 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/617f8579-b033-4700-9615-67a9fafecfa7/07ee742c-d6a2-4605-9438-b7b8950ae7f3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:16.067587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Attempting to bind port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:16.068864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Attempting to bind port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:16.069307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Attempting to bind port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:16.087239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:16.088458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:16.089065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.089656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:16.090376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Bound port: c2649fd6-9191-4a77-8d25-2a69fbc9faa5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:16.091193 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.227578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38906) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:16.238977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] For port c2649fd6-9191-4a77-8d25-2a69fbc9faa5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:16.246919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] For port c2649fd6-9191-4a77-8d25-2a69fbc9faa5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:16.324069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafebd69-5ed8-41f8-a25d-a7128f81dcae req-91c2fcdd-9826-46ad-90c9-07362c488577 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:16.334562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aafebd69-5ed8-41f8-a25d-a7128f81dcae req-91c2fcdd-9826-46ad-90c9-07362c488577 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1452267 Sep 18 07:13:16.398342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.399467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.401936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aafebd69-5ed8-41f8-a25d-a7128f81dcae req-273c0abf-d3de-430d-b76f-2baf53b261a0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618784 Sep 18 07:13:16.432322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c9df-69c9-4d9c-b49c-73d045dec384 None None] Pushing event updated for resources: {'Port': ['ID=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:16.480880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f31c3437-2ac6-4d37-b8d1-3f06bff9fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.568140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.629742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:16.634219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:16.641112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:16.648017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:16.653037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.669824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=07ee742c-d6a2-4605-9438-b7b8950ae7f3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:16.681594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.682318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.683009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.683512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.685118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.685802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.686512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.687022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.687511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.688239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.688914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.689258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:16.720332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f31c3437-2ac6-4d37-b8d1-3f06bff9fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.838993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f31c3437-2ac6-4d37-b8d1-3f06bff9fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.886828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c3437-2ac6-4d37-b8d1-3f06bff9fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49185990-3483-4b02-9383-50a4e90c827b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:16.895731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f31c3437-2ac6-4d37-b8d1-3f06bff9fa70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98a9570221014f9896774b371827e9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644943 Sep 18 07:13:16.895849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38938) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:16.911562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9cbf2d3e-b880-4faa-b5b2-76c52bded297 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2324758 Sep 18 07:13:16.915681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38940) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:16.987010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:16.996547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b3efd-01cc-4f4f-9797-dde3e4196ec2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:17.005505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b3efd-01cc-4f4f-9797-dde3e4196ec2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:17.007826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0a7b3efd-01cc-4f4f-9797-dde3e4196ec2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0895636 Sep 18 07:13:17.010924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38944) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:17.013450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.126169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 07ee742c-d6a2-4605-9438-b7b8950ae7f3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:17.126934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.153544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.156872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.161880 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49185990-3483-4b02-9383-50a4e90c827b HTTP/1.1" status: 204 len: 168 time: 0.2649937 Sep 18 07:13:17.175711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb02b2-ddae-46cf-bdbc-ddb10810e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49185990-3483-4b02-9383-50a4e90c827b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:17.287738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.302738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 07ee742c-d6a2-4605-9438-b7b8950ae7f3 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:17.571249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.645131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=07ee742c-d6a2-4605-9438-b7b8950ae7f3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:17.672001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.672001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b2936a1-e8d4-476d-aec1-82f7b78fb37b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/07ee742c-d6a2-4605-9438-b7b8950ae7f3 HTTP/1.1" status: 204 len: 168 time: 0.6583867 Sep 18 07:13:17.673516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38966) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:17.684441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7172e6-5b07-42ae-8e7d-0778059ca0b4 req-fa92852e-d0ed-4f4a-b019-b2c0fee13e13 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:17.686169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b7172e6-5b07-42ae-8e7d-0778059ca0b4 req-fa92852e-d0ed-4f4a-b019-b2c0fee13e13 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1551375 Sep 18 07:13:17.781831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc688d-a2d9-4459-9dc7-159167b11b9e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:17.792189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b7172e6-5b07-42ae-8e7d-0778059ca0b4 req-faa4715a-128b-44d9-83a5-0d9c2b7a802d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991330 Sep 18 07:13:17.799558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc688d-a2d9-4459-9dc7-159167b11b9e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:17.823888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-edfc688d-a2d9-4459-9dc7-159167b11b9e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1487265 Sep 18 07:13:17.833032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38976) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:17.922948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 617f8579-b033-4700-9615-67a9fafecfa7 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:17.926887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:17.982973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] Provisioning complete for port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:17.983874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.002373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.092682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.105935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.122208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f350a8e-cd76-413c-afa6-4ad2e214edf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.161163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] For port c2649fd6-9191-4a77-8d25-2a69fbc9faa5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:18.267333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.271079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.350750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f350a8e-cd76-413c-afa6-4ad2e214edf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.393494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5b0bef73-ca77-4c16-87cb-5b0cde3ee593 None None] Could not find standard attr ID for object 07ee742c-d6a2-4605-9438-b7b8950ae7f3. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:18.427617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0f350a8e-cd76-413c-afa6-4ad2e214edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.453282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2649fd6-9191-4a77-8d25-2a69fbc9faa5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:18.488087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707f14a-d671-4d69-ae85-cca0d47f9a6b None None] Pushing event updated for resources: {'Port': ['ID=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:18.536602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:18.537331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.559928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38992) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.560181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0f350a8e-cd76-413c-afa6-4ad2e214edf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c4fce3800dc4580959304f9170bb3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594707 Sep 18 07:13:18.567549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f350a8e-cd76-413c-afa6-4ad2e214edf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8e619-12a2-45ca-9af1-484a0aea0ee0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:18.598744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.646035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=617f8579-b033-4700-9615-67a9fafecfa7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:18.652421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.657328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38994) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.657500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-372dcfd4-a6ef-4be6-a104-04ae94683b3c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/617f8579-b033-4700-9615-67a9fafecfa7 HTTP/1.1" status: 204 len: 168 time: 0.8233817 Sep 18 07:13:18.668889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af578af-9808-41a9-b313-0f5f21ed8c1e None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:18.691970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.715538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.731386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d07cb4c9-26ed-4e40-8cc5-2e748c285960 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698724 Sep 18 07:13:18.734385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39000) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.805959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035ed9c-e420-425d-b14d-69e0356f98ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:18.807712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2035ed9c-e420-425d-b14d-69e0356f98ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0723555 Sep 18 07:13:18.811063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.867105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88469666-638f-42f6-94a4-1579a6527788 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:18.868717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-88469666-638f-42f6-94a4-1579a6527788 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564096 Sep 18 07:13:18.871258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.913418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e00806a2-16e8-4c80-a804-55a25831576f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410857 Sep 18 07:13:18.920122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:18.924109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39012) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:18.929449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:18.942423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.945051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:18.946247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30a8e619-12a2-45ca-9af1-484a0aea0ee0 HTTP/1.1" status: 204 len: 168 time: 0.3906798 Sep 18 07:13:18.980522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe8e35-66fd-4343-921d-921398f01179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8e619-12a2-45ca-9af1-484a0aea0ee0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:19.063278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Deleting port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:19.064737 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.152377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] For port c2649fd6-9191-4a77-8d25-2a69fbc9faa5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:19.152797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.166522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Calling delete_port for c2649fd6-9191-4a77-8d25-2a69fbc9faa5 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:19.181668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:19.185346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.396601 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.440459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] Pushing event deleted for resources: {'Port': ['ID=c2649fd6-9191-4a77-8d25-2a69fbc9faa5,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:19.443963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ec1eb-e3a1-473c-9a59-77863dad1f6f None None] No DVR routers for this DVR port c2649fd6-9191-4a77-8d25-2a69fbc9faa5 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:19.676359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.725232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:19.731569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:19.734943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:19.735543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:19.742512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa334f4-a1a7-42fc-b6a8-1fdc2ee89b01 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:19.780836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=60c28e18-2b1a-48c1-b83b-a7f6012836e7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:19.896756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8a8933e-fe3c-47ed-bc23-21625b1b3a3a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9712694 Sep 18 07:13:19.899964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:19.905507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '60c28e18-2b1a-48c1-b83b-a7f6012836e7', 'ip_address': '2001:db8::ab51:1e3f:b9ef:8cf9'}], 'name': 'tempest-NetworksTestDHCPv6-2037741680'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:19.931948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '60c28e18-2b1a-48c1-b83b-a7f6012836e7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:19.933542 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.170251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/60c28e18-2b1a-48c1-b83b-a7f6012836e7/115a3c75-83e7-4b07-acf1-0e18ea4e9c5f) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:20.238715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:20.244504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.274646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 5a89267c-558f-41e1-a4d7-c6babc65a216 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:20.364219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2649fd6-9191-4a77-8d25-2a69fbc9faa5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:20.398048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c2649fd6-9191-4a77-8d25-2a69fbc9faa5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:20.398483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2649fd6-9191-4a77-8d25-2a69fbc9faa5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:20.416237 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.497080 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.541352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:20.544520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:20.548229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:20.596735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::ab51:1e3f:b9ef:8cf9 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/60c28e18-2b1a-48c1-b83b-a7f6012836e7/5a89267c-558f-41e1-a4d7-c6babc65a216) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:20.602720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Pushing event updated for resources: {'Port': ['ID=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:20.619005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Attempting to bind port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:20.619392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Attempting to bind port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:20.619755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Attempting to bind port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:20.625050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:20.625455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:20.633889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.633889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:20.633889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Bound port: 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:20.633889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.695409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] For port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:20.698667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] For port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:20.795127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.813714 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.887279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08498-3e68-4e2c-b58c-088d90256174 None None] Pushing event updated for resources: {'Port': ['ID=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:20.977060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:20.979284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39082) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:21.044407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:21.048278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:21.068375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:21.081519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:21.083529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.115882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:21.122158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=5a89267c-558f-41e1-a4d7-c6babc65a216,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:21.212125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-09997fbd-0efb-4b1a-90d2-edd1b9b43609 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3110590 Sep 18 07:13:21.217132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39096) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:21.225675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '60c28e18-2b1a-48c1-b83b-a7f6012836e7', 'ip_address': '2001:db8::ab51:1e3f:b9ef:8cf9'}], 'name': 'tempest-NetworksTestDHCPv6-424344545'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:21.306437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49509a5b-ccad-4377-8461-27775622cee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73dd5278d52c47909b794f2ea4da96e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251956 Sep 18 07:13:21.307125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39102) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:21.353667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38e4c622-4334-46da-9fc4-e12e846b2a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.392419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.399080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:13:21.399080 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:13:21.399080 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': '580f148d4a6c422d890c7247abe4f93c', 'id': 'e1c3d510-1ee5-4784-998b-b78ec44e00a1', 'expiration': datetime.datetime(2021, 9, 18, 7, 15, 21, 394336)}] Sep 18 07:13:21.399080 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:21.399662 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:21.445436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.528019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38e4c622-4334-46da-9fc4-e12e846b2a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.582574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.586243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.588155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b65f74f-d22c-4401-8f0b-e2b57e8a8c34 HTTP/1.1" status: 204 len: 168 time: 0.2798781 Sep 18 07:13:21.597724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49513e-7364-4163-b142-0146d8663735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65f74f-d22c-4401-8f0b-e2b57e8a8c34,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:21.601668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38e4c622-4334-46da-9fc4-e12e846b2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.665315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-38e4c622-4334-46da-9fc4-e12e846b2a90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2f11d0369f146bb83bad952dfd74976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481551 Sep 18 07:13:21.667571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4c622-4334-46da-9fc4-e12e846b2a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3812563a-208d-41ff-89f1-8240ecd3ea3c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:21.668128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39114) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:21.735334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.768791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.931809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.940165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:21.941971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3812563a-208d-41ff-89f1-8240ecd3ea3c HTTP/1.1" status: 204 len: 168 time: 0.2721453 Sep 18 07:13:21.969516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730015ef-285e-4946-891f-68c6118d8975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3812563a-208d-41ff-89f1-8240ecd3ea3c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:22.039145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:22.190307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:22.223513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port eb013720-d5e8-4e94-834c-0a3e1902d9f7 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:22.287454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] Provisioning complete for port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:22.288501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:22.486725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:22.525654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:22.722581 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 07:13:22.723213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:13:22.825564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e45e580-62bb-4d89-812e-b477d03feb85 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6054411 Sep 18 07:13:22.826474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39154) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:22.856791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] For port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:22.940648 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:22.943472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:22.943472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:22.966096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833bfc5-6fc3-41fa-b829-cd5669f35887 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:22.974690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833bfc5-6fc3-41fa-b829-cd5669f35887 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:22.974690 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0833bfc5-6fc3-41fa-b829-cd5669f35887 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1454034 Sep 18 07:13:22.976974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:23.127994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 5a89267c-558f-41e1-a4d7-c6babc65a216 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:23.128584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.137493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdde56-d3ef-4b06-9e9a-ba0aa8b4d698 None None] Pushing event updated for resources: {'Port': ['ID=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:23.153353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dc4a9bc7-e08d-4310-b5be-a4ff8495343f None None] Provisioning complete for port 5a89267c-558f-41e1-a4d7-c6babc65a216 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:23.153353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9bc7-e08d-4310-b5be-a4ff8495343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.251505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a9bc7-e08d-4310-b5be-a4ff8495343f None None] Port 5a89267c-558f-41e1-a4d7-c6babc65a216 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:23.393716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:23.394964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.408128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 5a89267c-558f-41e1-a4d7-c6babc65a216 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:23.533077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-153616959-network', 'tenant_id': 'f93efda58a7347bf9d4057a08b1bb602'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:23.619545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Made reservation on behalf of f93efda58a7347bf9d4057a08b1bb602 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:23.619681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.622877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.635668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.751283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.887659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.931128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:13:23.957639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ff4a0-7530-48ae-9242-5fe9d835f51c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:23.961317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:23.961671 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Added segment e744bba9-06ee-46a2-910a-8f5b4f70c960 of type vlan for network 430a6516-9f47-4b48-9e66-561f80e2ee78 Sep 18 07:13:23.980396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=5a89267c-558f-41e1-a4d7-c6babc65a216,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:24.011071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.016201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.020955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-14a83f46-3677-4fd2-9ea4-2e9dad3d20b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/5a89267c-558f-41e1-a4d7-c6babc65a216 HTTP/1.1" status: 204 len: 168 time: 1.0426688 Sep 18 07:13:24.021285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39230) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:24.095235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39236) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:24.109450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc3651-a95c-4d6e-b588-32900910b6b4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:24.112002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.112350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc3651-a95c-4d6e-b588-32900910b6b4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:24.113191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:24.113906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.114746 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bcfc3651-a95c-4d6e-b588-32900910b6b4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0920072 Sep 18 07:13:24.117194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39240) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:24.215569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 60c28e18-2b1a-48c1-b83b-a7f6012836e7 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:24.229011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.274251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] Pushing event updated for resources: {'Network': ['ID=430a6516-9f47-4b48-9e66-561f80e2ee78,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:24.284211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-440184b6-d17a-4376-bf40-6429e2dab79b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8851109 Sep 18 07:13:24.292338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39248) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:24.299140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:13:24.300096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Request body: {'subnet': {'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-153616959-subnet', 'tenant_id': 'f93efda58a7347bf9d4057a08b1bb602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:24.316291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.382704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:24.442072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Made reservation on behalf of f93efda58a7347bf9d4057a08b1bb602 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:24.445153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.476648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:24.477041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.487466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.533427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77d9f791-c11e-4f07-acec-05f1582b6827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.671107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77d9f791-c11e-4f07-acec-05f1582b6827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:24.979820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.009213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=60c28e18-2b1a-48c1-b83b-a7f6012836e7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.015895 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.022143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543fc92d-fe67-485c-9326-0bb85c3903ac None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:25.023022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-931deb5d-4350-4170-811a-2f1382b3168f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/60c28e18-2b1a-48c1-b83b-a7f6012836e7 HTTP/1.1" status: 204 len: 168 time: 0.9044797 Sep 18 07:13:25.024909 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77d9f791-c11e-4f07-acec-05f1582b6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.034033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:25.079537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.082876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76ac77f0-82ea-4eff-9c51-594873f03461 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473855 Sep 18 07:13:25.083643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77d9f791-c11e-4f07-acec-05f1582b6827 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0062d1c172fb4824800901779c4ad871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864645 Sep 18 07:13:25.087210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f791-c11e-4f07-acec-05f1582b6827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d04502-ede6-47e4-a373-bfa14266b767,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.090032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39266) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:25.090673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39268) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:25.106328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:25.173688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7e141c-7380-4bc9-b832-a89767296542,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.218574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Checking segment: {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:25.218997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Network hostable DHCP agents. Network: 430a6516-9f47-4b48-9e66-561f80e2ee78, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:13:25.263255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.289487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:25.298921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.332268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:13:25.359903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Deleting port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:25.360536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.413846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:25.417827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.440940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] For port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:25.441740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.456049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 430a6516-9f47-4b48-9e66-561f80e2ee78) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:25.457267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Calling delete_port for 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:25.468135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:25.468288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907ea95-0de9-4737-a983-b57d4ca00f92 None None] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:25.469062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.495033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.497570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.501228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4d04502-ede6-47e4-a373-bfa14266b767 HTTP/1.1" status: 204 len: 168 time: 0.4070444 Sep 18 07:13:25.527401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e088d-0e75-453f-93d9-52d8920c4cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d04502-ede6-47e4-a373-bfa14266b767,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.561943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b70b4fbe-32d6-43fc-8f83-9cb7a24f3e7b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2717705 Sep 18 07:13:25.682489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acee54a-d62b-494d-9e00-29c1b7622325 None None] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:25.759765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.775119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.799955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] Pushing event deleted for resources: {'Port': ['ID=115a3c75-83e7-4b07-acf1-0e18ea4e9c5f,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.811518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4eba4c-2b93-440a-82b6-c8742210b4b1 None None] No DVR routers for this DVR port 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:25.823201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:25.826652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:25.836283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:25.836283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:25.855018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=6a44374e-4d87-4341-af0b-5dea4e467064,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:25.873709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d9f14-e4a6-4c2e-9706-1fc725b63d1a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:25.926248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8bd7ad9e-1a2e-47a8-8ed8-1e1c54b2274d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8331678 Sep 18 07:13:25.929722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39306) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:25.935511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '6a44374e-4d87-4341-af0b-5dea4e467064', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1428937992'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:26.102714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '6a44374e-4d87-4341-af0b-5dea4e467064'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:26.103619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.231033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:26.299065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/6a44374e-4d87-4341-af0b-5dea4e467064/86d51dc2-8fcc-4269-b1a8-45b453e9db71) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:26.370377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.416929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 561e4747-2fea-4666-a1d2-098c99e709f0 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:26.427544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:26.485155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:26.485727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 115a3c75-83e7-4b07-acf1-0e18ea4e9c5f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:26.556317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39338) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:26.578424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.580990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d100f19-14fa-4bfd-bba0-a94b83f8ebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.682574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.689109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d100f19-14fa-4bfd-bba0-a94b83f8ebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.721120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:26.725437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:26.732888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:26.736307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Pushing event updated for resources: {'Port': ['ID=86d51dc2-8fcc-4269-b1a8-45b453e9db71,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:26.737474 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:13:26.738754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:13:26.801197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Attempting to bind port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:26.801574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Attempting to bind port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:26.802022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Attempting to bind port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:26.805856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d100f19-14fa-4bfd-bba0-a94b83f8ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.807757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:26.809651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:26.809651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.809651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:26.809651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Bound port: 86d51dc2-8fcc-4269-b1a8-45b453e9db71, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:26.815879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.854468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1d100f19-14fa-4bfd-bba0-a94b83f8ebbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6ce7f62975744f58fdca28cb2d6278a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970755 Sep 18 07:13:26.856776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d100f19-14fa-4bfd-bba0-a94b83f8ebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a488cb0-03a3-4237-8a93-a102a7fbe744,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:26.857341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39354) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:26.897046 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05cdd35b-57b8-4c4c-9dd3-bdf9e3f7aec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9586151 Sep 18 07:13:26.897046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39356) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:26.929437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] For port 86d51dc2-8fcc-4269-b1a8-45b453e9db71, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:26.934031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] For port 86d51dc2-8fcc-4269-b1a8-45b453e9db71, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=86d51dc2-8fcc-4269-b1a8-45b453e9db71,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:26.934416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:26.962459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d04266f-f517-4173-a495-ecdd886a954b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:26.964258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d04266f-f517-4173-a495-ecdd886a954b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0701208 Sep 18 07:13:26.968435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:26.974798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.036346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e8a3a-aaa1-4af5-8a8f-e1ce692bc064 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:27.039850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e8a3a-aaa1-4af5-8a8f-e1ce692bc064 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:27.039850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b82e8a3a-aaa1-4af5-8a8f-e1ce692bc064 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0703213 Sep 18 07:13:27.044270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39362) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:27.049321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.113382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 6a44374e-4d87-4341-af0b-5dea4e467064 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:27.121402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.141148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.142991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.148674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a488cb0-03a3-4237-8a93-a102a7fbe744 HTTP/1.1" status: 204 len: 168 time: 0.2847190 Sep 18 07:13:27.150111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3478f-d37a-4d9b-8364-fa4d07f21d44 None None] Pushing event updated for resources: {'Port': ['ID=86d51dc2-8fcc-4269-b1a8-45b453e9db71,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:27.159809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f291a2-3359-4d41-ab11-f12d3ad96eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a488cb0-03a3-4237-8a93-a102a7fbe744,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:27.231286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.336315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.528980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39380) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:27.537980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.587072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=6a44374e-4d87-4341-af0b-5dea4e467064,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:27.589363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.591344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-72b75bb2-278f-40dc-8e22-a7dbe6d622b7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/6a44374e-4d87-4341-af0b-5dea4e467064 HTTP/1.1" status: 204 len: 168 time: 0.5459650 Sep 18 07:13:27.594035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39388) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:27.655500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc006ded-52f5-48d3-bac8-566fec3d2055 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566454 Sep 18 07:13:27.655935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:27.661505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:27.774182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:27.814072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:13:27.814072 n-d-789963-14 neutron-server[101978]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:13:27.814072 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id': '538362f4a432487ebe03da5c7f6f2bb1', 'id': '8b926aa4-7100-4804-85f0-632e2154bad7', 'expiration': datetime.datetime(2021, 9, 18, 7, 15, 27, 808017)}] Sep 18 07:13:27.814072 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:27.814527 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:27.903525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:27.903525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.182401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.299856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:28.301101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:28.305819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:28.306550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.318291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.340124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=292e2679-9b5c-4715-b372-f51a1ba2cb3f,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:28.435868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-afd17a36-9ce2-4acd-8f2c-56a4d6afca9c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7752640 Sep 18 07:13:28.438047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:28.440357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 86d51dc2-8fcc-4269-b1a8-45b453e9db71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:28.449706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-36688347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:28.552969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:28.553374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.573067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.593366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d40dd5-35f0-429b-8db6-04e3ed6ef087 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:28.664037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.691906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-52632367-ee03-4794-962f-a677486281fd None None] Provisioning complete for port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:28.692281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52632367-ee03-4794-962f-a677486281fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.732485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0249d89-fd4a-4fb3-a4a0-80ba1aa912dd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:28.744777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.745987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.748540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-caff607f-0a47-4f3e-b5ac-bd269512cfad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=538362f4a432487ebe03da5c7f6f2bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2182891 Sep 18 07:13:28.751253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39432) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:28.794332 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.856877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.859538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.891336 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.909547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 86d51dc2-8fcc-4269-b1a8-45b453e9db71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=86d51dc2-8fcc-4269-b1a8-45b453e9db71,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:28.934677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:28.946811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52632367-ee03-4794-962f-a677486281fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.012874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.053462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.056684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d3e2eda9-64b4-43c6-8f0b-016e55f17463 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6156085 Sep 18 07:13:29.057867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.058558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39438) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:29.113199 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.115879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.117245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0249d89-fd4a-4fb3-a4a0-80ba1aa912dd HTTP/1.1" status: 204 len: 168 time: 0.3646626 Sep 18 07:13:29.168003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-52632367-ee03-4794-962f-a677486281fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:29.168354 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-52632367-ee03-4794-962f-a677486281fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:29.172953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=86d51dc2-8fcc-4269-b1a8-45b453e9db71,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:29.215828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf298d-d01b-4eb2-af8d-ef8ae0a0d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0249d89-fd4a-4fb3-a4a0-80ba1aa912dd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:29.446387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.746027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::1 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/292e2679-9b5c-4715-b372-f51a1ba2cb3f/1c5982ee-18a1-4efb-9a6a-5392a95afe3c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:29.850380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c952c1d1-c64c-4bbe-a20c-0c449c774d21 None None] Provisioning complete for port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:29.852385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c952c1d1-c64c-4bbe-a20c-0c449c774d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.875231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:29.928442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:29.943492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3211fd4e-a1b0-479e-aea0-c8e74e6e5e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.041803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.084491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3211fd4e-a1b0-479e-aea0-c8e74e6e5e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.096779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:30.100250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:30.104493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:30.105695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.115105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=1c5982ee-18a1-4efb-9a6a-5392a95afe3c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:30.245354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3211fd4e-a1b0-479e-aea0-c8e74e6e5e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.351720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39476) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:30.352263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3211fd4e-a1b0-479e-aea0-c8e74e6e5e2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc3cdb90f84647f6a62bd5197df4bdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222555 Sep 18 07:13:30.358359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211fd4e-a1b0-479e-aea0-c8e74e6e5e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a5848b-7de6-48cd-b539-184d126343cd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:30.377484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 86d51dc2-8fcc-4269-b1a8-45b453e9db71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:30.451423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.469207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.518803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.535414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-705451e4-01b2-42fe-8124-b68da8465f40 None None] Provisioning complete for port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:30.535800 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-705451e4-01b2-42fe-8124-b68da8465f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.539091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:30.539462 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.653467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-705451e4-01b2-42fe-8124-b68da8465f40 None None] Port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:30.810665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.819956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.819956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4a5848b-7de6-48cd-b539-184d126343cd HTTP/1.1" status: 204 len: 168 time: 0.4642797 Sep 18 07:13:30.840991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c572be-e6a5-4507-822f-e794058687d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a5848b-7de6-48cd-b539-184d126343cd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:30.878677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.978510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:30.979466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:31.077498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=1c5982ee-18a1-4efb-9a6a-5392a95afe3c,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:31.118489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:31.120609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:31.404324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:13:31.488927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-733b9659-4877-4c98-aa1c-b11ffcdc14af None None] Provisioning complete for port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:31.489504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-733b9659-4877-4c98-aa1c-b11ffcdc14af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:31.537279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-733b9659-4877-4c98-aa1c-b11ffcdc14af None None] Port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:31.558609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-36f4f95a-5fae-4964-9b29-14422cb167b4 req-835321f7-d740-498f-9506-16089899bd26 service neutron] (101978) timed out ('10.222.0.20', 59998) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:13:32.037564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:32.046280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8026f9ee-c6ce-42f6-9a6a-cc933430b16e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "PUT /v2.0/routers/e5ed3233-4417-4dbc-ad56-fe0bf56b0103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9833114 Sep 18 07:13:32.046376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:32.049060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Sync routers for ids ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:32.060362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Routers {'e5ed3233-4417-4dbc-ad56-fe0bf56b0103'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:32.061206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:32.093614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185e4cf-3a3e-489d-bafa-db7e47fc261a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:32.095292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0185e4cf-3a3e-489d-bafa-db7e47fc261a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports/1c5982ee-18a1-4efb-9a6a-5392a95afe3c HTTP/1.1" status: 200 len: 911 time: 0.0484743 Sep 18 07:13:32.097799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39532) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:32.155035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Set router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:13:32.197853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74364-bb74-4cd5-9b5a-debc946d77e0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:32.204276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74364-bb74-4cd5-9b5a-debc946d77e0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:32.206310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d9c74364-bb74-4cd5-9b5a-debc946d77e0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1075611 Sep 18 07:13:32.209204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:32.440747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ed3233-4417-4dbc-ad56-fe0bf56b0103', 'name': 'tempest-NetworksTestDHCPv6-router-36688347', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:28Z', 'updated_at': '2021-09-18T07:13:30Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None, '_interfaces': [{'id': '1c5982ee-18a1-4efb-9a6a-5392a95afe3c', 'name': '', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'mac_address': 'fa:16:3e:8d:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed3233-4417-4dbc-ad56-fe0bf56b0103', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '292e2679-9b5c-4715-b372-f51a1ba2cb3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:13:29Z', 'updated_at': '2021-09-18T07:13:30Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'subnets': [{'id': '292e2679-9b5c-4715-b372-f51a1ba2cb3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:32.514126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Checking router: e5ed3233-4417-4dbc-ad56-fe0bf56b0103 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:13:32.514927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Updating router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:13:32.542763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:32.770305 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.045705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:33.046424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.173714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.175682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.199559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 1c5982ee-18a1-4efb-9a6a-5392a95afe3c owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:33.258834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.371517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3507e-f20c-4222-b102-39fc28a481a7 None None] Pushing event updated for resources: {'Port': ['ID=1c5982ee-18a1-4efb-9a6a-5392a95afe3c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:33.439521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:33.439908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:33.440351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:33.459305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:33.459622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:33.460834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.461194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:33.461709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Bound port: 1c5982ee-18a1-4efb-9a6a-5392a95afe3c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:33.462128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.501591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.550995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=1c5982ee-18a1-4efb-9a6a-5392a95afe3c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:33.567315 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:33.569606 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:33.727651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:33.793881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-97784ef4-2544-4cef-bb93-988da06c04db None None] Could not find standard attr ID for object 1c5982ee-18a1-4efb-9a6a-5392a95afe3c. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:33.958201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:13:34.056293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:34.065409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39592) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:34.069857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f75f85e8-618d-4c88-955f-0fb1e1883e91 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "PUT /v2.0/routers/e5ed3233-4417-4dbc-ad56-fe0bf56b0103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8540623 Sep 18 07:13:34.096724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:34.098339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:34.098948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Attempting to bind port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:34.106656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:34.106968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:34.107373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.107775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:34.108310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Bound port: 1c5982ee-18a1-4efb-9a6a-5392a95afe3c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:34.108890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.156118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Port 1c5982ee-18a1-4efb-9a6a-5392a95afe3c has been deleted concurrently {{(pid=101980) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 07:13:34.162056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f4a58-50ce-4cc9-b206-ec39f4d018fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:34.164049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f4a58-50ce-4cc9-b206-ec39f4d018fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:34.165847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-917f4a58-50ce-4cc9-b206-ec39f4d018fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0987144 Sep 18 07:13:34.168756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39598) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:34.169877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Routers {'e5ed3233-4417-4dbc-ad56-fe0bf56b0103'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:34.170898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:34.240954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 292e2679-9b5c-4715-b372-f51a1ba2cb3f {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:34.244724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.265100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] Set router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:13:34.347169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.378995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ed3233-4417-4dbc-ad56-fe0bf56b0103', 'name': 'tempest-NetworksTestDHCPv6-router-36688347', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:28Z', 'updated_at': '2021-09-18T07:13:33Z', 'revision_number': 3, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:34.431561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6c333b-df38-4852-bb2e-9f56843173e3 None None] The sync data for ids ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'] in n-d-789963-14 is: [{'id': 'e5ed3233-4417-4dbc-ad56-fe0bf56b0103', 'name': 'tempest-NetworksTestDHCPv6-router-36688347', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:28Z', 'updated_at': '2021-09-18T07:13:33Z', 'revision_number': 3, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:34.440980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.616023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.671224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.674245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/292e2679-9b5c-4715-b372-f51a1ba2cb3f HTTP/1.1" status: 204 len: 168 time: 0.5045071 Sep 18 07:13:34.676260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39614) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:34.677244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755b55a-581f-455a-a75d-5282f3fbf208 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:34.684932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181cd2-1835-4128-a266-e7aa9341ef02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=292e2679-9b5c-4715-b372-f51a1ba2cb3f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:34.827615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aee5e730-c135-4036-9f22-7ca444a904d6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1492603 Sep 18 07:13:34.830096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39622) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:34.940875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:34.953829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:35.017635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Deleting port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:35.018169 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.122619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] For port 86d51dc2-8fcc-4269-b1a8-45b453e9db71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=86d51dc2-8fcc-4269-b1a8-45b453e9db71,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:35.122987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.139601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Calling delete_port for 86d51dc2-8fcc-4269-b1a8-45b453e9db71 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:35.148684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.153167 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.301393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.302326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Fanout notify agent at l3_agent the message router_deleted on router e5ed3233-4417-4dbc-ad56-fe0bf56b0103 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:13:35.310704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.311896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ffdc03ce-3cec-47bb-bad2-1a822c5efe74 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/routers/e5ed3233-4417-4dbc-ad56-fe0bf56b0103 HTTP/1.1" status: 204 len: 168 time: 0.4807541 Sep 18 07:13:35.314824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39638) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:35.321250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:35.330377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.383545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] No DVR routers for this DVR port 86d51dc2-8fcc-4269-b1a8-45b453e9db71 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:35.385935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00711d8-8bb5-441c-b2e1-64232da4c6f1 None None] Pushing event deleted for resources: {'Port': ['ID=86d51dc2-8fcc-4269-b1a8-45b453e9db71,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:35.511185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:35.521525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.734199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39648) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:35.798314 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Sync routers for ids ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:35.817127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:35.817511 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:13:35.818153 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5ed3233-4417-4dbc-ad56-fe0bf56b0103'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101981) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:13:35.829570 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:35.830996 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:13:35.832075 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5ed3233-4417-4dbc-ad56-fe0bf56b0103'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101981) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:13:35.832745 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13c9d5-5ea2-4391-950d-41582850893e None None] The sync data for ids ['e5ed3233-4417-4dbc-ad56-fe0bf56b0103'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:35.839997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.869188 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a1b-c202-45e0-b5ea-3cff4a1910d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.890531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:35.893042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:35.897205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:35.898189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:35.904988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88d531-02c0-491b-a811-03a7117aa94a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:35.976954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=3c207f27-0bdb-4bce-99fb-3de0939f364e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:36.022002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a1b-c202-45e0-b5ea-3cff4a1910d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.110447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a1b-c202-45e0-b5ea-3cff4a1910d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.123242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '3c207f27-0bdb-4bce-99fb-3de0939f364e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:36.124253 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.154471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6a1b-c202-45e0-b5ea-3cff4a1910d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c72a68-ff85-486c-8322-8cdd2108392b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:36.159073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4abd6a1b-c202-45e0-b5ea-3cff4a1910d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22ed467e97204e0ea37311d2584d5db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238312 Sep 18 07:13:36.161589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39656) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:36.202057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-31742bf6-065b-4b99-bc3e-584e61ffb86a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8838389 Sep 18 07:13:36.202363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:36.207633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1197555378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:36.217663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.246743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.313291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.314593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.344704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/3c207f27-0bdb-4bce-99fb-3de0939f364e/50617096-9db7-4680-9ece-3b162e0aa233) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:36.348857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 86d51dc2-8fcc-4269-b1a8-45b453e9db71 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:36.359766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.368543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.374615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9c72a68-ff85-486c-8322-8cdd2108392b HTTP/1.1" status: 204 len: 168 time: 0.2075438 Sep 18 07:13:36.392331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2113c39-14bf-4c5b-9318-805bf8126815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c72a68-ff85-486c-8322-8cdd2108392b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:36.421112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 86d51dc2-8fcc-4269-b1a8-45b453e9db71 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:36.421112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 86d51dc2-8fcc-4269-b1a8-45b453e9db71 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:36.439448 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.525002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.616575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.618797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f103d14-4e66-433d-a73c-0dbb4a60ccee tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4151971 Sep 18 07:13:36.621223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39662) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:36.634571 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.702310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.760779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Pushing event updated for resources: {'Port': ['ID=50617096-9db7-4680-9ece-3b162e0aa233,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:36.776645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:36.778544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:36.783795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:36.906424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Attempting to bind port 50617096-9db7-4680-9ece-3b162e0aa233 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:36.906923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Attempting to bind port 50617096-9db7-4680-9ece-3b162e0aa233 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:36.910337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Attempting to bind port 50617096-9db7-4680-9ece-3b162e0aa233 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:36.930119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:36.934398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:36.934398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:36.934398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:36.934398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Bound port: 50617096-9db7-4680-9ece-3b162e0aa233, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:36.934398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.049210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] For port 50617096-9db7-4680-9ece-3b162e0aa233, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:37.056819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] For port 50617096-9db7-4680-9ece-3b162e0aa233, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50617096-9db7-4680-9ece-3b162e0aa233,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:37.210877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.321139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:37.345439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b407349-5382-47db-89a0-fec5e94ec742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.349284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54753fd-0e0c-4fe6-ab55-8c010988120e None None] Pushing event updated for resources: {'Port': ['ID=50617096-9db7-4680-9ece-3b162e0aa233,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:37.488114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.536854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b407349-5382-47db-89a0-fec5e94ec742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.642542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b407349-5382-47db-89a0-fec5e94ec742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.691091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b407349-5382-47db-89a0-fec5e94ec742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e92f46-dc41-4c9e-bc25-456b21e5c438,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:37.769025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b407349-5382-47db-89a0-fec5e94ec742 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46def412e244c10aa025532380dd513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467673 Sep 18 07:13:37.774086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39676) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:37.884165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:37.934178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.163648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.168995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::1 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/3c207f27-0bdb-4bce-99fb-3de0939f364e/309ae6ba-3a56-44f8-a285-93a9644c123a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:38.172723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.179599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09e92f46-dc41-4c9e-bc25-456b21e5c438 HTTP/1.1" status: 204 len: 168 time: 0.4087079 Sep 18 07:13:38.194856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a54d-49d4-447a-9d74-55bf51bb88c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e92f46-dc41-4c9e-bc25-456b21e5c438,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:38.487212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.564902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50617096-9db7-4680-9ece-3b162e0aa233 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:38.689251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.724376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 50617096-9db7-4680-9ece-3b162e0aa233 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:38.724785 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.768950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:38.774243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:38.780141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:38.780989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:38.880447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=309ae6ba-3a56-44f8-a285-93a9644c123a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:38.965547 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196951ee-7625-4ce6-9704-36e43b38daab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.026725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.030027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b792a96b-e77c-42c0-b979-d43b104fd67d None None] Provisioning complete for port 50617096-9db7-4680-9ece-3b162e0aa233 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:39.030503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b792a96b-e77c-42c0-b979-d43b104fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.120926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 50617096-9db7-4680-9ece-3b162e0aa233, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50617096-9db7-4680-9ece-3b162e0aa233,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:39.141337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.199577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b792a96b-e77c-42c0-b979-d43b104fd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.220884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.379123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=50617096-9db7-4680-9ece-3b162e0aa233,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:39.401682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-b792a96b-e77c-42c0-b979-d43b104fd67d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:39.402941 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-b792a96b-e77c-42c0-b979-d43b104fd67d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:39.590335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.712516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.713355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:39.790232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=309ae6ba-3a56-44f8-a285-93a9644c123a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:39.885587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:39.887161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:40.100439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-34e41339-ce31-4a05-ab9b-02548cce1d59 None None] Provisioning complete for port 309ae6ba-3a56-44f8-a285-93a9644c123a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:40.101455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34e41339-ce31-4a05-ab9b-02548cce1d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:40.191267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-34e41339-ce31-4a05-ab9b-02548cce1d59 None None] Port 309ae6ba-3a56-44f8-a285-93a9644c123a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:40.315255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-651c953f-fab9-410c-93a6-bf1bbcf174a3 None None] Provisioning complete for port 309ae6ba-3a56-44f8-a285-93a9644c123a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:40.316550 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-651c953f-fab9-410c-93a6-bf1bbcf174a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:40.383296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-651c953f-fab9-410c-93a6-bf1bbcf174a3 None None] Port 309ae6ba-3a56-44f8-a285-93a9644c123a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:40.401646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:13:40.425795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50617096-9db7-4680-9ece-3b162e0aa233 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:40.505010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 50617096-9db7-4680-9ece-3b162e0aa233 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:40.505428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:40.535213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:40.559868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:40.560321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6c5f3e0c-a791-4b51-bd23-2a1bbfe3dcc8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "PUT /v2.0/routers/b949d3c3-c0b2-4ab9-8136-4d8f81bfc161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9375203 Sep 18 07:13:40.565786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Sync routers for ids ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:40.597335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Routers {'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:40.599146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:40.691904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021b47f-b154-4ad0-9f67-8020f3cd05f6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:40.693428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e021b47f-b154-4ad0-9f67-8020f3cd05f6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports/309ae6ba-3a56-44f8-a285-93a9644c123a HTTP/1.1" status: 200 len: 911 time: 0.1325071 Sep 18 07:13:40.696859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39736) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:40.757664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Set router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:13:40.779734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf05f0-be02-43a5-8df3-7c3eeffd47ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:40.807641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf05f0-be02-43a5-8df3-7c3eeffd47ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:40.812596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05cf05f0-be02-43a5-8df3-7c3eeffd47ad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1146822 Sep 18 07:13:40.816356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39742) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:41.191102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'name': 'tempest-NetworksTestDHCPv6-router-1197555378', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:36Z', 'updated_at': '2021-09-18T07:13:38Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None, '_interfaces': [{'id': '309ae6ba-3a56-44f8-a285-93a9644c123a', 'name': '', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'mac_address': 'fa:16:3e:0c:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:13:37Z', 'updated_at': '2021-09-18T07:13:39Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'subnets': [{'id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:41.226600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Checking router: b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:13:41.227311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Updating router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 port 309ae6ba-3a56-44f8-a285-93a9644c123a binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:13:41.255624 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:41.796987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0916156f-37f6-46e0-848a-69b82b400e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:41.963148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.111702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.267556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.267556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.372667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 309ae6ba-3a56-44f8-a285-93a9644c123a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:42.373259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.392287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649e45b-23d8-496c-b3c1-5139d136edaa None None] Pushing event updated for resources: {'Port': ['ID=309ae6ba-3a56-44f8-a285-93a9644c123a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:42.436259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Attempting to bind port 309ae6ba-3a56-44f8-a285-93a9644c123a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:42.436723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Attempting to bind port 309ae6ba-3a56-44f8-a285-93a9644c123a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:42.437288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Attempting to bind port 309ae6ba-3a56-44f8-a285-93a9644c123a on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:42.445819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:42.446315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:42.446695 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.447464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:42.447959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Bound port: 309ae6ba-3a56-44f8-a285-93a9644c123a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:42.450773 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.557406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.589425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 309ae6ba-3a56-44f8-a285-93a9644c123a owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:42.595147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] For port 309ae6ba-3a56-44f8-a285-93a9644c123a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:42.599980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] For port 309ae6ba-3a56-44f8-a285-93a9644c123a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=309ae6ba-3a56-44f8-a285-93a9644c123a,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:42.750623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.891216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7589f5da-b654-495c-9426-bf0ed2a763ec None None] Provisioning complete for port 309ae6ba-3a56-44f8-a285-93a9644c123a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:42.892454 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7589f5da-b654-495c-9426-bf0ed2a763ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:42.976320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Routers {'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:42.977222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:42.990610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:42.991571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649e45b-23d8-496c-b3c1-5139d136edaa None None] Pushing event updated for resources: {'Port': ['ID=309ae6ba-3a56-44f8-a285-93a9644c123a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:43.064907 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:13:43.175540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:43.279910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] Set router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:13:43.368928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=309ae6ba-3a56-44f8-a285-93a9644c123a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:43.442235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:43.530941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7589f5da-b654-495c-9426-bf0ed2a763ec None None] Port 309ae6ba-3a56-44f8-a285-93a9644c123a update to ACTIVE by agent not found {{(pid=101980) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 07:13:43.588835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:43.614151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:43.641677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:43.677474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-856552c5-30f6-4297-928e-c64f18ffebcf None None] Could not find standard attr ID for object 309ae6ba-3a56-44f8-a285-93a9644c123a. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:43.857613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'name': 'tempest-NetworksTestDHCPv6-router-1197555378', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:36Z', 'updated_at': '2021-09-18T07:13:38Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None, '_interfaces': [{'id': '309ae6ba-3a56-44f8-a285-93a9644c123a', 'name': '', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'mac_address': 'fa:16:3e:0c:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:13:37Z', 'updated_at': '2021-09-18T07:13:42Z', 'revision_number': 4, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'subnets': [{'id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:43.917286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6ca7b-7452-4a4a-a30d-cb0502396e9f None None] The sync data for ids ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'] in n-d-789963-14 is: [{'id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'name': 'tempest-NetworksTestDHCPv6-router-1197555378', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:13:36Z', 'updated_at': '2021-09-18T07:13:38Z', 'revision_number': 2, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'gw_port_host': None, '_interfaces': [{'id': '309ae6ba-3a56-44f8-a285-93a9644c123a', 'name': '', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'mac_address': 'fa:16:3e:0c:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:13:37Z', 'updated_at': '2021-09-18T07:13:42Z', 'revision_number': 4, 'project_id': '580f148d4a6c422d890c7247abe4f93c', 'subnets': [{'id': '3c207f27-0bdb-4bce-99fb-3de0939f364e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:43.960417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:43.968837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:13:44.201748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:44.203663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Allocated IP 172.25.4.129 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8ae08e7d-965a-48d9-9bc8-358db2b11cac) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:44.219172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e948fb6-6797-4b18-bbe4-0baed6f3d086 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "PUT /v2.0/routers/b949d3c3-c0b2-4ab9-8136-4d8f81bfc161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4003427 Sep 18 07:13:44.220985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:44.317114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f39a2-94bb-44c6-b951-279a94c48300 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:44.321143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f39a2-94bb-44c6-b951-279a94c48300 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:44.322757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-164f39a2-94bb-44c6-b951-279a94c48300 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1006553 Sep 18 07:13:44.325422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:44.548568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 3c207f27-0bdb-4bce-99fb-3de0939f364e {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:44.553261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.582581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.687418 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.707082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.725542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.785457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=8ae08e7d-965a-48d9-9bc8-358db2b11cac,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:44.802177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:44.804662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:44.807399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:44.833860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.898889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:44.914390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.004362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.036932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.041680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/3c207f27-0bdb-4bce-99fb-3de0939f364e HTTP/1.1" status: 204 len: 168 time: 0.7127230 Sep 18 07:13:45.041680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087f1e9-6b7a-4f15-8cd2-47e12858009f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=3c207f27-0bdb-4bce-99fb-3de0939f364e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:45.042532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39892) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:45.043484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386554a-91c3-4884-98ec-b8728d4e4bdf None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:45.115229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.203748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cf416453-1210-4058-96a8-cad6295c5fc3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1604362 Sep 18 07:13:45.206395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39900) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:45.273296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:13:45.333969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.344937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Deleting port 50617096-9db7-4680-9ece-3b162e0aa233 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:45.345377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.465613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] For port 50617096-9db7-4680-9ece-3b162e0aa233, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50617096-9db7-4680-9ece-3b162e0aa233,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:45.468132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.488166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Calling delete_port for 50617096-9db7-4680-9ece-3b162e0aa233 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:45.598907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.646507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.650723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.684416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.739652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] No DVR routers for this DVR port 50617096-9db7-4680-9ece-3b162e0aa233 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:13:45.753980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69934939-250b-4a42-93d0-54c88f02e28f None None] Pushing event deleted for resources: {'Port': ['ID=50617096-9db7-4680-9ece-3b162e0aa233,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:45.785106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.892451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.893519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Fanout notify agent at l3_agent the message router_deleted on router b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:13:45.901881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.903116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ee5b736a-8e57-4211-9f37-e66da6899b71 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/routers/b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 HTTP/1.1" status: 204 len: 168 time: 0.6958497 Sep 18 07:13:45.906341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39932) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:45.935231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:45.941174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1716acea-e1b6-4e19-94f3-a998d396110e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0334525 Sep 18 07:13:45.943848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:45.952130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=8ae08e7d-965a-48d9-9bc8-358db2b11cac,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:46.016152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.017544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2759b8dd-376a-4d79-9dad-718d9f26c853 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0213575 Sep 18 07:13:46.020429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:46.032946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1137555519'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:46.067545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f290313-c243-49f5-9182-182d9a2b9191 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:46.069653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f290313-c243-49f5-9182-182d9a2b9191 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1246431 Sep 18 07:13:46.075345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39942) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:46.122680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0f54c8f8-365c-4aac-8607-741ae2aa380c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461581 Sep 18 07:13:46.135008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39946) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:46.135008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:46.155766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Made reservation on behalf of 75ef956a464d4307b24da1fe5f6ec978 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:46.160818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.171971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.202140 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Sync routers for ids ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:46.217862 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:46.218264 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:13:46.218879 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_agentschedulers_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101981) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:13:46.240178 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Routers set() bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:46.240667 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Router IDs set() for agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 07:13:46.241218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_agentschedulers_db [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent'). {{(pid=101981) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 07:13:46.241581 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a4c464-8cbb-42f3-968b-31ac9c50f870 None None] The sync data for ids ['b949d3c3-c0b2-4ab9-8136-4d8f81bfc161'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:46.400149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.462964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.484617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:13:46.496024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.496486 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Added segment 279008ee-98eb-44b5-9ff9-ff8aa0432968 of type vlan for network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 Sep 18 07:13:46.579631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.583485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb50ac-ab03-428a-b1ca-f6ed412433e8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:46.584140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:46.587693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.704123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50617096-9db7-4680-9ece-3b162e0aa233 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:46.710300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.716992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:46.717642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:46.737810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 50617096-9db7-4680-9ece-3b162e0aa233 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:46.739253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50617096-9db7-4680-9ece-3b162e0aa233 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:46.800185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Network': ['ID=b95279e5-4e6a-4b5c-80c2-53a4f6996ef1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:46.823291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:13:46.823876 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-72eba7db-f75c-41b1-b5e4-5ec4a2a07be3 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8015518 Sep 18 07:13:46.825388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39980) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:46.830044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Request body: {'subnet': {'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:47.036100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Made reservation on behalf of 75ef956a464d4307b24da1fe5f6ec978 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:47.040905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.210538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:13:47.213167 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.265805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:47.268007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:47.271500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:47.273259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.288289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f3d60-6dc7-4a55-99a4-a4e703dae6b2 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:47.304236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=32636a9a-046e-4245-bdbf-76c5cbe65a5e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:47.372940 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.429928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bd1a1330-7027-43ec-8345-df8862f5cf0c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2913895 Sep 18 07:13:47.429928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40006) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:47.429928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:47.451448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Subnet': ['ID=4923b5b9-6334-43c1-aea7-008dcc63735b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:47.475518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Checking segment: {'id': '279008ee-98eb-44b5-9ff9-ff8aa0432968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:47.475790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network hostable DHCP agents. Network: b95279e5-4e6a-4b5c-80c2-53a4f6996ef1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:13:47.495282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '32636a9a-046e-4245-bdbf-76c5cbe65a5e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:47.496657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.585212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:13:47.667355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:47.668394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Allocated IP 2001:db8::f816:3eff:fe62:357b (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/32636a9a-046e-4245-bdbf-76c5cbe65a5e/108f2c85-7173-4e35-86b3-f46c8c6d0169) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:47.674465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.696577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b95279e5-4e6a-4b5c-80c2-53a4f6996ef1) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:47.702190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:47.703241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.711274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7e98d-de31-4365-9aea-87d0c6b8c8fe None None] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:47.843515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-378096e2-62ec-4ef4-9cbc-bb7d15303684 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0182564 Sep 18 07:13:47.846294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:47.850718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-410102268', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:47.930176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:47.965098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b95279e5-4e6a-4b5c-80c2-53a4f6996ef1', 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1', 'tenant_id': '75ef956a464d4307b24da1fe5f6ec978', 'fixed_ips': [{'subnet_id': '4923b5b9-6334-43c1-aea7-008dcc63735b'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:13:47.965832 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.003853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.004947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.087507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.115391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.139594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:48.161089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:48.164157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:48.197276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.250118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:48.255587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Allocated IP 172.20.0.2 (b95279e5-4e6a-4b5c-80c2-53a4f6996ef1/4923b5b9-6334-43c1-aea7-008dcc63735b/3df50311-2c90-4b7c-ac38-c2ecb7f4fb30) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:48.264617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:48.268886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:48.274661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:48.275482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.291256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=5d485acd-e82b-48dd-9113-c23965aca59c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:48.313044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.313837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.314209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.314576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.315882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.315882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.315882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.315882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.316223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.316485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.316800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.317120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:13:48.323908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 309ae6ba-3a56-44f8-a285-93a9644c123a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:13:48.368040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 309ae6ba-3a56-44f8-a285-93a9644c123a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:13:48.368389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 309ae6ba-3a56-44f8-a285-93a9644c123a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:13:48.380019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Attempting to bind port 108f2c85-7173-4e35-86b3-f46c8c6d0169 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:48.380402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Attempting to bind port 108f2c85-7173-4e35-86b3-f46c8c6d0169 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:48.381579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Attempting to bind port 108f2c85-7173-4e35-86b3-f46c8c6d0169 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:48.390669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:48.391046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:48.395225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.395225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:48.395225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Bound port: 108f2c85-7173-4e35-86b3-f46c8c6d0169, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:48.395225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.439227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ad5d3574-602b-479d-a5e6-1a004a64218f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0127430 Sep 18 07:13:48.439847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:48.444666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:f4:2b:56', 'name': 'tempest-NetworksTestDHCPv6-436085605'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:48.467789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.600362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:48.623816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:48.630351 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.721321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.767622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:48.827084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f48c12-6492-413c-838f-fc4437449e46 None None] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:48.835625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:48.937985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:48.942773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:48.949138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:48.999996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Pushing event updated for resources: {'Port': ['ID=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:49.046729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.049011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Attempting to bind port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:13:49.049623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Attempting to bind port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '279008ee-98eb-44b5-9ff9-ff8aa0432968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:13:49.050094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Attempting to bind port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 on network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:13:49.061965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:13:49.062523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Checking segment: {'id': '279008ee-98eb-44b5-9ff9-ff8aa0432968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:13:49.063019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.063487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Bound using segment: {'id': '279008ee-98eb-44b5-9ff9-ff8aa0432968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:13:49.064064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Bound port: 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279008ee-98eb-44b5-9ff9-ff8aa0432968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:13:49.064574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.077016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port e9ef1c84-9d40-4461-8aaf-1c0c35d70e56 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:49.323718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] For port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:13:49.331104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] For port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,segment=NetworkSegment(279008ee-98eb-44b5-9ff9-ff8aa0432968),segment_id=279008ee-98eb-44b5-9ff9-ff8aa0432968)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:13:49.419344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.561216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602682-c0f6-4ae3-84cf-157f819de47a None None] Pushing event updated for resources: {'Port': ['ID=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:49.617353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.645370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:49.799630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Allocated IP 172.25.4.125 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ffb6a048-9699-4a46-89de-b0cb88f4d3d5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:49.948476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 172.20.0.5 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5d485acd-e82b-48dd-9113-c23965aca59c/e9ef1c84-9d40-4461-8aaf-1c0c35d70e56) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:49.960836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fef4:2b56 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/32636a9a-046e-4245-bdbf-76c5cbe65a5e/e9ef1c84-9d40-4461-8aaf-1c0c35d70e56) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:50.016905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.162255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.170396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.220324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:50.227861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:50.237824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:50.248334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=ffb6a048-9699-4a46-89de-b0cb88f4d3d5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:50.285174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.372940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=e9ef1c84-9d40-4461-8aaf-1c0c35d70e56,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:50.407223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:50.409147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:50.415737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:50.548478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:50.549297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.572891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:50.631590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90912479-1400-447d-a07c-bb8f9ad42f4a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:50.679863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81881c1a-3c65-4b31-9b5f-ea54a78438b1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2392507 Sep 18 07:13:50.690209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40154) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:50.766133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:50.766512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.768247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:50.768796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.815636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:50.824919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab37c1f-a143-4f0f-b1d8-d4505dd8e510 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:50.835906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab37c1f-a143-4f0f-b1d8-d4505dd8e510 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:50.856430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40162) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:50.862474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dab37c1f-a143-4f0f-b1d8-d4505dd8e510 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1742167 Sep 18 07:13:51.159328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port e9ef1c84-9d40-4461-8aaf-1c0c35d70e56 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:51.159553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.222226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64232d91-25e5-4a10-ad67-1df02f64f004 None None] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:51.271882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.322795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.330699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.343451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for e9ef1c84-9d40-4461-8aaf-1c0c35d70e56 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:51.346176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.429370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '32636a9a-046e-4245-bdbf-76c5cbe65a5e', 'ip_address': '2001:db8::f816:3eff:fe62:357b'}, {'subnet_id': '5d485acd-e82b-48dd-9113-c23965aca59c'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '108f2c85-7173-4e35-86b3-f46c8c6d0169'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:13:51.432346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:51.493726 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.510845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.640809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:13:51.641493 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:13:51.696361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f49a2d-278b-44f2-8e11-414c623c0bfc None None] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:51.701640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Router d24a457c-1c99-4c4e-9454-265b1c948c21 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:13:51.729344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] Provisioning complete for port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:51.729657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.765746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.828188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Allocated IP 172.20.0.2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5d485acd-e82b-48dd-9113-c23965aca59c/108f2c85-7173-4e35-86b3-f46c8c6d0169) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:51.833258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=e9ef1c84-9d40-4461-8aaf-1c0c35d70e56,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:51.893247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:51.914366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] Sync routers for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:51.921698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.955175 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:51.955175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d48e3307-ba70-40ed-a3e4-4688e05173aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/e9ef1c84-9d40-4461-8aaf-1c0c35d70e56 HTTP/1.1" status: 204 len: 168 time: 1.0962155 Sep 18 07:13:51.956636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40210) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:51.973073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:51.973844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:52.002359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.007456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-03056bd8-48fa-4363-a20f-7c07e5a2fd3b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1566131 Sep 18 07:13:52.008095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40216) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:52.033044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:52.039932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] For port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,segment=NetworkSegment(279008ee-98eb-44b5-9ff9-ff8aa0432968),segment_id=279008ee-98eb-44b5-9ff9-ff8aa0432968)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:52.059954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:52.060602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:52.067331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:52.077440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f84512-d63a-42df-8f8a-eb6e1c737827 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.079129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f84512-d63a-42df-8f8a-eb6e1c737827 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.080873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f84512-d63a-42df-8f8a-eb6e1c737827 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.087392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85f84512-d63a-42df-8f8a-eb6e1c737827 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1261292 Sep 18 07:13:52.090968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40222) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:52.113754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.115529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:52.116201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628d111-ce21-45f1-8924-6d5d114c4686 None None] The sync data for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:52.147052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-41b309be-a4f0-4235-8d3b-a7c9417e1004 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1314380 Sep 18 07:13:52.177933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 32636a9a-046e-4245-bdbf-76c5cbe65a5e {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:52.201703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.219730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:52.251243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-bf8be138-05fa-4e37-88ba-3165ac58d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.253249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464bc3a-adfd-427c-9c14-0f3481c0205c None None] Pushing event updated for resources: {'Port': ['ID=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:52.254001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-bf8be138-05fa-4e37-88ba-3165ac58d803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.0704436 Sep 18 07:13:52.272929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.274825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.280219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f10188ea-b264-4f9c-8334-d89314ebcb54 None None] Provisioning complete for port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:52.280589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f10188ea-b264-4f9c-8334-d89314ebcb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.376749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.417927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e29bf-f90b-478d-9a80-f7c74f5c2e3a None None] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:52.422568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:52.422994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.593467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-7a61a750-ec60-4308-b662-18833a783174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.595601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-7a61a750-ec60-4308-b662-18833a783174 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.2899346 Sep 18 07:13:52.672007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.780280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:52.798473 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-e6cdaf33-2c66-4b38-bf38-8970e32fe0f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1000 time: 0.1929328 Sep 18 07:13:52.830990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.902661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:52.903312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.909858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.961973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=32636a9a-046e-4245-bdbf-76c5cbe65a5e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:52.970060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:52.976205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b42f7b95-26c6-40f7-a69a-ad6cf3e73aad tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/32636a9a-046e-4245-bdbf-76c5cbe65a5e HTTP/1.1" status: 204 len: 168 time: 0.8841324 Sep 18 07:13:52.979527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:52.983576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-5da89cb0-7592-44dd-a2ea-93677362cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:52.985432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-5da89cb0-7592-44dd-a2ea-93677362cb4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1763771 Sep 18 07:13:53.085036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:53.114234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 5d485acd-e82b-48dd-9113-c23965aca59c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:53.118688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.123975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-6041582d-382b-41a0-8d60-0b13636c482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:53.126427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-6041582d-382b-41a0-8d60-0b13636c482c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316121 Sep 18 07:13:53.209603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:53.210549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.270002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.416229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Allocated IP 172.20.0.1 (b95279e5-4e6a-4b5c-80c2-53a4f6996ef1/4923b5b9-6334-43c1-aea7-008dcc63735b/5262f4a5-43af-4e04-975b-f22dfb6894b6) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:53.427020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-abe3014b-3d55-42bf-9460-20e391002684 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609706 Sep 18 07:13:53.443295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fef28d-50e2-4125-b070-69313dd86633 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:53.488896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1e558730-46ed-4869-8a50-647d617af1cb None None] Could not find standard attr ID for object e9ef1c84-9d40-4461-8aaf-1c0c35d70e56. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:53.525193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.539401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1e558730-46ed-4869-8a50-647d617af1cb None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:53.539896 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e558730-46ed-4869-8a50-647d617af1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.558801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.628822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b097c9f8-b1ee-4837-b039-1161b08e455c req-ba7c166f-64d4-4553-b96b-b7eccf5a27e1 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771598 Sep 18 07:13:53.699761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.710756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.755361 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.756580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:53.760277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:53.760448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5d485acd-e82b-48dd-9113-c23965aca59c HTTP/1.1" status: 204 len: 168 time: 0.7792077 Sep 18 07:13:53.761235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40300) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:53.762203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce879b-dee3-4a8e-8ff9-a6624198dbcd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=5d485acd-e82b-48dd-9113-c23965aca59c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:53.774908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:53.806504 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec3be416-fe32-45c5-a9db-24a98abcad19 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422759 Sep 18 07:13:53.807594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:53.813767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:53.816402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=5262f4a5-43af-4e04-975b-f22dfb6894b6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:53.852653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:53.996419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:54.001271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.226876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2d099f41-e5b8-4217-bea8-056e4f9e54f1 None None] Provisioning complete for port 5262f4a5-43af-4e04-975b-f22dfb6894b6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:54.227871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d099f41-e5b8-4217-bea8-056e4f9e54f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.285646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d099f41-e5b8-4217-bea8-056e4f9e54f1 None None] Port 5262f4a5-43af-4e04-975b-f22dfb6894b6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:54.298492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.678791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a438af3-c954-45a0-a1a2-0129c31956fe None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:54.731996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:13:54.775244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.871069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.939691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-67a34ae8-c271-4e28-b529-aa1b743df684 None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:54.940270 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67a34ae8-c271-4e28-b529-aa1b743df684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.964415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:54.973001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=5262f4a5-43af-4e04-975b-f22dfb6894b6,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:55.072262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.083554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:55.085768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:55.281615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Router d24a457c-1c99-4c4e-9454-265b1c948c21 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:13:55.296370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:55.334745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.421032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.421837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.436544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:13:55.445552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1197e478-6ddb-4a14-9ddc-43dfc932a722 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "PUT /v2.0/routers/d24a457c-1c99-4c4e-9454-265b1c948c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4333498 Sep 18 07:13:55.445782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:55.452100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Request body: {'port': {'network_id': 'b95279e5-4e6a-4b5c-80c2-53a4f6996ef1', 'name': 'tempest-FloatingIPAdminTestJSON-1677810152'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:55.459791 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] Sync routers for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:13:55.475446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-afb3252d-be7b-457a-b8fb-cda2041f3011 None None] Provisioning complete for port 5262f4a5-43af-4e04-975b-f22dfb6894b6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:55.475446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-afb3252d-be7b-457a-b8fb-cda2041f3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.476022 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:55.478084 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:55.512042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-afb3252d-be7b-457a-b8fb-cda2041f3011 None None] Port 5262f4a5-43af-4e04-975b-f22dfb6894b6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:55.517810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:55.526446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:55.539153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:55.539783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.551353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=2210d537-1c49-4771-bf84-e6f5fc35988b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:55.566605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:55.578469 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:13:55.579288 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:55.587104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:55.641515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:13:55.642264 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16dde0-8d11-4d95-8ec9-c36516ba3a73 None None] The sync data for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:13:55.676875 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-443d0d70-87b9-4ff8-97b0-1a20e8393ca5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8680480 Sep 18 07:13:55.677408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:55.684244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:55.826253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Made reservation on behalf of 75ef956a464d4307b24da1fe5f6ec978 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:55.831765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:55.861658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] device_id is not set on port 62127d5d-8fcc-4de3-8a99-3c3b41a50379 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:56.055167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b08c8-4e15-4a91-81c7-d5fdea4a97f0 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:56.165187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5df2685b-c960-4381-b2d8-3a54bab426a5 None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:56.165477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5df2685b-c960-4381-b2d8-3a54bab426a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.317204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Allocated IP 172.20.0.13 (b95279e5-4e6a-4b5c-80c2-53a4f6996ef1/4923b5b9-6334-43c1-aea7-008dcc63735b/62127d5d-8fcc-4de3-8a99-3c3b41a50379) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:56.397483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:56.401291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.549227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.557144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0c0c8631-267a-4648-af59-0bf536c438c1 None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:56.557144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c0c8631-267a-4648-af59-0bf536c438c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.760767 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.804613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:13:56.842366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:56.845706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:56.849759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:56.876890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event updated for resources: {'Port': ['ID=62127d5d-8fcc-4de3-8a99-3c3b41a50379,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:56.907324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:56.907714 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.910377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:56.911256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:56.936924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-df3f3db2-feb0-445e-90ad-ca8a76c5b2f8 None None] Could not find standard attr ID for object e9ef1c84-9d40-4461-8aaf-1c0c35d70e56. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:13:56.950702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.046852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36235bd6-7e1e-4183-b34f-fd7f0b7dc772 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5968192 Sep 18 07:13:57.047255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40422) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:57.047794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:57.051044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:57.056110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:57.056696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.060384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=5dc66703-3c14-4235-8539-ce667822da44,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:57.132560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'project_id': '75ef956a464d4307b24da1fe5f6ec978', 'port_id': '62127d5d-8fcc-4de3-8a99-3c3b41a50379'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:57.164829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9ea75df5-575c-4783-9e2f-ea93751ce867 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4855185 Sep 18 07:13:57.165563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40426) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:57.170588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:10:85:c2', 'name': 'tempest-NetworksTestDHCPv6-1521514284'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:13:57.217841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05f28e-677a-45b3-a2c5-267cb545cd1a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:13:57.264306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.342228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4f8756ab-3455-4b9f-bb0b-c2908260cf07 None None] Provisioning complete for port 62127d5d-8fcc-4de3-8a99-3c3b41a50379 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:57.342228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4f8756ab-3455-4b9f-bb0b-c2908260cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.396837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4f8756ab-3455-4b9f-bb0b-c2908260cf07 None None] Port 62127d5d-8fcc-4de3-8a99-3c3b41a50379 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:13:57.461341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:13:57.563074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.607981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 96e414d1-84dd-4469-8b32-c4bf9a7f6575 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:13:57.614852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '2210d537-1c49-4771-bf84-e6f5fc35988b', 'ip_address': '2001:db8::f816:3eff:fe62:357b'}, {'subnet_id': '5dc66703-3c14-4235-8539-ce667822da44'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '108f2c85-7173-4e35-86b3-f46c8c6d0169'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:13:57.657429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.859260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 172.20.0.6 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5dc66703-3c14-4235-8539-ce667822da44/96e414d1-84dd-4469-8b32-c4bf9a7f6575) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:57.863391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:57.871905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fe10:85c2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/2210d537-1c49-4771-bf84-e6f5fc35988b/96e414d1-84dd-4469-8b32-c4bf9a7f6575) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:57.998854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Allocated IP 172.25.4.26 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/bb36e849-5e24-41c2-9d9b-757aaa44ef3f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:58.055658 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.166708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.192828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.216868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:58.220057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:58.256899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:58.275008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Allocated IP 172.20.0.2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5dc66703-3c14-4235-8539-ce667822da44/108f2c85-7173-4e35-86b3-f46c8c6d0169) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:13:58.284081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.334462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:58.341664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.344201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=96e414d1-84dd-4469-8b32-c4bf9a7f6575,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:58.366398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:13:58.366398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:13:58.368505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:13:58.398220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Pushing event updated for resources: {'Port': ['ID=bb36e849-5e24-41c2-9d9b-757aaa44ef3f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:58.449723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:13:58.450236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-46fb5bc3-20cc-4879-963d-a33d06f6b6d5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2834437 Sep 18 07:13:58.452530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:58.531440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.546473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d02e8-928d-42b5-bcbf-e5c2b35304a7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:58.552747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d02e8-928d-42b5-bcbf-e5c2b35304a7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:58.555077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-203d02e8-928d-42b5-bcbf-e5c2b35304a7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1013527 Sep 18 07:13:58.557715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40454) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:58.652656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.661868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 96e414d1-84dd-4469-8b32-c4bf9a7f6575 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:13:58.662918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.807701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16210f-ce69-432b-b5d4-fb3b6794590b None None] Pushing event updated for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:58.870414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.905279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 96e414d1-84dd-4469-8b32-c4bf9a7f6575 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:13:58.943420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:58.961309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.137184 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.198567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.236844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=96e414d1-84dd-4469-8b32-c4bf9a7f6575,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:59.378552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.384645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e07af2bd-2a6a-4b2e-a4a5-ce40b9cdd115 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/96e414d1-84dd-4469-8b32-c4bf9a7f6575 HTTP/1.1" status: 204 len: 168 time: 0.8254018 Sep 18 07:13:59.384980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:59.452649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.453238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c777-7fb1-4b6d-bc43-f6325bba1df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:59.454769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c777-7fb1-4b6d-bc43-f6325bba1df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:59.456562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c777-7fb1-4b6d-bc43-f6325bba1df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:13:59.460803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b817c777-7fb1-4b6d-bc43-f6325bba1df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0723531 Sep 18 07:13:59.461038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:59.512501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.516493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 2210d537-1c49-4771-bf84-e6f5fc35988b {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:13:59.520162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.600123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Pushing event updated for resources: {'Port': ['ID=bb36e849-5e24-41c2-9d9b-757aaa44ef3f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:13:59.607056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.711306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.744255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.745258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d3e05dfe-098b-40e1-b4b3-95bbf30d4fbc None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:13:59.745743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3e05dfe-098b-40e1-b4b3-95bbf30d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.883162 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Floating IP af40fd24-5675-4dce-befc-ff866a797268 associated. External IP: 172.25.4.26, port: 62127d5d-8fcc-4de3-8a99-3c3b41a50379. Sep 18 07:13:59.910040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.969749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:13:59.974681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/2210d537-1c49-4771-bf84-e6f5fc35988b HTTP/1.1" status: 204 len: 168 time: 0.5123019 Sep 18 07:13:59.975605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40486) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:13:59.976376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adec6a-e428-40d8-8791-b8e6c9da3c7b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=2210d537-1c49-4771-bf84-e6f5fc35988b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:00.054309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 5dc66703-3c14-4235-8539-ce667822da44 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:00.071439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.126354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.222867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fec5f5-1ca0-4097-b206-32ec7d4e241f None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:00.235645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Router d24a457c-1c99-4c4e-9454-265b1c948c21 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:14:00.270788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.287949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7b32bea3-4f06-4cbd-a26e-213b15d7d674 None None] Could not find standard attr ID for object 96e414d1-84dd-4469-8b32-c4bf9a7f6575. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:00.403136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:14:00.418074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] Sync routers for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:14:00.444521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.458121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:00.458899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:00.476226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc66703-3c14-4235-8539-ce667822da44,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:00.480147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.482100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66caf5d1-5e7c-4b08-8f9a-54c5c43b6859 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5dc66703-3c14-4235-8539-ce667822da44 HTTP/1.1" status: 204 len: 168 time: 0.5019100 Sep 18 07:14:00.484714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40492) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:00.496233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:00.523717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:00.524340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:00.529300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1e42d3de-fe1f-49df-8b78-61e84ce8c017 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425003 Sep 18 07:14:00.530282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.532504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40494) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:00.540405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:00.572483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:00.576674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116e5c6-b324-4aa7-a811-4039cbe0536a None None] The sync data for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:14:00.591658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-baebf4d3-a068-4362-b268-02f91bdfd6e6 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5427661 Sep 18 07:14:00.594123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40500) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:00.713674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe183eeb-093c-4c28-8bdb-44baeff0a1d0 None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '5dc66703-3c14-4235-8539-ce667822da44'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '108f2c85-7173-4e35-86b3-f46c8c6d0169'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:14:00.764093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe183eeb-093c-4c28-8bdb-44baeff0a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.780197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:00.794387 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb99b267-7a87-41c3-9ac0-9610031313d1 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "GET /v2.0/floatingips/af40fd24-5675-4dce-befc-ff866a797268 HTTP/1.1" status: 200 len: 983 time: 0.1989989 Sep 18 07:14:00.796937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40502) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:00.882522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:00.887694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.970544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:00.971249 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:00.996006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-98911344-d8a8-4a15-a6ca-7e4b5a4e55d7 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1952980 Sep 18 07:14:00.997090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40508) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:01.094664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04740f1c-fe5c-4760-9be3-c73fc8d85705 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:01.230928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port bb36e849-5e24-41c2-9d9b-757aaa44ef3f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:01.231271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.274126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fa2c3557-ff09-42cd-85cf-d8183c882161 None None] Provisioning complete for port 108f2c85-7173-4e35-86b3-f46c8c6d0169 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:01.274919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3557-ff09-42cd-85cf-d8183c882161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.347169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.368126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.368717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.422275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for bb36e849-5e24-41c2-9d9b-757aaa44ef3f owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:01.436725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:01.452003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:01.456355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:01.456944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.501752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:01.547779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:01.570644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Deleting port 108f2c85-7173-4e35-86b3-f46c8c6d0169 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:01.571055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.660896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] For port 108f2c85-7173-4e35-86b3-f46c8c6d0169, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=108f2c85-7173-4e35-86b3-f46c8c6d0169,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:01.698889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:01.698889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Calling delete_port for 108f2c85-7173-4e35-86b3-f46c8c6d0169 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:01.785769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3017afb9-5f9b-47e7-9dab-5b48040dccec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2516561 Sep 18 07:14:01.807657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:01.807657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:01.964927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.002983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=bb36e849-5e24-41c2-9d9b-757aaa44ef3f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:02.020968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.047562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] Pushing event deleted for resources: {'Port': ['ID=108f2c85-7173-4e35-86b3-f46c8c6d0169,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:02.051260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a33f96-9e51-4fdc-b185-ab68206de7b1 None None] No DVR routers for this DVR port 108f2c85-7173-4e35-86b3-f46c8c6d0169 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:02.092474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:02.097333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.097333 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Floating IP af40fd24-5675-4dce-befc-ff866a797268 disassociated (deleted). External IP: 172.25.4.26, port: 62127d5d-8fcc-4de3-8a99-3c3b41a50379. Sep 18 07:14:02.098703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.118925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aeb13e-3294-4b1b-91e4-feb7f3d36ce9 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:02.449808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:02.450973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.523153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Router d24a457c-1c99-4c4e-9454-265b1c948c21 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:14:02.712541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:14:02.717020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.723243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Allocated IP 172.20.0.2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7/3eeb1916-bbcf-41a8-8e36-89b2974bc626) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:02.736022 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] Sync routers for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:14:02.767908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:02.769943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-692d11f8-508b-45b4-8af9-902d3ddddec2 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/floatingips/af40fd24-5675-4dce-befc-ff866a797268 HTTP/1.1" status: 204 len: 168 time: 1.7705567 Sep 18 07:14:02.782203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40534) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:02.782360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:02.782360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:02.782601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:02.788862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:02.790403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.801372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 108f2c85-7173-4e35-86b3-f46c8c6d0169 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:02.802249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 108f2c85-7173-4e35-86b3-f46c8c6d0169 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:02.839695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:02.844659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:02.850627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:02.851516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.869699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=eb6828a0-c784-46f0-b4c9-0190f1ab1ca2,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:02.875364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:02.888215 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:02.889039 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:02.935369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:02.947878 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:02.949306 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524eb79-f621-4743-b4f5-b97d014ac346 None None] The sync data for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:14:03.061761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.075742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bfbc3a02-e0ee-40e3-b436-619fed9ca1f8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2701271 Sep 18 07:14:03.080331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40540) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:03.082155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:28:7d:93', 'name': 'tempest-NetworksTestDHCPv6-693810256'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:03.160748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.244033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.253387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Allocated IP 172.25.4.216 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/d3ffa182-1e83-402e-a0ee-f49490374dd8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:03.338039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:03.361177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:03.363120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Pushing event updated for resources: {'Port': ['ID=3eeb1916-bbcf-41a8-8e36-89b2974bc626,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:03.383140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:03.396954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:03.453141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Attempting to bind port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Attempting to bind port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Attempting to bind port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Bound port: 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:03.468545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.469355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.538625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.560043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port aa24b279-80cc-43ef-ad3a-9598e1cd8349 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:03.561156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] For port 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:03.564880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] For port 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3eeb1916-bbcf-41a8-8e36-89b2974bc626,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:03.618803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.650224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:03.690270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Pushing event updated for resources: {'Port': ['ID=d3ffa182-1e83-402e-a0ee-f49490374dd8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:03.697050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:03.698912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:03.704902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:03.779068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e044a-5d49-49d2-81c0-88ff149243ce None None] Pushing event updated for resources: {'Port': ['ID=3eeb1916-bbcf-41a8-8e36-89b2974bc626,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:03.803737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 172.20.0.3 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7/aa24b279-80cc-43ef-ad3a-9598e1cd8349) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:03.816051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fe28:7d93 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/eb6828a0-c784-46f0-b4c9-0190f1ab1ca2/aa24b279-80cc-43ef-ad3a-9598e1cd8349) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:03.846029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.005858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.112710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.226339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.318864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.358772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.409364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:04.411272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:04.414872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:04.444391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=aa24b279-80cc-43ef-ad3a-9598e1cd8349,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:04.469027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.484726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:04.487125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Pushing event updated for resources: {'Port': ['ID=d3ffa182-1e83-402e-a0ee-f49490374dd8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:04.488577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.586573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.596530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-16961863-15bd-4f94-802e-ca83f957d706 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8133357 Sep 18 07:14:04.596684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40562) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:04.604993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9079bc6c-d51a-4ba2-a4ff-65bdad849ec8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5277879 Sep 18 07:14:04.607619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40566) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:04.717169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6cc45c-a37c-4e2c-9e63-a82b72cfa9f4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:04.725350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6cc45c-a37c-4e2c-9e63-a82b72cfa9f4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:04.734432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7a6cc45c-a37c-4e2c-9e63-a82b72cfa9f4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1258407 Sep 18 07:14:04.736992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40570) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:04.818490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:04.869656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3eeb1916-bbcf-41a8-8e36-89b2974bc626 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:04.877421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port aa24b279-80cc-43ef-ad3a-9598e1cd8349 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:04.877421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.945748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:04.959045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:04.959695 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.124260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.127662 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.147626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for aa24b279-80cc-43ef-ad3a-9598e1cd8349 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:05.190846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3eeb1916-bbcf-41a8-8e36-89b2974bc626,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:05.216207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be6a3f-dae1-46db-acee-6cb4156864ea None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:05.235544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.301306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.361515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4da9c54c-63d1-49c3-970c-824a164cc5dc None None] Provisioning complete for port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:05.361993 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4da9c54c-63d1-49c3-970c-824a164cc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.518666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Allocated IP 172.25.4.133 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2503a176-2b7e-4283-95e1-23096921698a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:05.532652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=3eeb1916-bbcf-41a8-8e36-89b2974bc626,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:05.673036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb6828a0-c784-46f0-b4c9-0190f1ab1ca2'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '3eeb1916-bbcf-41a8-8e36-89b2974bc626'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:14:05.709922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.905092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:05.931282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Allocated IP 2001:db8::f816:3eff:fea9:b374 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/eb6828a0-c784-46f0-b4c9-0190f1ab1ca2/3eeb1916-bbcf-41a8-8e36-89b2974bc626) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:05.934751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=aa24b279-80cc-43ef-ad3a-9598e1cd8349,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:06.034699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.075726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.081530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e6db1970-42c3-4499-9d05-61e9aa1f945f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/aa24b279-80cc-43ef-ad3a-9598e1cd8349 HTTP/1.1" status: 204 len: 168 time: 1.3433864 Sep 18 07:14:06.087006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40594) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:06.105380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] For port 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3eeb1916-bbcf-41a8-8e36-89b2974bc626,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:06.137282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.154797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d74ff7-b4f4-4375-92ca-6fcf4807ea1d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:06.156382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d74ff7-b4f4-4375-92ca-6fcf4807ea1d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:06.157950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d74ff7-b4f4-4375-92ca-6fcf4807ea1d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:06.159522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08d74ff7-b4f4-4375-92ca-6fcf4807ea1d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0715675 Sep 18 07:14:06.163011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40596) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:06.226348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:06.248487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.253355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.289426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.296563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.336337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Pushing event updated for resources: {'Port': ['ID=2503a176-2b7e-4283-95e1-23096921698a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:06.350955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:06.352465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:06.354956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:06.420631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2e838-1fa7-41c8-8500-2f7fd6a25a66 None None] Pushing event updated for resources: {'Port': ['ID=3eeb1916-bbcf-41a8-8e36-89b2974bc626,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:06.437807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.569577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.628214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.669476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:06.672127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.676407 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1226ec7c-ab88-4c24-9635-b595c76b9805 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7 HTTP/1.1" status: 204 len: 168 time: 0.5101621 Sep 18 07:14:06.680480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:06.724599 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.817612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet eb6828a0-c784-46f0-b4c9-0190f1ab1ca2 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:06.824949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3eeb1916-bbcf-41a8-8e36-89b2974bc626 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:06.826883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.928682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:06.965743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:06.966712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.027909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.152100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.205596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.235983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Pushing event updated for resources: {'Port': ['ID=2503a176-2b7e-4283-95e1-23096921698a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:07.261536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.317276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6030bb3-6005-433d-93f6-482923f6faf4 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:07.375602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.377229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0fdf00b-14cb-40e7-a19a-7f9e3c74331c tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7849278 Sep 18 07:14:07.379642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:07.401792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-08f67f14-8c21-4d78-8053-4de00758ee32 None None] Could not find standard attr ID for object aa24b279-80cc-43ef-ad3a-9598e1cd8349. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:07.420552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-08f67f14-8c21-4d78-8053-4de00758ee32 None None] Provisioning complete for port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:07.420919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08f67f14-8c21-4d78-8053-4de00758ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.426819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.465238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a9515b0d-eb78-429d-a8b8-7d8f18b333a7 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0802605 Sep 18 07:14:07.465238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:07.472021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.476616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40626) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:07.477335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/eb6828a0-c784-46f0-b4c9-0190f1ab1ca2 HTTP/1.1" status: 204 len: 168 time: 0.7992494 Sep 18 07:14:07.478482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6828a0-c784-46f0-b4c9-0190f1ab1ca2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:07.487946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.488309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.488660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.489009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.489355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.490259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.490603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.491060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.491408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.491744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.492158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.492492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011bbf84-f60a-4dd1-a9c3-51c11930a7a0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:07.580819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4fbc3373-a86c-442b-a8de-df8fd2641ecb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007206 Sep 18 07:14:07.581372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40630) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:07.591425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:07.592187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-63f1d360-21de-413c-a3b1-a3524cbf462b tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1261694 Sep 18 07:14:07.596631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40632) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:07.690557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171abc40-6f1f-47f9-8f61-e886fd7a05da None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': 'eb6828a0-c784-46f0-b4c9-0190f1ab1ca2'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '3eeb1916-bbcf-41a8-8e36-89b2974bc626'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:14:07.726701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-171abc40-6f1f-47f9-8f61-e886fd7a05da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.792014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:07.797271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.798952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Deleting port 2503a176-2b7e-4283-95e1-23096921698a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:07.799312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.915973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f52c5-c7f5-4327-8104-293cc5802ea2 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:07.984475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:07.984863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.003958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Calling delete_port for 2503a176-2b7e-4283-95e1-23096921698a owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:08.136513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-91314c34-fe3f-4ef0-8569-a7c714eae612 None None] Provisioning complete for port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:08.143479 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-91314c34-fe3f-4ef0-8569-a7c714eae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.201930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.261944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:08.262634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:08.266691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:08.267546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.318666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=f73cca25-6f6d-4eec-8890-99a5557fa784,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:08.339701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:08.395927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Deleting port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:08.396314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.435294 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.463134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Pushing event deleted for resources: {'Port': ['ID=2503a176-2b7e-4283-95e1-23096921698a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:08.473275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-19ae99d7-acbf-4ca9-aedb-97ee4c1af9c9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8909709 Sep 18 07:14:08.477122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40648) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:08.482085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:08.482372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] For port 3eeb1916-bbcf-41a8-8e36-89b2974bc626, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3eeb1916-bbcf-41a8-8e36-89b2974bc626,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:08.482736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.497223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Calling delete_port for 3eeb1916-bbcf-41a8-8e36-89b2974bc626 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:08.527415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.529682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.530909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ec8fc1a4-b065-4a6b-b4e6-9734b9d10766 tempest-FloatingIPAdminTestJSON-1018846600 tempest-FloatingIPAdminTestJSON-1018846600-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3dd0b0c-f942-484a-a81a-8495c5078f4b HTTP/1.1" status: 204 len: 168 time: 0.9332719 Sep 18 07:14:08.533633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:08.711593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Deleting port d3ffa182-1e83-402e-a0ee-f49490374dd8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:08.712187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.715446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.736419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] No DVR routers for this DVR port 3eeb1916-bbcf-41a8-8e36-89b2974bc626 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:08.784988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:08.792975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.826630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb62464-946b-4dab-99f0-7cde8e22cce2 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:08.826858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.826858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:08.834021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3eeb1916-bbcf-41a8-8e36-89b2974bc626 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:08.838904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Calling delete_port for d3ffa182-1e83-402e-a0ee-f49490374dd8 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:08.857428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee9f3b-da5b-4157-90b2-004a0fe80bb4 None None] Pushing event deleted for resources: {'Port': ['ID=3eeb1916-bbcf-41a8-8e36-89b2974bc626,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:09.008748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 3eeb1916-bbcf-41a8-8e36-89b2974bc626 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:09.009260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3eeb1916-bbcf-41a8-8e36-89b2974bc626 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:09.073750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.105608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-212eb656-20d6-4af7-916d-d6407f78cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.174421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3ffa182-1e83-402e-a0ee-f49490374dd8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:09.299228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.302790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.304422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2bb5f304-735d-4381-b97d-c9f43327cf62 tempest-FloatingIPAdminTestJSON-315814092 tempest-FloatingIPAdminTestJSON-315814092-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/b061fa37-ca52-4a0f-adc7-a6d1902987fd HTTP/1.1" status: 204 len: 168 time: 0.7698021 Sep 18 07:14:09.310336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40670) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:09.324874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': 'f73cca25-6f6d-4eec-8890-99a5557fa784'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:09.331484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.502806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Allocated IP 172.20.0.2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/f73cca25-6f6d-4eec-8890-99a5557fa784/d448e9b2-472a-45da-9278-894a9d1a1747) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:09.555957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port 62127d5d-8fcc-4de3-8a99-3c3b41a50379 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:09.557472 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.658999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.709486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.728949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for 62127d5d-8fcc-4de3-8a99-3c3b41a50379 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:09.738745 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.780724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:09.783918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:09.788594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:09.799478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Pushing event updated for resources: {'Port': ['ID=d448e9b2-472a-45da-9278-894a9d1a1747,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:09.859876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Attempting to bind port d448e9b2-472a-45da-9278-894a9d1a1747 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:09.860621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Attempting to bind port d448e9b2-472a-45da-9278-894a9d1a1747 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:09.860621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Attempting to bind port d448e9b2-472a-45da-9278-894a9d1a1747 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:09.873099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:09.873484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:09.876169 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.876594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:09.877121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Bound port: d448e9b2-472a-45da-9278-894a9d1a1747, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:09.877649 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:09.937520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:09.975281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:10.026395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=62127d5d-8fcc-4de3-8a99-3c3b41a50379,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:10.049584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] For port d448e9b2-472a-45da-9278-894a9d1a1747, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:10.065179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] For port d448e9b2-472a-45da-9278-894a9d1a1747, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d448e9b2-472a-45da-9278-894a9d1a1747,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:10.124229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:10.128756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-11054cd0-c15b-4b8f-8d8f-d1b326db56de tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/ports/62127d5d-8fcc-4de3-8a99-3c3b41a50379 HTTP/1.1" status: 204 len: 168 time: 0.8167410 Sep 18 07:14:10.132492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40684) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:10.147552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:10.279647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f4e93-0a55-4538-b90d-219833619664 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:10.296230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4e0f4e93-0a55-4538-b90d-219833619664 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "GET /v2.0/ports?device_id=d24a457c-1c99-4c4e-9454-265b1c948c21 HTTP/1.1" status: 200 len: 913 time: 0.1575291 Sep 18 07:14:10.299037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40688) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:10.318035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd14ce-c107-40e2-a565-244024b80635 None None] Pushing event updated for resources: {'Port': ['ID=d448e9b2-472a-45da-9278-894a9d1a1747,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:10.478925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:10.843697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] For port d448e9b2-472a-45da-9278-894a9d1a1747, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d448e9b2-472a-45da-9278-894a9d1a1747,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:10.892183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d448e9b2-472a-45da-9278-894a9d1a1747 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:10.903232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:10.997677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d448e9b2-472a-45da-9278-894a9d1a1747 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:10.998491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.003641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.015278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.075720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:11.089945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:11.090546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.098400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:11.099053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.133360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=a10c095a-78d5-4eaf-a75a-572d7a650730,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:11.139374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=d448e9b2-472a-45da-9278-894a9d1a1747,revision_number=4']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:11.146025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.186831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port d448e9b2-472a-45da-9278-894a9d1a1747, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d448e9b2-472a-45da-9278-894a9d1a1747,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:11.213188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62df98fb-9931-48b3-a53d-597b4d881929 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7302840 Sep 18 07:14:11.213932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40712) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:11.226910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:c7:e3:94', 'name': 'tempest-NetworksTestDHCPv6-116903000'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:11.278283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.355493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=d448e9b2-472a-45da-9278-894a9d1a1747,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:11.555949 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9235b74-aed4-432d-a659-a269072d7c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.556282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:11.641669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port 5262f4a5-43af-4e04-975b-f22dfb6894b6 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:11.642055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.671323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.699805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 5b221513-41d0-469c-aa68-583989d1ed12 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:11.743789 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:11.757192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for 5262f4a5-43af-4e04-975b-f22dfb6894b6 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:12.060715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.079916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a842ba3-1cdc-45bc-a093-eddd2d1e428d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:12.091565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 172.20.0.4 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/f73cca25-6f6d-4eec-8890-99a5557fa784/5b221513-41d0-469c-aa68-583989d1ed12) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:12.172571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-61c2b8d7-d305-47fa-a592-044b0468957b None None] Provisioning complete for port d448e9b2-472a-45da-9278-894a9d1a1747 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:12.172950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61c2b8d7-d305-47fa-a592-044b0468957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.199625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.210428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fec7:e394 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/a10c095a-78d5-4eaf-a75a-572d7a650730/5b221513-41d0-469c-aa68-583989d1ed12) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:12.233337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=5262f4a5-43af-4e04-975b-f22dfb6894b6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:12.614957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.742320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.824733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d448e9b2-472a-45da-9278-894a9d1a1747 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:12.911012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:12.913043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d448e9b2-472a-45da-9278-894a9d1a1747 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:12.913612 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.042776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Router d24a457c-1c99-4c4e-9454-265b1c948c21 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:14:13.075295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:13.084375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:13.094163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:13.204893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:13.204893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.220913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=5b221513-41d0-469c-aa68-583989d1ed12,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:13.258290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.296914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f383735b-fc49-48fc-957f-478ff5b6b495 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0816717 Sep 18 07:14:13.302535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40760) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:13.320617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:14:13.331963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1e644e91-f65c-4672-b4c9-95fbfc21ec9c tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "PUT /v2.0/routers/d24a457c-1c99-4c4e-9454-265b1c948c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295122 Sep 18 07:14:13.332364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] Sync routers for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:14:13.337423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40764) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:13.350835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:13.351618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:13.424001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6c678-f337-4747-a478-c449090b14ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:13.428674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:13.431566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6c678-f337-4747-a478-c449090b14ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:13.436626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fef6c678-f337-4747-a478-c449090b14ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1378140 Sep 18 07:14:13.437264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40770) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:13.452116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] Routers {'d24a457c-1c99-4c4e-9454-265b1c948c21'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:13.452762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d24a457c-1c99-4c4e-9454-265b1c948c21'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:13.510093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:13.510939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580e5dc-383c-4780-a8c1-2b11a0f5e2f2 None None] The sync data for ids ['d24a457c-1c99-4c4e-9454-265b1c948c21'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:14:13.547468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 5b221513-41d0-469c-aa68-583989d1ed12 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:13.547877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.739147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.804385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 5b221513-41d0-469c-aa68-583989d1ed12 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:13.945944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:13.971538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-28fceeb5-8034-4db8-aa9f-52992cfc6bfe None None] Provisioning complete for port d448e9b2-472a-45da-9278-894a9d1a1747 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:13.972036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28fceeb5-8034-4db8-aa9f-52992cfc6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.129164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.200817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.247894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=5b221513-41d0-469c-aa68-583989d1ed12,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:14.345483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8056271d-ea7c-41ae-803c-246958d78d9b None None] Could not find standard attr ID for object aa24b279-80cc-43ef-ad3a-9598e1cd8349. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:14.381035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.386239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fad24be8-b919-452f-a3d0-a43e0cdb6137 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/5b221513-41d0-469c-aa68-583989d1ed12 HTTP/1.1" status: 204 len: 168 time: 0.9479814 Sep 18 07:14:14.387251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40796) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:14.413550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port ffb6a048-9699-4a46-89de-b0cb88f4d3d5 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:14.414094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.471496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8948c4a-8115-49b1-925d-67525748ab02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:14.476863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8948c4a-8115-49b1-925d-67525748ab02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:14.482360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8948c4a-8115-49b1-925d-67525748ab02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:14.491017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e8948c4a-8115-49b1-925d-67525748ab02 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1025863 Sep 18 07:14:14.491619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:14.546653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.562554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for ffb6a048-9699-4a46-89de-b0cb88f4d3d5 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:14.610739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet a10c095a-78d5-4eaf-a75a-572d7a650730 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:14.618740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.685287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.695121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.863166 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:14.916045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d9426ac0-b39f-4250-91e7-6a678416b7f5 None None] Could not find standard attr ID for object 5b221513-41d0-469c-aa68-583989d1ed12. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:14.923682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.087565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.132364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.146728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=a10c095a-78d5-4eaf-a75a-572d7a650730,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:15.159323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.164717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6422a8eb-b414-48eb-9c33-e98b15b59294 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/a10c095a-78d5-4eaf-a75a-572d7a650730 HTTP/1.1" status: 204 len: 168 time: 0.6721551 Sep 18 07:14:15.165534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:15.179885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=ffb6a048-9699-4a46-89de-b0cb88f4d3d5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:15.284820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet f73cca25-6f6d-4eec-8890-99a5557fa784 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:15.298550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.348256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.387336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.402260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586686d-2afb-4372-a521-c6b5c2df565d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:15.540527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.542966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.644773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.728935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.729746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Fanout notify agent at l3_agent the message router_deleted on router d24a457c-1c99-4c4e-9454-265b1c948c21 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:14:15.746027 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.746027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-01e29cd5-d778-4d38-939f-1aa576004202 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/routers/d24a457c-1c99-4c4e-9454-265b1c948c21 HTTP/1.1" status: 204 len: 168 time: 2.4022334 Sep 18 07:14:15.746027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40828) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:15.842112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting subnet 4923b5b9-6334-43c1-aea7-008dcc63735b {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:15.845626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.879504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.944378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=f73cca25-6f6d-4eec-8890-99a5557fa784,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:15.959023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:15.961131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a9d96237-fc1d-4b78-ba52-162a55d52b2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/f73cca25-6f6d-4eec-8890-99a5557fa784 HTTP/1.1" status: 204 len: 168 time: 0.7944388 Sep 18 07:14:15.963775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40840) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.059461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.072759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-902177bc-4903-48c2-9702-07ee54dbb526 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055398 Sep 18 07:14:16.073111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.162842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b749a9-3683-476b-a6ce-288089d27d6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:16.167575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77b749a9-3683-476b-a6ce-288089d27d6e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0902681 Sep 18 07:14:16.168221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40846) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.217354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.268220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045a14c-94f2-4350-9eb4-76a0d1770b39 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:16.273483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1045a14c-94f2-4350-9eb4-76a0d1770b39 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020470 Sep 18 07:14:16.273886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40848) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.373175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-715bf1e0-3c89-465d-ba4e-b5265c5cd8a8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977554 Sep 18 07:14:16.373779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.379672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:16.410185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.449760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Subnet': ['ID=4923b5b9-6334-43c1-aea7-008dcc63735b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:16.451931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.459497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-50ec4ce7-1dde-4b77-891c-ebbc43a7b05e tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/subnets/4923b5b9-6334-43c1-aea7-008dcc63735b HTTP/1.1" status: 204 len: 168 time: 0.7148483 Sep 18 07:14:16.462011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40858) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.466603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae99c68-1a57-47c2-a1eb-72a6fb46ee17 None None] Network b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:16.575836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:16.582723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.586799 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:16.588617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:16.634291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.722569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac962c7d-5b00-43fa-9a0b-c27013a069da tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3460007 Sep 18 07:14:16.723395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:16.729459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:16.786044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4224b-c100-4972-8182-b1509e472cc4 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:16.794859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:16.795205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.976338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] For port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,segment=NetworkSegment(279008ee-98eb-44b5-9ff9-ff8aa0432968),segment_id=279008ee-98eb-44b5-9ff9-ff8aa0432968)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:16.976974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:16.992923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ec292ff4-ef2d-48a9-bf59-c64e837e1661 None None] Provisioning complete for port d448e9b2-472a-45da-9278-894a9d1a1747 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:16.994281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec292ff4-ef2d-48a9-bf59-c64e837e1661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.017252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:17.091961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:17.098507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.101150 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:17.101954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:17.169736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] DHCP port deletion for b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:17.207358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40876) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:17.207549 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cded6ffd-916a-43bb-acb4-43990ecf022f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4822369 Sep 18 07:14:17.213917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:17.219378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:17.240083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.265768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] No DVR routers for this DVR port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:17.295095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:17.295620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Deleting port d448e9b2-472a-45da-9278-894a9d1a1747 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:17.296101 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.361027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.361390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.361739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.362113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.362459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.362809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.363143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.363476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.363811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.364177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.364513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.364849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:17.420139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] For port d448e9b2-472a-45da-9278-894a9d1a1747, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d448e9b2-472a-45da-9278-894a9d1a1747,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:17.420927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.435530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Calling delete_port for d448e9b2-472a-45da-9278-894a9d1a1747 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:17.537401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.561055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Deleting port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:17.562104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.569174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95279e5-4e6a-4b5c-80c2-53a4f6996ef1']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:17.586223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279008ee-98eb-44b5-9ff9-ff8aa0432968') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:17.586902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279008ee-98eb-44b5-9ff9-ff8aa0432968') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:17.598644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.613051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.619894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:14:17.620551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.621743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.678923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] Pushing event deleted for resources: {'Port': ['ID=d448e9b2-472a-45da-9278-894a9d1a1747,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:17.710377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a951aa-183f-40f4-b0ef-8539ede170b3 None None] No DVR routers for this DVR port d448e9b2-472a-45da-9278-894a9d1a1747 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:17.712004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] For port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:17.712633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:14:17.725415 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:14:17.728122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:17.740290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.740290 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:17.740290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:17.740740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Calling delete_port for 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:17.740740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:14:17.740740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.765433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] Pushing event deleted for resources: {'Port': ['ID=3df50311-2c90-4b7c-ac38-c2ecb7f4fb30,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:17.779498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787369fd-3c5b-4b22-911f-fe9eb7011150 None None] No DVR routers for this DVR port 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:17.826878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.831892 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:17.838789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40888) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:17.842598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/networks/b95279e5-4e6a-4b5c-80c2-53a4f6996ef1 HTTP/1.1" status: 204 len: 168 time: 1.3795075 Sep 18 07:14:17.863660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a516f52a-021b-4bfe-a31a-0f9719b133d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6545274 Sep 18 07:14:17.865814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff89e0-dfe0-45f0-8109-686151282281 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Network': ['ID=b95279e5-4e6a-4b5c-80c2-53a4f6996ef1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:17.867903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:17.874014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:18.096557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Deleting port 8ae08e7d-965a-48d9-9bc8-358db2b11cac {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:18.097198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.123603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:18.127315 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.128812 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:18.129239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:18.227486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.229269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.232917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0dd2cdc5-e409-40b9-80b9-13faea547b17 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3634770 Sep 18 07:14:18.237063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40902) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:18.252152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:18.263130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Calling delete_port for 8ae08e7d-965a-48d9-9bc8-358db2b11cac owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:18.473661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:18.474390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.478893 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:18.479903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:18.503848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.581981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Pushing event deleted for resources: {'Port': ['ID=8ae08e7d-965a-48d9-9bc8-358db2b11cac,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:18.587045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8ff9765-4cf8-4621-b236-a133a2bff7fc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3488355 Sep 18 07:14:18.591902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40914) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:18.605030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:18.727441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.730104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.733654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e45fd742-e704-4a44-893d-db87dbbd0787 tempest-FloatingIPAdminTestJSON-1740573769 tempest-FloatingIPAdminTestJSON-1740573769-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb0af088-1664-4439-8cba-34e10b08b888 HTTP/1.1" status: 204 len: 168 time: 0.8915739 Sep 18 07:14:18.796119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:18.830677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:18.831025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3df50311-2c90-4b7c-ac38-c2ecb7f4fb30 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:18.831443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d448e9b2-472a-45da-9278-894a9d1a1747 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:18.854642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: d448e9b2-472a-45da-9278-894a9d1a1747 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:18.855399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d448e9b2-472a-45da-9278-894a9d1a1747 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:18.923515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:18.927744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:18.929224 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:18.929698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:19.015486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5338c6ad-28a0-4c31-bf43-f7f492c1494e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4224672 Sep 18 07:14:19.018012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.060465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4eecf2a2-9955-4c4d-ba63-5e74d3641af7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0391648 Sep 18 07:14:19.060679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40928) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.123517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c80ae1-c89b-4eab-80e4-6f1f82059953 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:19.128411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52c80ae1-c89b-4eab-80e4-6f1f82059953 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667551 Sep 18 07:14:19.130094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.203813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a5404f77-87f9-4218-970d-b32375379810 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741343 Sep 18 07:14:19.207778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.213153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:19.443156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:19.453085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40952) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.454586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:19.721369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f84f8463-d268-4427-8097-2c03728952ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75ef956a464d4307b24da1fe5f6ec978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669551 Sep 18 07:14:19.721980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40962) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:19.775300 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:19.841368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:19.983349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:19.985123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.031352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:20.034566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:20.039610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:20.040421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.049938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=7e3309f4-75b2-4f79-a6de-28dce9a1e2cb,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:20.052906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3677c6-f18a-402f-8305-7e90a36bffb6 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:20.055706 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:14:20.070670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.070670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.078792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cfb50ac-ab03-428a-b1ca-f6ed412433e8 HTTP/1.1" status: 204 len: 168 time: 0.3553803 Sep 18 07:14:20.103884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b013f1-228e-4c77-bf5c-5aa71ea47791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb50ac-ab03-428a-b1ca-f6ed412433e8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:20.205692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-958db300-98bb-434c-98ad-fa87de0b5e95 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9967017 Sep 18 07:14:20.208417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40978) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:20.215942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:f8:91:25', 'name': 'tempest-NetworksTestDHCPv6-1045593610'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:20.476116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '7e3309f4-75b2-4f79-a6de-28dce9a1e2cb'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:20.476998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.683666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:20.695288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Allocated IP 2001:db8::f816:3eff:fefd:65c (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/7e3309f4-75b2-4f79-a6de-28dce9a1e2cb/790a8b0a-6861-40f1-b0e6-d0bb2c0185b4) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:20.792192 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.822023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port a1996d2e-cefc-47fa-b6eb-6cccfe1490bf yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:20.966115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:20.974344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:20.985868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-685f5c9a-28ed-43a1-924a-ddb31b3958b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.055298 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.120902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:21.121523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-685f5c9a-28ed-43a1-924a-ddb31b3958b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.122385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:21.144017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Pushing event updated for resources: {'Port': ['ID=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:21.145839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fef8:9125 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/7e3309f4-75b2-4f79-a6de-28dce9a1e2cb/a1996d2e-cefc-47fa-b6eb-6cccfe1490bf) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:21.148653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:21.218080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-685f5c9a-28ed-43a1-924a-ddb31b3958b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.220003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Attempting to bind port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:21.220626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Attempting to bind port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:21.221128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Attempting to bind port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:21.234100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:21.235221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:21.235711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.236183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:21.236748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Bound port: 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:21.237216 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.339138 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-685f5c9a-28ed-43a1-924a-ddb31b3958b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79e5278c14a45db8b61a12a5afa3772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716388 Sep 18 07:14:21.339774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41010) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:21.346854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f5c9a-28ed-43a1-924a-ddb31b3958b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa5092-2792-40c6-93da-35642bd8e8e1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:21.369465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.391391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] For port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:21.397303 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] For port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:21.441048 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.469186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.473149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.502114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.578076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed0be7-09cf-4ab0-a11c-a620e05c7306 None None] Pushing event updated for resources: {'Port': ['ID=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:21.600987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:21.610017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:21.613891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:21.619487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:21.620119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.636962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=a1996d2e-cefc-47fa-b6eb-6cccfe1490bf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:21.662051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.664707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:21.666376 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08aa5092-2792-40c6-93da-35642bd8e8e1 HTTP/1.1" status: 204 len: 168 time: 0.3254580 Sep 18 07:14:21.678958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97b4aa-ebc0-4d0c-97ca-b444bad04781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa5092-2792-40c6-93da-35642bd8e8e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:21.767409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41026) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:21.767669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1eda43de-52b0-4c3d-988a-d45273cdd9c6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5580115 Sep 18 07:14:21.954548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0214b0a-8b79-407b-816f-ae3dcba5e50c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:21.961630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0214b0a-8b79-407b-816f-ae3dcba5e50c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:21.965963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0214b0a-8b79-407b-816f-ae3dcba5e50c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1950517 Sep 18 07:14:21.966646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41036) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:22.204177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655686-a94c-468c-9a0b-2506247a7422 req-64e3f0d7-c602-4d20-9d51-a0d99dc8b963 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:22.230075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79655686-a94c-468c-9a0b-2506247a7422 req-64e3f0d7-c602-4d20-9d51-a0d99dc8b963 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.2614000 Sep 18 07:14:22.268418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port a1996d2e-cefc-47fa-b6eb-6cccfe1490bf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:22.268866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:22.326614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79655686-a94c-468c-9a0b-2506247a7422 req-352be2af-7c16-414a-81e0-a2fadf1af649 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903199 Sep 18 07:14:22.425862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:22.444056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for a1996d2e-cefc-47fa-b6eb-6cccfe1490bf owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:22.618414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41058) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:22.657455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6eb-8ec8-4592-a50e-d2fbf158260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:22.746946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:22.835112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=a1996d2e-cefc-47fa-b6eb-6cccfe1490bf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:22.894044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:22.919985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:22.936873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4645ab9c-07f8-4c53-a2b2-dd25385c605d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a1996d2e-cefc-47fa-b6eb-6cccfe1490bf HTTP/1.1" status: 204 len: 168 time: 0.9636064 Sep 18 07:14:22.937738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:22.963740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6eb-8ec8-4592-a50e-d2fbf158260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.014056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:23.014056 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.050682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4aadb2-82b5-4a48-9b31-40734ce26a16 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:23.052998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4aadb2-82b5-4a48-9b31-40734ce26a16 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:23.057089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-de4aadb2-82b5-4a48-9b31-40734ce26a16 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1157374 Sep 18 07:14:23.057865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:23.058348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6eb-8ec8-4592-a50e-d2fbf158260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.152168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f2f5c6eb-8ec8-4592-a50e-d2fbf158260b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d01db5c4a0d4f7fa396e5c932084066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310495 Sep 18 07:14:23.163097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41074) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:23.181414 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.242859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 7e3309f4-75b2-4f79-a6de-28dce9a1e2cb {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:23.253817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c6eb-8ec8-4592-a50e-d2fbf158260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecfbd9a-19d7-46e8-90a0-e8e082f9cdae,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:23.256576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:23.273095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.275467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.344769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.352255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-81328155-6dda-406a-9202-c6e8cf5393aa None None] Provisioning complete for port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:23.352905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-81328155-6dda-406a-9202-c6e8cf5393aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.410032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.519437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.551939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.554839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.556285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ecfbd9a-19d7-46e8-90a0-e8e082f9cdae HTTP/1.1" status: 204 len: 168 time: 0.3920369 Sep 18 07:14:23.582094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed5fb-fdaa-461d-890c-7c371a2cf7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecfbd9a-19d7-46e8-90a0-e8e082f9cdae,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:23.697476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:23.745026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:23.850288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1217d-f037-4914-af88-d9a268d097e4 req-920c0c3b-48ad-4663-aced-5381e6030f35 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:23.854797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05f1217d-f037-4914-af88-d9a268d097e4 req-920c0c3b-48ad-4663-aced-5381e6030f35 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.2907100 Sep 18 07:14:23.896154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0792d74c-5bed-4823-81c7-8af3ac285e8c None None] Could not find standard attr ID for object a1996d2e-cefc-47fa-b6eb-6cccfe1490bf. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:23.927510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05f1217d-f037-4914-af88-d9a268d097e4 req-1155dd55-12b3-4795-bdb1-05d5f0cb916e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670772 Sep 18 07:14:23.995967 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.056845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3309f4-75b2-4f79-a6de-28dce9a1e2cb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:24.060918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.063637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-358e1d92-8c72-4c06-9001-ab3fa4a87161 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/7e3309f4-75b2-4f79-a6de-28dce9a1e2cb HTTP/1.1" status: 204 len: 168 time: 1.0039797 Sep 18 07:14:24.066403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41112) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:24.083886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41116) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:24.157379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:24.158310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3831c547-44b4-44b5-9f33-75ed359d92e7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905960 Sep 18 07:14:24.169512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:24.266990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a995fa4-4fb3-44a1-be59-a4b7d5b25097 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:24.325608 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a73186e-ec51-4b63-bf2d-d17da7e0eb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.481376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:24.506490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:24.512105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.541569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Deleting port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:24.543005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.622845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] For port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:24.623287 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.685023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Calling delete_port for 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:24.734979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a73186e-ec51-4b63-bf2d-d17da7e0eb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.800049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:24.823153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a73186e-ec51-4b63-bf2d-d17da7e0eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.855585 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No ports have port_id starting with 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 Sep 18 07:14:24.856342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.873727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73186e-ec51-4b63-bf2d-d17da7e0eb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ef1df-4fc2-4433-9580-ce7833caba07,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:24.879286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41146) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:24.879511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5a73186e-ec51-4b63-bf2d-d17da7e0eb6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5247d4341a6849f99647a9dbcc8fb6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940862 Sep 18 07:14:24.935782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] Pushing event deleted for resources: {'Port': ['ID=790a8b0a-6861-40f1-b0e6-d0bb2c0185b4,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:24.942838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a5231-f85d-46c6-9045-e4beccf0ac54 None None] No DVR routers for this DVR port 790a8b0a-6861-40f1-b0e6-d0bb2c0185b4 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:24.967194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:24.998160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:24.999757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.018376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.111275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:25.119622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:25.123348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:25.123945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.130599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=8920a3d1-3038-469c-a1c8-588676599738,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:25.131836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422ba65-9d8a-4c57-9c5e-44ebde222238 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:25.162424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ec0f-347e-4763-ae2e-7ddb0713ffaa req-dc42b34d-95c1-44cc-9a28-8aeff9902bf4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:25.163729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.164198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c21ec0f-347e-4763-ae2e-7ddb0713ffaa req-dc42b34d-95c1-44cc-9a28-8aeff9902bf4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1345139 Sep 18 07:14:25.172584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.172584 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d19ef1df-4fc2-4433-9580-ce7833caba07 HTTP/1.1" status: 204 len: 168 time: 0.2894223 Sep 18 07:14:25.178462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afffdc3-750a-4d96-8bd2-ed4c21629879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ef1df-4fc2-4433-9580-ce7833caba07,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:25.224865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7fa299d2-3637-4c1c-9560-ba6a02cdf2ae tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0625801 Sep 18 07:14:25.225881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41166) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:25.232822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:d7:4e:a3', 'name': 'tempest-NetworksTestDHCPv6-101892974'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:25.268200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c21ec0f-347e-4763-ae2e-7ddb0713ffaa req-04a33281-aa5f-416a-b5a0-b13277a29921 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882885 Sep 18 07:14:25.500269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:25.636918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '8920a3d1-3038-469c-a1c8-588676599738'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:25.637818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.650747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:25.691329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port a41b5e83-1f20-4b8f-8517-1308cfda4b02 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:25.833672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Allocated IP 2001:db8::f816:3eff:fe00:f225 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/8920a3d1-3038-469c-a1c8-588676599738/d53c6f27-3511-43e8-a6d0-d1965fa27078) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:26.057689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.206871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.236353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41212) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:26.302991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fed7:4ea3 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/8920a3d1-3038-469c-a1c8-588676599738/a41b5e83-1f20-4b8f-8517-1308cfda4b02) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:26.318949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:26.330217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:26.346534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:26.367693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Pushing event updated for resources: {'Port': ['ID=d53c6f27-3511-43e8-a6d0-d1965fa27078,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:26.416964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-26b4077d-c26b-40ef-9f99-0dab3251a174 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-207415180'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:26.417650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-26b4077d-c26b-40ef-9f99-0dab3251a174 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Unknown quota resources ['metering_label']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:14:26.488645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Attempting to bind port d53c6f27-3511-43e8-a6d0-d1965fa27078 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:26.488645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Attempting to bind port d53c6f27-3511-43e8-a6d0-d1965fa27078 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:26.488645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Attempting to bind port d53c6f27-3511-43e8-a6d0-d1965fa27078 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:26.497147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:26.498169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:26.498748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.499321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:26.500125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Bound port: d53c6f27-3511-43e8-a6d0-d1965fa27078, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:26.500839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.556835 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.590656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] For port d53c6f27-3511-43e8-a6d0-d1965fa27078, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:26.594760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] For port d53c6f27-3511-43e8-a6d0-d1965fa27078, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d53c6f27-3511-43e8-a6d0-d1965fa27078,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:26.638273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cddccc-de4a-47a7-b401-8c0b9cf0aa05 req-e5854a2a-79b8-436a-a474-17e21c55e003 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:26.646898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37cddccc-de4a-47a7-b401-8c0b9cf0aa05 req-e5854a2a-79b8-436a-a474-17e21c55e003 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.2204266 Sep 18 07:14:26.720974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.721311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.769064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37cddccc-de4a-47a7-b401-8c0b9cf0aa05 req-2ec4152a-91fa-4faf-959c-ac4ccd7e6b79 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212175 Sep 18 07:14:26.826659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb26d-38c3-40ad-818f-721bef1c9941 None None] Pushing event updated for resources: {'Port': ['ID=d53c6f27-3511-43e8-a6d0-d1965fa27078,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:26.836849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-26b4077d-c26b-40ef-9f99-0dab3251a174 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.839247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-26b4077d-c26b-40ef-9f99-0dab3251a174 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6009197 Sep 18 07:14:26.841454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41238) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:26.847897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6d9a214f-f0e3-43d4-803b-ed0aab06cd78 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'afdddca3-8866-4bb4-a8d6-9b1a8c2c81f2'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:26.849079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6d9a214f-f0e3-43d4-803b-ed0aab06cd78 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:14:26.854004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:26.857219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:26.883750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:26.892688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:26.892985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:26.918097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=a41b5e83-1f20-4b8f-8517-1308cfda4b02,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:27.021112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d367358-8e97-4ab9-a521-b1e9a98af7f1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7821963 Sep 18 07:14:27.021700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41242) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:27.091151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a2ecd-1a06-44e1-861a-83ef8fb97897 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:27.098289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a2ecd-1a06-44e1-861a-83ef8fb97897 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:27.101450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3e8a2ecd-1a06-44e1-861a-83ef8fb97897 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0869570 Sep 18 07:14:27.103683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:27.114314 n-d-789963-14 neutron-server[101979]: WARNING neutron.services.metering.metering_plugin [None req-6d9a214f-f0e3-43d4-803b-ed0aab06cd78 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 07:14:27.248064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port a41b5e83-1f20-4b8f-8517-1308cfda4b02 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:27.248575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:27.283137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d9a214f-f0e3-43d4-803b-ed0aab06cd78 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:27.284586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d9a214f-f0e3-43d4-803b-ed0aab06cd78 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4414752 Sep 18 07:14:27.288346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:27.300610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9d9488d7-2425-42a0-8b89-aa183ca681e6 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'afdddca3-8866-4bb4-a8d6-9b1a8c2c81f2'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:27.301812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9d9488d7-2425-42a0-8b89-aa183ca681e6 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:14:27.368647 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:27.393701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for a41b5e83-1f20-4b8f-8517-1308cfda4b02 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:27.540047 n-d-789963-14 neutron-server[101979]: WARNING neutron.services.metering.metering_plugin [None req-9d9488d7-2425-42a0-8b89-aa183ca681e6 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 07:14:27.598889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:27.674215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=a41b5e83-1f20-4b8f-8517-1308cfda4b02,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:27.718919 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:27.722068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ad59a480-25d0-45f9-b9cb-05d49f36458b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a41b5e83-1f20-4b8f-8517-1308cfda4b02 HTTP/1.1" status: 204 len: 168 time: 0.6164465 Sep 18 07:14:27.730503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41268) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:27.845723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c33204-bb75-4898-b563-02cf470f047f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:27.849408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c33204-bb75-4898-b563-02cf470f047f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:27.855151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34c33204-bb75-4898-b563-02cf470f047f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233587 Sep 18 07:14:27.855756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41274) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:27.946290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 8920a3d1-3038-469c-a1c8-588676599738 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:27.951823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.002465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.052607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9d9488d7-2425-42a0-8b89-aa183ca681e6 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.054650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9d9488d7-2425-42a0-8b89-aa183ca681e6 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7652097 Sep 18 07:14:28.074352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.099509 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.114380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-761aaae9-6211-4da7-bd03-57042b8d6ae3 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4bb116b3-603d-4fce-91cc-df0a1e8977ff HTTP/1.1" status: 200 len: 464 time: 0.0376353 Sep 18 07:14:28.119252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41286) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.161409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977d9d-c7fa-4a11-bb15-25390d5d8a84 req-1661d0b7-eb7d-4def-b790-2fcba0140a5b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:28.172880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd977d9d-c7fa-4a11-bb15-25390d5d8a84 req-1661d0b7-eb7d-4def-b790-2fcba0140a5b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1756973 Sep 18 07:14:28.269563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd977d9d-c7fa-4a11-bb15-25390d5d8a84 req-b0f325bc-9d7f-4114-ae37-7f775d1a1830 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888159 Sep 18 07:14:28.282743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] Provisioning complete for port d53c6f27-3511-43e8-a6d0-d1965fa27078 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:28.286838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.315614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.341116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.347832 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/8920a3d1-3038-469c-a1c8-588676599738 HTTP/1.1" status: 204 len: 168 time: 0.4858868 Sep 18 07:14:28.348518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.409512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58152-7074-49bb-9d6e-51789c8b9b1e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=8920a3d1-3038-469c-a1c8-588676599738,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:28.454037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-962b6aea-1793-438d-81de-d6bf20cacdd8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945857 Sep 18 07:14:28.454375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41296) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.485410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd13e572-4262-4f0a-8eaa-d6a2cbc6ece8 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.486032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.497057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd13e572-4262-4f0a-8eaa-d6a2cbc6ece8 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/4bb116b3-603d-4fce-91cc-df0a1e8977ff HTTP/1.1" status: 204 len: 168 time: 0.3741100 Sep 18 07:14:28.497508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41298) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.534418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e85f500-ca2a-4940-96bf-7d803fa45550 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4bb116b3-603d-4fce-91cc-df0a1e8977ff HTTP/1.1" status: 200 len: 221 time: 0.0246904 Sep 18 07:14:28.534743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41300) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.534743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8131184d-006e-4f6a-8210-1490a3971c9a tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--8157379', 'description': 'label created by tempest'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:28.534743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8131184d-006e-4f6a-8210-1490a3971c9a tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Unknown quota resources ['metering_label']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:14:28.557577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373d380-4a8f-490d-858d-59965d9082e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:28.566787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d373d380-4a8f-490d-858d-59965d9082e6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1113462 Sep 18 07:14:28.570142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41304) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.582831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] For port d53c6f27-3511-43e8-a6d0-d1965fa27078, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d53c6f27-3511-43e8-a6d0-d1965fa27078,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:28.612232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764db567-6cf8-4253-8133-5ff993d9f65d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:28.641992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947d27f-ece2-40be-80a5-0f9d0382ac2f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:28.645500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1947d27f-ece2-40be-80a5-0f9d0382ac2f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0733628 Sep 18 07:14:28.648099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.694702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a6b50e73-612a-4f09-aa0b-236e89a716d6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452425 Sep 18 07:14:28.699016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.707245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:28.744747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.873856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8d9ac595-3628-42a3-a528-6dd8e70f3787 None None] Could not find standard attr ID for object a41b5e83-1f20-4b8f-8517-1308cfda4b02. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:28.886092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8131184d-006e-4f6a-8210-1490a3971c9a tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:28.887840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8131184d-006e-4f6a-8210-1490a3971c9a tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.3594198 Sep 18 07:14:28.890461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:28.910511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d53c6f27-3511-43e8-a6d0-d1965fa27078 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:28.962758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:28.974833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64563a8-32e1-482b-9cda-8ee7ee3d1359 None None] Pushing event updated for resources: {'Port': ['ID=d53c6f27-3511-43e8-a6d0-d1965fa27078,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:28.981451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.003427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7fbe72f3-d2c7-4793-8581-ca16189276d7 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6241f9c9-240f-4e53-ad62-b3556fc25c7f HTTP/1.1" status: 200 len: 465 time: 0.1116612 Sep 18 07:14:29.011121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41320) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.011352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.028308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d53c6f27-3511-43e8-a6d0-d1965fa27078 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:29.028703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.098092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:29.227990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Deleting port d53c6f27-3511-43e8-a6d0-d1965fa27078 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:29.227990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.339702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] For port d53c6f27-3511-43e8-a6d0-d1965fa27078, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d53c6f27-3511-43e8-a6d0-d1965fa27078,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:29.340481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.358216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Calling delete_port for d53c6f27-3511-43e8-a6d0-d1965fa27078 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:29.375019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7023efc-4304-4953-9956-f77e4998a2b9 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.378583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b7023efc-4304-4953-9956-f77e4998a2b9 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/6241f9c9-240f-4e53-ad62-b3556fc25c7f HTTP/1.1" status: 204 len: 168 time: 0.3632529 Sep 18 07:14:29.380470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41332) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.400244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7f385bad-55cc-427b-9465-611b88c9d37e tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=6241f9c9-240f-4e53-ad62-b3556fc25c7f HTTP/1.1" status: 200 len: 216 time: 0.0181727 Sep 18 07:14:29.401733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41334) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.428001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3da22273-e693-4792-81b0-159533c9e44d tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0242405 Sep 18 07:14:29.430984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e000-3489-49f3-b487-edb5f66f3e34 req-5c187ad3-b456-4b29-9a98-f4a68a15c67f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:29.431108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41338) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.432220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f50e000-3489-49f3-b487-edb5f66f3e34 req-5c187ad3-b456-4b29-9a98-f4a68a15c67f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0893202 Sep 18 07:14:29.458165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2820d99f-b488-470c-91f3-28ac31a6632d tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0234025 Sep 18 07:14:29.461599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41340) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.499489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f50e000-3489-49f3-b487-edb5f66f3e34 req-838f730e-3930-451d-93f3-eb22e544a366 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602267 Sep 18 07:14:29.527300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.567338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] Pushing event deleted for resources: {'Port': ['ID=d53c6f27-3511-43e8-a6d0-d1965fa27078,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:29.567338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd754e8-7112-49f5-827f-c59bc6d1e91c None None] No DVR routers for this DVR port d53c6f27-3511-43e8-a6d0-d1965fa27078 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:29.567621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:29.604509 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.614694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb1fd238-d8cc-4418-9f09-437f379b70df tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/afdddca3-8866-4bb4-a8d6-9b1a8c2c81f2 HTTP/1.1" status: 200 len: 472 time: 0.1482489 Sep 18 07:14:29.615183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41342) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.625954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d6eaaf85-6e5e-459f-bc41-f1490be58f66 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/6f766a10-e5d2-49ef-8ba7-c5a2acb9e4ce HTTP/1.1" status: 200 len: 461 time: 0.0084581 Sep 18 07:14:29.629742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41344) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.660130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:29.663863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:29.667990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:29.668576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.682757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445e2fb-63a9-474c-931b-cf123793dc9e None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:29.688010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:29.781366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1c2a6d3d-32e8-4f80-a034-efdb623ca64f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0807602 Sep 18 07:14:29.783849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41352) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.789602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0430661-0756-45c1-8057-23c07c4822e4 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:29.789811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:0a:c3:c4', 'name': 'tempest-NetworksTestDHCPv6-292321030'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:29.793387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c0430661-0756-45c1-8057-23c07c4822e4 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/6f766a10-e5d2-49ef-8ba7-c5a2acb9e4ce HTTP/1.1" status: 204 len: 168 time: 0.1623859 Sep 18 07:14:29.795874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41354) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:29.845223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': 'ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:29.846487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.052216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:30.056753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.100168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port f0f40598-d6aa-41e9-b408-3ea1170f6195 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:30.108687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Allocated IP 2001:db8::f816:3eff:fe8b:2d49 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff/3268400f-20e5-47b1-8072-fe1eb80e205c) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:30.146224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-936070c9-ac65-4293-b875-384e1b10abc2 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.147565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-936070c9-ac65-4293-b875-384e1b10abc2 tempest-MeteringTestJSON-1275243304 tempest-MeteringTestJSON-1275243304-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/afdddca3-8866-4bb4-a8d6-9b1a8c2c81f2 HTTP/1.1" status: 204 len: 168 time: 0.3507421 Sep 18 07:14:30.153309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-f19057c4-062f-427a-afdd-bbda6a089019 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578697 Sep 18 07:14:30.307096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.320016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-55dd405a-661f-479a-990f-961237062d61 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:30.321614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-55dd405a-661f-479a-990f-961237062d61 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628213 Sep 18 07:14:30.338727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bc19773-b7d6-4ede-ae90-d44f09518b24 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/quotas/d6dc350ca7e2462da3ca53ea4afea1e5 HTTP/1.1" status: 200 len: 375 time: 0.0106928 Sep 18 07:14:30.371941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-9fac2999-6ba9-4267-b3d1-4afd3bc39872 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272393 Sep 18 07:14:30.420923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.468801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:30.468801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:30.468801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:30.499471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Pushing event updated for resources: {'Port': ['ID=3268400f-20e5-47b1-8072-fe1eb80e205c,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:30.505591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fe0a:c3c4 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff/f0f40598-d6aa-41e9-b408-3ea1170f6195) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:30.604484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Attempting to bind port 3268400f-20e5-47b1-8072-fe1eb80e205c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:30.604484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Attempting to bind port 3268400f-20e5-47b1-8072-fe1eb80e205c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:30.604484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Attempting to bind port 3268400f-20e5-47b1-8072-fe1eb80e205c on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:30.608962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:30.609346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:30.609767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.610219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:30.610736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Bound port: 3268400f-20e5-47b1-8072-fe1eb80e205c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:30.611180 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.691628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5b95-d47c-47a7-abd4-f773fffc5df2 req-e9812de5-f49e-4ea8-b9f4-3b12bf3cd451 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:30.693781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4ea5b95-d47c-47a7-abd4-f773fffc5df2 req-e9812de5-f49e-4ea8-b9f4-3b12bf3cd451 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0756743 Sep 18 07:14:30.773269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] For port 3268400f-20e5-47b1-8072-fe1eb80e205c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:30.778754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] For port 3268400f-20e5-47b1-8072-fe1eb80e205c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3268400f-20e5-47b1-8072-fe1eb80e205c,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:30.806822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d53c6f27-3511-43e8-a6d0-d1965fa27078 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:30.816220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.818475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4448dd62-df4a-4e41-a7b4-6d2b0be91f6b req-5321c19e-4607-437b-a673-3b0e8ea9f27d tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0985439 Sep 18 07:14:30.855973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: d53c6f27-3511-43e8-a6d0-d1965fa27078 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:30.857759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d53c6f27-3511-43e8-a6d0-d1965fa27078 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:30.864387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:30.873994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4ea5b95-d47c-47a7-abd4-f773fffc5df2 req-c8a745fe-cbef-454f-9afc-3e7a384c58de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681118 Sep 18 07:14:30.982095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41404) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:31.020818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8eb5e-f280-4745-924c-ee210890e87d None None] Pushing event updated for resources: {'Port': ['ID=3268400f-20e5-47b1-8072-fe1eb80e205c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:31.160880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe8838bc-f18f-417b-b29d-344cdc28fcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.313255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe8838bc-f18f-417b-b29d-344cdc28fcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.417420 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe8838bc-f18f-417b-b29d-344cdc28fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.446534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.464403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fe8838bc-f18f-417b-b29d-344cdc28fcce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f260b7aaf694d0aace25748ac549a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807029 Sep 18 07:14:31.465303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8838bc-f18f-417b-b29d-344cdc28fcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d720ad5b-b590-471b-b036-6407999b8eed,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:31.467941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:31.514768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:31.518499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:31.522507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:31.529634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:31.530537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.538088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.542460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=f0f40598-d6aa-41e9-b408-3ea1170f6195,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:31.563879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.624274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23026201-e839-446b-b0e5-bdd299e78cc5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8392572 Sep 18 07:14:31.627098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41426) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:31.683135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c500a5-23ef-4aed-9374-acc7364f8b2f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:31.689171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c500a5-23ef-4aed-9374-acc7364f8b2f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:31.691205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b3c500a5-23ef-4aed-9374-acc7364f8b2f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0629313 Sep 18 07:14:31.694379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:31.729638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.732955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.734243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d720ad5b-b590-471b-b036-6407999b8eed HTTP/1.1" status: 204 len: 168 time: 0.2651801 Sep 18 07:14:31.755697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204f0b6-7a08-4290-bff0-04312f28710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d720ad5b-b590-471b-b036-6407999b8eed,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:31.819731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port f0f40598-d6aa-41e9-b408-3ea1170f6195 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:31.820504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:31.905198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-776ab136-8c04-488d-848e-71331bc24147 req-ec819bc5-7fbf-4409-b5ec-7ee601a83439 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0347018 Sep 18 07:14:31.992596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.023204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for f0f40598-d6aa-41e9-b408-3ea1170f6195 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:32.058356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064c94b-7ffc-44f4-a0db-dc32b30382bc req-6d93fe45-3c5e-4b2e-bd51-b03ed3959a7a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:32.062183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6064c94b-7ffc-44f4-a0db-dc32b30382bc req-6d93fe45-3c5e-4b2e-bd51-b03ed3959a7a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0914779 Sep 18 07:14:32.214384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6064c94b-7ffc-44f4-a0db-dc32b30382bc req-7ce55eda-de63-4686-8c34-f46db509d4d7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870948 Sep 18 07:14:32.492745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.533780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=f0f40598-d6aa-41e9-b408-3ea1170f6195,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:32.559335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.562158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-594f504e-2713-48d0-a53a-c4fcc764a816 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/f0f40598-d6aa-41e9-b408-3ea1170f6195 HTTP/1.1" status: 204 len: 168 time: 0.8667355 Sep 18 07:14:32.571101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:32.643556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f830c-0611-4a83-a4c7-3b1b7051f849 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:32.647941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f830c-0611-4a83-a4c7-3b1b7051f849 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:32.648841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-594f830c-0611-4a83-a4c7-3b1b7051f849 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0765522 Sep 18 07:14:32.652750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:32.731958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:32.735819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.756391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] Provisioning complete for port 3268400f-20e5-47b1-8072-fe1eb80e205c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:32.758295 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.811035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41464) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:32.833080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbb7-b6b6-4c91-ad68-03b403d8f42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.851457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.916104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3268400f-20e5-47b1-8072-fe1eb80e205c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:32.983901 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:32.993372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbb7-b6b6-4c91-ad68-03b403d8f42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.056122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] For port 3268400f-20e5-47b1-8072-fe1eb80e205c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3268400f-20e5-47b1-8072-fe1eb80e205c,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:33.084345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbb7-b6b6-4c91-ad68-03b403d8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.089209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc516b79-c15d-44b8-bb4c-c32f0071430b req-0d7f3e64-b2d9-494f-9045-03a4f5cf103d tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0317805 Sep 18 07:14:33.106997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 3268400f-20e5-47b1-8072-fe1eb80e205c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:33.107376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.139264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.139500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34a7bbb7-b6b6-4c91-ad68-03b403d8f42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b55670f4c0664822ae797264e1347d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260100 Sep 18 07:14:33.140246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.141014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:33.189502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7bbb7-b6b6-4c91-ad68-03b403d8f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da46e838-b863-4019-97a5-5b0e82bd8794,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:33.265988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.294678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.315359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99186687-c6cd-4152-9c62-b07ca36ca3e3 None None] Pushing event updated for resources: {'Port': ['ID=3268400f-20e5-47b1-8072-fe1eb80e205c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:33.315860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-42e2f210-c569-446c-94a5-a569f7bf4585 None None] Could not find standard attr ID for object f0f40598-d6aa-41e9-b408-3ea1170f6195. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:33.335995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.429944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.434581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41488) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:33.435862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff HTTP/1.1" status: 204 len: 168 time: 0.7817228 Sep 18 07:14:33.445228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52640eae-bff4-4b08-a8b7-5d31930350a1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:33.508506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-01851a12-6c67-43b2-b2a0-80fed4ca739f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724182 Sep 18 07:14:33.511631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:33.519437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:33.533743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.533743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.533743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da46e838-b863-4019-97a5-5b0e82bd8794 HTTP/1.1" status: 204 len: 168 time: 0.3901429 Sep 18 07:14:33.542162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a11dc-36db-458f-9ab1-ff5e66786062 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:33.545193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ac429-f0c4-4759-b9c6-034b1010f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46e838-b863-4019-97a5-5b0e82bd8794,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:33.672058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d68c-cec2-4505-b241-a6af7d4c66cb req-cc699d42-1be3-4743-9a97-d0f70e6be818 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:33.673918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33d4d68c-cec2-4505-b241-a6af7d4c66cb req-cc699d42-1be3-4743-9a97-d0f70e6be818 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.2247510 Sep 18 07:14:33.725725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33d4d68c-cec2-4505-b241-a6af7d4c66cb req-b01f698f-516d-4902-a728-f27e22284df8 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413632 Sep 18 07:14:33.774818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:33.791255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:33.862972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:33.946298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Deleting port 3268400f-20e5-47b1-8072-fe1eb80e205c {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:33.946671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:34.039298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] For port 3268400f-20e5-47b1-8072-fe1eb80e205c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=3268400f-20e5-47b1-8072-fe1eb80e205c,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:34.040279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:34.065369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Calling delete_port for 3268400f-20e5-47b1-8072-fe1eb80e205c owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:34.294645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81cad197-6875-4019-8074-7f3ad7fe9cb4 req-acbe51ea-df93-4782-9064-2cf6fff72651 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0644228 Sep 18 07:14:34.353697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:34.360887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12255456-918c-4230-b247-7ba2a1eadc2e req-5aa92bc0-8550-4eef-a72e-f9316f0e4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.362479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-5aa92bc0-8550-4eef-a72e-f9316f0e4515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.1022122 Sep 18 07:14:34.378778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273037-1413-4abd-b1c0-a11b5869f992 req-310b6899-ca9b-4c5f-8ec7-aa880c801e83 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.388202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a273037-1413-4abd-b1c0-a11b5869f992 req-310b6899-ca9b-4c5f-8ec7-aa880c801e83 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1587677 Sep 18 07:14:34.397840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] No DVR routers for this DVR port 3268400f-20e5-47b1-8072-fe1eb80e205c on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:34.428399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:34.456520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11d288-c5f2-4f6a-ad3b-d849f3e5e672 None None] Pushing event deleted for resources: {'Port': ['ID=3268400f-20e5-47b1-8072-fe1eb80e205c,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:34.548272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a273037-1413-4abd-b1c0-a11b5869f992 req-fcef2eee-a808-42aa-aa73-465272ba91ca tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586630 Sep 18 07:14:34.556386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12255456-918c-4230-b247-7ba2a1eadc2e req-0933700a-c8ea-4b94-b57c-6d9fe88dc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.558747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-0933700a-c8ea-4b94-b57c-6d9fe88dc92b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.1855388 Sep 18 07:14:34.667447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-b9f12dcf-e33e-4f67-b694-329ae27053d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1000 time: 0.1019778 Sep 18 07:14:34.706837 n-d-789963-14 neutron-server[101979]: WARNING neutron.services.revisions.revision_plugin [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Could not find related port for resource to bump revision. Sep 18 07:14:34.737099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12255456-918c-4230-b247-7ba2a1eadc2e req-7152c840-3841-42fa-aa1c-e1edc32af64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.739089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-7152c840-3841-42fa-aa1c-e1edc32af64e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.0645504 Sep 18 07:14:34.764702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Port 3268400f-20e5-47b1-8072-fe1eb80e205c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101979) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 07:14:34.767381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8b:2d49 {{(pid=101979) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 07:14:34.778454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_pluggable_backend [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8b:2d49 {{(pid=101979) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 07:14:34.780067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:34.786520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3268400f-20e5-47b1-8072-fe1eb80e205c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:34.804275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12255456-918c-4230-b247-7ba2a1eadc2e req-2d3a12c7-4215-4dc1-994b-fd9cb7ae5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.805965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-2d3a12c7-4215-4dc1-994b-fd9cb7ae5e51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504248 Sep 18 07:14:34.808571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 3268400f-20e5-47b1-8072-fe1eb80e205c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:34.808926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 3268400f-20e5-47b1-8072-fe1eb80e205c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:34.847657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:34.851723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:34.856419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:34.856819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:34.866051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36111ad4-975d-42bd-9fa0-7871a32200a7 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:34.873399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=e3948a46-55b9-4b7d-90dc-4159f5b9b1ae,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:34.980859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-ae1f5e86-c105-48bd-a76f-4efbcd567189 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351534 Sep 18 07:14:34.998740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7c582728-6954-4e7e-946e-06fff82d3d09 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4849303 Sep 18 07:14:35.010672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:35.016365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:4c:a5:5d', 'name': 'tempest-NetworksTestDHCPv6-186263259'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:35.081357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': 'e3948a46-55b9-4b7d-90dc-4159f5b9b1ae'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:35.082885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.136834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-414b1088-7f88-4ee1-8a48-8cd60e934ab8 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:35.138428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-414b1088-7f88-4ee1-8a48-8cd60e934ab8 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509972 Sep 18 07:14:35.153641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Request body: {'port': {'device_id': 'df8b6394-c473-412a-8d86-994318396223', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': 'd6dc350ca7e2462da3ca53ea4afea1e5'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:35.174927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-69ca28e6-ebd8-49cd-9cb5-9412f18aa327 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615007 Sep 18 07:14:35.284579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-12255456-918c-4230-b247-7ba2a1eadc2e req-a3975830-f631-48f1-aea0-cef12dfffe65 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990882 Sep 18 07:14:35.355354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:35.372287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Allocated IP 2001:db8::f816:3eff:fe2d:ec08 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/e3948a46-55b9-4b7d-90dc-4159f5b9b1ae/096e1f21-035a-4fe8-a0b1-9504d4bab9b8) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:35.396864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:35.471559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Made reservation on behalf of d6dc350ca7e2462da3ca53ea4afea1e5 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:35.475991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.502804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27cfc19d-d1f5-40ab-aea7-ec502ade002a req-a144b225-08d2-45d4-8854-e922c4d3d420 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0666714 Sep 18 07:14:35.504557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.545976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1479633157'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:35.566918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.626810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 9aa71c7b-d379-4a94-b9f2-67296b970790 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:35.664555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.687347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.741191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.763123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.827813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:35.837689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Pushing event updated for resources: {'Port': ['ID=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:35.844567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:35.847327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:35.877565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7936a1-a04d-4c6b-b1a4-6cf87392027d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:35.923713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Attempting to bind port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:35.924394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Attempting to bind port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:35.924517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Attempting to bind port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:35.930684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:35.931076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:35.931563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.931966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:35.932990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Bound port: 096e1f21-035a-4fe8-a0b1-9504d4bab9b8, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:35.932990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:35.964441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Allocated IP 192.168.233.208 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/c955f18f-3907-4680-b844-250bbafc69e1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:36.036793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] For port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:36.040471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] For port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:36.124377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fe4c:a55d (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/e3948a46-55b9-4b7d-90dc-4159f5b9b1ae/9aa71c7b-d379-4a94-b9f2-67296b970790) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:36.129019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.136798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397d579-b146-42a4-9e25-868d2e8fd66e req-2ba0fa18-ace5-4033-a9ea-32ef1799ddf5 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:36.138367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5397d579-b146-42a4-9e25-868d2e8fd66e req-2ba0fa18-ace5-4033-a9ea-32ef1799ddf5 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.4445250 Sep 18 07:14:36.203317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:36.207896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.222211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.243685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.245508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217014a0-8a0e-4ca7-a2e8-ec7353149ef8 None None] Pushing event updated for resources: {'Port': ['ID=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:36.293545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5397d579-b146-42a4-9e25-868d2e8fd66e req-2689b64e-6f2a-42b7-89c2-d412da4867ed tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400650 Sep 18 07:14:36.388794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.461715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.512144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:36.527885 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.528730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Pushing event updated for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:36.532433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:36.538757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:36.585954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.605774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:14:36.623082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:36.634309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.656660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.714330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-5bf61836-a225-40e2-8136-e58a6f12be1b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5657709 Sep 18 07:14:36.724818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:36.729236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Request body: {'port': {'device_id': 'df8b6394-c473-412a-8d86-994318396223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:36.809877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:36.814054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.814687 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment 156efbe4-b6bb-4b5c-9db8-9d3067b4af34 of type vlan for network ae09cd23-166d-41cc-b63f-943a76d18772 Sep 18 07:14:36.828079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.860807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.882345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:36.892167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:36.898260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:36.900089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.904734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb22e51b-eab2-418e-93e6-0f75e8fd37f5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:36.930263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=9aa71c7b-d379-4a94-b9f2-67296b970790,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:36.948417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4c43e-e0d1-4332-b774-1ef40f1dab01 req-d49bc44d-eccd-4134-a61d-5ebf60fc2811 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:36.950148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1b4c43e-e0d1-4332-b774-1ef40f1dab01 req-d49bc44d-eccd-4134-a61d-5ebf60fc2811 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 936 time: 0.3384509 Sep 18 07:14:36.951376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:36.957114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:36.957723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.029286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dd555a7d-006b-48c3-a125-86035b35de58 None None] Provisioning complete for port c955f18f-3907-4680-b844-250bbafc69e1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:37.029788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd555a7d-006b-48c3-a125-86035b35de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.041751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-169cd2bc-cd92-48ee-b0a0-4a7e896de3af tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0271585 Sep 18 07:14:37.042815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41596) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:37.048985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1b4c43e-e0d1-4332-b774-1ef40f1dab01 req-232e933f-d96e-4ecd-b465-183ad6b0d24a tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771866 Sep 18 07:14:37.095583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7393811 Sep 18 07:14:37.115057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361302c-f3e2-42e2-b676-33e66452404b tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=ae09cd23-166d-41cc-b63f-943a76d18772,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:37.120652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dd555a7d-006b-48c3-a125-86035b35de58 None None] Port c955f18f-3907-4680-b844-250bbafc69e1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:14:37.124579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:37.124579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.162107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ae09cd23-166d-41cc-b63f-943a76d18772 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:14:37.173946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23278d1-1aa7-42e9-9383-014ee10b1c15 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:37.184461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23278d1-1aa7-42e9-9383-014ee10b1c15 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:37.188354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e23278d1-1aa7-42e9-9383-014ee10b1c15 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1363921 Sep 18 07:14:37.190639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:37.335657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.386609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c955f18f-3907-4680-b844-250bbafc69e1 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:14:37.421696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.424925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 9aa71c7b-d379-4a94-b9f2-67296b970790 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:37.438159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.447053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:37.481976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Transition to ACTIVE for port object c955f18f-3907-4680-b844-250bbafc69e1 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:14:37.574661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.602884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.697009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:37.713000 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:37.750848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 9aa71c7b-d379-4a94-b9f2-67296b970790 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:37.754513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Pushing event updated for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:37.958664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7bf47cbc-1a92-47cb-a537-d59e7832761c None None] Provisioning complete for port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:37.959423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bf47cbc-1a92-47cb-a537-d59e7832761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.097344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Attempting to bind port c955f18f-3907-4680-b844-250bbafc69e1 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:38.097718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Attempting to bind port c955f18f-3907-4680-b844-250bbafc69e1 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:38.098559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Attempting to bind port c955f18f-3907-4680-b844-250bbafc69e1 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:38.115010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Port c955f18f-3907-4680-b844-250bbafc69e1 on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:14:38.115347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Attempting to bind port c955f18f-3907-4680-b844-250bbafc69e1 on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:38.122519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:38.122968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:38.123256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:38.123708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Bound port: c955f18f-3907-4680-b844-250bbafc69e1, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:38.124077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.233351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d051-9bcb-484a-bf4d-01c3a72f6441 req-f06b3298-fda0-4049-9e41-f023004ec468 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:38.242840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16e9d051-9bcb-484a-bf4d-01c3a72f6441 req-f06b3298-fda0-4049-9e41-f023004ec468 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.3263249 Sep 18 07:14:38.295215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:38.298758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c955f18f-3907-4680-b844-250bbafc69e1,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:38.381464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.408930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16e9d051-9bcb-484a-bf4d-01c3a72f6441 req-00bdcc8c-2a40-4775-abbb-e1939f3d9be0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385188 Sep 18 07:14:38.430289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c445d32-2be6-4a7e-8456-e6a97b565413 req-f0c1de33-5dfb-4c5e-b064-b8abf88dd003 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:38.442794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c445d32-2be6-4a7e-8456-e6a97b565413 req-f0c1de33-5dfb-4c5e-b064-b8abf88dd003 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 948 time: 0.1954658 Sep 18 07:14:38.456871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:38.458309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.460040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-add57e61-1028-4909-9471-45c370c49a50 service neutron] 10.222.0.37 "PUT /v2.0/ports/c955f18f-3907-4680-b844-250bbafc69e1 HTTP/1.1" status: 200 len: 1097 time: 1.7378790 Sep 18 07:14:38.466516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:38.469145 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "df8b6394-c473-412a-8d86-994318396223", "tag": "c955f18f-3907-4680-b844-250bbafc69e1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:38.569860 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4ace6-6656-48d6-8590-66bec6782b1f x-openstack-request-id: req-07d4ace6-6656-48d6-8590-66bec6782b1f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:38.576326 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8b6394-c473-412a-8d86-994318396223", "tag": "c955f18f-3907-4680-b844-250bbafc69e1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:38.576605 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07d4ace6-6656-48d6-8590-66bec6782b1f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:38.578351 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1', 'status': 'completed', 'code': 200} Sep 18 07:14:38.583305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add57e61-1028-4909-9471-45c370c49a50 service neutron] Pushing event updated for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:38.662929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b9e95535-6484-4503-b781-fa638fadb4e4 None None] Provisioning complete for port 9aa71c7b-d379-4a94-b9f2-67296b970790 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:38.662929 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9e95535-6484-4503-b781-fa638fadb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.674402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c445d32-2be6-4a7e-8456-e6a97b565413 req-11cfd4cb-80f7-4472-942a-80c4bb343524 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178309 Sep 18 07:14:38.751506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7 req-b90b9dd6-c812-4626-93c7-dba6fb605b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:38.754705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7 req-b90b9dd6-c812-4626-93c7-dba6fb605b11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 1100 time: 0.1394076 Sep 18 07:14:38.761944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b9e95535-6484-4503-b781-fa638fadb4e4 None None] Port 9aa71c7b-d379-4a94-b9f2-67296b970790 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:14:38.823543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.836430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7 req-99463c2c-4754-4035-94bd-11e85dbdfa6a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726435 Sep 18 07:14:38.845045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3e507c4-ca67-4f90-9696-89bbb013c9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.897454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=9aa71c7b-d379-4a94-b9f2-67296b970790,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:38.897635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:38.978833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:38.985223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbfa6595-1cb1-48af-8f59-7826002cbe21 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/9aa71c7b-d379-4a94-b9f2-67296b970790 HTTP/1.1" status: 204 len: 168 time: 1.7934992 Sep 18 07:14:38.987739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:39.043311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:39.045568 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.065306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7 req-97321835-b072-46ce-a56c-068d5074ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.068867 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d20609e6-8b1a-4e8a-86ea-5d156e20c8c7 req-97321835-b072-46ce-a56c-068d5074ea63 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254918 Sep 18 07:14:39.105055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ccf846-341d-4276-88ae-9a6e962b95d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.107520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ccf846-341d-4276-88ae-9a6e962b95d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.109288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00ccf846-341d-4276-88ae-9a6e962b95d7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1198101 Sep 18 07:14:39.114817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:39.239775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-b3121492-923e-4fbf-8395-c2603c292ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.241981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-b3121492-923e-4fbf-8395-c2603c292ecf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 1100 time: 0.1145942 Sep 18 07:14:39.246497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet e3948a46-55b9-4b7d-90dc-4159f5b9b1ae {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:39.314328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.318216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-471c9203-8115-4d4c-b5c4-975004ae9413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c955f18f-3907-4680-b844-250bbafc69e1 HTTP/1.1" status: 200 len: 217 time: 0.0658875 Sep 18 07:14:39.389962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-87b152b7-b4ab-49b2-bab5-4579152a22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.391840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-87b152b7-b4ab-49b2-bab5-4579152a22d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0537658 Sep 18 07:14:39.458682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.501457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-c8178c82-2693-4467-abc2-f34683027a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.503155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-c8178c82-2693-4467-abc2-f34683027a3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942535 Sep 18 07:14:39.634745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.668035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-e4f5103b-1b66-4b24-a0a3-ff957bf6625b service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569314 Sep 18 07:14:39.803304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ddfab637-95bf-4b1a-a86a-27e01e4cbe4a req-d5b96c64-a00a-4e7c-ada1-bd5ea94085e9 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275730 Sep 18 07:14:39.808780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ac0f3-7587-4e5b-8127-c5504f463154 req-6f86e733-7611-4ff4-a0a3-25d5d1a31b76 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:39.810979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b2ac0f3-7587-4e5b-8127-c5504f463154 req-6f86e733-7611-4ff4-a0a3-25d5d1a31b76 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 948 time: 0.0749693 Sep 18 07:14:39.861177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b2ac0f3-7587-4e5b-8127-c5504f463154 req-cddadd2a-7137-4527-97a0-89f6f776fd7d tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Sep 18 07:14:39.909690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.958548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6852b83-3b1e-438c-806f-7e8450b398ad None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:39.967705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=e3948a46-55b9-4b7d-90dc-4159f5b9b1ae,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:39.982106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:39.983037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ee091dc4-d3a1-48a3-a3a7-db682f88ee42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/e3948a46-55b9-4b7d-90dc-4159f5b9b1ae HTTP/1.1" status: 204 len: 168 time: 0.8696384 Sep 18 07:14:39.985623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41664) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.030477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-93670f43-1351-44ef-990b-ae7e51044ef9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434394 Sep 18 07:14:40.032715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41668) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.085374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3404a74c-0005-4b32-9ba3-c788be1ab58a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:40.087090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3404a74c-0005-4b32-9ba3-c788be1ab58a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0527408 Sep 18 07:14:40.089559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41670) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.151140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868f296-3db9-4f8b-900b-d9ae88118cf5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:40.152981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6868f296-3db9-4f8b-900b-d9ae88118cf5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619719 Sep 18 07:14:40.155513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41676) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.203770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:40.213099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d3ea4ae8-302f-4960-b706-c6c114483b66 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554035 Sep 18 07:14:40.217380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41680) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.224150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:40.288464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Deleting port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:40.288855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.373967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] For port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:40.397782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.413766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Calling delete_port for 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:40.437359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:40.441276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.494052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41686) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:40.501271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:40.642755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.660034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:40.663770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.677224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] Pushing event deleted for resources: {'Port': ['ID=096e1f21-035a-4fe8-a0b1-9504d4bab9b8,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:40.693038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac064c74-653f-4dcf-b601-beafc8f7772b None None] No DVR routers for this DVR port 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:40.781950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:40.826014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:40.826014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 096e1f21-035a-4fe8-a0b1-9504d4bab9b8 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:40.917183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.960900 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:40.973392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=700781b5-5362-4785-b641-064d20ac1637,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:41.030064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:41.033066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:41.037256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:41.037841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.043543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67c639-2007-4820-9140-7f80b43e416e None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:41.051413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=109d6227-31cb-459e-99af-c3333c10601d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:41.057858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adb407-646c-4c95-974a-e2ff800359d3 req-97bd1065-5133-4cd5-90bb-d95a3b44f599 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:41.059320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': '156efbe4-b6bb-4b5c-9db8-9d3067b4af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:41.059451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8adb407-646c-4c95-974a-e2ff800359d3 req-97bd1065-5133-4cd5-90bb-d95a3b44f599 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 948 time: 0.0873032 Sep 18 07:14:41.059760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: ae09cd23-166d-41cc-b63f-943a76d18772, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:14:41.100885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8adb407-646c-4c95-974a-e2ff800359d3 req-918dfc01-0d0f-4692-bc4e-88a42a591b51 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Sep 18 07:14:41.137365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network ae09cd23-166d-41cc-b63f-943a76d18772 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:14:41.138274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-06551792-c5ab-401c-84c5-e63b8c3bd5ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9195695 Sep 18 07:14:41.140736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41702) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:41.147688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:b0:f8:83', 'name': 'tempest-NetworksTestDHCPv6-412013623'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:41.205481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '700781b5-5362-4785-b641-064d20ac1637'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:41.206766 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.240223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ae09cd23-166d-41cc-b63f-943a76d18772) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:41.245210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:41.246853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.294464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abdd88-c044-4975-88c6-04d865ace618 None None] Network ae09cd23-166d-41cc-b63f-943a76d18772 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:41.354964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:41.437724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-38a8ebc9-1273-4fc2-85da-eebf67923730 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9422185 Sep 18 07:14:41.442000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41710) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:41.447305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-160604404'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:41.483977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.505514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port d297890c-9691-4681-ae7f-1366f69127d8 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:41.527967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ae09cd23-166d-41cc-b63f-943a76d18772', 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': '109d6227-31cb-459e-99af-c3333c10601d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:41.528937 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.534108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:41.538100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.548866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/700781b5-5362-4785-b641-064d20ac1637/6eb3f3a3-90ca-4595-95b1-ec16e670e357) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:41.569200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:14:41.579504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.580891 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment 43281de9-39a1-4c97-a23c-e7e53961cb6c of type vlan for network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e Sep 18 07:14:41.616742 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de07c3c0-c9cd-4d25-b626-f09562ff3e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.632429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.718233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.728481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:41.730022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:41.765756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Allocated IP 2001:db8:0:ffff::2 (ae09cd23-166d-41cc-b63f-943a76d18772/109d6227-31cb-459e-99af-c3333c10601d/b5081f25-aa78-4379-a82c-7949b4ed9cca) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:41.838582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3953488 Sep 18 07:14:41.841481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41722) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:41.842481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa35f-f1d3-474f-a54b-6d003a5e1b97 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=649b76ca-ac4b-40d8-afbd-a2370c13eb6e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:41.847132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:41.860137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:14:41.986864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.057823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.085618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:42.089281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.120490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.122588 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.164596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:42.165759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.177537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:42.181348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:42.190717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Pushing event updated for resources: {'Port': ['ID=6eb3f3a3-90ca-4595-95b1-ec16e670e357,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.282936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Pushing event updated for resources: {'Port': ['ID=b5081f25-aa78-4379-a82c-7949b4ed9cca,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.307759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::1ff (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/700781b5-5362-4785-b641-064d20ac1637/d297890c-9691-4681-ae7f-1366f69127d8) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:42.316768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Network ae09cd23-166d-41cc-b63f-943a76d18772 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:42.323743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:42.326562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c955f18f-3907-4680-b844-250bbafc69e1 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:14:42.333672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fc642-a26a-4b10-903b-ed753944b3f4 req-5f941a0f-bc60-4166-972e-4dd3fab7f966 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:42.335339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3fc642-a26a-4b10-903b-ed753944b3f4 req-5f941a0f-bc60-4166-972e-4dd3fab7f966 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 948 time: 0.1403131 Sep 18 07:14:42.442027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c955f18f-3907-4680-b844-250bbafc69e1,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:42.451999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3fc642-a26a-4b10-903b-ed753944b3f4 req-5da3766a-62a2-4052-9373-4e56a40f2c63 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927670 Sep 18 07:14:42.455315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:42.465272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'c955f18f-3907-4680-b844-250bbafc69e1', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': 'c955f18f-3907-4680-b844-250bbafc69e1', 'mac_address': 'fa:16:3e:ab:f4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:14:42.514330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Attempting to bind port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:42.514794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Attempting to bind port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:42.515171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Attempting to bind port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:42.541581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:42.542067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:42.542483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.542888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:42.543372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Bound port: 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:42.543759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.582640 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.595981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.612937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Attempting to bind port b5081f25-aa78-4379-a82c-7949b4ed9cca on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:42.613830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Attempting to bind port b5081f25-aa78-4379-a82c-7949b4ed9cca by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '156efbe4-b6bb-4b5c-9db8-9d3067b4af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:42.614224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Attempting to bind port b5081f25-aa78-4379-a82c-7949b4ed9cca on network ae09cd23-166d-41cc-b63f-943a76d18772 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:42.623386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c955f18f-3907-4680-b844-250bbafc69e1 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:14:42.634924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:42.635305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Checking segment: {'id': '156efbe4-b6bb-4b5c-9db8-9d3067b4af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:42.635716 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.636116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Bound using segment: {'id': '156efbe4-b6bb-4b5c-9db8-9d3067b4af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:42.636589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Bound port: b5081f25-aa78-4379-a82c-7949b4ed9cca, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156efbe4-b6bb-4b5c-9db8-9d3067b4af34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae09cd23-166d-41cc-b63f-943a76d18772'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:42.636983 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.674715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c955f18f-3907-4680-b844-250bbafc69e1,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:42.687768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:42.689888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.737961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] For port 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:42.746557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] For port 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eb3f3a3-90ca-4595-95b1-ec16e670e357,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:42.750740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.759188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=d329602f-eaf8-43a6-8a2e-ed4f4880d324,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.765962 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.818181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': '43281de9-39a1-4c97-a23c-e7e53961cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:42.818658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: 649b76ca-ac4b-40d8-afbd-a2370c13eb6e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:14:42.840670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.844564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.849431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:42.863798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=d297890c-9691-4681-ae7f-1366f69127d8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.866786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:42.869558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:42.875911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:42.876542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:42.931286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28f29-4a40-45c3-8945-5e09249f2807 None None] Pushing event updated for resources: {'Port': ['ID=6eb3f3a3-90ca-4595-95b1-ec16e670e357,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:42.937910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] For port b5081f25-aa78-4379-a82c-7949b4ed9cca, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:42.941091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] For port b5081f25-aa78-4379-a82c-7949b4ed9cca, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b5081f25-aa78-4379-a82c-7949b4ed9cca,segment=NetworkSegment(156efbe4-b6bb-4b5c-9db8-9d3067b4af34),segment_id=156efbe4-b6bb-4b5c-9db8-9d3067b4af34)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:42.943513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:14:42.961885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['c955f18f-3907-4680-b844-250bbafc69e1'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:14:42.973843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-59581374-42cc-4898-83b1-dfbf3949c030 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8320520 Sep 18 07:14:42.976657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41746) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:43.061544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7a36f-f962-46ef-a45a-8805642cf518 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:43.064721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.068510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7a36f-f962-46ef-a45a-8805642cf518 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:43.070234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8dd7a36f-f962-46ef-a45a-8805642cf518 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0924439 Sep 18 07:14:43.073054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41750) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:43.106443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 649b76ca-ac4b-40d8-afbd-a2370c13eb6e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:43.114454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:43.115172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.130115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095c658-a392-42ac-8a45-5e315530f242 None None] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:43.224843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13e6a7-4822-4043-b2c2-095960bfbeb1 None None] Pushing event updated for resources: {'Port': ['ID=b5081f25-aa78-4379-a82c-7949b4ed9cca,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:43.229878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port d297890c-9691-4681-ae7f-1366f69127d8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:43.232785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.239950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7e51ace-17eb-4b79-86d1-2952017c8576 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3942780 Sep 18 07:14:43.240828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41760) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:43.247149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'port': {'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e', 'name': 'tempest-NetworksIpV6TestAttrs-1550916239'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:43.355349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.443359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.476713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for d297890c-9691-4681-ae7f-1366f69127d8 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:43.597062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-649b76ca-ac4b-40d8-afbd-a2370c13eb6e', 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': 'd329602f-eaf8-43a6-8a2e-ed4f4880d324'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:43.598972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.699576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:43.703767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.724928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] device_id is not set on port 851e3c12-2975-4a19-be3d-6ae92c375ba1 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:43.767830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4c6c5-aaee-474d-be25-be44108900d7 req-70533abe-d1c3-4f73-b6b2-a918903a08ad tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:43.768931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b4c6c5-aaee-474d-be25-be44108900d7 req-70533abe-d1c3-4f73-b6b2-a918903a08ad tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 949 time: 0.1019905 Sep 18 07:14:43.793172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Allocated IP 2001:db8::f816:3eff:fea8:186d (649b76ca-ac4b-40d8-afbd-a2370c13eb6e/d329602f-eaf8-43a6-8a2e-ed4f4880d324/f051fa6d-7571-476f-9d03-1dd9008c00a1) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:43.812121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87b4c6c5-aaee-474d-be25-be44108900d7 req-cff93747-d747-4328-aa42-69cb872e39e7 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Sep 18 07:14:43.834471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.868938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=d297890c-9691-4681-ae7f-1366f69127d8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:43.906433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.908978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ea74291b-d106-4813-a647-bda44e158ddc tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/d297890c-9691-4681-ae7f-1366f69127d8 HTTP/1.1" status: 204 len: 168 time: 0.8349357 Sep 18 07:14:43.912009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41774) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:43.977513 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:43.997504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49ca6b-44a7-490c-b52a-a692e61d5df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:44.000209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49ca6b-44a7-490c-b52a-a692e61d5df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:44.002160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3e49ca6b-44a7-490c-b52a-a692e61d5df3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0889394 Sep 18 07:14:44.005436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:44.066947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 700781b5-5362-4785-b641-064d20ac1637 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:44.070362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.086928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.145421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:44.148532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:44.165082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:44.183845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.212867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Pushing event updated for resources: {'Port': ['ID=f051fa6d-7571-476f-9d03-1dd9008c00a1,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:44.221646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Allocated IP 2001:db8::f816:3eff:fed4:395d (649b76ca-ac4b-40d8-afbd-a2370c13eb6e/d329602f-eaf8-43a6-8a2e-ed4f4880d324/851e3c12-2975-4a19-be3d-6ae92c375ba1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:44.257183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Attempting to bind port f051fa6d-7571-476f-9d03-1dd9008c00a1 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:44.262094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Attempting to bind port f051fa6d-7571-476f-9d03-1dd9008c00a1 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '43281de9-39a1-4c97-a23c-e7e53961cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:44.262094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Attempting to bind port f051fa6d-7571-476f-9d03-1dd9008c00a1 on network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:44.263727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:44.264237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Checking segment: {'id': '43281de9-39a1-4c97-a23c-e7e53961cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:44.264754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.265253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Bound using segment: {'id': '43281de9-39a1-4c97-a23c-e7e53961cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:44.265842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Bound port: f051fa6d-7571-476f-9d03-1dd9008c00a1, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43281de9-39a1-4c97-a23c-e7e53961cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '649b76ca-ac4b-40d8-afbd-a2370c13eb6e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:44.266461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.319917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c955f18f-3907-4680-b844-250bbafc69e1 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:44.332314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.393197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] For port f051fa6d-7571-476f-9d03-1dd9008c00a1, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:44.406636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] For port f051fa6d-7571-476f-9d03-1dd9008c00a1, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f051fa6d-7571-476f-9d03-1dd9008c00a1,segment=NetworkSegment(43281de9-39a1-4c97-a23c-e7e53961cb6c),segment_id=43281de9-39a1-4c97-a23c-e7e53961cb6c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:44.493180 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.559809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port c955f18f-3907-4680-b844-250bbafc69e1 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:14:44.573277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.578219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port c955f18f-3907-4680-b844-250bbafc69e1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:44.583652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.679026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] Provisioning complete for port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:44.682038 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.711397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.753193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:44.768647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:44.862560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Port': ['ID=851e3c12-2975-4a19-be3d-6ae92c375ba1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:44.868542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.873938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:44.889980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:44.890699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.983156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=700781b5-5362-4785-b641-064d20ac1637,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:44.985363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:44.987695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55b7e195-e25d-44c6-a5de-deb50ea5753b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/700781b5-5362-4785-b641-064d20ac1637 HTTP/1.1" status: 204 len: 168 time: 0.9808743 Sep 18 07:14:44.990631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41798) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.086001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3bddc30e-d5cb-41a9-8229-1714cf8c4c4e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8409042 Sep 18 07:14:45.086983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41802) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.196094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52bf62c5-c539-41f4-b67d-6cd3f48475bd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2017276 Sep 18 07:14:45.196356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting subnet d329602f-eaf8-43a6-8a2e-ed4f4880d324 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:45.197743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.220326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d846-7821-4c3b-a5cd-8916b2428e9a None None] Pushing event updated for resources: {'Port': ['ID=f051fa6d-7571-476f-9d03-1dd9008c00a1,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:45.257982 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.273640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2cc1f-e3d7-4a86-97e5-e75cbe742168 req-eced971d-5760-40ea-b7e8-5d3cbab62dd6 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:45.290502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40c2cc1f-e3d7-4a86-97e5-e75cbe742168 req-eced971d-5760-40ea-b7e8-5d3cbab62dd6 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 949 time: 0.2924452 Sep 18 07:14:45.312015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b5081f25-aa78-4379-a82c-7949b4ed9cca up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:45.321705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2040c8d-f8e3-4894-8b01-876228625491 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:45.328704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2040c8d-f8e3-4894-8b01-876228625491 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1297746 Sep 18 07:14:45.333543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41808) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.411151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-40c2cc1f-e3d7-4a86-97e5-e75cbe742168 req-a9ef94f2-4302-4f7e-84cf-7cacd2bcea75 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195457 Sep 18 07:14:45.414202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.440331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df61b0-af30-4c52-ae94-50dabc6183a9 None None] Network ae09cd23-166d-41cc-b63f-943a76d18772 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:45.443595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afbed9-cca0-4799-b094-3ef449314321 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:45.445087 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02afbed9-cca0-4799-b094-3ef449314321 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1099787 Sep 18 07:14:45.448353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41812) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.448650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416ce04-621b-4921-bc01-eccfeb202e7a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:45.496971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a60a1bea-1f66-4ee8-82eb-22b037006a2a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471520 Sep 18 07:14:45.500707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:45.507805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:45.511229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.523216 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.693238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.698093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.767411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b5081f25-aa78-4379-a82c-7949b4ed9cca triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:45.767769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.776952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:45.784671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.842412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:45.844957 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4452fc-797e-430e-9aab-8f67ed6b7e13" -d '{"events": [{"server_uuid": "df8b6394-c473-412a-8d86-994318396223", "name": "network-vif-plugged", "status": "completed", "tag": "c955f18f-3907-4680-b844-250bbafc69e1"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:45.847756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.895910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] For port 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eb3f3a3-90ca-4595-95b1-ec16e670e357,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:45.906495 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:45.914801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c955f18f-3907-4680-b844-250bbafc69e1,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:45.991814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.022212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=d329602f-eaf8-43a6-8a2e-ed4f4880d324,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:46.028269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.033286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41830) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:46.038062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2ba61ac0-acf7-429c-96e8-9096376c94d5 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/d329602f-eaf8-43a6-8a2e-ed4f4880d324 HTTP/1.1" status: 204 len: 168 time: 0.9494998 Sep 18 07:14:46.085126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.139951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03223982-72ba-4101-b88f-a19203387509 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:46.147249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38ab7e-e397-4570-8917-8deeef9e75a9 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:46.149652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38ab7e-e397-4570-8917-8deeef9e75a9 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:46.154654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2d38ab7e-e397-4570-8917-8deeef9e75a9 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1201966 Sep 18 07:14:46.157816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:46.179757 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7a1b9-721e-4457-840d-81d2a4573745 x-openstack-request-id: req-3ed7a1b9-721e-4457-840d-81d2a4573745 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:46.180030 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b6394-c473-412a-8d86-994318396223", "name": "network-vif-plugged", "status": "completed", "tag": "c955f18f-3907-4680-b844-250bbafc69e1", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:46.180292 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ed7a1b9-721e-4457-840d-81d2a4573745 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:46.180686 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1', 'code': 200} Sep 18 07:14:46.308171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf704a-4342-4c05-81f0-ca536ede8bcd None None] Pushing event updated for resources: {'Port': ['ID=6eb3f3a3-90ca-4595-95b1-ec16e670e357,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:46.333051 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.350395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Provisioning complete for port b5081f25-aa78-4379-a82c-7949b4ed9cca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:46.350771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.352830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d8e675-e281-44b7-9b54-e35971be3088 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.378116 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d8e675-e281-44b7-9b54-e35971be3088 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 07:14:46.395373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d8e675-e281-44b7-9b54-e35971be3088 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:46.412724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-73d8e675-e281-44b7-9b54-e35971be3088 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/649b76ca-ac4b-40d8-afbd-a2370c13eb6e HTTP/1.1" status: 409 len: 405 time: 0.2492085 Sep 18 07:14:46.413406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41846) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:46.435586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-132371012'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:46.552361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765c1bf-f899-4e14-9ae1-15c3235a15a2 req-5ea3e8cd-3359-4d6d-a33b-f55a4a08f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:46.554581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8765c1bf-f899-4e14-9ae1-15c3235a15a2 req-5ea3e8cd-3359-4d6d-a33b-f55a4a08f341 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 1102 time: 0.1998935 Sep 18 07:14:46.593114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687158d-3f06-4c8d-89f8-820a4febc032 None None] Network 649b76ca-ac4b-40d8-afbd-a2370c13eb6e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:46.595280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:46.596261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:46.600395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.609434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8765c1bf-f899-4e14-9ae1-15c3235a15a2 req-29872514-d00f-46f3-91d7-b86723baf8b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461514 Sep 18 07:14:46.668640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b5081f25-aa78-4379-a82c-7949b4ed9cca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b5081f25-aa78-4379-a82c-7949b4ed9cca,segment=NetworkSegment(156efbe4-b6bb-4b5c-9db8-9d3067b4af34),segment_id=156efbe4-b6bb-4b5c-9db8-9d3067b4af34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:46.690625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76839a-629e-47b6-81e4-09c2f8c5e567 req-51df86b4-0a2a-4e69-ae46-a54b9be5e8f1 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:46.692805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd76839a-629e-47b6-81e4-09c2f8c5e567 req-51df86b4-0a2a-4e69-ae46-a54b9be5e8f1 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.1515660 Sep 18 07:14:46.697489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:14:46.749335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.749696 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment a927c397-14bf-4f0f-8062-8578d79c9b08 of type vlan for network 3c0bad1a-4cce-4a74-9d6a-96047963b695 Sep 18 07:14:46.754461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd76839a-629e-47b6-81e4-09c2f8c5e567 req-58c8f7b9-a667-436a-b61e-8da46883df03 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519588 Sep 18 07:14:46.773227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.792254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-03223982-72ba-4101-b88f-a19203387509 None None] Deleting port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:46.792957 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-03223982-72ba-4101-b88f-a19203387509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.813835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.825914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.826542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eb3f3a3-90ca-4595-95b1-ec16e670e357 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:46.827049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:46.948865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.955416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:46.956620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:46.964568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b5081f25-aa78-4379-a82c-7949b4ed9cca,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:47.106752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=3c0bad1a-4cce-4a74-9d6a-96047963b695,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:47.110952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:14:47.111321 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:14:47.114062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-03223982-72ba-4101-b88f-a19203387509 None None] For port 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eb3f3a3-90ca-4595-95b1-ec16e670e357,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:47.114467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-03223982-72ba-4101-b88f-a19203387509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.132207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:14:47.159497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-03223982-72ba-4101-b88f-a19203387509 None None] Calling delete_port for 6eb3f3a3-90ca-4595-95b1-ec16e670e357 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:47.166367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] DHCP port deletion for 649b76ca-ac4b-40d8-afbd-a2370c13eb6e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:47.188803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f2e075e8-fc32-4b95-a85b-3707b7ac0b45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7742708 Sep 18 07:14:47.193110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41862) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:47.204050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:47.241461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.241998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:47.242389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.247596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.254658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.261095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.267064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.273519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.275703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.280292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.282393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-954d9d55-06a6-476c-b32b-40430e3a10b9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1372795 Sep 18 07:14:47.343289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57e1e82d-cdd2-4434-b72e-d1691d96c846 req-a1c4c2e7-a90d-4e2d-b565-8a3a5138d7ec tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535324 Sep 18 07:14:47.400485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Deleting port f051fa6d-7571-476f-9d03-1dd9008c00a1 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:47.401516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.481086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:47.481546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-03223982-72ba-4101-b88f-a19203387509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.485181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.573628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223982-72ba-4101-b88f-a19203387509 None None] Pushing event deleted for resources: {'Port': ['ID=6eb3f3a3-90ca-4595-95b1-ec16e670e357,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:47.583348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] For port f051fa6d-7571-476f-9d03-1dd9008c00a1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f051fa6d-7571-476f-9d03-1dd9008c00a1,segment=NetworkSegment(43281de9-39a1-4c97-a23c-e7e53961cb6c),segment_id=43281de9-39a1-4c97-a23c-e7e53961cb6c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:47.583348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.591091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03223982-72ba-4101-b88f-a19203387509 None None] No DVR routers for this DVR port 6eb3f3a3-90ca-4595-95b1-ec16e670e357 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:47.605112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b5081f25-aa78-4379-a82c-7949b4ed9cca up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:47.607180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Calling delete_port for f051fa6d-7571-476f-9d03-1dd9008c00a1 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:47.670343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] For port 6eb3f3a3-90ca-4595-95b1-ec16e670e357, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eb3f3a3-90ca-4595-95b1-ec16e670e357,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:47.734716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.837081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.837958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.889102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=6eb3f3a3-90ca-4595-95b1-ec16e670e357,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:47.904781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:47.908368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:47.914328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.915171 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:47.929860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=a801cf01-0bf6-4c6f-9f72-814374a72e19,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:47.930729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778732-bcdb-478f-b2de-68de649803e8 req-8dc380cf-5137-4133-9f4f-2985348babd8 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:47.953636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5778732-bcdb-478f-b2de-68de649803e8 req-8dc380cf-5137-4133-9f4f-2985348babd8 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.0953746 Sep 18 07:14:47.982496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9422064d-679e-42be-b1fc-68a502bca42a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:48.018247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b240bc6f-2a5b-438f-ba6d-004f14e2c1fa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5132937 Sep 18 07:14:48.018788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41884) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:48.025627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:48.026797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5778732-bcdb-478f-b2de-68de649803e8 req-0b2110cb-5539-4d1f-9d35-a6abf498ae2b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714505 Sep 18 07:14:48.042150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-04011f9f-18ec-42dc-a8f8-2ca5773d9eb9 None None] Could not find standard attr ID for object d297890c-9691-4681-ae7f-1366f69127d8. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:48.042150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b5081f25-aa78-4379-a82c-7949b4ed9cca triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:48.042150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.070573 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.083747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:48.089843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.126073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] Pushing event deleted for resources: {'Port': ['ID=f051fa6d-7571-476f-9d03-1dd9008c00a1,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:48.143053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777356d1-cf37-4721-afd2-9254558ec4bb None None] No DVR routers for this DVR port f051fa6d-7571-476f-9d03-1dd9008c00a1 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:48.269764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5ddbc2ef-69a2-4345-98f7-32b7e0348f05 None None] Provisioning complete for port b5081f25-aa78-4379-a82c-7949b4ed9cca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:48.277640 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc2ef-69a2-4345-98f7-32b7e0348f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.347048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eb3f3a3-90ca-4595-95b1-ec16e670e357 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:48.449200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6eb3f3a3-90ca-4595-95b1-ec16e670e357 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:48.449934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eb3f3a3-90ca-4595-95b1-ec16e670e357 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:48.534236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': 'a801cf01-0bf6-4c6f-9f72-814374a72e19'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:48.537402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.589124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.600870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.607779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.622242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.629008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.635695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.643207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.653708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-bd55e4cf-5e4b-4672-851a-7cb624ed7582 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1544282 Sep 18 07:14:48.672399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=c3554dc1-3729-40ef-ba6f-88ee37489dc6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:48.678770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5ddbc2ef-69a2-4345-98f7-32b7e0348f05 None None] Could not find standard attr ID for object f051fa6d-7571-476f-9d03-1dd9008c00a1. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:48.715678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2702ae9-627c-4e48-bbf0-7dbc07f5a6b2 req-a61347d3-ee23-4724-8579-5168bcc318f1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610771 Sep 18 07:14:48.722983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.729436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.745772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.745772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.747802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.753726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.759943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.761914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-531655a9-2bca-4491-a7aa-ee6150d69afe tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5433 time: 0.1633444 Sep 18 07:14:48.779752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Allocated IP 2001:db8::f816:3eff:fe87:9c46 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/a801cf01-0bf6-4c6f-9f72-814374a72e19/cd845a29-d44c-451a-a374-d00aac129600) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:48.785395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': 'a927c397-14bf-4f0f-8062-8578d79c9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:48.785788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: 3c0bad1a-4cce-4a74-9d6a-96047963b695, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:14:48.843014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-71bc0a5b-9233-4ca7-955a-e0ffc1d7610e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:48.844509 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-71bc0a5b-9233-4ca7-955a-e0ffc1d7610e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0738769 Sep 18 07:14:48.937800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:14:48.943669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:48.947325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:48.968110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.021247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-8c3cbdee-8238-4fff-9b2e-2aa76cdb46e1 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1704206 Sep 18 07:14:49.024916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3c0bad1a-4cce-4a74-9d6a-96047963b695) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:49.033329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:49.034027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.038923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f55d48-ddda-4da1-b972-9fa6bfcec702 None None] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:49.057258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.098745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:49.169286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:49.174806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:49.178140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:49.199145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Pushing event updated for resources: {'Port': ['ID=cd845a29-d44c-451a-a374-d00aac129600,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:49.204623 n-d-789963-14 neutron-server[101978]: INFO neutron.db.ipam_backend_mixin [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a801cf01-0bf6-4c6f-9f72-814374a72e19 (CIDR: 2001:db8::/64) Sep 18 07:14:49.205870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.231288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.231637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.231997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.232331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.232671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.233013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.233349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.233677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.234033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.234363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.234692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.235019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:14:49.243141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c0e8f5ff-4344-4152-bf27-a91ba748bcc3 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0468521 Sep 18 07:14:49.245595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41922) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:49.262153 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:14:49.262153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:49.265123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'port': {'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695', 'name': 'tempest-NetworksIpV6TestAttrs-1120807849'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:49.321685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Attempting to bind port cd845a29-d44c-451a-a374-d00aac129600 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:49.321685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Attempting to bind port cd845a29-d44c-451a-a374-d00aac129600 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:49.322115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Attempting to bind port cd845a29-d44c-451a-a374-d00aac129600 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:49.351385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:49.351528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:49.352031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.352512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:49.353084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Bound port: cd845a29-d44c-451a-a374-d00aac129600, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:49.353700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.396751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3c0bad1a-4cce-4a74-9d6a-96047963b695', 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': 'c3554dc1-3729-40ef-ba6f-88ee37489dc6'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:49.397953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.444797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6d022c5e-58a7-4053-9487-67558a768718 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4225459 Sep 18 07:14:49.445687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 41928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:49.465475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:49.524209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] For port cd845a29-d44c-451a-a374-d00aac129600, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:49.524871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:49.529713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] For port cd845a29-d44c-451a-a374-d00aac129600, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd845a29-d44c-451a-a374-d00aac129600,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:49.560235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:49.563660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.587994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] device_id is not set on port fe639189-f889-4c82-b1f7-9192b4c239ed yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:49.619104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.656496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] For port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:49.700782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Allocated IP 2001:db8::f816:3eff:fe5a:e953 (3c0bad1a-4cce-4a74-9d6a-96047963b695/c3554dc1-3729-40ef-ba6f-88ee37489dc6/c1767d31-2e9e-4571-8bda-d43e268b605d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:49.752789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] device_id is not set on port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:49.775031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564a4fa-6399-4d8d-ad75-7bcb957635b5 None None] Pushing event updated for resources: {'Port': ['ID=cd845a29-d44c-451a-a374-d00aac129600,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:49.776111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.779250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:49.784247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.882993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:49.966558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.028973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] No DVR routers for this DVR port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:50.032208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:50.038426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.061368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.077285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.079958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.090995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.099281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.108113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.116909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.129306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-759c4c6c-1aef-409a-85a6-3dc894fcece8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 5356 time: 0.2877631 Sep 18 07:14:50.180525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Pushing event updated for resources: {'Port': ['ID=c1767d31-2e9e-4571-8bda-d43e268b605d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:50.213869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:50.222005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:50.227553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:50.238761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Allocated IP 2001:db8::f816:3eff:fe3e:85ac (3c0bad1a-4cce-4a74-9d6a-96047963b695/c3554dc1-3729-40ef-ba6f-88ee37489dc6/fe639189-f889-4c82-b1f7-9192b4c239ed) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:50.331563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] In _notify_port_updated(), no bound segment for port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:14:50.332839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.333623 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.336618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f7a63e76-5908-46fa-b654-a55b32a237d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 200 len: 1026 time: 1.2991738 Sep 18 07:14:50.339000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Attempting to bind port c1767d31-2e9e-4571-8bda-d43e268b605d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:14:50.340135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Attempting to bind port c1767d31-2e9e-4571-8bda-d43e268b605d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a927c397-14bf-4f0f-8062-8578d79c9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:14:50.340594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Attempting to bind port c1767d31-2e9e-4571-8bda-d43e268b605d on network 3c0bad1a-4cce-4a74-9d6a-96047963b695 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:14:50.347087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:14:50.349019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Checking segment: {'id': 'a927c397-14bf-4f0f-8062-8578d79c9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:50.351733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.354859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Bound using segment: {'id': 'a927c397-14bf-4f0f-8062-8578d79c9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:14:50.355479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Bound port: c1767d31-2e9e-4571-8bda-d43e268b605d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a927c397-14bf-4f0f-8062-8578d79c9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3c0bad1a-4cce-4a74-9d6a-96047963b695'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:14:50.356002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.440150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-081042b6-dbf9-4e93-b3de-022fd0bf3ee3 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.442273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-081042b6-dbf9-4e93-b3de-022fd0bf3ee3 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "GET /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0989914 Sep 18 07:14:50.447239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-568882b3-a81b-4761-a7a9-d5c70a1c939c None None] Provisioning complete for port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:50.447994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-568882b3-a81b-4761-a7a9-d5c70a1c939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.454265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:50.479029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] For port c1767d31-2e9e-4571-8bda-d43e268b605d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:50.498291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] For port c1767d31-2e9e-4571-8bda-d43e268b605d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c1767d31-2e9e-4571-8bda-d43e268b605d,segment=NetworkSegment(a927c397-14bf-4f0f-8062-8578d79c9b08),segment_id=a927c397-14bf-4f0f-8062-8578d79c9b08)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:14:50.514325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-568882b3-a81b-4761-a7a9-d5c70a1c939c None None] Port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:14:50.531524 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.589452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.600565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc1f4a9f-d1dc-43aa-9afc-492f785aa28f req-e8cfff5e-69a1-4034-93f3-d1a235c3cb68 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&id=14644871-30db-4da6-a55f-439c97e0223f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517526 Sep 18 07:14:50.655676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.671033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc628d5-0474-4bc9-8bae-d41a1a1a08ca None None] Pushing event updated for resources: {'Port': ['ID=c1767d31-2e9e-4571-8bda-d43e268b605d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:50.689465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.740450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:50.803064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:50.815867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.855019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.857846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.877123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:50.884654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:50.892828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:50.903381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:50.906382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:50.940032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=0cfa9e28-bac5-4e0b-b8c5-a75016d19047,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:50.965963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:50.966113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Port': ['ID=fe639189-f889-4c82-b1f7-9192b4c239ed,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:51.012986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41956) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:51.019775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d52191d5-3362-4e7e-ba55-bc9426919357 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5696862 Sep 18 07:14:51.022688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:ce:85:9c', 'name': 'tempest-NetworksTestDHCPv6-95306878'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:51.033971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4cffcbe8-f480-4bbd-9c6b-1e82f72ac29c tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7871692 Sep 18 07:14:51.037965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41958) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:51.077367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] For port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:14:51.126195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting subnet c3554dc1-3729-40ef-ba6f-88ee37489dc6 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:51.139733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.165445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] device_id is not set on port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:51.188644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.247793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.280799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.341866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:51.430381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07b562-bf8a-4bc2-a542-d3528a5860c1 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:51.441550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] No DVR routers for this DVR port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:51.441956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:51.511256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6a42f819-c772-4572-a829-4070d591f61a None None] Provisioning complete for port cd845a29-d44c-451a-a374-d00aac129600 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:51.512145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a42f819-c772-4572-a829-4070d591f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.588412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] In _notify_port_updated(), no bound segment for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 on network c041d8a3-5e7a-4140-845f-b94557043645 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:14:51.589695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:51.590566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.594300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-4fb6478d-e062-4840-927b-04b5d88bb1e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 200 len: 1027 time: 1.1448939 Sep 18 07:14:51.773840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cd845a29-d44c-451a-a374-d00aac129600 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:51.839037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port db254acc-a089-4431-8b47-c7eaa016da10 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:51.839664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.906103 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.973874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a42f819-c772-4572-a829-4070d591f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:51.976216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device db254acc-a089-4431-8b47-c7eaa016da10 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:52.011837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port db254acc-a089-4431-8b47-c7eaa016da10, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=db254acc-a089-4431-8b47-c7eaa016da10,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:52.019904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.030215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.084911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cd845a29-d44c-451a-a374-d00aac129600 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:52.085285 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.091975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:52.103744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6a42f819-c772-4572-a829-4070d591f61a None None] For port cd845a29-d44c-451a-a374-d00aac129600, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd845a29-d44c-451a-a374-d00aac129600,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:52.114791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:52.126446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:52.140360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:52.156326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:52.162757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de466503-9508-4852-86f3-6d9e6282beee req-425a44de-aadc-4fc1-a406-bf8b6b66e56a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 3886 time: 0.4081569 Sep 18 07:14:52.213466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port fefa7cad-8880-4aac-9282-56fdf6e09155 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:14:52.217546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a42f819-c772-4572-a829-4070d591f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.452104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.454362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.454994 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Floating IP 2e9e17e9-8e75-4ae2-a8e4-ee2c82249851 disassociated. External IP: 172.25.4.101, port: db254acc-a089-4431-8b47-c7eaa016da10. Sep 18 07:14:52.458193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for db254acc-a089-4431-8b47-c7eaa016da10 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:52.570036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460718a-022d-4e7d-bd6e-87607b6519b9 None None] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:52.685007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': 'a801cf01-0bf6-4c6f-9f72-814374a72e19', 'ip_address': '2001:db8::f816:3eff:fe87:9c46'}, {'subnet_id': '0cfa9e28-bac5-4e0b-b8c5-a75016d19047'}], 'binding:host_id': 'n-d-789963-14'}, 'id': 'cd845a29-d44c-451a-a374-d00aac129600'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:14:52.694086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-64ea001c-5259-4a15-a023-803cae521ffe None None] Provisioning complete for port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:52.697927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64ea001c-5259-4a15-a023-803cae521ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.711948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de466503-9508-4852-86f3-6d9e6282beee req-0608dd4e-86a9-4c86-b727-42eb5d3a0501 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5304487 Sep 18 07:14:52.828236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.848341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.871957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=c3554dc1-3729-40ef-ba6f-88ee37489dc6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:52.883530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.889678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3fceacf5-41af-4317-96df-f58ab5d3bd17 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/c3554dc1-3729-40ef-ba6f-88ee37489dc6 HTTP/1.1" status: 204 len: 168 time: 1.8509469 Sep 18 07:14:52.892828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:52.915692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=db254acc-a089-4431-8b47-c7eaa016da10,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:52.960159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8:0:1::2c6 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0cfa9e28-bac5-4e0b-b8c5-a75016d19047/fefa7cad-8880-4aac-9282-56fdf6e09155) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:52.966069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.974616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42f819-c772-4572-a829-4070d591f61a None None] Pushing event updated for resources: {'Port': ['ID=cd845a29-d44c-451a-a374-d00aac129600,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:52.974616 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:52.982448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fece:859c (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/a801cf01-0bf6-4c6f-9f72-814374a72e19/fefa7cad-8880-4aac-9282-56fdf6e09155) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:53.009449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d01422-d83d-4bb7-9cbd-3fb6f5cccd21 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:53.012542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d01422-d83d-4bb7-9cbd-3fb6f5cccd21 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:53.017789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:53.027951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02d01422-d83d-4bb7-9cbd-3fb6f5cccd21 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1231523 Sep 18 07:14:53.111773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-64ea001c-5259-4a15-a023-803cae521ffe None None] Port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:14:53.209327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c1767d31-2e9e-4571-8bda-d43e268b605d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:53.235469 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-dc76f9d7-9a50-498b-817c-5ba77b52f936 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2164028 Sep 18 07:14:53.244177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.260868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:14:53.271282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edc5de59-71c2-4c1f-a475-45815e1aaabe tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.297681 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc5de59-71c2-4c1f-a475-45815e1aaabe tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 07:14:53.298184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc5de59-71c2-4c1f-a475-45815e1aaabe tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:14:53.305224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-edc5de59-71c2-4c1f-a475-45815e1aaabe tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/3c0bad1a-4cce-4a74-9d6a-96047963b695 HTTP/1.1" status: 409 len: 405 time: 0.2847276 Sep 18 07:14:53.322160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42008) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:53.330473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1585008149'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:53.483317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.552722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:53.623003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=fefa7cad-8880-4aac-9282-56fdf6e09155,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:53.627198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] Provisioning complete for port c1767d31-2e9e-4571-8bda-d43e268b605d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:53.627950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.646542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:53.650130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.660866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:14:53.677529 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Sync routers for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:14:53.690221 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:53.698914 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:14:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:53.774716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-8e7fa843-b048-47c5-83c4-e26fcad03934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:53.776567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-8e7fa843-b048-47c5-83c4-e26fcad03934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 1097 time: 0.2019916 Sep 18 07:14:53.777449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port db254acc-a089-4431-8b47-c7eaa016da10 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:53.786460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.789339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-1041c7d6-6e22-4a97-bce9-3876c830e7ed tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "DELETE /v2.0/ports/db254acc-a089-4431-8b47-c7eaa016da10 HTTP/1.1" status: 204 len: 173 time: 2.1875744 Sep 18 07:14:53.789827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:53.792145 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac4c4a7-0f30-4788-bc4b-7eeb8413e791" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "db254acc-a089-4431-8b47-c7eaa016da10"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:53.795482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:53.811363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:53.830538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:14:53.851842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:53.861505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.918832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:14:53.932939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.933600 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment d24c2e31-dfe7-4d75-8b1b-361bd2a583b2 of type vlan for network 17a6d7e6-813d-4ef8-9821-ef18a052e35a Sep 18 07:14:53.939172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c1767d31-2e9e-4571-8bda-d43e268b605d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:53.944958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:53.947288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84ead1-ce4b-41d1-99a5-5edbd8ef8e95 None None] Network 3c0bad1a-4cce-4a74-9d6a-96047963b695 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:54.042306 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:14:54.052860 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.053690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-fb4d6bf5-95c1-4c13-a3d9-3e7fff72e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.057345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-477a6800-52a3-4b11-a27a-e49de0b98d49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0397501 Sep 18 07:14:54.060249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-fb4d6bf5-95c1-4c13-a3d9-3e7fff72e369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.2502172 Sep 18 07:14:54.062394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42024) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:54.064171 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd066f-f276-4bdd-869f-e11394d7f590 x-openstack-request-id: req-f7cd066f-f276-4bdd-869f-e11394d7f590 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:54.064171 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "db254acc-a089-4431-8b47-c7eaa016da10", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:54.064171 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7cd066f-f276-4bdd-869f-e11394d7f590 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:54.065529 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': 'db254acc-a089-4431-8b47-c7eaa016da10', 'status': 'completed', 'code': 200} Sep 18 07:14:54.107740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.129221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-17b370cf-3891-4687-adaa-5d517fd477e5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.135323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-17b370cf-3891-4687-adaa-5d517fd477e5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.143304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-17b370cf-3891-4687-adaa-5d517fd477e5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.149677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-17b370cf-3891-4687-adaa-5d517fd477e5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.150037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Allocated IP 2001:db8:0:1::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0cfa9e28-bac5-4e0b-b8c5-a75016d19047/cd845a29-d44c-451a-a374-d00aac129600) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:14:54.151824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-17b370cf-3891-4687-adaa-5d517fd477e5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 3150 time: 0.2041121 Sep 18 07:14:54.224543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:54.226935 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92f401-9e1c-4b56-8d9f-91e5e182b112" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:54.259287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6050114b-11bf-49c2-bacf-8953fae844b6 req-b74ea0af-8f10-421b-86de-1f7f20220658 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976737 Sep 18 07:14:54.292476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.296994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:54.309534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.309534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.376110 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae510459-7592-4578-b3b1-94069192e0d0 x-openstack-request-id: req-ae510459-7592-4578-b3b1-94069192e0d0 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:54.376415 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:54.376675 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae510459-7592-4578-b3b1-94069192e0d0 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:54.377078 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'code': 200} Sep 18 07:14:54.395411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.397114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a39036b7-7031-4e89-9a84-aea3483827e6 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:54.400065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port fefa7cad-8880-4aac-9282-56fdf6e09155 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:54.400527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.450871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-8980e3ae-3e41-4731-b66b-f488d06aa499 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 200 len: 1000 time: 0.3764911 Sep 18 07:14:54.460475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.563178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.579425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for fefa7cad-8880-4aac-9282-56fdf6e09155 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:54.609441 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:54.614845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-eb316338-2c5a-4158-a222-de4f977cafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.621824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-eb316338-2c5a-4158-a222-de4f977cafb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1583936 Sep 18 07:14:54.623686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:54.675854 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Checking router: e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:14:54.696233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] For port c1767d31-2e9e-4571-8bda-d43e268b605d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c1767d31-2e9e-4571-8bda-d43e268b605d,segment=NetworkSegment(a927c397-14bf-4f0f-8062-8578d79c9b08),segment_id=a927c397-14bf-4f0f-8062-8578d79c9b08)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:54.701868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.707071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] For port cd845a29-d44c-451a-a374-d00aac129600, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd845a29-d44c-451a-a374-d00aac129600,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:54.723126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:14:54.723765 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:14:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:54.737349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 4eda824b-09db-4d15-9424-3192deed8d3d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:54.738759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.791168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] DHCP port deletion for 3c0bad1a-4cce-4a74-9d6a-96047963b695 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:54.808472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.812302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:54.870700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5421865 Sep 18 07:14:54.894189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42042) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:54.901524 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:14:54.908421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': '17a6d7e6-813d-4ef8-9821-ef18a052e35a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:54.960639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-a21ebf19-796c-4fac-8830-82dfc2ae637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:54.962794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-a21ebf19-796c-4fac-8830-82dfc2ae637b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3274045 Sep 18 07:14:54.996499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port 4eda824b-09db-4d15-9424-3192deed8d3d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=4eda824b-09db-4d15-9424-3192deed8d3d,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:54.997142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.074750 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:14:55.075704 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:14:55.076372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.078561 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.140447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:55.144296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.165030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf0414-ffc1-4039-85ef-b96130fece01 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=17a6d7e6-813d-4ef8-9821-ef18a052e35a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:55.188696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-49e4b592-0d9b-40b2-a997-8f1239e28851 service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133548 Sep 18 07:14:55.189315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eb8a5-38eb-45da-b8c8-1519750783f4 None None] Pushing event updated for resources: {'Port': ['ID=c1767d31-2e9e-4571-8bda-d43e268b605d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:55.191953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:55.207444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 17a6d7e6-813d-4ef8-9821-ef18a052e35a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:14:55.224594 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce102aca-44fa-40d1-857c-e3fa145c006e None None] The sync data for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 is: [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:04:22Z', 'revision_number': 4, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '05b1c32e-fa0f-4cea-b442-ff24f37e0251', 'name': '', 'network_id': '26cefc22-c3f0-4b75-9e52-c2e649cec2ac', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'mac_address': 'fa:16:3e:a6:c0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:19Z', 'updated_at': '2021-09-18T07:04:26Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'subnets': [{'id': 'aed497ae-51c4-4d10-a015-224b8ffd7ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:14:55.332682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b125d1c7-fad5-450a-af3f-292d0daa6c29 req-1456d65e-3210-41d7-a20d-1e4141dddb3e service neutron] 10.222.0.24 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309083 Sep 18 07:14:55.333631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 4eda824b-09db-4d15-9424-3192deed8d3d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:55.406129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.461982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c269a815-0233-4398-8b2e-b01ab477c81b None None] Provisioning complete for port c1767d31-2e9e-4571-8bda-d43e268b605d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:55.462248 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c269a815-0233-4398-8b2e-b01ab477c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.559125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:55.570354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=fefa7cad-8880-4aac-9282-56fdf6e09155,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:55.592060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.627269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.651802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-be0844d5-e99e-4ec1-8324-238c58e90133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/fefa7cad-8880-4aac-9282-56fdf6e09155 HTTP/1.1" status: 204 len: 168 time: 1.5805261 Sep 18 07:14:55.662914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42050) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:55.689579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9153f68-a372-404b-afb5-f748157e48fe None None] Pushing event updated for resources: {'Port': ['ID=cd845a29-d44c-451a-a374-d00aac129600,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:55.695613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=4eda824b-09db-4d15-9424-3192deed8d3d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:55.708259 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.708259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 099b24fc-8b55-427a-8d82-667b790f6297 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:55.715268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Deleting port c1767d31-2e9e-4571-8bda-d43e268b605d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:55.715859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.732656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff29d3-1c97-4df7-900b-0f50f12f07ed None None] New status for floating IP 2e9e17e9-8e75-4ae2-a8e4-ee2c82249851: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:14:55.740562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port 4eda824b-09db-4d15-9424-3192deed8d3d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:55.743281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:55.746797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-d67b494f-bcff-425f-9cea-8d155625f0f8 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "DELETE /v2.0/ports/4eda824b-09db-4d15-9424-3192deed8d3d HTTP/1.1" status: 204 len: 173 time: 1.7097850 Sep 18 07:14:55.828410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-86be29f1-3637-42eb-8f13-7d69faa000ba tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:55.835007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-86be29f1-3637-42eb-8f13-7d69faa000ba tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:55.841947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-86be29f1-3637-42eb-8f13-7d69faa000ba tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:55.849182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-86be29f1-3637-42eb-8f13-7d69faa000ba tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:55.857027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-86be29f1-3637-42eb-8f13-7d69faa000ba tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 3070 time: 0.4214499 Sep 18 07:14:55.944345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e78fce-c4d7-411d-9cdd-b0abf38aaeac tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:55.952158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e7e78fce-c4d7-411d-9cdd-b0abf38aaeac tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2880640 Sep 18 07:14:55.958772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42060) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:55.997037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff3e67b2-f863-4d7f-8a49-a4c21bab9b24 req-a9f1947f-0eeb-4992-8991-5cfb00ffc319 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370265 Sep 18 07:14:56.066058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port a39036b7-7031-4e89-9a84-aea3483827e6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:56.068286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.076309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:56.082190 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4a29e-f321-4415-a701-cd4d46433f9a" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:56.125993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563fa940-1e90-4768-9ee0-41ed592727e1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:56.128426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-563fa940-1e90-4768-9ee0-41ed592727e1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1678100 Sep 18 07:14:56.137256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:56.224492 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752e636-dd77-40e6-9de1-9c2ced458150 x-openstack-request-id: req-6752e636-dd77-40e6-9de1-9c2ced458150 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:56.225091 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "4eda824b-09db-4d15-9424-3192deed8d3d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:56.225091 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6752e636-dd77-40e6-9de1-9c2ced458150 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:56.225427 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '4eda824b-09db-4d15-9424-3192deed8d3d', 'status': 'completed', 'code': 200} Sep 18 07:14:56.321679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:56.348366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.429458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57f215-68ac-4cdb-b355-83476af1d425 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:56.440812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57f215-68ac-4cdb-b355-83476af1d425 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:56.442638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57f215-68ac-4cdb-b355-83476af1d425 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:56.444334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-de57f215-68ac-4cdb-b355-83476af1d425 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2927833 Sep 18 07:14:56.447583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42070) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:56.497265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port a39036b7-7031-4e89-9a84-aea3483827e6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a39036b7-7031-4e89-9a84-aea3483827e6,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:56.497731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.551275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for a39036b7-7031-4e89-9a84-aea3483827e6 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:56.567005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:56.573316 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375c267-3025-4a83-aac9-bc67e4cc0590" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:56.578248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:56.643318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=50424a3b-9eec-4a70-8519-ce9c1f0bc534,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:56.701139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 0cfa9e28-bac5-4e0b-b8c5-a75016d19047 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:56.714511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.716609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] For port c1767d31-2e9e-4571-8bda-d43e268b605d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c1767d31-2e9e-4571-8bda-d43e268b605d,segment=NetworkSegment(a927c397-14bf-4f0f-8062-8578d79c9b08),segment_id=a927c397-14bf-4f0f-8062-8578d79c9b08)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:56.718257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.736640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Calling delete_port for c1767d31-2e9e-4571-8bda-d43e268b605d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:56.804016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': 'd24c2e31-dfe7-4d75-8b1b-361bd2a583b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '17a6d7e6-813d-4ef8-9821-ef18a052e35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:14:56.804809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: 17a6d7e6-813d-4ef8-9821-ef18a052e35a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:14:56.838266 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.868752 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ff02b-f6c1-465a-85b5-568f603c6213 x-openstack-request-id: req-4b6ff02b-f6c1-465a-85b5-568f603c6213 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:56.877159 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:56.877159 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b6ff02b-f6c1-465a-85b5-568f603c6213 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:56.877159 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'code': 200} Sep 18 07:14:56.934376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.945206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network 17a6d7e6-813d-4ef8-9821-ef18a052e35a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:14:56.977358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:56.984599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=a39036b7-7031-4e89-9a84-aea3483827e6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:57.038209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 17a6d7e6-813d-4ef8-9821-ef18a052e35a) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:57.051126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:14:57.066409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:57.066409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.070167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe022dd-de9d-4181-abd6-d6323a00ddbe None None] Network 17a6d7e6-813d-4ef8-9821-ef18a052e35a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:57.086362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c269a815-0233-4398-8b2e-b01ab477c81b None None] Provisioning complete for port fe639189-f889-4c82-b1f7-9192b4c239ed triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:57.087327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c269a815-0233-4398-8b2e-b01ab477c81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.097106 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.104490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port a39036b7-7031-4e89-9a84-aea3483827e6 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:57.110940 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.116166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-54b303a8-0946-4f5c-97a7-c23d51aba337 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "DELETE /v2.0/ports/a39036b7-7031-4e89-9a84-aea3483827e6 HTTP/1.1" status: 204 len: 173 time: 1.3589678 Sep 18 07:14:57.173492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a5c51955-f0f6-4db9-a858-f96eebeb537f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2744393 Sep 18 07:14:57.176753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:57.257875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:57.259075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.259622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cd845a29-d44c-451a-a374-d00aac129600 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:14:57.270796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.360116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfa9e28-bac5-4e0b-b8c5-a75016d19047,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:57.401222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.410806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1c700adc-311d-4bf6-851b-0e3efe6bbe35 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0cfa9e28-bac5-4e0b-b8c5-a75016d19047 HTTP/1.1" status: 204 len: 168 time: 0.9600430 Sep 18 07:14:57.411038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:57.421546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:57.422019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.430349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.432375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c269a815-0233-4398-8b2e-b01ab477c81b None None] Port fe639189-f889-4c82-b1f7-9192b4c239ed cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:14:57.458824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52f21e-d0a0-492f-9439-3932e4f9e1ae None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:57.464677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:57.469654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] No DVR routers for this DVR port c1767d31-2e9e-4571-8bda-d43e268b605d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:57.482955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e69395-b6e2-40a3-8c4b-76a23fa58bf3 None None] Pushing event deleted for resources: {'Port': ['ID=c1767d31-2e9e-4571-8bda-d43e268b605d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:57.559522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet a801cf01-0bf6-4c6f-9f72-814374a72e19 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:14:57.563211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.563667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4818a96-874a-47a5-8f05-f0082bfefc42 req-91d2cecc-0626-41b8-ac55-092f75573c9a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:57.577163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4818a96-874a-47a5-8f05-f0082bfefc42 req-91d2cecc-0626-41b8-ac55-092f75573c9a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:57.580431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4818a96-874a-47a5-8f05-f0082bfefc42 req-91d2cecc-0626-41b8-ac55-092f75573c9a tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 1679 time: 0.3468060 Sep 18 07:14:57.627189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:57.637793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.638013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-36d93fb6-00c6-4c0b-8723-b7a163a87d1c None None] Provisioning complete for port cd845a29-d44c-451a-a374-d00aac129600 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:57.638013 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36d93fb6-00c6-4c0b-8723-b7a163a87d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.638280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.705111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4818a96-874a-47a5-8f05-f0082bfefc42 req-3f5bfe3b-77fc-44fa-a00b-3cd384c833d3 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100769 Sep 18 07:14:57.744784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.749415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:57.785201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.809967 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.869391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cd845a29-d44c-451a-a374-d00aac129600 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:14:57.869953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.980639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:57.997270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-36d93fb6-00c6-4c0b-8723-b7a163a87d1c None None] Could not find standard attr ID for object fefa7cad-8880-4aac-9282-56fdf6e09155. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:14:58.003320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.030453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b423f-d61f-474f-9a14-331556550719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-17a6d7e6-813d-4ef8-9821-ef18a052e35a', 'network_id': '17a6d7e6-813d-4ef8-9821-ef18a052e35a', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': '50424a3b-9eec-4a70-8519-ce9c1f0bc534'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:14:58.030710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=a801cf01-0bf6-4c6f-9f72-814374a72e19,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:58.030811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f17b423f-d61f-474f-9a14-331556550719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.033290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:58.047614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:58.047614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:58.049798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=50424a3b-9eec-4a70-8519-ce9c1f0bc534,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:58.058825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.061552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b56a7062-54ab-4021-992b-35910c63338f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/a801cf01-0bf6-4c6f-9f72-814374a72e19 HTTP/1.1" status: 204 len: 168 time: 0.6475213 Sep 18 07:14:58.061552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.068127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42096) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:58.112824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=918bb3dc-b403-4b3d-8d37-e86b1f03c9b2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:58.158038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port 918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:58.165882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.168344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-f01717d2-1a82-46dd-aae3-b8f6b67a5150 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "DELETE /v2.0/ports/918bb3dc-b403-4b3d-8d37-e86b1f03c9b2 HTTP/1.1" status: 204 len: 173 time: 1.0482273 Sep 18 07:14:58.192138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5b79a02-b90d-437d-950d-312a99f8b7aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225839 Sep 18 07:14:58.208760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42106) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:58.228864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:58.238421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6'}, {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:58.238421 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f4c6f-1bbf-406b-97e7-28901e016252" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6"}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:58.306810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417c777-f850-4311-9dff-1e704bf35051 None None] Network 17a6d7e6-813d-4ef8-9821-ef18a052e35a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:58.313550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:58.317535 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830cd68-e00b-4bae-8e7c-5d3fba42a7f9 x-openstack-request-id: req-8830cd68-e00b-4bae-8e7c-5d3fba42a7f9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:58.318075 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "a39036b7-7031-4e89-9a84-aea3483827e6", "status": "completed", "code": 200}, {"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "918bb3dc-b403-4b3d-8d37-e86b1f03c9b2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:58.318167 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8830cd68-e00b-4bae-8e7c-5d3fba42a7f9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:58.318485 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': 'a39036b7-7031-4e89-9a84-aea3483827e6', 'status': 'completed', 'code': 200} Sep 18 07:14:58.318737 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '918bb3dc-b403-4b3d-8d37-e86b1f03c9b2', 'status': 'completed', 'code': 200} Sep 18 07:14:58.321145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 4eda824b-09db-4d15-9424-3192deed8d3d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:58.365389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.380689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 099b24fc-8b55-427a-8d82-667b790f6297 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:58.381007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.394406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 4eda824b-09db-4d15-9424-3192deed8d3d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:58.394809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 4eda824b-09db-4d15-9424-3192deed8d3d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:58.507903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a6d7e6-813d-4ef8-9821-ef18a052e35a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:58.528134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:14:58.532211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24c2e31-dfe7-4d75-8b1b-361bd2a583b2') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:58.532524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24c2e31-dfe7-4d75-8b1b-361bd2a583b2') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:14:58.537718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c1767d31-2e9e-4571-8bda-d43e268b605d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:58.543880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.559241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.566445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:14:58.567052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.586643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port 099b24fc-8b55-427a-8d82-667b790f6297, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=099b24fc-8b55-427a-8d82-667b790f6297,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:58.587865 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.594814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c1767d31-2e9e-4571-8bda-d43e268b605d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:14:58.595527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c1767d31-2e9e-4571-8bda-d43e268b605d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:14:58.627439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 099b24fc-8b55-427a-8d82-667b790f6297 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:14:58.637414 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:14:58.716791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.718825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Deleting port cd845a29-d44c-451a-a374-d00aac129600 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:14:58.719397 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.728609 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.734000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/17a6d7e6-813d-4ef8-9821-ef18a052e35a HTTP/1.1" status: 204 len: 168 time: 1.5561948 Sep 18 07:14:58.744121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42114) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:58.760669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1885672786'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:58.760788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58f1e9-6309-417e-869a-d22357be6ccb tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=17a6d7e6-813d-4ef8-9821-ef18a052e35a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:58.761832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:58.767596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.876694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:14:58.881718 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66ad5d-5d2d-4620-9846-01d0e0b47ac0" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "099b24fc-8b55-427a-8d82-667b790f6297"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:14:58.915986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:14:58.918767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.944492 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba44da-b294-4ba3-81a3-bfe360646998 x-openstack-request-id: req-7cba44da-b294-4ba3-81a3-bfe360646998 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:14:58.944802 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-unplugged", "status": "completed", "tag": "099b24fc-8b55-427a-8d82-667b790f6297", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:14:58.945073 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cba44da-b294-4ba3-81a3-bfe360646998 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:14:58.945471 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297', 'code': 200} Sep 18 07:14:58.947267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] For port cd845a29-d44c-451a-a374-d00aac129600, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cd845a29-d44c-451a-a374-d00aac129600,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:14:58.947674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:58.978925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Calling delete_port for cd845a29-d44c-451a-a374-d00aac129600 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:14:59.011429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:14:59.021122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.021626 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment 036cad12-a73e-442a-a878-e7716cc17bcb of type vlan for network cbcb5a14-edfe-4391-9b76-2c5c121403ca Sep 18 07:14:59.067817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cd845a29-d44c-451a-a374-d00aac129600 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:14:59.075605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.079945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654747da-f425-40e3-a3be-982966e5eeee req-6bcb0310-7a2c-4fec-9334-356b8287bd10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:59.082477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-654747da-f425-40e3-a3be-982966e5eeee req-6bcb0310-7a2c-4fec-9334-356b8287bd10 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 943 time: 0.1588759 Sep 18 07:14:59.105434 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.131169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.171436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-654747da-f425-40e3-a3be-982966e5eeee req-0e6c8236-a41a-499e-8108-1a6bcbf521d9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b5be46-771f-41f0-aab2-f3d697221cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824742 Sep 18 07:14:59.191183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.228085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.240724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:59.240724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.249460 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.265917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=099b24fc-8b55-427a-8d82-667b790f6297,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:59.339991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] Pushing event deleted for resources: {'Port': ['ID=cd845a29-d44c-451a-a374-d00aac129600,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:59.342030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe44390-4c74-4ab5-9076-3a70a51713ed None None] No DVR routers for this DVR port cd845a29-d44c-451a-a374-d00aac129600 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:59.482456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:14:59.485133 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.542496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:14:59.546867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:14:59.552108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:14:59.552713 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.558285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4eb9c-0a84-460b-92da-8009ba460565 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:14:59.569610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=59b019c3-e9e0-4615-bd9c-10cc968bcf65,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:59.678018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2cb45262-9b71-4bb0-a99f-d3708a7d0d25 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4675379 Sep 18 07:14:59.680856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42136) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:59.686875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:59.837293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port 099b24fc-8b55-427a-8d82-667b790f6297 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:14:59.841968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:14:59.844487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c918c584-ea11-40bd-a29d-0813b4bf667b req-00fb1a40-e274-4485-9b9a-d643fc0464a6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.24 "DELETE /v2.0/ports/099b24fc-8b55-427a-8d82-667b790f6297 HTTP/1.1" status: 204 len: 173 time: 1.6686046 Sep 18 07:14:59.846454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=cbcb5a14-edfe-4391-9b76-2c5c121403ca,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:14:59.884674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:14:59.885085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-327ff3ac-dabd-48fc-9c5c-6ac90799988f tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1397717 Sep 18 07:14:59.890840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:14:59.988866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:14:59.988866 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:14:59.988866 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '580f148d4a6c422d890c7247abe4f93c', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 14, 39, 977457)}] Sep 18 07:14:59.988866 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:14:59.989465 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:14:59.999961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network cbcb5a14-edfe-4391-9b76-2c5c121403ca details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:00.026761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '59b019c3-e9e0-4615-bd9c-10cc968bcf65'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:00.027782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.070679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:00.074619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.242191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Allocated IP 2001:db8::f816:3eff:fe70:96a1 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/59b019c3-e9e0-4615-bd9c-10cc968bcf65/b67e52f2-012c-4e2e-a515-76262d057023) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:00.320154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:15:00.324337 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061110ec-c024-4553-bd25-14eb224ddfe2" -d '{"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "099b24fc-8b55-427a-8d82-667b790f6297"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:15:00.377325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f1fd297-f94c-458c-a486-3168fefa1a81 req-af54367e-4974-49ac-8693-e6bc24a1b47d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0585039 Sep 18 07:15:00.407499 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531718c3-7151-4939-9e9d-9845de272f04 x-openstack-request-id: req-531718c3-7151-4939-9e9d-9845de272f04 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:15:00.408166 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684eab-38ad-4ef3-b81e-a187bcb03163", "name": "network-vif-deleted", "tag": "099b24fc-8b55-427a-8d82-667b790f6297", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:15:00.408578 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-531718c3-7151-4939-9e9d-9845de272f04 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:15:00.409785 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684eab-38ad-4ef3-b81e-a187bcb03163', 'name': 'network-vif-deleted', 'tag': '099b24fc-8b55-427a-8d82-667b790f6297', 'status': 'completed', 'code': 200} Sep 18 07:15:00.459990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.512746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.541028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=92bafb46-ee12-43c4-935b-1d40acc704f6,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:00.561136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': '036cad12-a73e-442a-a878-e7716cc17bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:00.561507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: cbcb5a14-edfe-4391-9b76-2c5c121403ca, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:00.568767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.621180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:00.621743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:00.621743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:00.621743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:00.630926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:00.636311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.701113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Attempting to bind port b67e52f2-012c-4e2e-a515-76262d057023 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:00.701495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Attempting to bind port b67e52f2-012c-4e2e-a515-76262d057023 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:00.701868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Attempting to bind port b67e52f2-012c-4e2e-a515-76262d057023 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:00.707918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:00.708299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:00.708713 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.709233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:00.709718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Bound port: b67e52f2-012c-4e2e-a515-76262d057023, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:00.710139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.762779 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59b019c3-e9e0-4615-bd9c-10cc968bcf65 (CIDR: 2001:db8::/64) Sep 18 07:15:00.764511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network cbcb5a14-edfe-4391-9b76-2c5c121403ca is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:00.779333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:00.782703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:00.797408 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:15:00.798218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:00.848681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, cbcb5a14-edfe-4391-9b76-2c5c121403ca) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:00.852926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:00.853553 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.858293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f20784f-6202-4c51-a28f-0d413d6057f5 None None] Network cbcb5a14-edfe-4391-9b76-2c5c121403ca requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:00.881337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-27b8c778-5998-4a31-a8d0-b8786ba41e81 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1990464 Sep 18 07:15:00.883554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:00.884140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42166) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:00.890762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:00.963492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9fc08e78-d90b-4024-8bbf-c9394d650150 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0770411 Sep 18 07:15:00.966181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42170) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:01.008086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e290b1-1fb9-4ed2-8386-860942b55598 None None] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:01.104499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cbcb5a14-edfe-4391-9b76-2c5c121403ca', 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': '92bafb46-ee12-43c4-935b-1d40acc704f6'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:01.105370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.146158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.157019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:01.160918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.280176 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.404274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Allocated IP 2001:db8::2 (cbcb5a14-edfe-4391-9b76-2c5c121403ca/92bafb46-ee12-43c4-935b-1d40acc704f6/8f89d9eb-5aba-45a0-a6da-8386e6877b51) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:01.523136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2301ff2d-a874-442e-8ca8-b2cd5a3a5398 req-0a0320d1-e22b-4372-a36b-8d0387f05a84 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0365272 Sep 18 07:15:01.646529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.660790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.705526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:01.710864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.720371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:01.727535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:01.728128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.742268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=5027d540-a502-4c3d-8ae5-57ff2194b2a3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:01.765199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Network cbcb5a14-edfe-4391-9b76-2c5c121403ca is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:01.770384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:01.776957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:01.797405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.809843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Pushing event updated for resources: {'Port': ['ID=8f89d9eb-5aba-45a0-a6da-8386e6877b51,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:01.829398 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8bdb89ea-8d2c-4ab2-aaa7-2fa5f8fa6ca8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9439185 Sep 18 07:15:01.830024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:01.835438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:08:b9:a2', 'name': 'tempest-NetworksTestDHCPv6-1190874536'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:01.838582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=92bafb46-ee12-43c4-935b-1d40acc704f6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:01.866417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Attempting to bind port 8f89d9eb-5aba-45a0-a6da-8386e6877b51 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:01.866803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Attempting to bind port 8f89d9eb-5aba-45a0-a6da-8386e6877b51 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '036cad12-a73e-442a-a878-e7716cc17bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:01.867250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Attempting to bind port 8f89d9eb-5aba-45a0-a6da-8386e6877b51 on network cbcb5a14-edfe-4391-9b76-2c5c121403ca {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:01.874173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:01.874596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Checking segment: {'id': '036cad12-a73e-442a-a878-e7716cc17bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:01.875019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.875419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Bound using segment: {'id': '036cad12-a73e-442a-a878-e7716cc17bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:01.875900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Bound port: 8f89d9eb-5aba-45a0-a6da-8386e6877b51, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036cad12-a73e-442a-a878-e7716cc17bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:01.876291 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.923179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:01.945711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcb5a14-edfe-4391-9b76-2c5c121403ca']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:01.956099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036cad12-a73e-442a-a878-e7716cc17bcb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:01.957888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] For port 8f89d9eb-5aba-45a0-a6da-8386e6877b51, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:01.958329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036cad12-a73e-442a-a878-e7716cc17bcb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:01.962551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] For port 8f89d9eb-5aba-45a0-a6da-8386e6877b51, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f89d9eb-5aba-45a0-a6da-8386e6877b51,segment=NetworkSegment(036cad12-a73e-442a-a878-e7716cc17bcb),segment_id=036cad12-a73e-442a-a878-e7716cc17bcb)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:01.974537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.065699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.068511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.076017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:02.076780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:02.080255 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:02.116440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:02.167807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7c08-4a3d-4ae1-8f94-ad19c3b6a486 None None] Pushing event updated for resources: {'Port': ['ID=8f89d9eb-5aba-45a0-a6da-8386e6877b51,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:02.196807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:15:02.196807 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:15:02.196807 n-d-789963-14 neutron-server[101979]: [parameters: {'id': 'cbcb5a14-edfe-4391-9b76-2c5c121403ca'}] Sep 18 07:15:02.196807 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:02.197592 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:02.242730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaeb6b5-fa98-4c7e-8468-f4cc4044c657 None None] Network cbcb5a14-edfe-4391-9b76-2c5c121403ca requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:02.309292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.336187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port 61774048-84b5-46d6-b894-c03b21ccde59 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:02.395942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894db4c-6d94-4e8e-a3b8-d0f9c0f82d8e None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:02.496595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:02.497143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.590539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8:0:1::323 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5027d540-a502-4c3d-8ae5-57ff2194b2a3/61774048-84b5-46d6-b894-c03b21ccde59) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:02.604404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::f816:3eff:fe08:b9a2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/59b019c3-e9e0-4615-bd9c-10cc968bcf65/61774048-84b5-46d6-b894-c03b21ccde59) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:02.702378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.718525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e0a92c7-ce2e-4654-b495-9a27d1e4446b req-c819fab4-6f64-42fa-a2e5-239d693d6811 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0521011 Sep 18 07:15:02.777182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.807453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting port 8f89d9eb-5aba-45a0-a6da-8386e6877b51 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:02.808401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.831775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:02.882234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.893061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.919316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] For port 8f89d9eb-5aba-45a0-a6da-8386e6877b51, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f89d9eb-5aba-45a0-a6da-8386e6877b51,segment=NetworkSegment(036cad12-a73e-442a-a878-e7716cc17bcb),segment_id=036cad12-a73e-442a-a878-e7716cc17bcb)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:02.919918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:02.947141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Calling delete_port for 8f89d9eb-5aba-45a0-a6da-8386e6877b51 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:02.952155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '59b019c3-e9e0-4615-bd9c-10cc968bcf65', 'ip_address': '2001:db8::f816:3eff:fe70:96a1'}, {'subnet_id': '5027d540-a502-4c3d-8ae5-57ff2194b2a3'}], 'binding:host_id': 'n-d-789963-14'}, 'id': 'b67e52f2-012c-4e2e-a515-76262d057023'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:15:03.012363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.014399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98c069-3087-40b7-98b1-1280da961941 None None] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:03.037649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.119133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:03.123666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:03.131064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:03.138532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:03.143122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.157138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=61774048-84b5-46d6-b894-c03b21ccde59,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:03.162531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.184955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:03.199033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Port': ['ID=8f89d9eb-5aba-45a0-a6da-8386e6877b51,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:03.204760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No DVR routers for this DVR port 8f89d9eb-5aba-45a0-a6da-8386e6877b51 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:03.258170 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-907116d7-9ef2-4f43-b309-3aabe7009d87 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4267855 Sep 18 07:15:03.259281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:03.303694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Allocated IP 2001:db8:0:1::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/5027d540-a502-4c3d-8ae5-57ff2194b2a3/b67e52f2-012c-4e2e-a515-76262d057023) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:03.329620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.344515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:03.344903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.376728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcb5a14-edfe-4391-9b76-2c5c121403ca']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:03.400869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036cad12-a73e-442a-a878-e7716cc17bcb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:03.414187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036cad12-a73e-442a-a878-e7716cc17bcb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:03.416768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port 61774048-84b5-46d6-b894-c03b21ccde59 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:03.417125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.443213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.477659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.486841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:03.487793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:03.491237 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:03.558141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:03.564017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.583964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for 61774048-84b5-46d6-b894-c03b21ccde59 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:03.594505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.679718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:03.926747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425bd9-ffc4-436d-939c-3afbcffc52d9 None None] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:03.981871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5381ee12-5a48-4c53-bc88-cd72ab7664e8 req-b24901ff-f1bd-4df4-8bb2-13ea9f79b133 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0466752 Sep 18 07:15:04.114788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.116585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.132333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.134196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/cbcb5a14-edfe-4391-9b76-2c5c121403ca HTTP/1.1" status: 204 len: 168 time: 3.1669228 Sep 18 07:15:04.138381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42244) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.157171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-393646659'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:04.171255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebcfe3-c283-44a0-8322-3f809890b660 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=cbcb5a14-edfe-4391-9b76-2c5c121403ca,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:04.197582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=61774048-84b5-46d6-b894-c03b21ccde59,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:04.271968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.276686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c5c3128a-3221-4233-8ca4-c245387c7dfb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/61774048-84b5-46d6-b894-c03b21ccde59 HTTP/1.1" status: 204 len: 168 time: 1.0120132 Sep 18 07:15:04.277110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42248) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.332213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882654b-e366-4070-b3fa-4f219d89b2e1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.336617 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9882654b-e366-4070-b3fa-4f219d89b2e1 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0560765 Sep 18 07:15:04.336617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42254) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.349989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:04.351141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.399048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:04.417992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bc412-89f8-45f0-851b-ae3aa8866947 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.419747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-247bc412-89f8-45f0-851b-ae3aa8866947 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0822623 Sep 18 07:15:04.422469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42258) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.423383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.423763 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Added segment 678e7d4c-f840-4a70-98e4-66350d34cd41 of type vlan for network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 Sep 18 07:15:04.477829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.525005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19909808-c4f3-4836-8284-21516a590d2d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.532575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19909808-c4f3-4836-8284-21516a590d2d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.534729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19909808-c4f3-4836-8284-21516a590d2d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.539440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19909808-c4f3-4836-8284-21516a590d2d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1156549 Sep 18 07:15:04.539763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42268) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.593681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.602419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:04.602910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.647013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 5027d540-a502-4c3d-8ae5-57ff2194b2a3 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:04.659429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.739633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Network': ['ID=ffe10940-1d24-4c1f-a85b-d1e0f00a0879,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:04.755974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:04.760303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:04.760459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-253822ed-9614-439c-8406-880b121d90e1 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6170759 Sep 18 07:15:04.765642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Request body: {'subnet': {'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:04.778173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.812341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876b8ebf-d9d2-4b09-919c-a31d50b0bb30 None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:04.812847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876b8ebf-d9d2-4b09-919c-a31d50b0bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:04.952018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.124838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:05.137848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae6b4efd-e5f6-44a3-97d6-24ef3271b3ac req-10b2328e-0c82-491f-8738-6333556065a3 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Sep 18 07:15:05.139350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Made reservation on behalf of 113ee71987af4cb795993f927f16fba1 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:05.145355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.182943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.217719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-07c068b6-80ee-4072-8d7d-224d714b341b None None] Could not find standard attr ID for object 61774048-84b5-46d6-b894-c03b21ccde59. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:15:05.229557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:05.230209 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.269142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.269142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5027d540-a502-4c3d-8ae5-57ff2194b2a3 HTTP/1.1" status: 204 len: 168 time: 0.7273288 Sep 18 07:15:05.271373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2944da-34b0-45a6-88da-750d57695105 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=5027d540-a502-4c3d-8ae5-57ff2194b2a3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:05.275137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42306) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:05.410798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 59b019c3-e9e0-4615-bd9c-10cc968bcf65 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:05.414273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.429093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e380a-4149-4d8f-80a0-2fa0666f170f None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:05.491540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.594011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.690795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:15:05.692702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.785750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.816373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Checking segment: {'id': '678e7d4c-f840-4a70-98e4-66350d34cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:05.819872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network hostable DHCP agents. Network: ffe10940-1d24-4c1f-a85b-d1e0f00a0879, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:05.836108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=59b019c3-e9e0-4615-bd9c-10cc968bcf65,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:05.847896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event updated for resources: {'Subnet': ['ID=a927201e-8848-4355-896e-b6651321a149,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:05.862818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:05.869655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-edaa1a01-7d4f-4bca-afe4-904b4f963b8b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/59b019c3-e9e0-4615-bd9c-10cc968bcf65 HTTP/1.1" status: 204 len: 168 time: 0.5834913 Sep 18 07:15:05.882996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42336) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:05.960052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d2f46846-befb-4d2f-8f12-7c7bb7a0ecbd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730801 Sep 18 07:15:05.960052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:05.960333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:05.965497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:06.065396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ffe10940-1d24-4c1f-a85b-d1e0f00a0879) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:06.070011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:06.070856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.075555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1cc9a0-8d6e-4867-b599-c7bd585491aa None None] Network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:06.177102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce127695-23f2-49d5-9ca6-08e2b3348b10 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4156649 Sep 18 07:15:06.182143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42354) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:06.276571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:06.288157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.367305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ffe10940-1d24-4c1f-a85b-d1e0f00a0879', 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879', 'tenant_id': '113ee71987af4cb795993f927f16fba1', 'fixed_ips': [{'subnet_id': 'a927201e-8848-4355-896e-b6651321a149'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:06.368256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.426062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36cbcc6a-d4a6-47ab-b283-b2f0dc90848b req-6e622c21-ec73-41e3-9a48-1d8ce4c7da2d tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.1031027 Sep 18 07:15:06.489854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.611117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.645260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Allocated IP 2001:db8::f816:3eff:fecb:61bf (ffe10940-1d24-4c1f-a85b-d1e0f00a0879/a927201e-8848-4355-896e-b6651321a149/b23ee1fb-ba30-4f4f-a20f-832335e19c39) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:06.749150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.757166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09124b55-9250-47fe-a675-0a78ed148cbf None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:06.807289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:06.814285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:06.819768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:06.821119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:06.849543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=d3ecabe8-9c68-49a5-885b-80f79f02a520,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:06.988724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8fd2f744-b48a-475a-850e-169abc789c92 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0271075 Sep 18 07:15:06.991328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42396) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:07.004148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:07.090646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2236201a-eee5-4d13-bdee-7579c7789d8a None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:07.091256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2236201a-eee5-4d13-bdee-7579c7789d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.245816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.266407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:07.272125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.352567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.477135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Pushing event updated for resources: {'Port': ['ID=b23ee1fb-ba30-4f4f-a20f-832335e19c39,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:07.483034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.492429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:07.495921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:07.501207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:07.535551 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3ecabe8-9c68-49a5-885b-80f79f02a520 (CIDR: 2001:db8::/64) Sep 18 07:15:07.649432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Attempting to bind port b23ee1fb-ba30-4f4f-a20f-832335e19c39 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:07.650088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Attempting to bind port b23ee1fb-ba30-4f4f-a20f-832335e19c39 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '678e7d4c-f840-4a70-98e4-66350d34cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:07.650764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Attempting to bind port b23ee1fb-ba30-4f4f-a20f-832335e19c39 on network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:07.657599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:07.658170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Checking segment: {'id': '678e7d4c-f840-4a70-98e4-66350d34cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:07.658577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.659012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Bound using segment: {'id': '678e7d4c-f840-4a70-98e4-66350d34cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:07.659492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Bound port: b23ee1fb-ba30-4f4f-a20f-832335e19c39, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678e7d4c-f840-4a70-98e4-66350d34cd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:07.659880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.699043 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.701964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=a927201e-8848-4355-896e-b6651321a149,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:07.753404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bea672b7-46c9-42e8-81f9-7ef3f23acbab req-ffb1b588-ec39-4440-8c59-18a43c4707a9 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0431626 Sep 18 07:15:07.757697 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:15:07.757973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] For port b23ee1fb-ba30-4f4f-a20f-832335e19c39, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:07.772288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] For port b23ee1fb-ba30-4f4f-a20f-832335e19c39, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b23ee1fb-ba30-4f4f-a20f-832335e19c39,segment=NetworkSegment(678e7d4c-f840-4a70-98e4-66350d34cd41),segment_id=678e7d4c-f840-4a70-98e4-66350d34cd41)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:07.772528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:07.792766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe10940-1d24-4c1f-a85b-d1e0f00a0879']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:07.823590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678e7d4c-f840-4a70-98e4-66350d34cd41') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:07.825034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678e7d4c-f840-4a70-98e4-66350d34cd41') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:07.833134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cca30e-43a3-4713-87ea-266a7bc84644 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:07.840164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.885741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-65787626-be26-4b60-888c-434c0145f52f None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:07.886244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-65787626-be26-4b60-888c-434c0145f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.897246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.905213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:07.906033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:07.909788 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:07.919219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:07.932010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ef6b4ed3-63a6-4ddd-ab20-e1d6f2c73abd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9385235 Sep 18 07:15:07.932239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:07.938459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:08.075712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:15:08.075712 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:15:08.075712 n-d-789963-14 neutron-server[101979]: [parameters: {'id': 'ffe10940-1d24-4c1f-a85b-d1e0f00a0879'}] Sep 18 07:15:08.075712 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:08.076219 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:08.131548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffbfbc-abfe-4928-ad4c-1c1598f07396 None None] Pushing event updated for resources: {'Port': ['ID=b23ee1fb-ba30-4f4f-a20f-832335e19c39,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:08.167490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e540d-8bcf-4246-9550-9867f845e344 None None] Network ffe10940-1d24-4c1f-a85b-d1e0f00a0879 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:08.206311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:08.210167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.576873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.687244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2ec70-cba9-4a17-9081-87dcfd61477a None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:15:08.707006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting port b23ee1fb-ba30-4f4f-a20f-832335e19c39 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:08.707345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.840104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a2635b35-7682-400e-bc87-030d04e4bb88 None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:08.840864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2635b35-7682-400e-bc87-030d04e4bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.847794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] For port b23ee1fb-ba30-4f4f-a20f-832335e19c39, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b23ee1fb-ba30-4f4f-a20f-832335e19c39,segment=NetworkSegment(678e7d4c-f840-4a70-98e4-66350d34cd41),segment_id=678e7d4c-f840-4a70-98e4-66350d34cd41)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:08.848504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.879621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Calling delete_port for b23ee1fb-ba30-4f4f-a20f-832335e19c39 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:08.888162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-72f43c3b-dfa8-4c78-9d07-e6ca91a3e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:08.985936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2ec70-cba9-4a17-9081-87dcfd61477a None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:15:09.055156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7798804-0756-4107-a3d1-6fec38ce4133 req-807798a6-ac82-4174-b8eb-56fd3cd87e78 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0459211 Sep 18 07:15:09.082273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.objects.ports [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:15:09.104915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.155088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Port': ['ID=b23ee1fb-ba30-4f4f-a20f-832335e19c39,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:09.175873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No DVR routers for this DVR port b23ee1fb-ba30-4f4f-a20f-832335e19c39 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:09.344913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.373612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe10940-1d24-4c1f-a85b-d1e0f00a0879']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:09.388256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678e7d4c-f840-4a70-98e4-66350d34cd41') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:09.388554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678e7d4c-f840-4a70-98e4-66350d34cd41') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:09.411019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.428296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.438118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:09.438719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:09.442503 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:09.449669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.532681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab945b19-c0c9-41aa-a6ce-f961f71c5c5a None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:15:09.585073 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.598738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.603662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/ffe10940-1d24-4c1f-a85b-d1e0f00a0879 HTTP/1.1" status: 204 len: 168 time: 3.4173765 Sep 18 07:15:09.604344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42502) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.632090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7477-e037-4c12-8f53-7cbdd8e5363d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=ffe10940-1d24-4c1f-a85b-d1e0f00a0879,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:09.680466 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd98b1e-9559-4480-b76c-47325f673684 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.681074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd98b1e-9559-4480-b76c-47325f673684 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.681522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab945b19-c0c9-41aa-a6ce-f961f71c5c5a None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:15:09.683119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4cd98b1e-9559-4480-b76c-47325f673684 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/a927201e-8848-4355-896e-b6651321a149 HTTP/1.1" status: 404 len: 337 time: 0.0776508 Sep 18 07:15:09.686115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42506) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.740528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:09.749435 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8aab179-6a10-4be3-885f-75f79c93aa24 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.750313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8aab179-6a10-4be3-885f-75f79c93aa24 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.752244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f8aab179-6a10-4be3-885f-75f79c93aa24 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/ffe10940-1d24-4c1f-a85b-d1e0f00a0879 HTTP/1.1" status: 404 len: 339 time: 0.0646386 Sep 18 07:15:09.754815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42512) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.790349 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-005f2a15-50f8-4b7a-af91-c37e6507f375 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.791166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005f2a15-50f8-4b7a-af91-c37e6507f375 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.793686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-005f2a15-50f8-4b7a-af91-c37e6507f375 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/92bafb46-ee12-43c4-935b-1d40acc704f6 HTTP/1.1" status: 404 len: 337 time: 0.0373068 Sep 18 07:15:09.796043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.817928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.841764 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20fb9d3-badc-48d9-a2ca-40f2d424efdd tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.842488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20fb9d3-badc-48d9-a2ca-40f2d424efdd tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.844322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c20fb9d3-badc-48d9-a2ca-40f2d424efdd tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/cbcb5a14-edfe-4391-9b76-2c5c121403ca HTTP/1.1" status: 404 len: 339 time: 0.0465858 Sep 18 07:15:09.847906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.876444 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c8e988-4721-41e3-bebf-14bb85736f3d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.877695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c8e988-4721-41e3-bebf-14bb85736f3d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.879109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-40c8e988-4721-41e3-bebf-14bb85736f3d tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/50424a3b-9eec-4a70-8519-ce9c1f0bc534 HTTP/1.1" status: 404 len: 337 time: 0.0301955 Sep 18 07:15:09.881612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:09.885584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.886415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:09.906665 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bf8d07-fe77-4e30-b987-1365a510b6cf tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:09.907390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bf8d07-fe77-4e30-b987-1365a510b6cf tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:09.910154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f8bf8d07-fe77-4e30-b987-1365a510b6cf tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/17a6d7e6-813d-4ef8-9821-ef18a052e35a HTTP/1.1" status: 404 len: 339 time: 0.0275519 Sep 18 07:15:09.912663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42524) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:10.062514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:10.074851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:10.103884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:10.103884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.123442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting port fe639189-f889-4c82-b1f7-9192b4c239ed {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:10.126591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.167232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=33705805-c655-4ed3-bb2d-b41e179b1ac5,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:10.178368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4805701-7cb9-47dc-b9b2-708c2265263c None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:10.220773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.221850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.222385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.222979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.223479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.224067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.224565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.225198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.225699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.226388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.226889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.227416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:10.233086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=8']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:10.309265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b18150f-e30f-4fd3-b046-46098f1e5b96 req-db18a5b2-6ab1-4a64-a877-ad32bed73e14 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0352829 Sep 18 07:15:10.332562 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.333377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3f9a742d-d2bf-4d55-9cf0-702c939da24c tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3991675 Sep 18 07:15:10.334525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42550) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:10.340988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:0e:af:f7', 'name': 'tempest-NetworksTestDHCPv6-220798402'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:10.364962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Calling delete_port for fe639189-f889-4c82-b1f7-9192b4c239ed owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:10.597119 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.645520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:10.661579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.663936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/ports/fe639189-f889-4c82-b1f7-9192b4c239ed HTTP/1.1" status: 204 len: 168 time: 0.7503138 Sep 18 07:15:10.665498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801d7e-d2fd-47ff-b84d-737b3489d441 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Port': ['ID=fe639189-f889-4c82-b1f7-9192b4c239ed,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:10.668232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42564) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:10.678040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Update dhcp port {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'fixed_ips': [{'subnet_id': '33705805-c655-4ed3-bb2d-b41e179b1ac5', 'ip_address': '2001:db8:0:1:f816:3eff:fe70:96a1'}, {'subnet_id': 'd3ecabe8-9c68-49a5-885b-80f79f02a520'}], 'binding:host_id': 'n-d-789963-14'}, 'id': 'b67e52f2-012c-4e2e-a515-76262d057023'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:15:10.727884 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a128b01-6160-449c-bc53-7f0217468405 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:10.730477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a128b01-6160-449c-bc53-7f0217468405 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:10.740141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a128b01-6160-449c-bc53-7f0217468405 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/c3554dc1-3729-40ef-ba6f-88ee37489dc6 HTTP/1.1" status: 404 len: 337 time: 0.0707140 Sep 18 07:15:10.742663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42570) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:10.754165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.862110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:10.914354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port df8faa10-2b65-483e-9ce4-c5ed2bd1470b yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:10.918846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.087541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.102951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:11.105686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/d3ecabe8-9c68-49a5-885b-80f79f02a520/b67e52f2-012c-4e2e-a515-76262d057023) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:11.147340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0bad1a-4cce-4a74-9d6a-96047963b695']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:11.159558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a927c397-14bf-4f0f-8062-8578d79c9b08') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:11.161128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a927c397-14bf-4f0f-8062-8578d79c9b08') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:11.169609 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.185890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.195315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:11.196100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:11.199277 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:11.266613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:11.267302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.313470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:11.363600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.372396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.377561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/3c0bad1a-4cce-4a74-9d6a-96047963b695 HTTP/1.1" status: 204 len: 168 time: 0.6335862 Sep 18 07:15:11.380978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42600) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:11.412556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.422161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3fc6-eafe-49ba-b146-079c9d188356 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=3c0bad1a-4cce-4a74-9d6a-96047963b695,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:11.502149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.519768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b030c57-5ca9-41a7-b0f0-ccc925ab38c4 req-0e9f943b-b1df-4202-ac97-43cf5f3ce133 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0336087 Sep 18 07:15:11.564871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71b62de5-83ed-4985-b797-29a2d781ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.590519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting port 851e3c12-2975-4a19-be3d-6ae92c375ba1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:11.596350 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.658552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424463f2-acbe-45c2-ad38-1e5732e81c75 None None] Pushing event updated for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:11.763719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:11.783552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Calling delete_port for 851e3c12-2975-4a19-be3d-6ae92c375ba1 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:11.821090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::76 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/d3ecabe8-9c68-49a5-885b-80f79f02a520/df8faa10-2b65-483e-9ce4-c5ed2bd1470b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:11.858024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:aff7 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/33705805-c655-4ed3-bb2d-b41e179b1ac5/df8faa10-2b65-483e-9ce4-c5ed2bd1470b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:12.093806 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.094165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.159858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.207224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Port': ['ID=851e3c12-2975-4a19-be3d-6ae92c375ba1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:12.225012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.227624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb4f7733-b7a8-460c-a6df-dffbedc421bc tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/ports/851e3c12-2975-4a19-be3d-6ae92c375ba1 HTTP/1.1" status: 204 len: 168 time: 0.8457081 Sep 18 07:15:12.230173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42634) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:12.268817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.270769 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-df21a448-fd3d-486a-a5b5-8d928d8c9bc4 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:12.271364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df21a448-fd3d-486a-a5b5-8d928d8c9bc4 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:12.274372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df21a448-fd3d-486a-a5b5-8d928d8c9bc4 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/d329602f-eaf8-43a6-8a2e-ed4f4880d324 HTTP/1.1" status: 404 len: 337 time: 0.0430367 Sep 18 07:15:12.276144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:12.344276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:12.354328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:12.379910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:12.393062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:12.394402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.407077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=df8faa10-2b65-483e-9ce4-c5ed2bd1470b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:12.449002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.497462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2f6cd18e-248f-4d8c-b113-b8fc6fd9bd5e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1613882 Sep 18 07:15:12.498096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42650) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:12.559402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.601529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649b76ca-ac4b-40d8-afbd-a2370c13eb6e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:12.620505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43281de9-39a1-4c97-a23c-e7e53961cb6c') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:12.620914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43281de9-39a1-4c97-a23c-e7e53961cb6c') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:12.634756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port df8faa10-2b65-483e-9ce4-c5ed2bd1470b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:12.635148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.641801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.647716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7fc5da9c-dd3d-472a-a2f4-a739c4ebf17d None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:12.649077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fc5da9c-dd3d-472a-a2f4-a739c4ebf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.663299 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.669979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:12.670429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:12.673855 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:12.717259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dffd511-925f-4d17-92dc-2fbee59f6629 req-4e74aabe-3b1b-404e-94f3-a7e5226bdb08 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0377290 Sep 18 07:15:12.822471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.842292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for df8faa10-2b65-483e-9ce4-c5ed2bd1470b owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:12.885826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.892542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:12.899779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/649b76ca-ac4b-40d8-afbd-a2370c13eb6e HTTP/1.1" status: 204 len: 168 time: 0.6172979 Sep 18 07:15:12.901589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42666) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:12.923160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a4ff2-7096-40ba-9735-ff4c8c4c6c45 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=649b76ca-ac4b-40d8-afbd-a2370c13eb6e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:12.983667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting subnet 109d6227-31cb-459e-99af-c3333c10601d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:12.993931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.039509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a173d671-3353-4af5-be2f-0b2e7cfa1c5c None None] Provisioning complete for port df8faa10-2b65-483e-9ce4-c5ed2bd1470b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:13.039885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a173d671-3353-4af5-be2f-0b2e7cfa1c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.075131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:13.092345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.132010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a173d671-3353-4af5-be2f-0b2e7cfa1c5c None None] Port df8faa10-2b65-483e-9ce4-c5ed2bd1470b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:15:13.202300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:13.202806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.248584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.304797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.360328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.393952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=df8faa10-2b65-483e-9ce4-c5ed2bd1470b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:13.399389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.448978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80e870-92a6-4fb8-b414-595d64a21afa None None] Network ae09cd23-166d-41cc-b63f-943a76d18772 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:13.456372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.460790 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/subnets/109d6227-31cb-459e-99af-c3333c10601d HTTP/1.1" status: 204 len: 168 time: 0.5564878 Sep 18 07:15:13.461755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c4c8c-b30a-490b-b480-730de1621e68 tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Subnet': ['ID=109d6227-31cb-459e-99af-c3333c10601d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:13.464250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42686) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:13.488571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.490521 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7bede606-ca5d-4641-b367-b47ec4c8dd13 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/df8faa10-2b65-483e-9ce4-c5ed2bd1470b HTTP/1.1" status: 204 len: 168 time: 0.9908714 Sep 18 07:15:13.492824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42688) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:13.597261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.597505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e7b3c-94d0-4bd5-9d9f-ff11a29c6936 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:13.602409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d16e7b3c-94d0-4bd5-9d9f-ff11a29c6936 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1069591 Sep 18 07:15:13.603407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42696) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:13.683066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Deleting port b5081f25-aa78-4379-a82c-7949b4ed9cca {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:13.683066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.701131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15907dce-acd1-44e2-a462-10c9abb9b3d0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:13.705267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-15907dce-acd1-44e2-a462-10c9abb9b3d0 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0984535 Sep 18 07:15:13.705597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42702) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:13.719345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] DHCP port deletion for ae09cd23-166d-41cc-b63f-943a76d18772 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:13.791572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] For port b5081f25-aa78-4379-a82c-7949b4ed9cca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b5081f25-aa78-4379-a82c-7949b4ed9cca,segment=NetworkSegment(156efbe4-b6bb-4b5c-9db8-9d3067b4af34),segment_id=156efbe4-b6bb-4b5c-9db8-9d3067b4af34)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:13.791949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.808565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Deleting port b5081f25-aa78-4379-a82c-7949b4ed9cca {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:13.808943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.809664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561a543-f1fd-43a9-9a4c-01aa19eb8309 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:13.811519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561a543-f1fd-43a9-9a4c-01aa19eb8309 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:13.817187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561a543-f1fd-43a9-9a4c-01aa19eb8309 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:13.821649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5561a543-f1fd-43a9-9a4c-01aa19eb8309 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1125605 Sep 18 07:15:13.821950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:13.823394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Calling delete_port for b5081f25-aa78-4379-a82c-7949b4ed9cca owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:13.898259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 33705805-c655-4ed3-bb2d-b41e179b1ac5 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:13.903861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.923001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] For port b5081f25-aa78-4379-a82c-7949b4ed9cca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b5081f25-aa78-4379-a82c-7949b4ed9cca,segment=NetworkSegment(156efbe4-b6bb-4b5c-9db8-9d3067b4af34),segment_id=156efbe4-b6bb-4b5c-9db8-9d3067b4af34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:13.923406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:13.943954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58066ce5-a7d3-420d-bb30-f5ad03155080 req-79254359-f231-4aaa-98bc-f3f030ea21be tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.1014750 Sep 18 07:15:13.945150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Calling delete_port for b5081f25-aa78-4379-a82c-7949b4ed9cca owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:13.992597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.091057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.140828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.152555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.176719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Port': ['ID=b5081f25-aa78-4379-a82c-7949b4ed9cca,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:14.181797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] No DVR routers for this DVR port b5081f25-aa78-4379-a82c-7949b4ed9cca on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:14.193003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] Pushing event deleted for resources: {'Port': ['ID=b5081f25-aa78-4379-a82c-7949b4ed9cca,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:14.214179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b368b4-a8c2-4395-bd37-87d84bcc68c8 None None] No DVR routers for this DVR port b5081f25-aa78-4379-a82c-7949b4ed9cca on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:14.255116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.283283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.299917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.308226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/33705805-c655-4ed3-bb2d-b41e179b1ac5 HTTP/1.1" status: 204 len: 168 time: 0.4794130 Sep 18 07:15:14.308226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a94ca-bf1b-4af0-aebd-8831b93db758 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=33705805-c655-4ed3-bb2d-b41e179b1ac5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:14.308510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ddf170-2c48-4219-b56a-7bb79fb132c2 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:14.310161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:14.396898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09cd23-166d-41cc-b63f-943a76d18772']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:14.415798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet d3ecabe8-9c68-49a5-885b-80f79f02a520 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:14.419391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156efbe4-b6bb-4b5c-9db8-9d3067b4af34') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:14.419391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156efbe4-b6bb-4b5c-9db8-9d3067b4af34') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:14.426053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.448632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.479222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.491973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.495472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:14.501325 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:14.666449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.725089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.742107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.746643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] 10.222.0.20 "DELETE /v2.0/networks/ae09cd23-166d-41cc-b63f-943a76d18772 HTTP/1.1" status: 204 len: 168 time: 1.2789869 Sep 18 07:15:14.756067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.764315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24340e-6bae-4044-9449-019dfe1eee1e tempest-NetworksIpV6TestAttrs-1495538346 tempest-NetworksIpV6TestAttrs-1495538346-project] Pushing event deleted for resources: {'Network': ['ID=ae09cd23-166d-41cc-b63f-943a76d18772,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:14.883806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.934805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:14.934805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/d3ecabe8-9c68-49a5-885b-80f79f02a520 HTTP/1.1" status: 204 len: 168 time: 0.6200588 Sep 18 07:15:14.934805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774d4a-e738-4e78-8946-b797c0aa2167 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ecabe8-9c68-49a5-885b-80f79f02a520,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:14.934805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42752) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:14.956139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.005662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c1e7b62-2a5f-4cf1-b606-a48d632e61f6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706508 Sep 18 07:15:15.008441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:15.019172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:15.066993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b5081f25-aa78-4379-a82c-7949b4ed9cca no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:15.107634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b5081f25-aa78-4379-a82c-7949b4ed9cca {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:15.108026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b5081f25-aa78-4379-a82c-7949b4ed9cca not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:15.163645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a14fd99f-74e7-4fd8-8a97-f50dd80da93e req-7845e378-fa00-4f18-b4ce-545d7404d9da tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0906470 Sep 18 07:15:15.283430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8495c4-0f2b-4f1c-adb1-0d7c5246a23a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:15.285579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:15.300776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.389433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6c447eb5-59ba-4683-86c7-a9b647689cd8 None None] Provisioning complete for port b67e52f2-012c-4e2e-a515-76262d057023 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:15.389817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6c447eb5-59ba-4683-86c7-a9b647689cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.525749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:15.621562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:15.732126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.734051 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d757d5af-3a74-4fea-8981-4660dee93375 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=113ee71987af4cb795993f927f16fba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065403 Sep 18 07:15:15.737186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42794) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:15.788818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:15.794602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:15.801329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:15.802165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.825880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.826466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=0f07f9de-52e6-43ee-92b0-a580d744879a,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:15.855097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:15.914358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ded813b8-9ae0-4444-a179-8ad0a96554be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9047890 Sep 18 07:15:15.914897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:15.919876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:15.969066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Deleting port b67e52f2-012c-4e2e-a515-76262d057023 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:15.969706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.038829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.047990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.050818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb22e51b-eab2-418e-93e6-0f75e8fd37f5 HTTP/1.1" status: 204 len: 168 time: 0.3117728 Sep 18 07:15:16.064359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaefa3c-ad2e-4d56-966b-e42d91f03b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb22e51b-eab2-418e-93e6-0f75e8fd37f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:16.115812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] For port b67e52f2-012c-4e2e-a515-76262d057023, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b67e52f2-012c-4e2e-a515-76262d057023,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:16.116518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.132330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Calling delete_port for b67e52f2-012c-4e2e-a515-76262d057023 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:16.155246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:16.155246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.330222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ca301e6-e615-44f8-9d4c-6f1e07f97247 req-2d6daf0c-0af5-4a0b-9872-b34265d7fa61 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0491064 Sep 18 07:15:16.367592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.369571 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f07f9de-52e6-43ee-92b0-a580d744879a (CIDR: 2001:db8::/64) Sep 18 07:15:16.395594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] Pushing event deleted for resources: {'Port': ['ID=b67e52f2-012c-4e2e-a515-76262d057023,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:16.403427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecd80c-58a4-40fe-a425-fbe507449dd1 None None] No DVR routers for this DVR port b67e52f2-012c-4e2e-a515-76262d057023 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:16.421818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f297d-6eac-465c-8a42-c483eda2ae3b None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:16.426906 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:15:16.427098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:16.511810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b7472bd-6566-40b1-b061-13a55ccce133 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5958478 Sep 18 07:15:16.514542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:16.519702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'subnet': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:16.637643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'tenant_id': '580f148d4a6c422d890c7247abe4f93c', 'fixed_ips': [{'subnet_id': '0f07f9de-52e6-43ee-92b0-a580d744879a'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:16.639016 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.815572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:16.819390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:16.894358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Allocated IP 2001:db8::2 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0f07f9de-52e6-43ee-92b0-a580d744879a/a74a980e-546c-4ed5-80c3-af9a57659896) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:17.058950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:17.096829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b67e52f2-012c-4e2e-a515-76262d057023 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:17.096829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b67e52f2-012c-4e2e-a515-76262d057023 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:17.154279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.291610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.366732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:17.399070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:17.404839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Pushing event updated for resources: {'Port': ['ID=a74a980e-546c-4ed5-80c3-af9a57659896,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:17.407732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:17.525407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a720946-1d82-4f2a-8762-93da62798b49 req-c58bc140-f81e-4a7d-a1f4-8192c00c8167 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0591159 Sep 18 07:15:17.555358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Attempting to bind port a74a980e-546c-4ed5-80c3-af9a57659896 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:17.555742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Attempting to bind port a74a980e-546c-4ed5-80c3-af9a57659896 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:17.556101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Attempting to bind port a74a980e-546c-4ed5-80c3-af9a57659896 on network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:17.559261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.objects.ports [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101979) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 07:15:17.579592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:17.579970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Checking segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:17.580413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.580812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Bound using segment: {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:17.581285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Bound port: a74a980e-546c-4ed5-80c3-af9a57659896, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25ea45c-f3e7-4a78-a640-4db8a175a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:17.581854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.652000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42894) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:17.666439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] For port a74a980e-546c-4ed5-80c3-af9a57659896, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:17.672839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] For port a74a980e-546c-4ed5-80c3-af9a57659896, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a74a980e-546c-4ed5-80c3-af9a57659896,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:17.751690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.780737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1330393288'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:17.826492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015d4f2-b33d-4355-ab5b-4660b595dcc7 None None] Pushing event updated for resources: {'Port': ['ID=a74a980e-546c-4ed5-80c3-af9a57659896,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:17.909134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:17.913934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.923744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:17.927864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.090201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.176068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] For port a74a980e-546c-4ed5-80c3-af9a57659896, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a74a980e-546c-4ed5-80c3-af9a57659896,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:18.218217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.224193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.266971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:18.271679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849ba412-bf89-4a32-a8e1-6ead27b3d394,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:18.284232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.284972 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment c86db01a-08d2-479b-bce8-3988cb8f42a8 of type vlan for network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 Sep 18 07:15:18.290965 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.291793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.339444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.448014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.453667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:18.454227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.537952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:18.549819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:18.608748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d50526e6-6a4a-42e6-80a4-11de1b987f0b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9537728 Sep 18 07:15:18.614894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42926) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:18.640958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'name': 'tempest-PortsTestJSON-1809889819'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:18.902801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:18.906534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.919897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75f2774d-31fc-4d3f-91a5-8430a884d79d req-1fae4745-3c77-420b-ba11-cb6025e6fdd0 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0919495 Sep 18 07:15:18.928192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 103ead9a-1413-4412-970d-c3dd2df1b287 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:18.954188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:18.954870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:18.958137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Subnet': ['ID=2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:18.959315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:18.959894 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:18.964587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=a74a980e-546c-4ed5-80c3-af9a57659896,revision_number=4']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:19.021639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.021639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.024437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.024823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.031836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.042948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.043269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.043612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.043951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.044284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.044897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.045350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.045691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.046076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.046384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.046714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.047130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:19.111959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-99c0b439-5cd7-4223-ba65-04d1f708adb8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:19.119756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-99c0b439-5cd7-4223-ba65-04d1f708adb8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 813 time: 0.2528336 Sep 18 07:15:19.156273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a74a980e-546c-4ed5-80c3-af9a57659896 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:19.168479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ebb37b5e-1597-4c30-b6f8-fbd4dd476637 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6527300 Sep 18 07:15:19.170276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42938) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:19.175552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Request body: {'port': {'network_id': 'cdcb302d-9e79-434a-aa89-5c747cd2c3b4', 'mac_address': 'fa:16:3e:bc:1d:b9', 'name': 'tempest-NetworksTestDHCPv6-263731675'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:19.188830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-bc52be85-7db5-4dbb-91e6-b620f7ac1dde tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/quotas/f93efda58a7347bf9d4057a08b1bb602 HTTP/1.1" status: 200 len: 375 time: 0.0426538 Sep 18 07:15:19.209834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a74a980e-546c-4ed5-80c3-af9a57659896 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:19.210583 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.250646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-ea0c774f-8ef9-49a2-b276-6092c5229816 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608094 Sep 18 07:15:19.256866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f10d7c-a3c3-4e01-a717-fd441f9a54e7 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:19.288621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.361282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.380328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-9b6ef4cc-9de3-4eac-aae7-535750804135 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:15:19.389338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-9b6ef4cc-9de3-4eac-aae7-535750804135 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1375744 Sep 18 07:15:19.418599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-40fb4f48-9dc0-4bf2-a0b7-4744a21d9cec None None] Provisioning complete for port a74a980e-546c-4ed5-80c3-af9a57659896 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:19.419213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40fb4f48-9dc0-4bf2-a0b7-4744a21d9cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.429321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.468153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a74a980e-546c-4ed5-80c3-af9a57659896, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a74a980e-546c-4ed5-80c3-af9a57659896,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:19.532136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=103ead9a-1413-4412-970d-c3dd2df1b287,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:19.545043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'c86db01a-08d2-479b-bce8-3988cb8f42a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:19.545682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:19.548369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-67b29906-bf17-49c0-b9ee-0459ce1c95db service neutron] 10.222.0.20 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579368 Sep 18 07:15:19.596572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.626855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Made reservation on behalf of 580f148d4a6c422d890c7247abe4f93c for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:19.665879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:19.687270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a74a980e-546c-4ed5-80c3-af9a57659896,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:19.707653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-0bd0771f-caf1-4e47-82ac-d4a87e98c1e1 service neutron] 10.222.0.20 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509070 Sep 18 07:15:19.743330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.766839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] device_id is not set on port adb94bf9-fb98-4464-80ae-6af5c3969466 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:19.793640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:19.793640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:19.798562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a118d-d94d-4f7e-92bf-fde5c39a57cf None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:19.805422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:19.808054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:19.945192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62dac782-58e1-40e0-8fb0-287dc8567629 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3240809 Sep 18 07:15:19.948171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:19.964578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-204674317'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:20.039640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8::33b (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/0f07f9de-52e6-43ee-92b0-a580d744879a/adb94bf9-fb98-4464-80ae-6af5c3969466) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:20.050514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:1db9 (cdcb302d-9e79-434a-aa89-5c747cd2c3b4/2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52/adb94bf9-fb98-4464-80ae-6af5c3969466) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:20.116345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:20.120078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.166967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:20.187122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.187575 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment a76fa2e3-f6f1-446f-a107-ae39e6195aba of type vlan for network 16c03a77-62d6-4023-b0ac-d079bd54f609 Sep 18 07:15:20.246565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-532eb725-64a7-49d4-8d91-34d73dbd9d67 req-dd3ea0e9-8a84-4dd0-8c7d-0531a5b243ab tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.1312504 Sep 18 07:15:20.250498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.280901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca82d7e2-f465-420e-b47b-35c2eb8d8ebc req-00f1e6ec-df4f-43f5-97c9-afaa3e09c07e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.1515212 Sep 18 07:15:20.390728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.400904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:20.404805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.494058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.539746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=16c03a77-62d6-4023-b0ac-d079bd54f609,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:20.552916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 16c03a77-62d6-4023-b0ac-d079bd54f609 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:20.593813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42964) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:20.594096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b4a0c211-465c-464d-85ae-cd0c10ac0baf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6449556 Sep 18 07:15:20.599525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'ports': [{'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'}, {'network_id': '16c03a77-62d6-4023-b0ac-d079bd54f609'}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:20.600071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:20.600311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '16c03a77-62d6-4023-b0ac-d079bd54f609'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:20.660855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9c885ffc-5724-48f5-96e7-b16305926f28 None None] Provisioning complete for port a74a980e-546c-4ed5-80c3-af9a57659896 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:20.661464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9c885ffc-5724-48f5-96e7-b16305926f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.699372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.793889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:20.806390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event updated for resources: {'Port': ['ID=adb94bf9-fb98-4464-80ae-6af5c3969466,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:20.809320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:20.826670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:20.833368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:20.834152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.936206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 2} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:20.941139 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:20.974086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.042578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a74a980e-546c-4ed5-80c3-af9a57659896 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:21.087043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port ffa4467c-1e0d-4965-8cc9-126e9449c8bc yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:21.101145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a74a980e-546c-4ed5-80c3-af9a57659896 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:21.101927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.173241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ac7fffbe-abb8-4631-8650-6c0dc0b69602 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0019107 Sep 18 07:15:21.175936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42966) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:21.227830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-368d9d28-740a-4bd4-bc35-35ff05f09fb2 None None] Provisioning complete for port adb94bf9-fb98-4464-80ae-6af5c3969466 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:21.228623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-368d9d28-740a-4bd4-bc35-35ff05f09fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.335065 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.351169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-368d9d28-740a-4bd4-bc35-35ff05f09fb2 None None] Port adb94bf9-fb98-4464-80ae-6af5c3969466 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:15:21.423247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting port adb94bf9-fb98-4464-80ae-6af5c3969466 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:21.430065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.461298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a69c7e51-641b-49c4-89a5-df7036d657a5 req-245ae180-bb08-4ee8-9243-d0d95fce539b tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/ports?device_id=81684eab-38ad-4ef3-b81e-a187bcb03163 HTTP/1.1" status: 200 len: 210 time: 0.0966861 Sep 18 07:15:21.486860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7eddcb5e-089a-4e59-9cf4-9efecffe5fdd req-53f6ef2c-03b9-4405-a083-9d50fe49455d tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.0799067 Sep 18 07:15:21.566389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 18195a5c-1365-43f1-9f6f-afbee5241445 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:21.579558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.592967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Calling delete_port for adb94bf9-fb98-4464-80ae-6af5c3969466 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:21.722768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.874574 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.899074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.934975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:21.938563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:21.942834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:21.943987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:21.954148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=ffa4467c-1e0d-4965-8cc9-126e9449c8bc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:22.026977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=18195a5c-1365-43f1-9f6f-afbee5241445,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:22.041877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Port': ['ID=adb94bf9-fb98-4464-80ae-6af5c3969466,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:22.063612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'a76fa2e3-f6f1-446f-a107-ae39e6195aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16c03a77-62d6-4023-b0ac-d079bd54f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:22.064042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: 16c03a77-62d6-4023-b0ac-d079bd54f609, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:22.115325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.117515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a5961621-a3a1-4ed4-a156-b7b5c4910e10 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/adb94bf9-fb98-4464-80ae-6af5c3969466 HTTP/1.1" status: 204 len: 168 time: 0.9399450 Sep 18 07:15:22.120103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42978) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.179655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 16c03a77-62d6-4023-b0ac-d079bd54f609 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:22.224151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9663026-d364-4190-80f5-e2f523ef2aed tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.231095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42980) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.232405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9663026-d364-4190-80f5-e2f523ef2aed tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1101124 Sep 18 07:15:22.309372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad09720-f081-4934-87b3-65c35dd63316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.311354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1ad09720-f081-4934-87b3-65c35dd63316 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0782833 Sep 18 07:15:22.314255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42982) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.320078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 16c03a77-62d6-4023-b0ac-d079bd54f609) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:22.325166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:22.334279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27e83f-6a17-41da-9ee3-dfa1824a28b5 None None] Network 16c03a77-62d6-4023-b0ac-d079bd54f609 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:22.338162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.349214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.349959 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.436133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f13f6-b013-43c8-a910-f78ba59a7d27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.436848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f13f6-b013-43c8-a910-f78ba59a7d27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.438783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f13f6-b013-43c8-a910-f78ba59a7d27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:22.441612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a4f13f6-b013-43c8-a910-f78ba59a7d27 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1255825 Sep 18 07:15:22.444257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.466289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9fdd5b4-23d2-45ce-b8c0-f0e92938b606 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8711817 Sep 18 07:15:22.472484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42986) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.511969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 0f07f9de-52e6-43ee-92b0-a580d744879a {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:22.516034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.651876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.717415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5f15b81-ddf2-4a37-ad08-adf984753248 req-4b5b6bdd-b7c0-468b-b560-20ab10b25853 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.0514126 Sep 18 07:15:22.752549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 18195a5c-1365-43f1-9f6f-afbee5241445 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:22.752921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.797332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:22.864431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.866083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:22.885329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 18195a5c-1365-43f1-9f6f-afbee5241445 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:22.961178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.001688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.123536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.152152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=0f07f9de-52e6-43ee-92b0-a580d744879a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:23.166001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.196989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819f017-64b6-4d72-8f5d-45c6397b8e1a None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:23.197150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2c2523b-bdff-455f-a740-8532e938df34 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0f07f9de-52e6-43ee-92b0-a580d744879a HTTP/1.1" status: 204 len: 168 time: 0.7197580 Sep 18 07:15:23.197150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43000) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:23.258283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Deleting subnet 2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:23.263207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.324397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.417081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.431839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.448631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=18195a5c-1365-43f1-9f6f-afbee5241445,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:23.457477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.471453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8547d3e1-dd5b-45be-89a0-33154e45eb4c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/18195a5c-1365-43f1-9f6f-afbee5241445 HTTP/1.1" status: 204 len: 168 time: 0.9854019 Sep 18 07:15:23.471453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:23.483476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.486695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.494009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/security-groups/98b5be46-771f-41f0-aab2-f3d697221cb7 HTTP/1.1" status: 204 len: 168 time: 0.6955421 Sep 18 07:15:23.497602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:23.524831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281972cf-255f-4214-8aa4-25c4ca006524 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5be46-771f-41f0-aab2-f3d697221cb7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:23.525119 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-7416e1a7-361c-456f-94c1-d2947eed0db5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] show failed (client error): The resource could not be found. Sep 18 07:15:23.526162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7416e1a7-361c-456f-94c1-d2947eed0db5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "GET /v2.0/security-groups/98b5be46-771f-41f0-aab2-f3d697221cb7 HTTP/1.1" status: 404 len: 347 time: 0.0275531 Sep 18 07:15:23.531348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43006) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:23.552793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b35f37-5b20-434b-8dd8-5e9f9579c295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:23.568478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b35f37-5b20-434b-8dd8-5e9f9579c295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:23.570246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-58b35f37-5b20-434b-8dd8-5e9f9579c295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1070404 Sep 18 07:15:23.573986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43008) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:23.792984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 4e298b62-26ec-4465-b36f-0412e1417905 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:23.793710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.967105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7de1ab97-f5f6-4328-a2ab-c5382048ea8b req-41e6ec7e-2861-425d-80c7-7491b87feade tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.0750751 Sep 18 07:15:23.969227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.969570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:23.992298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 4e298b62-26ec-4465-b36f-0412e1417905 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:24.153701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port ffa4467c-1e0d-4965-8cc9-126e9449c8bc {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:24.153978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.164019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-e8779602-96e3-4211-883e-7702ffea59cd tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:24.165868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-e8779602-96e3-4211-883e-7702ffea59cd tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 813 time: 0.1638608 Sep 18 07:15:24.177507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.197467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Request body: {'port': {'device_id': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78', 'admin_state_up': True, 'tenant_id': 'f93efda58a7347bf9d4057a08b1bb602'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:24.202464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3108f0c4-4383-4398-b6af-70740bd0eae9 None None] Provisioning complete for port a74a980e-546c-4ed5-80c3-af9a57659896 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:24.203009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3108f0c4-4383-4398-b6af-70740bd0eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.228191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Subnet': ['ID=2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:24.273702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.274412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.276958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e8bdf5a-85bf-48f0-801e-3dd807cc46b5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52 HTTP/1.1" status: 204 len: 168 time: 1.0789957 Sep 18 07:15:24.282634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed8498-a045-4c77-87f7-d3536601f7c6 None None] Network cdcb302d-9e79-434a-aa89-5c747cd2c3b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:24.286316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43018) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.295601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.341887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for ffa4467c-1e0d-4965-8cc9-126e9449c8bc owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:24.384965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=4e298b62-26ec-4465-b36f-0412e1417905,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:24.407818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a1d224b4-08c6-4a58-baac-cc4d95776b98 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097643 Sep 18 07:15:24.409141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43020) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.487402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.490766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.491078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2eecbc6d-7541-4ab0-92de-0c3950fb99ad tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e9e17e9-8e75-4ae2-a8e4-ee2c82249851 HTTP/1.1" status: 204 len: 168 time: 0.9570355 Sep 18 07:15:24.494183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.501947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd295e-305e-4516-8747-432b29b4a005 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:24.503678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05cd295e-305e-4516-8747-432b29b4a005 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0926874 Sep 18 07:15:24.505213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] DHCP port deletion for cdcb302d-9e79-434a-aa89-5c747cd2c3b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:24.506612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.561182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Deleting port a74a980e-546c-4ed5-80c3-af9a57659896 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:24.561576 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.564159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Made reservation on behalf of f93efda58a7347bf9d4057a08b1bb602 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:24.567741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.590952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.640017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] For port a74a980e-546c-4ed5-80c3-af9a57659896, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a74a980e-546c-4ed5-80c3-af9a57659896,segment=NetworkSegment(b25ea45c-f3e7-4a78-a640-4db8a175a465),segment_id=b25ea45c-f3e7-4a78-a640-4db8a175a465)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:24.640422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.655720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Calling delete_port for a74a980e-546c-4ed5-80c3-af9a57659896 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:24.714912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a825368-7601-4393-a55d-0e105d7c6963 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:24.716328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3a825368-7601-4393-a55d-0e105d7c6963 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2087140 Sep 18 07:15:24.717268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=ffa4467c-1e0d-4965-8cc9-126e9449c8bc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:24.719269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43034) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.730855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.733146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b1c8d8e3-568d-4723-abc5-eec4a0c7db5e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/ffa4467c-1e0d-4965-8cc9-126e9449c8bc HTTP/1.1" status: 204 len: 168 time: 1.1539299 Sep 18 07:15:24.735425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43036) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.780854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a75f4d2d-1bb3-41cb-9ab6-d75e6eb1c11f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561874 Sep 18 07:15:24.786237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43038) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.821551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9c1db-7eff-4048-8fd5-c2d5397bb5e4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:24.825065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-26d9c1db-7eff-4048-8fd5-c2d5397bb5e4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0864899 Sep 18 07:15:24.825616 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-2642ee98-28b9-4e7a-b22c-e0f3bd8f0408 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:24.826180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43040) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.826314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2642ee98-28b9-4e7a-b22c-e0f3bd8f0408 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:24.828010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2642ee98-28b9-4e7a-b22c-e0f3bd8f0408 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/adb94bf9-fb98-4464-80ae-6af5c3969466 HTTP/1.1" status: 404 len: 333 time: 0.0408411 Sep 18 07:15:24.833930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43042) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.836048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:24.836397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.851732 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1868f83-6eec-481d-9da4-06612a333328 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:24.860637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f1868f83-6eec-481d-9da4-06612a333328 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/18195a5c-1365-43f1-9f6f-afbee5241445 HTTP/1.1" status: 404 len: 333 time: 0.0258348 Sep 18 07:15:24.860755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43044) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.889890 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c63861d-bda4-44a8-8d41-54bcae0120a5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:24.889890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9c63861d-bda4-44a8-8d41-54bcae0120a5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/ffa4467c-1e0d-4965-8cc9-126e9449c8bc HTTP/1.1" status: 404 len: 333 time: 0.0244122 Sep 18 07:15:24.890862 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fba0bc-54b1-4b69-a9e5-e46c893b7bf2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:24.890862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fba0bc-54b1-4b69-a9e5-e46c893b7bf2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:24.890862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-09fba0bc-54b1-4b69-a9e5-e46c893b7bf2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/2c73e2fe-6cb5-47a5-8a0d-a5f054d5bc52 HTTP/1.1" status: 404 len: 337 time: 0.0502079 Sep 18 07:15:24.893714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43046) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.893714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:24.895824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:24.936205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] Pushing event deleted for resources: {'Port': ['ID=a74a980e-546c-4ed5-80c3-af9a57659896,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:24.943574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Allocated IP 172.20.0.7 (430a6516-9f47-4b48-9e66-561f80e2ee78/2f7e141c-7380-4bc9-b832-a89767296542/9e82b811-e14c-4a9a-91cd-890c18ee85d3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:24.966283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd5852-fea1-4398-9d36-55431f317c97 None None] No DVR routers for this DVR port a74a980e-546c-4ed5-80c3-af9a57659896 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:24.991415 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1897ce1-6049-4fd7-9abb-69c60c102671 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:24.991415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1897ce1-6049-4fd7-9abb-69c60c102671 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:24.991415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f1897ce1-6049-4fd7-9abb-69c60c102671 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0f07f9de-52e6-43ee-92b0-a580d744879a HTTP/1.1" status: 404 len: 337 time: 0.0896599 Sep 18 07:15:24.995254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43052) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.028856 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafa33e6-9820-4214-832d-4e192a1f48de tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.029562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafa33e6-9820-4214-832d-4e192a1f48de tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.032498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bafa33e6-9820-4214-832d-4e192a1f48de tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/df8faa10-2b65-483e-9ce4-c5ed2bd1470b HTTP/1.1" status: 404 len: 333 time: 0.0352066 Sep 18 07:15:25.049152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.049488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.049593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43056) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.053615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a74a980e-546c-4ed5-80c3-af9a57659896 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:25.072483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:25.082069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a74a980e-546c-4ed5-80c3-af9a57659896 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:25.082069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a74a980e-546c-4ed5-80c3-af9a57659896 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:25.121436 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fe44c6-1866-4fa0-8df6-80301cef605f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.121911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fe44c6-1866-4fa0-8df6-80301cef605f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.123649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-50fe44c6-1866-4fa0-8df6-80301cef605f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/33705805-c655-4ed3-bb2d-b41e179b1ac5 HTTP/1.1" status: 404 len: 337 time: 0.0730481 Sep 18 07:15:25.139488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43058) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.141473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79f1586e-31c1-4b5b-8d4d-479efdd002d6 req-0c71a332-5656-418d-bc4f-96778595b78c tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.0641980 Sep 18 07:15:25.175914 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5c0b9b-dbff-44a3-a01e-4955936af3ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.176379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5c0b9b-dbff-44a3-a01e-4955936af3ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.178164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9d5c0b9b-dbff-44a3-a01e-4955936af3ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/d3ecabe8-9c68-49a5-885b-80f79f02a520 HTTP/1.1" status: 404 len: 337 time: 0.0356801 Sep 18 07:15:25.180773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43060) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.220803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.240591 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c131150d-4645-4422-8be4-ecf829f6fa7e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.241309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c131150d-4645-4422-8be4-ecf829f6fa7e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.243187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c131150d-4645-4422-8be4-ecf829f6fa7e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/61774048-84b5-46d6-b894-c03b21ccde59 HTTP/1.1" status: 404 len: 333 time: 0.0614710 Sep 18 07:15:25.248390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43062) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.257310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.265083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c03a77-62d6-4023-b0ac-d079bd54f609']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:25.288645 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9ff96d-3914-4929-82f6-b7fb1f362ff3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.289130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9ff96d-3914-4929-82f6-b7fb1f362ff3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.290901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ea9ff96d-3914-4929-82f6-b7fb1f362ff3 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5027d540-a502-4c3d-8ae5-57ff2194b2a3 HTTP/1.1" status: 404 len: 337 time: 0.0416117 Sep 18 07:15:25.293837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.294399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76fa2e3-f6f1-446f-a107-ae39e6195aba') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:25.294700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76fa2e3-f6f1-446f-a107-ae39e6195aba') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:25.304207 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.312993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-b20c19b1-77c8-44f2-8055-454b1a2539bc req-714f5904-cb34-4f4c-b5de-c25a8e0f80dc service neutron] (101979) timed out ('10.222.0.37', 62844) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:15:25.319695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.326277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:25.326703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:25.329723 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:25.338481 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d94aed8-eb4e-47e1-954c-b1bc04776220 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.339115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d94aed8-eb4e-47e1-954c-b1bc04776220 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.341044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d94aed8-eb4e-47e1-954c-b1bc04776220 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/59b019c3-e9e0-4615-bd9c-10cc968bcf65 HTTP/1.1" status: 404 len: 337 time: 0.0443411 Sep 18 07:15:25.344903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.380976 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f620a8f-ef27-4f64-ad88-bf3e9bc6d8eb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.381666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f620a8f-ef27-4f64-ad88-bf3e9bc6d8eb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.385916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2f620a8f-ef27-4f64-ad88-bf3e9bc6d8eb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/fefa7cad-8880-4aac-9282-56fdf6e09155 HTTP/1.1" status: 404 len: 333 time: 0.0364959 Sep 18 07:15:25.386351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.413868 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9bfef2-e71a-42d5-a47d-75d84a0b0233 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.414280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9bfef2-e71a-42d5-a47d-75d84a0b0233 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.415986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9c9bfef2-e71a-42d5-a47d-75d84a0b0233 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0cfa9e28-bac5-4e0b-b8c5-a75016d19047 HTTP/1.1" status: 404 len: 337 time: 0.0287631 Sep 18 07:15:25.418505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43070) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.444205 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e208967b-18cc-435e-b019-6cb1e9020a39 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.444656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e208967b-18cc-435e-b019-6cb1e9020a39 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.446369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e208967b-18cc-435e-b019-6cb1e9020a39 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/a801cf01-0bf6-4c6f-9f72-814374a72e19 HTTP/1.1" status: 404 len: 337 time: 0.0269313 Sep 18 07:15:25.448148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.448734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43072) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.470780 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-595b5f51-35c3-41ef-808b-a30538f14cce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.471394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595b5f51-35c3-41ef-808b-a30538f14cce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.473110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-595b5f51-35c3-41ef-808b-a30538f14cce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/d297890c-9691-4681-ae7f-1366f69127d8 HTTP/1.1" status: 404 len: 333 time: 0.0234873 Sep 18 07:15:25.475877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43074) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.494090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:25.494844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.500536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:25.501814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.504278 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef706a4-a289-41ff-9a76-0414bcac075e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.504751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef706a4-a289-41ff-9a76-0414bcac075e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.506565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5ef706a4-a289-41ff-9a76-0414bcac075e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/700781b5-5362-4785-b641-064d20ac1637 HTTP/1.1" status: 404 len: 337 time: 0.0297751 Sep 18 07:15:25.508505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:25.511441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43076) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.515004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.521370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/16c03a77-62d6-4023-b0ac-d079bd54f609 HTTP/1.1" status: 204 len: 168 time: 0.6228516 Sep 18 07:15:25.532256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.560241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122634691'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:25.560368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Pushing event updated for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:25.560508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c5e0-04a8-459f-afe4-1f115bfeb0ec tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=16c03a77-62d6-4023-b0ac-d079bd54f609,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:25.562357 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a920a-ea79-432f-9f02-1c76a8ec6799 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.563081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784a920a-ea79-432f-9f02-1c76a8ec6799 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.565470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-784a920a-ea79-432f-9f02-1c76a8ec6799 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/9aa71c7b-d379-4a94-b9f2-67296b970790 HTTP/1.1" status: 404 len: 333 time: 0.0518866 Sep 18 07:15:25.568543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.599931 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-818e2635-ce26-483d-a9da-1ead3dc38a52 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.605787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818e2635-ce26-483d-a9da-1ead3dc38a52 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.605787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-818e2635-ce26-483d-a9da-1ead3dc38a52 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/e3948a46-55b9-4b7d-90dc-4159f5b9b1ae HTTP/1.1" status: 404 len: 337 time: 0.0325799 Sep 18 07:15:25.607596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43082) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.632006 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-96041c7e-29b1-45a1-bec2-a182742667fd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.632628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96041c7e-29b1-45a1-bec2-a182742667fd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.641928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-96041c7e-29b1-45a1-bec2-a182742667fd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/f0f40598-d6aa-41e9-b408-3ea1170f6195 HTTP/1.1" status: 404 len: 333 time: 0.0260139 Sep 18 07:15:25.642107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43084) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.651275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=b8e43f3a-2e73-4ef2-bbde-6866cdcaee00,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:25.670273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:25.670823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.672931 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdb6157-4ed5-4de6-86a4-7c2fd6afde49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.673523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdb6157-4ed5-4de6-86a4-7c2fd6afde49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.675809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cbdb6157-4ed5-4de6-86a4-7c2fd6afde49 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/ec7e55d3-3cf4-4c0a-af3c-f37e5f7a72ff HTTP/1.1" status: 404 len: 337 time: 0.0327742 Sep 18 07:15:25.678439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.692553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.694648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d6071e6-1412-453f-b75f-e28edd47fe7e tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/ports/b8e43f3a-2e73-4ef2-bbde-6866cdcaee00 HTTP/1.1" status: 204 len: 168 time: 1.1989899 Sep 18 07:15:25.697272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43090) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.702604 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41bf95b-b282-4ae6-bee1-f1dba414fd79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.703292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41bf95b-b282-4ae6-bee1-f1dba414fd79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.707778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a41bf95b-b282-4ae6-bee1-f1dba414fd79 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a41b5e83-1f20-4b8f-8517-1308cfda4b02 HTTP/1.1" status: 404 len: 333 time: 0.0283868 Sep 18 07:15:25.708386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.738891 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-493b2c22-2fed-426d-a68b-02cc8ddfed5d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.739349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493b2c22-2fed-426d-a68b-02cc8ddfed5d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.743792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-493b2c22-2fed-426d-a68b-02cc8ddfed5d tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/8920a3d1-3038-469c-a1c8-588676599738 HTTP/1.1" status: 404 len: 337 time: 0.0344188 Sep 18 07:15:25.744473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:25.747664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.747875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.774186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:25.787274 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.787626 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment b04dd0bd-78f3-4faf-8836-e0bdf675a452 of type vlan for network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 Sep 18 07:15:25.789075 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-3473327a-245c-425c-8a52-7cb39d5b79bb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.789757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3473327a-245c-425c-8a52-7cb39d5b79bb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.791513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3473327a-245c-425c-8a52-7cb39d5b79bb tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a1996d2e-cefc-47fa-b6eb-6cccfe1490bf HTTP/1.1" status: 404 len: 333 time: 0.0428827 Sep 18 07:15:25.795237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.823978 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b402a3-f44e-4005-ab8c-14ae8552e3ba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.824434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b402a3-f44e-4005-ab8c-14ae8552e3ba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.826192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1b402a3-f44e-4005-ab8c-14ae8552e3ba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/7e3309f4-75b2-4f79-a6de-28dce9a1e2cb HTTP/1.1" status: 404 len: 337 time: 0.0300527 Sep 18 07:15:25.829019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.833114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.854894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-55794d13-df7f-4dd3-9f9f-dd0bf7244abf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6611392 Sep 18 07:15:25.857311 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4d1a5a-12fd-41d8-a15b-2e9bea268ea9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.858034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4d1a5a-12fd-41d8-a15b-2e9bea268ea9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.859679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef4d1a5a-12fd-41d8-a15b-2e9bea268ea9 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/5b221513-41d0-469c-aa68-583989d1ed12 HTTP/1.1" status: 404 len: 333 time: 0.0297422 Sep 18 07:15:25.863025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.872149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:25.872497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.884228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Request body: {'port': {'device_id': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:25.891834 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41697af-5c19-410a-b85f-5a0aecd246a8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.892289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41697af-5c19-410a-b85f-5a0aecd246a8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.896401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c41697af-5c19-410a-b85f-5a0aecd246a8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/a10c095a-78d5-4eaf-a75a-572d7a650730 HTTP/1.1" status: 404 len: 337 time: 0.0300198 Sep 18 07:15:25.897988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43104) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.927339 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-08361696-9721-4ce5-95b0-adc16e0c4dba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:25.928335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08361696-9721-4ce5-95b0-adc16e0c4dba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:25.930340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08361696-9721-4ce5-95b0-adc16e0c4dba tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/f73cca25-6f6d-4eec-8890-99a5557fa784 HTTP/1.1" status: 404 len: 337 time: 0.0322280 Sep 18 07:15:25.933058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:25.933970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43106) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:25.939703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:25.940571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.018358 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-6658f725-97a0-48eb-bd04-fdb11e6cf8be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.019233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6658f725-97a0-48eb-bd04-fdb11e6cf8be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.020775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6658f725-97a0-48eb-bd04-fdb11e6cf8be tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/aa24b279-80cc-43ef-ad3a-9598e1cd8349 HTTP/1.1" status: 404 len: 333 time: 0.0841935 Sep 18 07:15:26.035792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43112) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.045407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=fe624d0d-f4fa-457e-92b5-bf70e05b00c9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:26.056919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:26.072094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.076869 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b3e24b-b413-49a4-ae25-80489c7d3d9f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.077334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b3e24b-b413-49a4-ae25-80489c7d3d9f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.081996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5b3e24b-b413-49a4-ae25-80489c7d3d9f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/eb6828a0-c784-46f0-b4c9-0190f1ab1ca2 HTTP/1.1" status: 404 len: 337 time: 0.0424101 Sep 18 07:15:26.083081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43114) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.104040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.125500 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-758394fc-58a7-42ae-a1e9-691fa8c7557b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.126319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758394fc-58a7-42ae-a1e9-691fa8c7557b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.128953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-758394fc-58a7-42ae-a1e9-691fa8c7557b tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/6977fbdf-fb4d-4e12-95e4-3bebfc3b97b7 HTTP/1.1" status: 404 len: 337 time: 0.0445833 Sep 18 07:15:26.131831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43116) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.156184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 9dde578a-28f6-4ef8-8ab8-988efb1f2a79 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:26.159330 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-521d6c7b-ca5e-42c9-bc17-67c1d91e12a4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.160091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521d6c7b-ca5e-42c9-bc17-67c1d91e12a4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.161835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-521d6c7b-ca5e-42c9-bc17-67c1d91e12a4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/96e414d1-84dd-4469-8b32-c4bf9a7f6575 HTTP/1.1" status: 404 len: 333 time: 0.0284007 Sep 18 07:15:26.164428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43118) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.175089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95552c39-adcd-400e-be9b-c8c1387d3b12 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6415391 Sep 18 07:15:26.178461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43122) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.186307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:26.198590 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-777a4803-5b09-4735-b70b-b5278af3b6dd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.198590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777a4803-5b09-4735-b70b-b5278af3b6dd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.200294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-777a4803-5b09-4735-b70b-b5278af3b6dd tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5dc66703-3c14-4235-8539-ce667822da44 HTTP/1.1" status: 404 len: 337 time: 0.0344858 Sep 18 07:15:26.203648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43124) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.232947 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-beed6e70-ccd5-4c2d-be9e-3e18113fb334 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.233384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beed6e70-ccd5-4c2d-be9e-3e18113fb334 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.235117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-beed6e70-ccd5-4c2d-be9e-3e18113fb334 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/2210d537-1c49-4771-bf84-e6f5fc35988b HTTP/1.1" status: 404 len: 337 time: 0.0305519 Sep 18 07:15:26.267691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.301761 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-24715a92-087d-4a56-a856-ffc53781a1aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.301761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24715a92-087d-4a56-a856-ffc53781a1aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.301761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24715a92-087d-4a56-a856-ffc53781a1aa tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/e9ef1c84-9d40-4461-8aaf-1c0c35d70e56 HTTP/1.1" status: 404 len: 333 time: 0.0308986 Sep 18 07:15:26.303987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.332407 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0fea67-42c9-45c9-b1cd-c8df27bfb235 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.334094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0fea67-42c9-45c9-b1cd-c8df27bfb235 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.334728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b0fea67-42c9-45c9-b1cd-c8df27bfb235 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/5d485acd-e82b-48dd-9113-c23965aca59c HTTP/1.1" status: 404 len: 337 time: 0.0302634 Sep 18 07:15:26.343228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9da9de-371a-4786-9da8-fbfa3298ddec req-b0803a55-2f6a-4175-84ab-f0a4d7d504ad tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:26.344815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da9da9de-371a-4786-9da8-fbfa3298ddec req-b0803a55-2f6a-4175-84ab-f0a4d7d504ad tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 931 time: 0.1140575 Sep 18 07:15:26.345636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43140) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.378424 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958a82a-126e-44eb-8791-7365fc6eec42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.379011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e958a82a-126e-44eb-8791-7365fc6eec42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.380830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e958a82a-126e-44eb-8791-7365fc6eec42 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/32636a9a-046e-4245-bdbf-76c5cbe65a5e HTTP/1.1" status: 404 len: 337 time: 0.0346634 Sep 18 07:15:26.387036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.422534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b3b79f15-41d1-400d-9c8c-67ca3269c30e tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports?device_id=b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 HTTP/1.1" status: 200 len: 205 time: 0.0343158 Sep 18 07:15:26.428306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43144) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.470056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da9da9de-371a-4786-9da8-fbfa3298ddec req-1583d2c2-c70e-49d6-abf9-76f2f955cd34 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154087 Sep 18 07:15:26.471653 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-441b4bf4-18df-4719-95ec-bb1dbbd66a52 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] delete failed (client error): The resource could not be found. Sep 18 07:15:26.472710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-441b4bf4-18df-4719-95ec-bb1dbbd66a52 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/routers/b949d3c3-c0b2-4ab9-8136-4d8f81bfc161 HTTP/1.1" status: 404 len: 336 time: 0.0433075 Sep 18 07:15:26.475380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.506420 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-79197532-5283-48fc-bf13-e56746804b19 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.507100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79197532-5283-48fc-bf13-e56746804b19 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.508829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-79197532-5283-48fc-bf13-e56746804b19 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/3c207f27-0bdb-4bce-99fb-3de0939f364e HTTP/1.1" status: 404 len: 337 time: 0.0324349 Sep 18 07:15:26.511408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.549807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-266d4923-7c06-4eed-97f7-014384ba29b8 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ed3233-4417-4dbc-ad56-fe0bf56b0103 HTTP/1.1" status: 200 len: 205 time: 0.0364473 Sep 18 07:15:26.550083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:26.553722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.554158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.594435 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-d7622cfb-ae3d-433a-bdf3-b34642b53dcf tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] delete failed (client error): The resource could not be found. Sep 18 07:15:26.595499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d7622cfb-ae3d-433a-bdf3-b34642b53dcf tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/routers/e5ed3233-4417-4dbc-ad56-fe0bf56b0103 HTTP/1.1" status: 404 len: 336 time: 0.0403619 Sep 18 07:15:26.598574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43158) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.626832 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64d405a-275b-45e5-bb36-554f8eb3991a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.627302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64d405a-275b-45e5-bb36-554f8eb3991a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.629077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a64d405a-275b-45e5-bb36-554f8eb3991a tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/292e2679-9b5c-4715-b372-f51a1ba2cb3f HTTP/1.1" status: 404 len: 337 time: 0.0295458 Sep 18 07:15:26.636051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43160) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.649143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e82b811-e14c-4a9a-91cd-890c18ee85d3 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:15:26.662330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.662642 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3e7d2d-fe17-433c-a34c-f2516d4e03b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.663152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3e7d2d-fe17-433c-a34c-f2516d4e03b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.664984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1a3e7d2d-fe17-433c-a34c-f2516d4e03b6 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/6a44374e-4d87-4341-af0b-5dea4e467064 HTTP/1.1" status: 404 len: 337 time: 0.0280268 Sep 18 07:15:26.668155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43162) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.687141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Transition to ACTIVE for port object 9e82b811-e14c-4a9a-91cd-890c18ee85d3 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:15:26.692297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.698167 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae023293-3f88-4cc8-8f97-24fa30ffa7ed tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.698845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae023293-3f88-4cc8-8f97-24fa30ffa7ed tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.700648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae023293-3f88-4cc8-8f97-24fa30ffa7ed tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/5a89267c-558f-41e1-a4d7-c6babc65a216 HTTP/1.1" status: 404 len: 333 time: 0.0315192 Sep 18 07:15:26.703193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.729355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=9dde578a-28f6-4ef8-8ab8-988efb1f2a79,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:26.731784 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86ed4a0-da65-4efa-b343-d5492c10f374 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.732372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86ed4a0-da65-4efa-b343-d5492c10f374 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.737195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c86ed4a0-da65-4efa-b343-d5492c10f374 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/60c28e18-2b1a-48c1-b83b-a7f6012836e7 HTTP/1.1" status: 404 len: 337 time: 0.0302188 Sep 18 07:15:26.738126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43170) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.763923 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-596dcb19-6883-4065-8b0e-f67bb3edf5ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.764713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596dcb19-6883-4065-8b0e-f67bb3edf5ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.766778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-596dcb19-6883-4065-8b0e-f67bb3edf5ce tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/07ee742c-d6a2-4605-9438-b7b8950ae7f3 HTTP/1.1" status: 404 len: 333 time: 0.0282907 Sep 18 07:15:26.772887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43174) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.801768 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb146398-c7bc-4d8d-b1c3-a4a9934d51d2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.802501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb146398-c7bc-4d8d-b1c3-a4a9934d51d2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.807161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb146398-c7bc-4d8d-b1c3-a4a9934d51d2 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/617f8579-b033-4700-9615-67a9fafecfa7 HTTP/1.1" status: 404 len: 337 time: 0.0328817 Sep 18 07:15:26.807773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.810396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.832274 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a49079a-edbc-4b26-a688-c8a6579059ec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.833183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a49079a-edbc-4b26-a688-c8a6579059ec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.837921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7a49079a-edbc-4b26-a688-c8a6579059ec tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/f988d6a4-0b1a-42ac-addb-c15e8f68d33a HTTP/1.1" status: 404 len: 333 time: 0.0291917 Sep 18 07:15:26.838721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.870849 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd806428-3b14-49d6-8d26-057d61a245c5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.871311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd806428-3b14-49d6-8d26-057d61a245c5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.875575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd806428-3b14-49d6-8d26-057d61a245c5 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/58fe17f5-1382-432a-8b6f-162542a35a53 HTTP/1.1" status: 404 len: 337 time: 0.0335631 Sep 18 07:15:26.875798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43184) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.904633 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc409e19-9829-4099-b73e-d1470ba35f5f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.905266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc409e19-9829-4099-b73e-d1470ba35f5f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.907163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bc409e19-9829-4099-b73e-d1470ba35f5f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/3d5ba6ad-49c7-4288-a6f8-937ceddcaf8f HTTP/1.1" status: 404 len: 333 time: 0.0304005 Sep 18 07:15:26.910132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.920677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:26.922623 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d8854c1a-26c4-4d30-a5f4-09f44db81fe6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/ports/9dde578a-28f6-4ef8-8ab8-988efb1f2a79 HTTP/1.1" status: 204 len: 168 time: 1.2219937 Sep 18 07:15:26.926462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Pushing event updated for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:26.936320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43188) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.944490 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-8999cf69-828f-47d3-a191-090476149994 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.944961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8999cf69-828f-47d3-a191-090476149994 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.946703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8999cf69-828f-47d3-a191-090476149994 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/0af78294-cf84-4817-a142-c3d7b83c9872 HTTP/1.1" status: 404 len: 337 time: 0.0353687 Sep 18 07:15:26.949108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:26.989818 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-803f76da-132c-4818-ad0a-805c0827d82f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:26.990530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803f76da-132c-4818-ad0a-805c0827d82f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:26.992309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-803f76da-132c-4818-ad0a-805c0827d82f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/d4e34d5b-fed0-40b4-bce3-beb658afe73b HTTP/1.1" status: 404 len: 333 time: 0.0421283 Sep 18 07:15:26.994872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43196) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.027561 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-725beac6-47f4-4c56-a28b-b8b637f04315 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:27.027935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725beac6-47f4-4c56-a28b-b8b637f04315 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:27.029717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-725beac6-47f4-4c56-a28b-b8b637f04315 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/14c562cc-9db8-4148-ad74-ab6b58ae59d7 HTTP/1.1" status: 404 len: 337 time: 0.0337870 Sep 18 07:15:27.032097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43198) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.037291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting subnet 732de4a4-73bd-4ffc-a8a1-09f712d8aa3d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:27.040391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.042246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.056011 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-48adeb79-bfe4-487d-a189-07b62f1091d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:27.056657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48adeb79-bfe4-487d-a189-07b62f1091d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:27.058442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-48adeb79-bfe4-487d-a189-07b62f1091d4 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/a5608473-8d9e-42bd-af9c-0e352843a6d3 HTTP/1.1" status: 404 len: 333 time: 0.0254557 Sep 18 07:15:27.065397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.096950 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa053c-669c-4c8f-8c65-89d42a8349ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:27.097634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aa053c-669c-4c8f-8c65-89d42a8349ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:27.099613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-50aa053c-669c-4c8f-8c65-89d42a8349ab tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/e3fe6a81-c1de-4ec9-a0f6-be165bf331ae HTTP/1.1" status: 404 len: 337 time: 0.0332637 Sep 18 07:15:27.102273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.122113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Attempting to bind port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:27.122457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Attempting to bind port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:27.122784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Attempting to bind port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 on network 430a6516-9f47-4b48-9e66-561f80e2ee78 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:27.135458 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b392ca40-4cb6-49b8-a955-6ba0c28911f7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:27.136123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b392ca40-4cb6-49b8-a955-6ba0c28911f7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:27.138281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b392ca40-4cb6-49b8-a955-6ba0c28911f7 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/ports/0b56e97c-0b29-4b36-b563-d13be81c573c HTTP/1.1" status: 404 len: 333 time: 0.0348930 Sep 18 07:15:27.140945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.147090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.149768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 on network 430a6516-9f47-4b48-9e66-561f80e2ee78 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:15:27.150127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Attempting to bind port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 on network 430a6516-9f47-4b48-9e66-561f80e2ee78 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:27.178765 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9132e3e6-9153-4a6f-890d-0600c529305f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:27.179227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9132e3e6-9153-4a6f-890d-0600c529305f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:27.180924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=a91cb4e7-4963-4e1e-a665-98c038b502fa,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:27.181081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9132e3e6-9153-4a6f-890d-0600c529305f tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/subnets/13c15e78-7d6b-4078-a7c8-732a81b8b048 HTTP/1.1" status: 404 len: 337 time: 0.0390007 Sep 18 07:15:27.183941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.194280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:27.194280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Checking segment: {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:27.194280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Bound using segment: {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:27.194280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Bound port: 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:27.194280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.253807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'b04dd0bd-78f3-4faf-8836-e0bdf675a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:27.254384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: fe624d0d-f4fa-457e-92b5-bf70e05b00c9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:27.281621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.338263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.361985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:27.381499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:27.401957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.422805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcb302d-9e79-434a-aa89-5c747cd2c3b4']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:27.432812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25ea45c-f3e7-4a78-a640-4db8a175a465') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:27.435191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25ea45c-f3e7-4a78-a640-4db8a175a465') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:27.442603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.456242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.462156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:27.462755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:27.465741 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:27.483348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:27.516479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.524585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.594387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:27.595054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.597092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] 10.222.0.24 "PUT /v2.0/ports/9e82b811-e14c-4a9a-91cd-890c18ee85d3 HTTP/1.1" status: 200 len: 1092 time: 1.7215507 Sep 18 07:15:27.599816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Subnet': ['ID=732de4a4-73bd-4ffc-a8a1-09f712d8aa3d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:27.601420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:15:27.603896 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:15:27.604106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34b10e-a615-41e3-af58-682618301790 None None] Network 073c4692-914c-4c15-bb59-69150550e753 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:27.616321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.616321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e926033a-c90b-4cd1-99d1-95c5f3fa44ee tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/subnets/732de4a4-73bd-4ffc-a8a1-09f712d8aa3d HTTP/1.1" status: 204 len: 168 time: 0.6718259 Sep 18 07:15:27.616321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, fe624d0d-f4fa-457e-92b5-bf70e05b00c9) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:27.616321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43234) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.673782 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1ba32-fc10-4970-839f-b8e434a942b7 x-openstack-request-id: req-cad1ba32-fc10-4970-839f-b8e434a942b7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:15:27.674176 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:15:27.674364 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad1ba32-fc10-4970-839f-b8e434a942b7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:15:27.675323 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3', 'status': 'completed', 'code': 200} Sep 18 07:15:27.676653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:27.677339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.691746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c0f8-7a93-4807-a049-0b87068dffbd service neutron] Pushing event updated for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:27.701755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting subnet f72438e3-b523-409c-a45e-16d13eff08fa {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:27.706894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.718179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2186a25b-135d-4d75-bdac-dc8e60a57d82 None None] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:27.777498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:27.819464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0811fd46-366c-410f-a3de-b2dceef471a2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6367719 Sep 18 07:15:27.819464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43242) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:27.826382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9', 'name': 'tempest-PortsTestJSON-1690273493'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:27.857268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-d59788f9-f65e-48c9-8ea6-b4359a241077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:27.858792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-d59788f9-f65e-48c9-8ea6-b4359a241077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 1095 time: 0.1264555 Sep 18 07:15:28.046500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.070829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c0bc5-7ebc-4cd3-bcc4-042546d38926 req-681ec980-e7a5-4389-b2f2-11709d09a3c3 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:28.072440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-832c0bc5-7ebc-4cd3-bcc4-042546d38926 req-681ec980-e7a5-4389-b2f2-11709d09a3c3 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.1105459 Sep 18 07:15:28.105171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] DHCP port deletion for 073c4692-914c-4c15-bb59-69150550e753 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:28.115305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-832c0bc5-7ebc-4cd3-bcc4-042546d38926 req-9f0efcac-9452-49f9-bb65-58f7cf8a5da6 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Sep 18 07:15:28.126164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-5dc46e04-715e-4f72-9463-ace62a5a4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:28.128638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-5dc46e04-715e-4f72-9463-ace62a5a4b92 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f93efda58a7347bf9d4057a08b1bb602&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2511656 Sep 18 07:15:28.136989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.146309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.148881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] 10.222.0.20 "DELETE /v2.0/networks/cdcb302d-9e79-434a-aa89-5c747cd2c3b4 HTTP/1.1" status: 204 len: 168 time: 0.9622829 Sep 18 07:15:28.163346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c1c68-2a6a-475a-ba3d-82b635173b31 tempest-NetworksTestDHCPv6-2125838450 tempest-NetworksTestDHCPv6-2125838450-project] Pushing event deleted for resources: {'Network': ['ID=cdcb302d-9e79-434a-aa89-5c747cd2c3b4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:28.182267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-fe624d0d-f4fa-457e-92b5-bf70e05b00c9', 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': 'a91cb4e7-4963-4e1e-a665-98c038b502fa'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:28.183455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.233344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:28.236899 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.263962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port c9677607-566d-4149-87c9-8e89b7000861 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:28.264557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Deleting port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:28.264952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.275339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.353402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Subnet': ['ID=f72438e3-b523-409c-a45e-16d13eff08fa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:28.369424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-001690c9-6c17-4918-a267-4bf782db87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:28.375411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2c4c36a9-a07d-405d-8d0c-24eee4eef65a req-001690c9-6c17-4918-a267-4bf782db87e9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299330 Sep 18 07:15:28.375411 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.378285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1eebf971-4f9b-4eb1-9006-280cba0b89c6 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/subnets/f72438e3-b523-409c-a45e-16d13eff08fa HTTP/1.1" status: 204 len: 168 time: 0.7575378 Sep 18 07:15:28.384817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43262) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:28.403276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c901782-affb-4b2e-9e38-c9c3a46eb8a1 None None] Network c041d8a3-5e7a-4140-845f-b94557043645 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:28.455382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] For port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:28.455797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.510031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Calling delete_port for 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:28.512082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-4cb1e460-d156-4b77-b97b-9568abe9fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:28.512206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Allocated IP 172.20.0.2 (fe624d0d-f4fa-457e-92b5-bf70e05b00c9/a91cb4e7-4963-4e1e-a665-98c038b502fa/ea1d3093-b7d0-4b19-84ed-a67a95feb1c3) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:28.513952 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-4cb1e460-d156-4b77-b97b-9568abe9fa0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 1095 time: 0.0755777 Sep 18 07:15:28.519411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.573066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-e5b2d500-ecd9-4982-8251-a241e98ee9ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3 HTTP/1.1" status: 200 len: 217 time: 0.0436504 Sep 18 07:15:28.593028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:28.593374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.632753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-5cfa0372-050f-4e91-b92b-98bb80b420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:28.634284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-5cfa0372-050f-4e91-b92b-98bb80b420f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 200 len: 853 time: 0.0546119 Sep 18 07:15:28.668546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,segment=NetworkSegment(c98aec00-1027-4ee1-a784-1071e5bde7da),segment_id=c98aec00-1027-4ee1-a784-1071e5bde7da)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:28.669437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.672192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-51d86d11-2db7-4a2f-b540-e5045115f10e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=430a6516-9f47-4b48-9e66-561f80e2ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293174 Sep 18 07:15:28.683756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:28.818060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-c79f0be6-bf79-4f0b-833a-1eca6553978f service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358640 Sep 18 07:15:28.866279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] DHCP port deletion for c041d8a3-5e7a-4140-845f-b94557043645 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:28.877839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.897317 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.923071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:28.928728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:28.938595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:28.944787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] No DVR routers for this DVR port 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:28.977340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ed5b883-eb30-4686-933b-5fdd45ec2447 req-ae50a539-f9ac-45ca-86ed-32379b441305 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441834 Sep 18 07:15:28.981319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:28.985006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1891890-ada8-4db2-adb3-40057f628c68 None None] Pushing event deleted for resources: {'Port': ['ID=8f0cfdd0-c1a8-45de-9972-dc878dd83e02,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.033767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Deleting port 9ae5a30e-b322-40fd-8b84-42a78531dc44 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:29.034162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.057228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.081612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073c4692-914c-4c15-bb59-69150550e753']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.095678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98aec00-1027-4ee1-a784-1071e5bde7da') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.100029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98aec00-1027-4ee1-a784-1071e5bde7da') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.104955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:29.112522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.115384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.125855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d41c81b9-e3f2-415b-8390-ff1dfa061021 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=580f148d4a6c422d890c7247abe4f93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015350 Sep 18 07:15:29.132230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:29.136639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:29.136806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.137443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8f0cfdd0-c1a8-45de-9972-dc878dd83e02 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:29.138223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9ae5a30e-b322-40fd-8b84-42a78531dc44 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:29.161581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:29.162038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:29.166621 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:29.182768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.199224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] For port 9ae5a30e-b322-40fd-8b84-42a78531dc44, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9ae5a30e-b322-40fd-8b84-42a78531dc44,segment=NetworkSegment(68357f3f-df05-4c0c-9741-e79c59a957ae),segment_id=68357f3f-df05-4c0c-9741-e79c59a957ae)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:29.200053 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.238397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.242029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.4 (fe624d0d-f4fa-457e-92b5-bf70e05b00c9/a91cb4e7-4963-4e1e-a665-98c038b502fa/c9677607-566d-4149-87c9-8e89b7000861) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:29.264628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Calling delete_port for 9ae5a30e-b322-40fd-8b84-42a78531dc44 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:29.294146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:29.296003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.307656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:29.320865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:29.345538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a855d5-56ee-4827-a737-6bffa697783b req-9c49da99-4611-4940-b52d-04d4fe69c280 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:29.357636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19a855d5-56ee-4827-a737-6bffa697783b req-9c49da99-4611-4940-b52d-04d4fe69c280 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.0860929 Sep 18 07:15:29.418788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19a855d5-56ee-4827-a737-6bffa697783b req-6b4a8a64-36d4-44d3-9875-a7243e584a1f tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535524 Sep 18 07:15:29.451198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.472068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.475764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/networks/073c4692-914c-4c15-bb59-69150550e753 HTTP/1.1" status: 204 len: 168 time: 1.0898850 Sep 18 07:15:29.476842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653927fd-6444-42dc-8bd9-7fe5bff0a5b4 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Network': ['ID=073c4692-914c-4c15-bb59-69150550e753,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.478639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:29.485541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Pushing event updated for resources: {'Port': ['ID=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.558899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.578477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.588383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Attempting to bind port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:29.588832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Attempting to bind port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b04dd0bd-78f3-4faf-8836-e0bdf675a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:29.589210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Attempting to bind port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 on network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:29.597216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:29.597693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Checking segment: {'id': 'b04dd0bd-78f3-4faf-8836-e0bdf675a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:29.598173 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.598760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Bound using segment: {'id': 'b04dd0bd-78f3-4faf-8836-e0bdf675a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:29.599233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Bound port: ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04dd0bd-78f3-4faf-8836-e0bdf675a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fe624d0d-f4fa-457e-92b5-bf70e05b00c9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:29.599675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.654420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Deleting port 9ae5a30e-b322-40fd-8b84-42a78531dc44 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:29.655144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.681355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] For port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:29.686662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] For port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,segment=NetworkSegment(b04dd0bd-78f3-4faf-8836-e0bdf675a452),segment_id=b04dd0bd-78f3-4faf-8836-e0bdf675a452)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:29.691793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.753271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] No DVR routers for this DVR port 9ae5a30e-b322-40fd-8b84-42a78531dc44 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:29.755516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.761274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] For port 9ae5a30e-b322-40fd-8b84-42a78531dc44, host n-d-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:29.761649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.775240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Calling delete_port for 9ae5a30e-b322-40fd-8b84-42a78531dc44 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:29.778962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_backend_mixin [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Port 9ae5a30e-b322-40fd-8b84-42a78531dc44 was not found and therefore no delete operation was performed {{(pid=101979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:15:29.779899 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.781414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7eb4c-90fc-4029-8b9f-3babddba00e6 None None] Pushing event deleted for resources: {'Port': ['ID=9ae5a30e-b322-40fd-8b84-42a78531dc44,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.811211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Port': ['ID=9ae5a30e-b322-40fd-8b84-42a78531dc44,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.815889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] No DVR routers for this DVR port 9ae5a30e-b322-40fd-8b84-42a78531dc44 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:29.902176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.912904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ac47-69b1-4bbb-9842-83865f39bb9e None None] Pushing event updated for resources: {'Port': ['ID=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:29.943622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.965448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c041d8a3-5e7a-4140-845f-b94557043645']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.976280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68357f3f-df05-4c0c-9741-e79c59a957ae') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.976575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68357f3f-df05-4c0c-9741-e79c59a957ae') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:29.985405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.992073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.992073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22f1cd45-1995-4216-bb25-f31e706783de HTTP/1.1" status: 204 len: 168 time: 0.8598263 Sep 18 07:15:29.992322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:29.999687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f6bf-3e58-45ad-af02-2e1f56a988a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1cd45-1995-4216-bb25-f31e706783de,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:30.028101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.039189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.040105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:30.040105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:30.050793 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:30.109754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:30.113406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:30.125715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:30.189021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=c9677607-566d-4149-87c9-8e89b7000861,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:30.213815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:30.214523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.269353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.277954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.284524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] 10.222.0.20 "DELETE /v2.0/networks/c041d8a3-5e7a-4140-845f-b94557043645 HTTP/1.1" status: 204 len: 168 time: 0.8004732 Sep 18 07:15:30.306671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61081db3-6ffe-4abd-a2c9-e97596d9a2d5 tempest-TaggedBootDevicesTest-506972295 tempest-TaggedBootDevicesTest-506972295-project] Pushing event deleted for resources: {'Network': ['ID=c041d8a3-5e7a-4140-845f-b94557043645,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:30.372275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9679ad7b-2c10-4ea9-a9d5-95f585b77a4f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5491972 Sep 18 07:15:30.381988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43346) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:30.393831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-54bad608-0e8a-4ed5-aff4-2162862c4ba9 req-91a74ad7-f3a2-41e8-83d7-bff0bc18972b service neutron] (101978) timed out ('10.222.0.37', 62811) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:15:30.650909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd70f-8282-4cbd-8c86-f941bb6c0b4d req-7901a6f2-5b74-4b85-bfe1-e898f9cb5d21 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:30.652687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c2dd70f-8282-4cbd-8c86-f941bb6c0b4d req-7901a6f2-5b74-4b85-bfe1-e898f9cb5d21 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.1335142 Sep 18 07:15:30.683135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port c9677607-566d-4149-87c9-8e89b7000861 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:30.683632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.738606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c2dd70f-8282-4cbd-8c86-f941bb6c0b4d req-08d1bdb5-7fa6-4897-b94c-e8d77d60ea91 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775206 Sep 18 07:15:30.826062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:30.853512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for c9677607-566d-4149-87c9-8e89b7000861 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:31.136057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:31.174952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.224244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b3cb5-3078-4304-99f0-768ed34d97b0 None None] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:31.269401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=c9677607-566d-4149-87c9-8e89b7000861,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:31.275265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:31.275744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.346468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.348524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8254bcae-2e44-4836-a2a8-99e00bbb3ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/c9677607-566d-4149-87c9-8e89b7000861 HTTP/1.1" status: 204 len: 168 time: 0.9666469 Sep 18 07:15:31.351335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43416) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:31.404613 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c77fb07-987e-47c4-81de-fb4b6cdbc219 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:15:31.405339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c77fb07-987e-47c4-81de-fb4b6cdbc219 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:31.411576 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3c77fb07-987e-47c4-81de-fb4b6cdbc219 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/c9677607-566d-4149-87c9-8e89b7000861 HTTP/1.1" status: 404 len: 333 time: 0.0590849 Sep 18 07:15:31.414000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-96bb7723-a727-4bff-9f21-55e1977fefe2 None None] Provisioning complete for port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:31.414766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:31.424664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96bb7723-a727-4bff-9f21-55e1977fefe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.451337 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2518b4f0-7a61-4fc4-864f-d95060abcc1f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:31.453839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2518b4f0-7a61-4fc4-864f-d95060abcc1f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/c9677607-566d-4149-87c9-8e89b7000861 HTTP/1.1" status: 404 len: 333 time: 0.0375867 Sep 18 07:15:31.462191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43426) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:31.570921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet a91cb4e7-4963-4e1e-a665-98c038b502fa {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:31.576271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.592233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43438) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:31.626985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.674943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.735168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164578104'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:31.749088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,segment=NetworkSegment(b04dd0bd-78f3-4faf-8836-e0bdf675a452),segment_id=b04dd0bd-78f3-4faf-8836-e0bdf675a452)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:31.754034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96bb7723-a727-4bff-9f21-55e1977fefe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.835240 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.857041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.866336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:31.873785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.888419 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:31.969123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-96bb7723-a727-4bff-9f21-55e1977fefe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:31.969582 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-96bb7723-a727-4bff-9f21-55e1977fefe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:31.981007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:32.037364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88024-00ba-46cc-83be-6141962c5c0e req-dc93caa7-cd02-441b-837f-0883ada83064 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:32.039210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9e88024-00ba-46cc-83be-6141962c5c0e req-dc93caa7-cd02-441b-837f-0883ada83064 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.2139425 Sep 18 07:15:32.124865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9e88024-00ba-46cc-83be-6141962c5c0e req-a7704d9b-415c-42b3-8b43-5814e6f1f4af tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791490 Sep 18 07:15:32.126876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.151926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.178387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.180490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/a91cb4e7-4963-4e1e-a665-98c038b502fa HTTP/1.1" status: 204 len: 168 time: 0.7220888 Sep 18 07:15:32.181461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000424e-7820-458d-ac4e-f45195599170 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=a91cb4e7-4963-4e1e-a665-98c038b502fa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:32.183168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43464) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:32.247611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.266543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:32.301037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.303867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.304349 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment b5092afb-f4f0-4e4f-9e25-b23cfb3975f2 of type vlan for network 456ef5cf-6a9c-46ef-8a12-276b1b60793a Sep 18 07:15:32.324373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e1906-3d03-4cf2-9c9e-f786be49d5fe,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:32.383674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4179681f-939b-4086-90d8-bb2bf9f22233 None None] Network fe624d0d-f4fa-457e-92b5-bf70e05b00c9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:32.404517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:32.405647 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.428783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.508091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,segment=NetworkSegment(b04dd0bd-78f3-4faf-8836-e0bdf675a452),segment_id=b04dd0bd-78f3-4faf-8836-e0bdf675a452)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:32.508505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.523805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:32.548316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.558515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:32.559238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.639923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-3e94eec2-2079-450a-b9aa-723bc6c5fba3 req-6f2ebc5d-bc23-4496-8bb3-684e0d96a10a service neutron] (101978) timed out ('10.222.0.37', 63064) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:15:32.689701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] DHCP port deletion for fe624d0d-f4fa-457e-92b5-bf70e05b00c9 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:32.717606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=456ef5cf-6a9c-46ef-8a12-276b1b60793a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:32.748463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e9fd59a7-89b7-48e0-8bc7-ae32ef5a32b5 None None] Provisioning complete for port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:32.748847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e9fd59a7-89b7-48e0-8bc7-ae32ef5a32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.752886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1eff46a8-89fa-4546-b578-fc0bb0f50a66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1594670 Sep 18 07:15:32.757510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:32.864470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.914496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e9fd59a7-89b7-48e0-8bc7-ae32ef5a32b5 None None] Could not find standard attr ID for object ea1d3093-b7d0-4b19-84ed-a67a95feb1c3. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:15:32.918515 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.db [None req-e9fd59a7-89b7-48e0-8bc7-ae32ef5a32b5 None None] No ports have port_id starting with ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 Sep 18 07:15:32.929192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Deleting port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:32.929572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:32.932598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e9fd59a7-89b7-48e0-8bc7-ae32ef5a32b5 None None] Could not find standard attr ID for object c9677607-566d-4149-87c9-8e89b7000861. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:15:32.962959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:32.970595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:33.064936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] For port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:33.065347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.112601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.115890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Calling delete_port for ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:33.124599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:15:33.126268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.172817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] Pushing event deleted for resources: {'Port': ['ID=ea1d3093-b7d0-4b19-84ed-a67a95feb1c3,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:33.175530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:33.190605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe624d0d-f4fa-457e-92b5-bf70e05b00c9']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:33.205183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:33.205525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:33.206943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3696b8f-2f29-48c2-b481-4846e6a8200c None None] No DVR routers for this DVR port ea1d3093-b7d0-4b19-84ed-a67a95feb1c3 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:33.251318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04dd0bd-78f3-4faf-8836-e0bdf675a452') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:33.255634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04dd0bd-78f3-4faf-8836-e0bdf675a452') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:33.268826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.314606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.327027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:33.327680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: items = [ Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:33.331375 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:33.363820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18f829-f665-45a0-a52b-b2d05f2bb30a req-d016d842-cd58-4a6c-b94a-41484b14dea2 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:33.367419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d18f829-f665-45a0-a52b-b2d05f2bb30a req-d016d842-cd58-4a6c-b94a-41484b14dea2 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.1079245 Sep 18 07:15:33.456791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d18f829-f665-45a0-a52b-b2d05f2bb30a req-52ab80b3-6be2-4d9f-ad32-34818b06c4a4 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775616 Sep 18 07:15:33.513851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.518664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.520743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/fe624d0d-f4fa-457e-92b5-bf70e05b00c9 HTTP/1.1" status: 204 len: 168 time: 1.3367403 Sep 18 07:15:33.529254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43528) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:33.535926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-658005532'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:33.563548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6763c39-d11a-45a1-a00e-06618d71ecd5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=fe624d0d-f4fa-457e-92b5-bf70e05b00c9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:33.683306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:33.694577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.757077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:33.774709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.775185 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment 667baf0a-1824-4d7a-ac8a-becd86541fc7 of type vlan for network ab045f8b-cd72-490d-b5a3-3156bdc92163 Sep 18 07:15:33.834046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.972157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:33.974250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:33.975002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:34.082674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:15:34.098520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=ab045f8b-cd72-490d-b5a3-3156bdc92163,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:34.116204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:34.153742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43566) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:34.154079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-61bdbf47-b4ae-41b9-9c17-e5167014f37b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6237371 Sep 18 07:15:34.159931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:34.239547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9e82b811-e14c-4a9a-91cd-890c18ee85d3 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:15:34.448221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:34.453560 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:34.475132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:34.489433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '9e82b811-e14c-4a9a-91cd-890c18ee85d3', 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78', 'port_id': '9e82b811-e14c-4a9a-91cd-890c18ee85d3', 'mac_address': 'fa:16:3e:ba:cb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7e141c-7380-4bc9-b832-a89767296542', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:15:34.564737 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:34.585666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e82b811-e14c-4a9a-91cd-890c18ee85d3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:15:34.605911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d3a7-12d9-44ad-a52d-3372d8e03ea7 req-c3c95353-b2a7-4441-9693-78b447c51fa8 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:34.609181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68d9d3a7-12d9-44ad-a52d-3372d8e03ea7 req-c3c95353-b2a7-4441-9693-78b447c51fa8 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.1219358 Sep 18 07:15:34.633445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:34.736412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:34.742036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68d9d3a7-12d9-44ad-a52d-3372d8e03ea7 req-f45558fc-e429-48fb-9884-9857a2700c45 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230648 Sep 18 07:15:34.837003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:34.848083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3a4e-c22a-41a9-b42a-64107577b7b5 req-048ca016-fc8a-4b3e-a431-7c7c34440911 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:34.849616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c58c3a4e-c22a-41a9-b42a-64107577b7b5 req-048ca016-fc8a-4b3e-a431-7c7c34440911 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 943 time: 0.2089729 Sep 18 07:15:34.899468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c58c3a4e-c22a-41a9-b42a-64107577b7b5 req-4736b923-8c45-488e-979c-42b966a69c6f tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Sep 18 07:15:34.920105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:35.012623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=2e7e2654-5679-4032-9ce4-684c039b2154,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:35.117412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': '667baf0a-1824-4d7a-ac8a-becd86541fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:35.117621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: ab045f8b-cd72-490d-b5a3-3156bdc92163, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:35.206623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['9e82b811-e14c-4a9a-91cd-890c18ee85d3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:15:35.213730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:35.308104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ab045f8b-cd72-490d-b5a3-3156bdc92163) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:35.312694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:35.313391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:35.338354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673318cc-5fc8-4122-91bf-487370a15ba7 None None] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:35.409692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8089e102-0d84-4893-9e0f-ba5f0f75d9f4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2544675 Sep 18 07:15:35.414087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43624) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:35.421167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163', 'security_groups': [], 'name': 'tempest-PortsTestJSON-881453959'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:35.765173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ab045f8b-cd72-490d-b5a3-3156bdc92163', 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '2e7e2654-5679-4032-9ce4-684c039b2154'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:35.766124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:35.766446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-ac279c6f-f59c-4082-ab31-4f4e1602b82e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:35.768792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-ac279c6f-f59c-4082-ab31-4f4e1602b82e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.0834112 Sep 18 07:15:35.795419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:35.801579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:35.861627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port dae44f30-0a4c-4a55-97bf-b90180621772 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:35.998485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43654) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:36.009522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:36.025019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Allocated IP 172.20.0.2 (ab045f8b-cd72-490d-b5a3-3156bdc92163/2e7e2654-5679-4032-9ce4-684c039b2154/c3a19601-bc52-4af6-8541-691dfb1075d8) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:36.070322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Deleting port 97ba4a03-e4e4-46fc-a253-0992d42095a6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:36.070322 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.091373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ca9a-7254-47d2-81e7-6387f8eb25d2 req-dacddfcf-056d-407f-9757-99fc5938493b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:36.093345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f735ca9a-7254-47d2-81e7-6387f8eb25d2 req-dacddfcf-056d-407f-9757-99fc5938493b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 945 time: 0.2071433 Sep 18 07:15:36.187841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac2ebf-199f-437c-8f85-14f1d27b66d4 req-1ab92785-1998-41ae-9045-7094d17d2ea8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:36.190073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28ac2ebf-199f-437c-8f85-14f1d27b66d4 req-1ab92785-1998-41ae-9045-7094d17d2ea8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 944 time: 0.1485062 Sep 18 07:15:36.218019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f735ca9a-7254-47d2-81e7-6387f8eb25d2 req-00247b65-a469-4dd7-97a4-dd08319cc2cb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=70216b65-f108-45a1-b491-a0ee3ec3c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174655 Sep 18 07:15:36.258397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] For port 97ba4a03-e4e4-46fc-a253-0992d42095a6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=97ba4a03-e4e4-46fc-a253-0992d42095a6,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:36.258794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.271530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28ac2ebf-199f-437c-8f85-14f1d27b66d4 req-e8bdb0f6-03df-47f2-93ed-e0a4faa2f401 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725195 Sep 18 07:15:36.359870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:36.365871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.390725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.453216 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.496029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:36.503909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:36.506034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Pushing event updated for resources: {'Port': ['ID=c3a19601-bc52-4af6-8541-691dfb1075d8,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:36.508218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:36.519003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.519515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.522058 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Floating IP dda7500a-a84e-474e-a13b-84064250184e disassociated. External IP: 172.25.4.66, port: 97ba4a03-e4e4-46fc-a253-0992d42095a6. Sep 18 07:15:36.522525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Calling delete_port for 97ba4a03-e4e4-46fc-a253-0992d42095a6 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:36.576179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Attempting to bind port c3a19601-bc52-4af6-8541-691dfb1075d8 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:36.576919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Attempting to bind port c3a19601-bc52-4af6-8541-691dfb1075d8 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '667baf0a-1824-4d7a-ac8a-becd86541fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:36.577754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Attempting to bind port c3a19601-bc52-4af6-8541-691dfb1075d8 on network ab045f8b-cd72-490d-b5a3-3156bdc92163 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:36.585587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:36.586112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Checking segment: {'id': '667baf0a-1824-4d7a-ac8a-becd86541fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:36.586622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.587119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Bound using segment: {'id': '667baf0a-1824-4d7a-ac8a-becd86541fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:36.587854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Bound port: c3a19601-bc52-4af6-8541-691dfb1075d8, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667baf0a-1824-4d7a-ac8a-becd86541fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ab045f8b-cd72-490d-b5a3-3156bdc92163'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:36.588357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.592993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.3 (ab045f8b-cd72-490d-b5a3-3156bdc92163/2e7e2654-5679-4032-9ce4-684c039b2154/dae44f30-0a4c-4a55-97bf-b90180621772) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:36.663979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] For port c3a19601-bc52-4af6-8541-691dfb1075d8, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:36.663979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] For port c3a19601-bc52-4af6-8541-691dfb1075d8, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c3a19601-bc52-4af6-8541-691dfb1075d8,segment=NetworkSegment(667baf0a-1824-4d7a-ac8a-becd86541fc7),segment_id=667baf0a-1824-4d7a-ac8a-becd86541fc7)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:36.682015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.753010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=022adfdc-3484-493d-90f9-e1c0ff52a7dc,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:36.756684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.770504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:36.771293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 456ef5cf-6a9c-46ef-8a12-276b1b60793a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:36.833219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4919-3e39-4f93-aee1-e26393158c3c None None] Pushing event updated for resources: {'Port': ['ID=c3a19601-bc52-4af6-8541-691dfb1075d8,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:36.858282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:36.870270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:36.966924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 456ef5cf-6a9c-46ef-8a12-276b1b60793a) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:36.978980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c62a2-8fa1-4648-bbdd-05c571bd8d4e None None] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:36.981590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:36.982362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.025576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.081862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.086836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'Port': ['ID=97ba4a03-e4e4-46fc-a253-0992d42095a6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:37.116347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6686e0b7-870b-4e33-87e7-5751134bd555 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1114800 Sep 18 07:15:37.119827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43710) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:37.140069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815753691'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:37.170366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:37.222624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-456ef5cf-6a9c-46ef-8a12-276b1b60793a', 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '022adfdc-3484-493d-90f9-e1c0ff52a7dc'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:37.224196 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.229051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:37.231568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:37.253918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:37.257518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.276170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=dae44f30-0a4c-4a55-97bf-b90180621772,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:37.307059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:37.349288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.349288 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 07518107-77b8-4d6b-a7ca-4317ca9a37c4 of type vlan for network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c Sep 18 07:15:37.377641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:37.378622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.416391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:15:37.451020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Allocated IP 2001:db8:0:ffff::2 (456ef5cf-6a9c-46ef-8a12-276b1b60793a/022adfdc-3484-493d-90f9-e1c0ff52a7dc/2dc92679-ae07-42f0-8020-25cce3f46f7c) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:37.475337 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8036aede-ec1b-4375-a0c3-a13af962ce8a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0593677 Sep 18 07:15:37.489973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:37.492454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15617ea6-cf85-465f-9ae2-c368c00dcb88 req-52bee83b-500e-453c-91d4-1759d9529667 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0696149 Sep 18 07:15:37.542372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.632728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812f57d-68ab-4dd5-9e0e-4ab6a51877cd req-fea8aaa3-4003-4c2a-a2cf-8a9165954578 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:37.640436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d812f57d-68ab-4dd5-9e0e-4ab6a51877cd req-fea8aaa3-4003-4c2a-a2cf-8a9165954578 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 944 time: 0.2187481 Sep 18 07:15:37.698101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:15:37.715231 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:15:37.731890 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:15:37.734127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:15:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:37.744042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.773443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d812f57d-68ab-4dd5-9e0e-4ab6a51877cd req-9313b6ee-ec84-4612-bc9d-f716fb6b3b27 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320040 Sep 18 07:15:37.783374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.789091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:37.789742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.841979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.869873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] No DVR routers for this DVR port 97ba4a03-e4e4-46fc-a253-0992d42095a6 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:37.881655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.892767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cae33c47-7d3d-45c2-9a77-c903ba5f16c5 req-fa9e0bea-774f-4eb9-aca9-4e7d76f36a2f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.24 "DELETE /v2.0/ports/97ba4a03-e4e4-46fc-a253-0992d42095a6 HTTP/1.1" status: 204 len: 173 time: 2.1118636 Sep 18 07:15:37.893316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'name': 'network-vif-deleted', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:15:37.916194 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fee670-fe11-4df3-85de-0064b45bc430" -d '{"events": [{"server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "name": "network-vif-deleted", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:15:37.954721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port dae44f30-0a4c-4a55-97bf-b90180621772 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:37.954943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:37.957619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:37.959252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:37.993375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8713727 Sep 18 07:15:37.996495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:38.008093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '1ef01f17-f6a5-49a8-9a21-2f438552ab9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:38.012849 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d5074-7cff-463a-8fbd-b179953394b2 x-openstack-request-id: req-f42d5074-7cff-463a-8fbd-b179953394b2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:15:38.015747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3458146-b61a-4464-87a0-b4b0e4cfaf17 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=1ef01f17-f6a5-49a8-9a21-2f438552ab9c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:38.016090 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17439c0-8f2f-4005-ba82-ea448502ce74", "name": "network-vif-deleted", "tag": "97ba4a03-e4e4-46fc-a253-0992d42095a6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:15:38.017765 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f42d5074-7cff-463a-8fbd-b179953394b2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:15:38.017886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:38.018030 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17439c0-8f2f-4005-ba82-ea448502ce74', 'name': 'network-vif-deleted', 'tag': '97ba4a03-e4e4-46fc-a253-0992d42095a6', 'status': 'completed', 'code': 200} Sep 18 07:15:38.020091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Pushing event updated for resources: {'Port': ['ID=2dc92679-ae07-42f0-8020-25cce3f46f7c,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:38.052155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:38.199928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.233928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9e82b811-e14c-4a9a-91cd-890c18ee85d3 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:38.236750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for dae44f30-0a4c-4a55-97bf-b90180621772 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:38.328804 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:15:38.363885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Attempting to bind port 2dc92679-ae07-42f0-8020-25cce3f46f7c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:38.364684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Attempting to bind port 2dc92679-ae07-42f0-8020-25cce3f46f7c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:38.365297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Attempting to bind port 2dc92679-ae07-42f0-8020-25cce3f46f7c on network 456ef5cf-6a9c-46ef-8a12-276b1b60793a {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:38.437119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:38.437844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Checking segment: {'id': 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:38.439536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.440344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Bound using segment: {'id': 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:38.441035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Bound port: 2dc92679-ae07-42f0-8020-25cce3f46f7c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '456ef5cf-6a9c-46ef-8a12-276b1b60793a'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:38.441561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:38.442141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.445980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.597859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c052668-51bf-4e6d-b438-c3cdba9378f2 None None] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:38.652415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55db9348-40d5-417f-af7d-3284a0e8629f req-96066ff0-8100-40a6-b1e2-09833a122aba tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=b17439c0-8f2f-4005-ba82-ea448502ce74 HTTP/1.1" status: 200 len: 210 time: 0.0452645 Sep 18 07:15:38.662248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.693462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:15:38.698400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=dae44f30-0a4c-4a55-97bf-b90180621772,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:38.718244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:38.718827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.728417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] For port 2dc92679-ae07-42f0-8020-25cce3f46f7c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:38.790309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] For port 2dc92679-ae07-42f0-8020-25cce3f46f7c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2dc92679-ae07-42f0-8020-25cce3f46f7c,segment=NetworkSegment(b5092afb-f4f0-4e4f-9e25-b23cfb3975f2),segment_id=b5092afb-f4f0-4e4f-9e25-b23cfb3975f2)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:38.826859 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:38.845723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.845974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] Provisioning complete for port c3a19601-bc52-4af6-8541-691dfb1075d8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:38.846298 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.850466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e16ff332-c023-470a-b50f-60ac2cad0489 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/dae44f30-0a4c-4a55-97bf-b90180621772 HTTP/1.1" status: 204 len: 168 time: 1.3592844 Sep 18 07:15:38.853380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43796) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:38.905967 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:15:38.910853 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-979e4831-4089-4c4d-af2e-ea06ea0a9028 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:38.913542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-979e4831-4089-4c4d-af2e-ea06ea0a9028 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/dae44f30-0a4c-4a55-97bf-b90180621772 HTTP/1.1" status: 404 len: 333 time: 0.0578969 Sep 18 07:15:38.917810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43800) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:38.928046 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:15:38.928947 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:15:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:38.932735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:38.984239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b638675-d4fc-4a1e-ab80-c2baabe530ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.006780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 2e7e2654-5679-4032-9ce4-684c039b2154 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:39.010422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.072058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.096039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.120369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bda9a1-60fc-41a8-84ad-f2648068851a req-b5edac72-389b-4585-8257-8767e5e328cb tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:39.122358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1bda9a1-60fc-41a8-84ad-f2648068851a req-b5edac72-389b-4585-8257-8767e5e328cb tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 944 time: 0.2092245 Sep 18 07:15:39.189828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1bda9a1-60fc-41a8-84ad-f2648068851a req-9956d8a6-453b-498f-b832-35509e582084 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597110 Sep 18 07:15:39.222703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.225781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.228274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c3a19601-bc52-4af6-8541-691dfb1075d8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:39.272246 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:15:39.355860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=be1af481-ca12-4466-a50c-cd4e1f61d32d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:39.406619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f63de-fa15-46b8-99b4-58832f5bc576 None None] Pushing event updated for resources: {'Port': ['ID=2dc92679-ae07-42f0-8020-25cce3f46f7c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:39.408974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '07518107-77b8-4d6b-a7ca-4317ca9a37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1ef01f17-f6a5-49a8-9a21-2f438552ab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:39.409447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 1ef01f17-f6a5-49a8-9a21-2f438552ab9c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:39.412317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] For port c3a19601-bc52-4af6-8541-691dfb1075d8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c3a19601-bc52-4af6-8541-691dfb1075d8,segment=NetworkSegment(667baf0a-1824-4d7a-ac8a-becd86541fc7),segment_id=667baf0a-1824-4d7a-ac8a-becd86541fc7)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:39.437684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:15:39.444026 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5640db91-c3ba-4e24-9511-3f3a022e53fb" -d '{"events": [{"server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "name": "network-vif-plugged", "status": "completed", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:15:39.478001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.510536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.520670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:39.530535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:39.536651 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c443ea7-1bf6-4b76-b517-318cd0b7f05b x-openstack-request-id: req-3c443ea7-1bf6-4b76-b517-318cd0b7f05b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:15:39.537222 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "name": "network-vif-plugged", "status": "completed", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:15:39.537599 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c443ea7-1bf6-4b76-b517-318cd0b7f05b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:15:39.538120 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3', 'code': 200} Sep 18 07:15:39.538923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c3a19601-bc52-4af6-8541-691dfb1075d8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:39.539510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.627905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 1ef01f17-f6a5-49a8-9a21-2f438552ab9c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:39.636985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:39.641731 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.676170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a21d1b-e77d-4aac-9228-3f2c12bb6be9 None None] Network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:39.678657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.679439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97ba4a03-e4e4-46fc-a253-0992d42095a6 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:39.695085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.730185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3eb8c-ae60-4e8d-a721-65ee28bc240a req-28ec0a6d-3113-434a-8b28-cb563896185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:39.734134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0be3eb8c-ae60-4e8d-a721-65ee28bc240a req-28ec0a6d-3113-434a-8b28-cb563896185d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 1097 time: 0.1160681 Sep 18 07:15:39.740017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd489341-bdee-4f1f-8403-4c0847f41ec5 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7416723 Sep 18 07:15:39.740445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7e2654-5679-4032-9ce4-684c039b2154,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:39.742889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:39.756176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.759336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85f98106-305b-44b9-aa61-93a7d4c6d4f3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/2e7e2654-5679-4032-9ce4-684c039b2154 HTTP/1.1" status: 204 len: 168 time: 0.8404422 Sep 18 07:15:39.767488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:39.883590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 97ba4a03-e4e4-46fc-a253-0992d42095a6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:39.883944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 97ba4a03-e4e4-46fc-a253-0992d42095a6 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:39.898052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0be3eb8c-ae60-4e8d-a721-65ee28bc240a req-7e1e6c53-9d7d-4b55-9758-e61d3ae6f206 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534588 Sep 18 07:15:39.911701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:39.946759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:39.968496 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:40.014299 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa5665-aaaf-4672-acd3-a47269fec0fd None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:15:40.087167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e30ae-9f4a-470c-81ab-3cb1627d2c46 None None] Network ab045f8b-cd72-490d-b5a3-3156bdc92163 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:40.109298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port c3a19601-bc52-4af6-8541-691dfb1075d8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:40.109668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.114900 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.128100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.184975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.187453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c6b8f-7eb5-4b49-9cce-d060d1a8bd55 None None] Pushing event updated for resources: {'Port': ['ID=c3a19601-bc52-4af6-8541-691dfb1075d8,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:40.262346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port c3a19601-bc52-4af6-8541-691dfb1075d8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c3a19601-bc52-4af6-8541-691dfb1075d8,segment=NetworkSegment(667baf0a-1824-4d7a-ac8a-becd86541fc7),segment_id=667baf0a-1824-4d7a-ac8a-becd86541fc7)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:40.263000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.286611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.312873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for c3a19601-bc52-4af6-8541-691dfb1075d8 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:40.487953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8b8248bc-b8f6-4033-b5d8-97fef95a643c None None] Provisioning complete for port c3a19601-bc52-4af6-8541-691dfb1075d8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:40.488525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b8248bc-b8f6-4033-b5d8-97fef95a643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.553517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204c852c-764f-4bb5-8132-325a1477c49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-1ef01f17-f6a5-49a8-9a21-2f438552ab9c', 'network_id': '1ef01f17-f6a5-49a8-9a21-2f438552ab9c', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': 'be1af481-ca12-4466-a50c-cd4e1f61d32d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:40.554006 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-204c852c-764f-4bb5-8132-325a1477c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.599460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53b65-4a76-4758-be29-6420f1c57ab8 req-eea143f3-7e44-4c7f-bec6-ecd0ec06d2d6 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:40.604839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1af53b65-4a76-4758-be29-6420f1c57ab8 req-eea143f3-7e44-4c7f-bec6-ecd0ec06d2d6 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 945 time: 0.2114525 Sep 18 07:15:40.622516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.653212 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.664595 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.667785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "DELETE /v2.0/security-groups/70216b65-f108-45a1-b491-a0ee3ec3c98b HTTP/1.1" status: 204 len: 168 time: 0.7549129 Sep 18 07:15:40.685944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:40.687736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394a81-3316-4966-a3af-3053fe458aee tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70216b65-f108-45a1-b491-a0ee3ec3c98b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:40.705554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=c3a19601-bc52-4af6-8541-691dfb1075d8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:40.741790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port c3a19601-bc52-4af6-8541-691dfb1075d8 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:40.746406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.759637 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-6215382b-07e5-4636-9530-a06b6d80292f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] show failed (client error): The resource could not be found. Sep 18 07:15:40.760880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6215382b-07e5-4636-9530-a06b6d80292f tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups/70216b65-f108-45a1-b491-a0ee3ec3c98b HTTP/1.1" status: 404 len: 347 time: 0.0576603 Sep 18 07:15:40.795156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:40.799013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1af53b65-4a76-4758-be29-6420f1c57ab8 req-ed3cebc5-ad44-4c54-81db-26506dba3d90 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854863 Sep 18 07:15:40.808631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=be1af481-ca12-4466-a50c-cd4e1f61d32d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:40.826605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6b1a4-2e08-4f57-bb72-18b79c5f009f None None] New status for floating IP dda7500a-a84e-474e-a13b-84064250184e: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:15:40.935828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:40.938288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.970629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab045f8b-cd72-490d-b5a3-3156bdc92163']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:40.972074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:40.992594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667baf0a-1824-4d7a-ac8a-becd86541fc7') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:40.993026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667baf0a-1824-4d7a-ac8a-becd86541fc7') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:40.998290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef01f17-f6a5-49a8-9a21-2f438552ab9c']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:41.008654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07518107-77b8-4d6b-a7ca-4317ca9a37c4') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:41.009189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07518107-77b8-4d6b-a7ca-4317ca9a37c4') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:41.009772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.020598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.022384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3c4c3-10fc-46b4-bde6-56409bf3dee9 None None] DHCP port deletion for ab045f8b-cd72-490d-b5a3-3156bdc92163 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:15:41.027212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f1987-4f1b-46db-bb31-0cc577a7000e None None] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:41.036538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.037285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.045548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:41.045548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.052853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:41.053533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:41.132382 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:41.241553 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:41.242952 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:41.263512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.267915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/1ef01f17-f6a5-49a8-9a21-2f438552ab9c HTTP/1.1" status: 204 len: 168 time: 1.5239003 Sep 18 07:15:41.273139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43852) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:41.279888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434202075'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:41.321338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c3e2-2aa1-491d-8d47-42d879022c41 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=1ef01f17-f6a5-49a8-9a21-2f438552ab9c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:41.335124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.383496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Deleting port fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:41.383845 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.411172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.420026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/ab045f8b-cd72-490d-b5a3-3156bdc92163 HTTP/1.1" status: 204 len: 168 time: 1.6335967 Sep 18 07:15:41.422648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c869-8909-4556-aa7f-b4a526e4473e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=ab045f8b-cd72-490d-b5a3-3156bdc92163,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:41.439382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:41.450222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'name': 'tempest-PortsTestJSON-234305039'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:41.530642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:41.538893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.562530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8b8248bc-b8f6-4033-b5d8-97fef95a643c None None] Could not find standard attr ID for object c3a19601-bc52-4af6-8541-691dfb1075d8. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:15:41.611127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.611694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.620232 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.db [None req-8b8248bc-b8f6-4033-b5d8-97fef95a643c None None] No ports have port_id starting with c3a19601-bc52-4af6-8541-691dfb1075d8 Sep 18 07:15:41.660165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Calling delete_port for fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:41.680183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd06726-4550-41e3-bbc0-9fce65b60a45 None None] Network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:41.728036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:41.729206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6fda-c9ea-4b53-949f-3ca13552f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.735441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd06726-4550-41e3-bbc0-9fce65b60a45 None None] Network 1ef01f17-f6a5-49a8-9a21-2f438552ab9c could not be found, it might have been deleted concurrently. {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 07:15:41.756250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.756802 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 58834770-5339-4664-a5e6-79d1591d4a2e of type vlan for network 11abc2c2-fa6a-4d86-b108-1f105574326d Sep 18 07:15:41.787644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2dc92679-ae07-42f0-8020-25cce3f46f7c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:41.840638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] Provisioning complete for port 2dc92679-ae07-42f0-8020-25cce3f46f7c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:41.841220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.867170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.918702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2dc92679-ae07-42f0-8020-25cce3f46f7c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:41.929019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:41.972977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.002122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.007710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:42.009406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.040360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.069486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:42.071474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'Port': ['ID=fc7c6b6f-48f0-4816-9cb2-99aeeb21f2f1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:42.072592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.154637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:42.163037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] For port 2dc92679-ae07-42f0-8020-25cce3f46f7c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2dc92679-ae07-42f0-8020-25cce3f46f7c,segment=NetworkSegment(b5092afb-f4f0-4e4f-9e25-b23cfb3975f2),segment_id=b5092afb-f4f0-4e4f-9e25-b23cfb3975f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:42.171307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.211753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.215122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.216481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc31a478-a73a-4e0b-8b0f-222fcd1d3cd9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "DELETE /v2.0/floatingips/dda7500a-a84e-474e-a13b-84064250184e HTTP/1.1" status: 204 len: 168 time: 1.4165082 Sep 18 07:15:42.229244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=11abc2c2-fa6a-4d86-b108-1f105574326d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:42.243729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4472a-04dd-4b91-b83d-759304f9d601 req-66d5f460-ac2a-446b-9348-c08de3bc3f8b tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:42.245408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68e4472a-04dd-4b91-b83d-759304f9d601 req-66d5f460-ac2a-446b-9348-c08de3bc3f8b tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 945 time: 0.2056544 Sep 18 07:15:42.250566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec9259e2-8a9d-45df-8f72-606e2874821f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9730661 Sep 18 07:15:42.251641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43870) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:42.270189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 11abc2c2-fa6a-4d86-b108-1f105574326d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:42.283083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:42.341496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.360447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68e4472a-04dd-4b91-b83d-759304f9d601 req-ada48ede-c6ba-4103-b274-3362a9c12b0a tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013720 Sep 18 07:15:42.458260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ede1-9529-4ad3-859c-fde09167a0d0 None None] Pushing event updated for resources: {'Port': ['ID=2dc92679-ae07-42f0-8020-25cce3f46f7c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:42.513283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.576028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2dca8c23-8a68-4bd3-84b3-b68ee452051e None None] Provisioning complete for port 2dc92679-ae07-42f0-8020-25cce3f46f7c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:42.576408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2dca8c23-8a68-4bd3-84b3-b68ee452051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.637934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:42.649814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:42.760575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:42.767786 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:42.887145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43922) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:42.892253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418121655', 'description': 'tempest-description--536456227'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:42.953059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-d83e86a9-80ad-4404-bc00-783939b5d191 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1571379 Sep 18 07:15:42.974855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.080181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.144337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-b3a7556b-aa00-4c41-b5c3-48436aa4cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:43.146100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-b3a7556b-aa00-4c41-b5c3-48436aa4cdb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 1102 time: 0.1281857 Sep 18 07:15:43.203826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.252694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.293304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.299846 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.309236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.338717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:43.394823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17213ccc-ec30-44f6-98dc-1b934a470113,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:43.434111 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.438052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4f29072-b1ed-4987-b553-dc414c9b9224 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5473316 Sep 18 07:15:43.438199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:43.438307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:43.448653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group_rule': {'security_group_id': '17213ccc-ec30-44f6-98dc-1b934a470113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:43.461190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:43.476698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:43.476698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.494389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:43.497815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c3a19601-bc52-4af6-8541-691dfb1075d8 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:43.560510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c3a19601-bc52-4af6-8541-691dfb1075d8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:43.560868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c3a19601-bc52-4af6-8541-691dfb1075d8 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:43.566525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-94494a56-10cd-4757-ad7e-727fc5b33202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:43.572684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-94494a56-10cd-4757-ad7e-727fc5b33202 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.3988383 Sep 18 07:15:43.580758 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.716162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=2ba54df5-1d1e-405f-b12a-554388750226,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:43.718514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.720917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0649ee1b-1406-4acb-929a-0f326765508c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2805214 Sep 18 07:15:43.725991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43944) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:43.742224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-8b615ec8-495f-40fe-bbe7-cb16b431b3bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c955f18f-3907-4680-b844-250bbafc69e1 HTTP/1.1" status: 200 len: 217 time: 0.1440451 Sep 18 07:15:43.753211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '58834770-5339-4664-a5e6-79d1591d4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:43.753745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 11abc2c2-fa6a-4d86-b108-1f105574326d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:43.778480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2dc92679-ae07-42f0-8020-25cce3f46f7c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:43.794512 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.830561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c974cd-94e7-4c29-a0b5-24258bcf0900,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:43.873764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-b2d1c539-e433-4c9c-a733-f199bdddcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:43.875512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-b2d1c539-e433-4c9c-a733-f199bdddcf04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.1037998 Sep 18 07:15:43.896639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2dc92679-ae07-42f0-8020-25cce3f46f7c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:43.897206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.914401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:43.916161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e7918694-1665-4b10-8b9e-93679282b4de tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768524 Sep 18 07:15:43.922628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43946) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:43.937657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'security_group_rule': {'security_group_id': '17213ccc-ec30-44f6-98dc-1b934a470113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:43.966774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-ce2ea421-7b50-4e8f-87f2-d2140a9c4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:43.971895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-ce2ea421-7b50-4e8f-87f2-d2140a9c4848 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894415 Sep 18 07:15:43.975239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:43.976410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.090295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-08ecf08e-171d-490f-85f1-c2ace5744e01 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092339 Sep 18 07:15:44.091285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 11abc2c2-fa6a-4d86-b108-1f105574326d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:44.231388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.250020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e2d3597-5243-45f9-bf5c-f22ffa23b377 req-c2ee3ef3-c4db-421d-b084-be5bce7ea9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444499 Sep 18 07:15:44.267418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:44.285887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.327978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 11abc2c2-fa6a-4d86-b108-1f105574326d) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:44.338835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c01456-11fe-45e4-a53e-890efdbf669d None None] Network 11abc2c2-fa6a-4d86-b108-1f105574326d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:44.339452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:44.339562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.436655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-948de9b3-6aed-4061-b1c2-8822c0ad9cea tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1839099 Sep 18 07:15:44.441408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:44.447948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551930172'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:44.545861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:44.561394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.624462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:44.638574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.639259 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment a10a58da-d2ab-4970-8136-01fa71e3c32a of type vlan for network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 Sep 18 07:15:44.698756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.729340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.741754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-11abc2c2-fa6a-4d86-b108-1f105574326d', 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '2ba54df5-1d1e-405f-b12a-554388750226'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:44.747398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.801859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.834396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.842259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:44.842951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.898975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:44.945367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a77349e-c2cb-4444-9c25-82279cc32b84,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:44.967370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.021934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:45.056800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.066274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc5e7e7f-e67e-41bd-aba6-fbf1c7672447 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/93e96c91-5dc6-4ed8-9d6e-ffcb7b5f22aa HTTP/1.1" status: 204 len: 168 time: 1.3390696 Sep 18 07:15:45.067878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:45.095723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'mac_address': 'fa:16:3e:6b:88:98', 'name': 'tempest-PortsTestJSON-1015121057'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:45.109284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.114886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-be048afb-a28d-4273-957c-af99864dedc1 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1875420 Sep 18 07:15:45.115429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44006) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:45.128126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.167102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Allocated IP 2001:db8::1 (11abc2c2-fa6a-4d86-b108-1f105574326d/2ba54df5-1d1e-405f-b12a-554388750226/c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:45.174194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:45.398870 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.457361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.488197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.550755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Network 11abc2c2-fa6a-4d86-b108-1f105574326d is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:45.556160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:45.569049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:45.573368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Pushing event updated for resources: {'Port': ['ID=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:45.644784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:45.715500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=04f32d5a-8e8a-4f87-88c9-d7bece3c5622,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:45.739750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:45.759981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Attempting to bind port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:45.760826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Attempting to bind port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '58834770-5339-4664-a5e6-79d1591d4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:45.761307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Attempting to bind port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 on network 11abc2c2-fa6a-4d86-b108-1f105574326d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Checking segment: {'id': '58834770-5339-4664-a5e6-79d1591d4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Bound using segment: {'id': '58834770-5339-4664-a5e6-79d1591d4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Bound port: c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58834770-5339-4664-a5e6-79d1591d4a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11abc2c2-fa6a-4d86-b108-1f105574326d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:45.797221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.822300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7bfac8b5-54b9-47b8-8b21-7e7e07a0d15c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3793349 Sep 18 07:15:45.824175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:45.833261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:45.868593 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.920359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:45.952864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 91aaf6c7-2ed2-4806-b46d-f0337aff0724 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:46.040974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] For port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:46.047822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] For port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,segment=NetworkSegment(58834770-5339-4664-a5e6-79d1591d4a2e),segment_id=58834770-5339-4664-a5e6-79d1591d4a2e)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:46.121775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:46.178345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:46.183370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:46.316795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dff3e8-f381-4672-8250-3792e3a4532c None None] Pushing event updated for resources: {'Port': ['ID=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:46.346100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:15:46.346716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:15:46.514346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Allocated IP 172.25.4.167 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8edf752c-3e3b-4f2d-9424-29ec50c87a4a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:46.685948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:46.771339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:46.852084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:46.882956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=a6534f6b-8c58-4f25-8b08-6e57eb30cd52,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:46.904749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': 'a10a58da-d2ab-4970-8136-01fa71e3c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:46.905734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 04f32d5a-8e8a-4f87-88c9-d7bece3c5622, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:46.976931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.016072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:47.019771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:47.022462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:47.044941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:47.059293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=8edf752c-3e3b-4f2d-9424-29ec50c87a4a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:47.071818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.148470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 04f32d5a-8e8a-4f87-88c9-d7bece3c5622) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:47.155942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:47.157107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.158019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7bdcc-6de5-4832-a310-d1bb9d7c10b2 None None] Network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:47.236968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.248570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:47.256482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:47.262743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:47.269651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-35d53a3b-9d64-4441-a2a1-11b83f13af8d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4399259 Sep 18 07:15:47.269651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44038) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:47.270230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:47.270230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.329166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=91aaf6c7-2ed2-4806-b46d-f0337aff0724,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:47.378365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca22bc67-48f0-420c-8b33-0e58bdd4acc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3058596 Sep 18 07:15:47.391186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44042) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:47.477337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-04f32d5a-8e8a-4f87-88c9-d7bece3c5622', 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': 'a6534f6b-8c58-4f25-8b08-6e57eb30cd52'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:47.478517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.494202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d6053-67ae-487d-b339-c40c3635b1e2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:47.495853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2b1d6053-67ae-487d-b339-c40c3635b1e2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/91aaf6c7-2ed2-4806-b46d-f0337aff0724 HTTP/1.1" status: 200 len: 841 time: 0.1042211 Sep 18 07:15:47.502391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.504352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44044) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:47.513646 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.671331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:47.799828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Allocated IP 2001:db8::3 (04f32d5a-8e8a-4f87-88c9-d7bece3c5622/a6534f6b-8c58-4f25-8b08-6e57eb30cd52/e55ff263-4fca-4265-8850-c6cb1614bea0) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:47.823341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:47.891504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 91aaf6c7-2ed2-4806-b46d-f0337aff0724 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:47.891888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.009471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477f307-ac50-4d53-837f-07002d36b538 None None] Network 11abc2c2-fa6a-4d86-b108-1f105574326d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:48.120251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.144425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 91aaf6c7-2ed2-4806-b46d-f0337aff0724 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:48.177121 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.187105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:48.187639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.234998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7cd8cc65-956f-4d36-937b-09ab6ff20680 None None] Provisioning complete for port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:48.236966 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cc65-956f-4d36-937b-09ab6ff20680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.252396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.381830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=8edf752c-3e3b-4f2d-9424-29ec50c87a4a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:48.386997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.428180 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.432494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=91aaf6c7-2ed2-4806-b46d-f0337aff0724,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:48.435631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.437556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a4e2d67e-53df-4ccc-86c8-eeff1e0c8257 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/91aaf6c7-2ed2-4806-b46d-f0337aff0724 HTTP/1.1" status: 204 len: 168 time: 0.9309561 Sep 18 07:15:48.441373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44058) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:48.508071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.510038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.511378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-810ea378-7cd9-485e-8d6c-553cbf903447 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3471754 Sep 18 07:15:48.524352 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48498f6-463d-4611-9fba-c441c001bea4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:48.539697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44066) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:48.541783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f48498f6-463d-4611-9fba-c441c001bea4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/91aaf6c7-2ed2-4806-b46d-f0337aff0724 HTTP/1.1" status: 404 len: 333 time: 0.0992465 Sep 18 07:15:48.552019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'name': 'tempest-PortsTestJSON-1774674669'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:48.673362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.686219 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.726784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=a6534f6b-8c58-4f25-8b08-6e57eb30cd52,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:48.727975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:48.756638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:48.766245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:48.805456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:48.808866 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.809037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.839623 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.842201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cc65-956f-4d36-937b-09ab6ff20680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.865393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f32d5a-8e8a-4f87-88c9-d7bece3c5622']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:48.880248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10a58da-d2ab-4970-8136-01fa71e3c32a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:48.880870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10a58da-d2ab-4970-8136-01fa71e3c32a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:48.883673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 45e7b845-3a87-4a8a-83c6-78ecd3e32b42 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:48.885136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Pushing event updated for resources: {'Port': ['ID=e55ff263-4fca-4265-8850-c6cb1614bea0,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:48.895384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.913830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.926070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:48.927052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:48.932071 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:49.032254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-879c39d9-2138-47fe-970f-f6d66ee46b6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1418121655&fields=id&tenant_id=f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 267 time: 0.2009592 Sep 18 07:15:49.105319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:15:49.105319 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:15:49.105319 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'}] Sep 18 07:15:49.105319 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:49.106781 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:49.265195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Attempting to bind port e55ff263-4fca-4265-8850-c6cb1614bea0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:49.265823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Attempting to bind port e55ff263-4fca-4265-8850-c6cb1614bea0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a10a58da-d2ab-4970-8136-01fa71e3c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:49.265975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Attempting to bind port e55ff263-4fca-4265-8850-c6cb1614bea0 on network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:49.303812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-0e1ed95d-af41-466d-a3bd-d01a7925c990 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:49.305659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-0e1ed95d-af41-466d-a3bd-d01a7925c990 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 811 time: 0.2639189 Sep 18 07:15:49.314687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,segment=NetworkSegment(58834770-5339-4664-a5e6-79d1591d4a2e),segment_id=58834770-5339-4664-a5e6-79d1591d4a2e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:49.316432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:49.316806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Checking segment: {'id': 'a10a58da-d2ab-4970-8136-01fa71e3c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:49.317213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.317664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Bound using segment: {'id': 'a10a58da-d2ab-4970-8136-01fa71e3c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:49.318161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Bound port: e55ff263-4fca-4265-8850-c6cb1614bea0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10a58da-d2ab-4970-8136-01fa71e3c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '04f32d5a-8e8a-4f87-88c9-d7bece3c5622'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:49.318585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.339340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-ccb97554-2928-4faf-a060-f4d0804db3b3 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/quotas/f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 375 time: 0.0247808 Sep 18 07:15:49.342355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.360951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44088) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:49.455082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.619680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-2e60fbb2-eeea-425b-acba-befdfaad83a7 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727506 Sep 18 07:15:49.655590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-4236b863-9551-4e81-828a-b6ee831284b7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:15:49.657160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-4236b863-9551-4e81-828a-b6ee831284b7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131519 Sep 18 07:15:49.681643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] For port e55ff263-4fca-4265-8850-c6cb1614bea0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:49.691115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] For port e55ff263-4fca-4265-8850-c6cb1614bea0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e55ff263-4fca-4265-8850-c6cb1614bea0,segment=NetworkSegment(a10a58da-d2ab-4970-8136-01fa71e3c32a),segment_id=a10a58da-d2ab-4970-8136-01fa71e3c32a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:49.718806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-7cd8cc65-956f-4d36-937b-09ab6ff20680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:49.719304 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-7cd8cc65-956f-4d36-937b-09ab6ff20680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:49.737729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.738358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.749378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:49.770877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.771451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.771927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.773181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.777359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.783750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:15:49.798989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:49.965920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc808-8ddd-4cd4-a509-c930310db57b None None] Pushing event updated for resources: {'Port': ['ID=e55ff263-4fca-4265-8850-c6cb1614bea0,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:49.993744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port e55ff263-4fca-4265-8850-c6cb1614bea0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:49.995095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.047572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:50.058491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ceb4ad-d99d-43f7-b726-361e22915961 None None] Network 04f32d5a-8e8a-4f87-88c9-d7bece3c5622 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:50.064872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=45e7b845-3a87-4a8a-83c6-78ecd3e32b42,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:50.093471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:50.104343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:50.119672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:50.121195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.165356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-d665759e-9202-471f-9279-0dd10002fcd8 service neutron] 10.222.0.20 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968610 Sep 18 07:15:50.211027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-51d15c2b-d824-427d-a517-3beaf2d212a4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6674705 Sep 18 07:15:50.270193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port e55ff263-4fca-4265-8850-c6cb1614bea0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e55ff263-4fca-4265-8850-c6cb1614bea0,segment=NetworkSegment(a10a58da-d2ab-4970-8136-01fa71e3c32a),segment_id=a10a58da-d2ab-4970-8136-01fa71e3c32a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:50.270193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.304284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for e55ff263-4fca-4265-8850-c6cb1614bea0 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:50.330612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44102) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:50.347244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:50.358275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d787b45-e8d6-461c-9866-92c2771da453 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:15:50.448320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9ee9610c-1cac-44b4-a126-d4120cd89885 None None] Provisioning complete for port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:50.448707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9ee9610c-1cac-44b4-a126-d4120cd89885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.462146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-7b438d54-d705-4e02-8f04-a507e0abba43 service neutron] 10.222.0.20 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951074 Sep 18 07:15:50.554987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.601304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d787b45-e8d6-461c-9866-92c2771da453 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:15:50.739904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:50.841512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4158ebe3-217c-4360-b05c-142293dc9a52 req-7240de42-9f3d-4422-b84c-1dddc4225eb0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.0748754 Sep 18 07:15:50.847119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port e55ff263-4fca-4265-8850-c6cb1614bea0 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:50.856820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=e55ff263-4fca-4265-8850-c6cb1614bea0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:51.033060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.086976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.125514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.143604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f32d5a-8e8a-4f87-88c9-d7bece3c5622']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:51.146034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] In _notify_port_updated(), no bound segment for port 45e7b845-3a87-4a8a-83c6-78ecd3e32b42 on network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:15:51.152375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:51.153081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.157551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/ports/45e7b845-3a87-4a8a-83c6-78ecd3e32b42 HTTP/1.1" status: 200 len: 818 time: 0.8241992 Sep 18 07:15:51.157710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44126) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:51.208199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10a58da-d2ab-4970-8136-01fa71e3c32a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:51.208199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10a58da-d2ab-4970-8136-01fa71e3c32a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:51.249015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.275012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 45e7b845-3a87-4a8a-83c6-78ecd3e32b42 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:51.275703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.282771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.299127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:51.299539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:51.343466 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:51.376635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.391697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 45e7b845-3a87-4a8a-83c6-78ecd3e32b42 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:51.412204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5365-5b47-4790-838a-19586729e546 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=45e7b845-3a87-4a8a-83c6-78ecd3e32b42,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:51.440195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.506825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.529294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.544062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/04f32d5a-8e8a-4f87-88c9-d7bece3c5622 HTTP/1.1" status: 204 len: 168 time: 4.2749765 Sep 18 07:15:51.548522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44136) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:51.554214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1403461620'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:51.591523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c129-f8b5-4347-8c34-589571537e4b tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=04f32d5a-8e8a-4f87-88c9-d7bece3c5622,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:51.601784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.674171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=45e7b845-3a87-4a8a-83c6-78ecd3e32b42,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:51.689062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:51.695818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.726426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.731522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd02d889-b860-4d90-9c0c-71de924e0afc tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/45e7b845-3a87-4a8a-83c6-78ecd3e32b42 HTTP/1.1" status: 204 len: 168 time: 0.5728090 Sep 18 07:15:51.732187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:51.742607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:51.771796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:51.796372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.796718 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 584723cd-144b-423f-a6c2-d94ec15ac7cb of type vlan for network 6820f451-3878-401b-834b-0f20af7fe088 Sep 18 07:15:51.814897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5f811-9331-4d45-b8db-c8daa3507231 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:51.819670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fba5f811-9331-4d45-b8db-c8daa3507231 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0774424 Sep 18 07:15:51.821870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:51.870419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:51.870419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:51.962884 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ec1949-55b3-4036-b200-0a8307458514 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:15:51.968181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b8ec1949-55b3-4036-b200-0a8307458514 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/45e7b845-3a87-4a8a-83c6-78ecd3e32b42 HTTP/1.1" status: 404 len: 333 time: 0.1446531 Sep 18 07:15:51.978166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44154) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:51.988550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1571262473'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:52.009431 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.092615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c4afa8-efaa-4c5c-b818-11f81cf7ef15 req-fdb773a7-0d3a-4b07-9ffb-fc8b532507df tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.0721345 Sep 18 07:15:52.107482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Deleting port 05b1c32e-fa0f-4cea-b442-ff24f37e0251 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:52.107978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.182296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:52.185828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.207343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.214041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:52.214688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.218050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:52.230333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.233315 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment a016db7c-c903-4b8d-8235-4cc6fa5b1a23 of type vlan for network 8a1f7bcc-0314-4229-a747-b7a5f661a27b Sep 18 07:15:52.283026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] For port 05b1c32e-fa0f-4cea-b442-ff24f37e0251, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=05b1c32e-fa0f-4cea-b442-ff24f37e0251,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:52.283399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.305092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.307375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Calling delete_port for 05b1c32e-fa0f-4cea-b442-ff24f37e0251 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:52.415910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=6820f451-3878-401b-834b-0f20af7fe088,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:52.422388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a8a91aa6-ab16-41f7-84d4-c246341ad7f9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8727314 Sep 18 07:15:52.426243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44158) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:52.432365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6820f451-3878-401b-834b-0f20af7fe088 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:52.441076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '6820f451-3878-401b-834b-0f20af7fe088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:52.496792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.513088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:52.513628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.564696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44162) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:52.621987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=8a1f7bcc-0314-4229-a747-b7a5f661a27b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:52.635344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:52.646242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.655654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:15:52.725947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-617bfafd-7f28-420b-a097-207bba254c43 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7463655 Sep 18 07:15:52.728625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:52.734278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:52.760022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.800533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4e46138-2e8a-4e55-9a49-b1fba03e6689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:52.817273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Pushing event deleted for resources: {'Port': ['ID=05b1c32e-fa0f-4cea-b442-ff24f37e0251,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:53.076970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4e46138-2e8a-4e55-9a49-b1fba03e6689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.133138 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.140908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.225633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '584723cd-144b-423f-a6c2-d94ec15ac7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6820f451-3878-401b-834b-0f20af7fe088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:53.226072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 6820f451-3878-401b-834b-0f20af7fe088, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:53.227926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4e46138-2e8a-4e55-9a49-b1fba03e6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.286701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb62a22d-6f7f-48d9-a632-3ffde08b3f08 req-11c5ddc7-8fd9-42c8-9deb-0d2e13358eaf tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.0818539 Sep 18 07:15:53.322629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=2668517e-4a3f-47f3-a3e2-6838034dd7e1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:53.347278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4e46138-2e8a-4e55-9a49-b1fba03e6689 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1489da28ec0e4f2e97b1de6fce7aa90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7806079 Sep 18 07:15:53.351505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:53.367267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e46138-2e8a-4e55-9a49-b1fba03e6689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6431329b-7ca2-419f-a191-2f5f6f0298c7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:53.422679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.427065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 6820f451-3878-401b-834b-0f20af7fe088 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:53.437261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:53.441535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.450605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.455337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-08f5538b-fa86-4ccc-aa9f-8dfa1a67d920 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:53.457467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-08f5538b-fa86-4ccc-aa9f-8dfa1a67d920 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.37 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 811 time: 0.3483109 Sep 18 07:15:53.507838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6820f451-3878-401b-834b-0f20af7fe088) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:53.517642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bac9d-cb3e-4549-832c-0fa047f89df9 None None] Network 6820f451-3878-401b-834b-0f20af7fe088 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:53.518210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:53.518468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.624304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.628637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.630109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6431329b-7ca2-419f-a191-2f5f6f0298c7 HTTP/1.1" status: 204 len: 168 time: 0.2774270 Sep 18 07:15:53.640965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1d89a-4655-4bfc-97db-c376a9bb3806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431329b-7ca2-419f-a191-2f5f6f0298c7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:53.645568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e237c0ba-e9cf-429d-ba44-7d54bc9f7004 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9739aa812964f4cbf551af1d81889eb HTTP/1.1" status: 200 len: 380 time: 0.1710734 Sep 18 07:15:53.670914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'port': {'device_id': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'admin_state_up': True, 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'security_groups': ['17213ccc-ec30-44f6-98dc-1b934a470113']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:53.671525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d00e9d32-1747-461f-91c9-53c73e043feb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2440791 Sep 18 07:15:53.686891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:53.729311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-6820f451-3878-401b-834b-0f20af7fe088', 'network_id': '6820f451-3878-401b-834b-0f20af7fe088', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '2668517e-4a3f-47f3-a3e2-6838034dd7e1'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:53.730473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.861165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:53.906342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:15:53.961023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.012734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Allocated IP 2001:db8::1 (6820f451-3878-401b-834b-0f20af7fe088/2668517e-4a3f-47f3-a3e2-6838034dd7e1/f5eedae1-f999-4ae3-b578-c3f1bc4ad68b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:54.243433 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.396179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9dbb538-02e3-4380-8323-2942877e98ea req-2b03f460-903c-445a-9d90-e7de7d9703e0 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.0383501 Sep 18 07:15:54.453101 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.522872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Network 6820f451-3878-401b-834b-0f20af7fe088 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:54.540221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-0c32aab7-acf1-4e5a-9e96-9bdb115ee333 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1356881 Sep 18 07:15:54.548684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.557607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.559463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:54.559591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Made reservation on behalf of f9739aa812964f4cbf551af1d81889eb for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:54.561649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Pushing event updated for resources: {'Port': ['ID=f5eedae1-f999-4ae3-b578-c3f1bc4ad68b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:54.565082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:54.585570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.622869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:15:54.629815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bfaf7fc8-86cb-4f5c-992b-1dd9c8a5950a admin admin] 10.222.0.20 "PUT /v2.0/routers/e44c19ec-2dd3-4cdd-a65b-914852b2bbe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2631590 Sep 18 07:15:54.629998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=2668517e-4a3f-47f3-a3e2-6838034dd7e1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:54.633329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44202) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:54.638965 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Sync routers for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:15:54.664247 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:15:54.667254 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:15:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:54.682165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Attempting to bind port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:54.682497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Attempting to bind port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '584723cd-144b-423f-a6c2-d94ec15ac7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6820f451-3878-401b-834b-0f20af7fe088'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:54.682858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Attempting to bind port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b on network 6820f451-3878-401b-834b-0f20af7fe088 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:54.702222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:54.702607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Checking segment: {'id': '584723cd-144b-423f-a6c2-d94ec15ac7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6820f451-3878-401b-834b-0f20af7fe088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:54.703018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.703420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Bound using segment: {'id': '584723cd-144b-423f-a6c2-d94ec15ac7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6820f451-3878-401b-834b-0f20af7fe088'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:54.703980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Bound port: f5eedae1-f999-4ae3-b578-c3f1bc4ad68b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584723cd-144b-423f-a6c2-d94ec15ac7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6820f451-3878-401b-834b-0f20af7fe088'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:54.704363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.735796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44206) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:54.763034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-223f2882-0795-451c-88fc-84a7732fa1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:54.807988 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:15:54.821057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=0ae096d4-99ca-4c26-949a-d7f7eb31030c,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:54.829952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] For port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:54.837523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] For port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f5eedae1-f999-4ae3-b578-c3f1bc4ad68b,segment=NetworkSegment(584723cd-144b-423f-a6c2-d94ec15ac7cb),segment_id=584723cd-144b-423f-a6c2-d94ec15ac7cb)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:54.868525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f349-51d0-479d-a13f-995046239471 req-be69eddb-69d8-43ed-9a1b-73f6b4be1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:54.881063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-be69eddb-69d8-43ed-9a1b-73f6b4be1723 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 1097 time: 0.2417545 Sep 18 07:15:54.904462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:54.904900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: 8a1f7bcc-0314-4229-a747-b7a5f661a27b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:15:54.927293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.047600 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:15:52Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.119803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Checking router: e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:15:55.119995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7f42-c57a-428f-842f-ca86dd01fadb None None] Pushing event updated for resources: {'Port': ['ID=f5eedae1-f999-4ae3-b578-c3f1bc4ad68b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:55.136821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c12335-a1dd-4e3c-a217-0f2c71abc180 None None] Network 6820f451-3878-401b-834b-0f20af7fe088 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:55.142568 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Routers {'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:15:55.145456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:15:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.206019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:15:55.243718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Allocated IP 172.20.0.12 (d94ff46a-053b-451d-9574-f93683ab0932/d6d3a028-13aa-4b51-bf59-ab23348e49f6/1d1b369a-a2c2-4ea4-b4e4-383d493336c9) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:55.266225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] Set router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:15:55.274970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f349-51d0-479d-a13f-995046239471 req-0bd8c4f1-426c-4e39-a6c3-7c70f135af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:55.276491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-0bd8c4f1-426c-4e39-a6c3-7c70f135af33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 914 time: 0.3789744 Sep 18 07:15:55.343752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8a1f7bcc-0314-4229-a747-b7a5f661a27b) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:55.348200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7146f-750d-4547-8242-217ee0e8e9d2 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:15:55.348392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-de8855b8-646a-4cdf-914e-cb615540fa5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3 HTTP/1.1" status: 200 len: 217 time: 0.0600467 Sep 18 07:15:55.360683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:55.361528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.464414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.490342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f7146f-750d-4547-8242-217ee0e8e9d2 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:15:55.523776 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:15:52Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.573779 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6bc8-f419-44cb-937d-c7c829a1ae40 None None] The sync data for ids ['e44c19ec-2dd3-4cdd-a65b-914852b2bbe8'] in n-d-789963-14 is: [{'id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'name': 'tempest-TaggedBootDevicesTest-1440117115-router', 'tenant_id': '7be33344a4244e6aa8d1bb5610dad16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:04:12Z', 'updated_at': '2021-09-18T07:15:52Z', 'revision_number': 5, 'project_id': '7be33344a4244e6aa8d1bb5610dad16e', 'gw_port': {'id': 'eff592fc-16d6-4cc1-b07d-4deead3f042d', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44c19ec-2dd3-4cdd-a65b-914852b2bbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:04:14Z', 'updated_at': '2021-09-18T07:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:15:55.644085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-efabfd09-cd13-4685-a24e-d5161818b18f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9102244 Sep 18 07:15:55.650990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44220) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:55.654028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:55.736421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f349-51d0-479d-a13f-995046239471 req-18781392-3c64-414b-83e6-c90c21734690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:55.738442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-18781392-3c64-414b-83e6-c90c21734690 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 200 len: 853 time: 0.3743210 Sep 18 07:15:55.770871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820f451-3878-401b-834b-0f20af7fe088']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.776959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be791fbb-c6c7-47cf-9aa9-246f75caf752 req-c31e5933-3bf6-4d2f-af8a-874ee5b21756 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.2297616 Sep 18 07:15:55.803300 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-223f2882-0795-451c-88fc-84a7732fa1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.803555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-ef16fde5-03d9-429b-bf17-1569e6c6b4c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=430a6516-9f47-4b48-9e66-561f80e2ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476334 Sep 18 07:15:55.817928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584723cd-144b-423f-a6c2-d94ec15ac7cb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.819357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584723cd-144b-423f-a6c2-d94ec15ac7cb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:55.852439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.874439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.905046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:55.919095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:55.919562 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:56.025689 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:56.037936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-223f2882-0795-451c-88fc-84a7732fa1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.046531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-e1da331d-ef63-4701-a42b-98e130ad0f64 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348702 Sep 18 07:15:56.075118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '0ae096d4-99ca-4c26-949a-d7f7eb31030c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:15:56.079525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.107540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:56.107540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.111553 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.198536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-223f2882-0795-451c-88fc-84a7732fa1de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4eb5f159e0446eb9efdd900f5e65480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4618704 Sep 18 07:15:56.201282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:15:56.201282 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:15:56.201282 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '6820f451-3878-401b-834b-0f20af7fe088'}] Sep 18 07:15:56.201282 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:56.201844 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:56.207510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:56.207510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2882-0795-451c-88fc-84a7732fa1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078fff1-e70a-41ad-8cdb-dfe812a1a6a6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:56.209801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.315974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.342604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Network d94ff46a-053b-451d-9574-f93683ab0932 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:56.389869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.394999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Allocated IP 172.20.0.2 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/0ae096d4-99ca-4c26-949a-d7f7eb31030c/5980c535-d60e-446a-97eb-11fb04799956) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:56.398893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:56.414754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.436202 n-d-789963-14 neutron-server[101978]: INFO neutron.db.ipam_backend_mixin [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ae096d4-99ca-4c26-949a-d7f7eb31030c (CIDR: 172.20.0.0/28) Sep 18 07:15:56.454387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:56.464787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a26f349-51d0-479d-a13f-995046239471 req-4a214b44-8525-4a73-a2d1-e87e422ac161 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059186 Sep 18 07:15:56.484785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event updated for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:56.519150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:56.519881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.529954 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:15:56.530567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:15:56.586121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.615335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Deleting port eff592fc-16d6-4cc1-b07d-4deead3f042d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:56.617671 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.618873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.621456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.621456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c078fff1-e70a-41ad-8cdb-dfe812a1a6a6 HTTP/1.1" status: 204 len: 168 time: 0.4193997 Sep 18 07:15:56.646229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e7dd7297-22ea-48f6-9bad-6f89ea8eac6e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9789498 Sep 18 07:15:56.646229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1bd7408a-da97-4bb0-85cf-cd0edafa261c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9966092 Sep 18 07:15:56.650501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44238) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:56.655653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:56.657943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065623-c66f-4a7f-b983-3fb4fd1cce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078fff1-e70a-41ad-8cdb-dfe812a1a6a6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:56.675595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Request body: {'port': {'device_id': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:56.705265 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.714685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.780463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Pushing event updated for resources: {'Port': ['ID=5980c535-d60e-446a-97eb-11fb04799956,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:56.814625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:56.816839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:56.821169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:15:56.908290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] For port eff592fc-16d6-4cc1-b07d-4deead3f042d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff592fc-16d6-4cc1-b07d-4deead3f042d,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:56.909923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.913847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:56.934308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Calling delete_port for eff592fc-16d6-4cc1-b07d-4deead3f042d owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:57.019920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Attempting to bind port 5980c535-d60e-446a-97eb-11fb04799956 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:57.022265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Attempting to bind port 5980c535-d60e-446a-97eb-11fb04799956 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:57.022738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Attempting to bind port 5980c535-d60e-446a-97eb-11fb04799956 on network 8a1f7bcc-0314-4229-a747-b7a5f661a27b {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:57.036163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:57.036693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Checking segment: {'id': 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:57.037285 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.038059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Bound using segment: {'id': 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:57.039141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Bound port: 5980c535-d60e-446a-97eb-11fb04799956, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:57.042757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.089648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:15:57.090231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.238819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] For port 5980c535-d60e-446a-97eb-11fb04799956, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:57.246596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] For port 5980c535-d60e-446a-97eb-11fb04799956, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5980c535-d60e-446a-97eb-11fb04799956,segment=NetworkSegment(a016db7c-c903-4b8d-8235-4cc6fa5b1a23),segment_id=a016db7c-c903-4b8d-8235-4cc6fa5b1a23)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:57.250439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978371e-2507-4d10-8d54-d81d0c73146f req-a13d0ec4-3751-488b-8bd0-fe3298624172 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:57.252602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8978371e-2507-4d10-8d54-d81d0c73146f req-a13d0ec4-3751-488b-8bd0-fe3298624172 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 932 time: 0.2395482 Sep 18 07:15:57.316050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f5eedae1-f999-4ae3-b578-c3f1bc4ad68b,segment=NetworkSegment(584723cd-144b-423f-a6c2-d94ec15ac7cb),segment_id=584723cd-144b-423f-a6c2-d94ec15ac7cb)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:57.316622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.331551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.351348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for f5eedae1-f999-4ae3-b578-c3f1bc4ad68b owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:15:57.424760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:57.428372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.460164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ee07c-dea5-4181-8581-9818bce9b0ce None None] Pushing event updated for resources: {'Port': ['ID=5980c535-d60e-446a-97eb-11fb04799956,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:57.605566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8978371e-2507-4d10-8d54-d81d0c73146f req-1dcf1ec7-9529-489e-9415-b2d5d5037b0a tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980425 Sep 18 07:15:57.661149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 05b1c32e-fa0f-4cea-b442-ff24f37e0251 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:15:57.670818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.700381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 05b1c32e-fa0f-4cea-b442-ff24f37e0251 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:15:57.700754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 05b1c32e-fa0f-4cea-b442-ff24f37e0251 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:15:57.728249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff592fc-16d6-4cc1-b07d-4deead3f042d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:57.793437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:15:57.825348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.827124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.833356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:57.867017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Transition to ACTIVE for port object 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:15:57.932148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port f5eedae1-f999-4ae3-b578-c3f1bc4ad68b on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:15:57.947834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.009384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=f5eedae1-f999-4ae3-b578-c3f1bc4ad68b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:58.036926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:58.062375 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.080410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.168973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.216202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Attempting to bind port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:15:58.216739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Attempting to bind port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:15:58.217378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Attempting to bind port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:58.222506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 on network d94ff46a-053b-451d-9574-f93683ab0932 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:15:58.222966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Attempting to bind port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 on network d94ff46a-053b-451d-9574-f93683ab0932 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:15:58.226283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820f451-3878-401b-834b-0f20af7fe088']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:58.229967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:15:58.230485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Checking segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:15:58.231144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Bound using segment: {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:15:58.231680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Bound port: 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:15:58.232159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.240815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584723cd-144b-423f-a6c2-d94ec15ac7cb') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:58.241846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584723cd-144b-423f-a6c2-d94ec15ac7cb') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:15:58.262570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.280906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.286252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.286793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:15:58.295588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.300780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9a07b541-9422-458e-a823-419acf026200 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e44c19ec-2dd3-4cdd-a65b-914852b2bbe8 HTTP/1.1" status: 204 len: 168 time: 3.6661894 Sep 18 07:15:58.303504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:58.324425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:15:58.328231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:15:58.331102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.414190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:15:58.414812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:15:58.427932 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:15:58.432045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=1e9a1d67-6216-48d3-a228-07474d3484a9,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:58.441722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:15:58.443521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.451523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:15:58.469346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:58.473666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.516732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:58.517936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.520428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] 10.222.0.37 "PUT /v2.0/ports/1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 200 len: 1093 time: 1.8554239 Sep 18 07:15:58.523907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:15:58.526930 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19637aaf-1a13-4192-8443-c885dc7822b5" -d '{"events": [{"name": "network-changed", "server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:15:58.577468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Deleting subnet aed497ae-51c4-4d10-a015-224b8ffd7ddf {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:15:58.577717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab370f-3425-43e3-acea-1e9944c69cae service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:58.590592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.617474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b210342e-754d-4de8-843c-87a087350d0c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9651721 Sep 18 07:15:58.620944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:58.622836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'fixed_ips': [{'subnet_id': '0ae096d4-99ca-4c26-949a-d7f7eb31030c'}, {'subnet_id': '1e9a1d67-6216-48d3-a228-07474d3484a9'}], 'name': 'tempest-PortsTestJSON-1676725922'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:58.673537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.682581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.689932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/6820f451-3878-401b-834b-0f20af7fe088 HTTP/1.1" status: 204 len: 168 time: 4.9982214 Sep 18 07:15:58.743790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:58.772308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989755ec-fdac-438b-8bfb-9cca97fe42ff x-openstack-request-id: req-989755ec-fdac-438b-8bfb-9cca97fe42ff {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:15:58.772308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:15:58.772308 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-989755ec-fdac-438b-8bfb-9cca97fe42ff {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:15:58.772308 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'status': 'completed', 'code': 200} Sep 18 07:15:58.776051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a05c88-ec42-4950-a24d-56b5727f8281 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=6820f451-3878-401b-834b-0f20af7fe088,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:58.792297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690830554'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:15:58.802993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.834163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e2e52a53-482e-45c5-b025-f767d9259553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:58.839561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-e2e52a53-482e-45c5-b025-f767d9259553 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 1096 time: 0.1858592 Sep 18 07:15:58.884981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:15:58.884981 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:15:58.884981 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': 'bbd0279e069a42f8ab708e75a4268860', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 15, 38, 805839)}] Sep 18 07:15:58.884981 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:15:58.885393 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:15:58.933424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-d8cd069d-bd54-48f5-a6ed-c9702cfe9ff3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 200 len: 217 time: 0.0690532 Sep 18 07:15:58.935156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:58.936308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60ad49-1144-4808-9b87-882e48624e9b req-ca5d72b2-cc0b-422e-a0a6-930e538c344b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:58.943944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e60ad49-1144-4808-9b87-882e48624e9b req-ca5d72b2-cc0b-422e-a0a6-930e538c344b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 944 time: 0.1991189 Sep 18 07:15:58.962768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:58.981757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01de97d-fddb-421e-8d5e-667e5137e7ec None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:59.070841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e60ad49-1144-4808-9b87-882e48624e9b req-6c46a80c-5c85-451d-bec7-a87158ade89e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258171 Sep 18 07:15:59.086175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-d2fde5e2-5829-47f2-a103-45ce21aedc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:59.088343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-d2fde5e2-5829-47f2-a103-45ce21aedc6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.1447012 Sep 18 07:15:59.096417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.186705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.216564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port b7538584-5732-4a5b-99e3-e9274b859b0d yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:15:59.279085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:15:59.279562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.406561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-4db9342a-dbe5-4e49-926c-11cc09972c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:15:59.408188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-4db9342a-dbe5-4e49-926c-11cc09972c98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3087895 Sep 18 07:15:59.633790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.646436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-5cf6ac49-e571-4555-a452-73b65c99876b service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948786 Sep 18 07:15:59.677543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.688453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:15:59.693564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.707328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed497ae-51c4-4d10-a015-224b8ffd7ddf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:15:59.746825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] For port 5980c535-d60e-446a-97eb-11fb04799956, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5980c535-d60e-446a-97eb-11fb04799956,segment=NetworkSegment(a016db7c-c903-4b8d-8235-4cc6fa5b1a23),segment_id=a016db7c-c903-4b8d-8235-4cc6fa5b1a23)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:15:59.747699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.751693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e8a5afb-82af-45eb-9cef-7a66c513560c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aed497ae-51c4-4d10-a015-224b8ffd7ddf HTTP/1.1" status: 204 len: 168 time: 1.4454286 Sep 18 07:15:59.754749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:15:59.796274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733236d-6ac1-47a6-9575-87d602c55a77 None None] Network 26cefc22-c3f0-4b75-9e52-c2e649cec2ac requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:15:59.805414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5980c535-d60e-446a-97eb-11fb04799956 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:15:59.823298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:15:59.888490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.889240 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 64c4579f-a8f1-4bf8-b234-ac023420d5f0 of type vlan for network 034a1a6c-3de8-44f9-828d-429322eff155 Sep 18 07:15:59.918298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:15:59.934960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ede9be6-ef98-4c3a-9e9c-8bde27c0bb52 req-ea05c314-0a02-4d02-8139-780fe41be99c service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195242 Sep 18 07:15:59.958452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.8 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/0ae096d4-99ca-4c26-949a-d7f7eb31030c/b7538584-5732-4a5b-99e3-e9274b859b0d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:59.967671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.25 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/1e9a1d67-6216-48d3-a228-07474d3484a9/b7538584-5732-4a5b-99e3-e9274b859b0d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:15:59.989407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Update dhcp port {'port': {'network_id': '8a1f7bcc-0314-4229-a747-b7a5f661a27b', 'fixed_ips': [{'subnet_id': '0ae096d4-99ca-4c26-949a-d7f7eb31030c', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e9a1d67-6216-48d3-a228-07474d3484a9'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '5980c535-d60e-446a-97eb-11fb04799956'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:16:00.002467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.009674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.130890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Deleting port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:00.131926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.198633 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.205543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.205860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.256332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.268127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.328267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44320) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:00.387358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee00f0-dd2c-4e46-a052-fb295a6696bc None None] Pushing event updated for resources: {'Port': ['ID=5980c535-d60e-446a-97eb-11fb04799956,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:00.415470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=034a1a6c-3de8-44f9-828d-429322eff155,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:00.417357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.433851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] For port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:00.434542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.438977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 034a1a6c-3de8-44f9-828d-429322eff155 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:00.445246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e82870d0-bcae-48c9-8db7-9453e5fd05e3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6594088 Sep 18 07:16:00.457123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44326) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:00.482844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '034a1a6c-3de8-44f9-828d-429322eff155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:00.542561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Calling delete_port for 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:00.551770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:00.556072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4422f1-c710-452a-be1e-cbbadc24403e req-00856cf7-953a-4db2-879d-12394120606b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.558197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e4422f1-c710-452a-be1e-cbbadc24403e req-00856cf7-953a-4db2-879d-12394120606b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 944 time: 0.3682501 Sep 18 07:16:00.564175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:00.586638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:00.588063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] DHCP port deletion for 26cefc22-c3f0-4b75-9e52-c2e649cec2ac request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:00.593727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-47779bb8-addb-4a04-8341-22ed03f2ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.595722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-47779bb8-addb-4a04-8341-22ed03f2ba18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 1096 time: 0.5160201 Sep 18 07:16:00.617550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:00.617963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.637512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d33a88-5458-4729-b2cf-a95d60d90372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.653546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=b7538584-5732-4a5b-99e3-e9274b859b0d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:00.782597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e4422f1-c710-452a-be1e-cbbadc24403e req-878a8ae2-858f-45bb-a17a-5f150d6b7045 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923454 Sep 18 07:16:00.810628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.811278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.847675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Allocated IP 172.20.0.18 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/1e9a1d67-6216-48d3-a228-07474d3484a9/5980c535-d60e-446a-97eb-11fb04799956) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:00.853414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-8b7dd9e5-47e2-4076-9af0-44d0706ad0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.855351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-8b7dd9e5-47e2-4076-9af0-44d0706ad0f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.2436457 Sep 18 07:16:00.897940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Deleting port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:00.898795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.911819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-0df7509a-5743-4c0d-bc63-def5759ffc4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 200 len: 217 time: 0.0468397 Sep 18 07:16:00.942262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.973191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:00.973458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d33a88-5458-4729-b2cf-a95d60d90372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:00.975882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] No DVR routers for this DVR port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:00.984990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-7a471193-c74f-4292-ab5c-fed8e422df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:00.986868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-7a471193-c74f-4292-ab5c-fed8e422df71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.0662608 Sep 18 07:16:01.045147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-a13d10fa-1420-41b1-a525-7ff38599d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:01.046704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-a13d10fa-1420-41b1-a525-7ff38599d4d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534644 Sep 18 07:16:01.073813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff592fc-16d6-4cc1-b07d-4deead3f042d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:01.079229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d33a88-5458-4729-b2cf-a95d60d90372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.106406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.113232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: eff592fc-16d6-4cc1-b07d-4deead3f042d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:01.113232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff592fc-16d6-4cc1-b07d-4deead3f042d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:01.142440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cefc22-c3f0-4b75-9e52-c2e649cec2ac']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:01.152960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] For port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,segment=NetworkSegment(2132a3b5-0d39-44e0-9eea-f701a1e5348f),segment_id=2132a3b5-0d39-44e0-9eea-f701a1e5348f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:01.153434 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.164188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2132a3b5-0d39-44e0-9eea-f701a1e5348f') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:01.164598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2132a3b5-0d39-44e0-9eea-f701a1e5348f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:01.172683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Calling delete_port for 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:01.179244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.179419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7d33a88-5458-4729-b2cf-a95d60d90372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55493c03842b4e6088f658895f6e3f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483119 Sep 18 07:16:01.180407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44336) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:01.200773 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.208393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:01.209047 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:01.211724 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:01.214310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d33a88-5458-4729-b2cf-a95d60d90372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97cf23-18b4-41ca-a7c9-de8af63d2368,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:01.251886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] For port 5980c535-d60e-446a-97eb-11fb04799956, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5980c535-d60e-446a-97eb-11fb04799956,segment=NetworkSegment(a016db7c-c903-4b8d-8235-4cc6fa5b1a23),segment_id=a016db7c-c903-4b8d-8235-4cc6fa5b1a23)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:01.283100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-22809915-c9be-4b8e-a51c-11a8288e6b6f service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262433 Sep 18 07:16:01.286644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:01.290471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.297258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.314844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.359284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] Pushing event deleted for resources: {'Port': ['ID=2eecc0f8-6fd1-4eeb-99b5-201f6de5e485,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:01.364235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a169a7a-5852-4d56-b1c6-e97ad82434be None None] No DVR routers for this DVR port 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:01.395954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.400759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.428707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.444381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.446842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26cefc22-c3f0-4b75-9e52-c2e649cec2ac HTTP/1.1" status: 204 len: 168 time: 1.6909056 Sep 18 07:16:01.467695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc17e97-e71a-4f6e-a8e5-578db0f948e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cefc22-c3f0-4b75-9e52-c2e649cec2ac,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:01.485747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8de24f71-7fb4-4a56-8b3c-bef06f2c1030 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8623102 Sep 18 07:16:01.485931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44344) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:01.493223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.504974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ae096d4-99ca-4c26-949a-d7f7eb31030c'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:01.533500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ea07-5a5b-4a1c-b853-92d4664fdff9 None None] Pushing event updated for resources: {'Port': ['ID=5980c535-d60e-446a-97eb-11fb04799956,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:01.712457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5980c535-d60e-446a-97eb-11fb04799956 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:01.774855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:01.775239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:01.962748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44352) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:02.015626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:02.034827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.048249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:02.048604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2eecc0f8-6fd1-4eeb-99b5-201f6de5e485 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:02.106843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.152346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19637aaf-1a13-4192-8443-c885dc7822b5 req-c18994de-7250-44ae-8eae-98cd87d1dad2 service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605194 Sep 18 07:16:02.201028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e09f96-5c3a-4fbc-b95c-2571a93dcccc req-418a5179-09be-4153-b126-f2da03651511 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:02.202914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e09f96-5c3a-4fbc-b95c-2571a93dcccc req-418a5179-09be-4153-b126-f2da03651511 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 944 time: 0.2959878 Sep 18 07:16:02.211003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-03d45815-9baf-42bf-bb5a-d868ddfc67c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7be33344a4244e6aa8d1bb5610dad16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301266 Sep 18 07:16:02.247719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=8c49d5a8-6ad5-412f-a6b1-96dc7af120c8,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:02.247839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44356) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:02.308388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '64c4579f-a8f1-4bf8-b234-ac023420d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:02.308839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 034a1a6c-3de8-44f9-828d-429322eff155, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:02.323755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.353483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.397040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e09f96-5c3a-4fbc-b95c-2571a93dcccc req-786496e1-86dc-491e-898f-29631274b5c9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793280 Sep 18 07:16:02.480097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050dd8ee-a368-4336-9cf2-62c87b734e47 None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:02.535945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:16:02.537049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Delete allocated IP 172.20.0.25 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/1e9a1d67-6216-48d3-a228-07474d3484a9) {{(pid=101979) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:16:02.589242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6689d0d2-f138-4061-bd0c-44bb561266a7 None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:02.589625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6689d0d2-f138-4061-bd0c-44bb561266a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.714271 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.778404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:02.814301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'port_id': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'mac_address': 'fa:16:3e:79:40:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:16:02.878093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:02.893325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:16:02.915326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:03.084225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a4de8-bbd9-4199-a5b0-1db8410de1b5 None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:03.170343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.174490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.176058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c97cf23-18b4-41ca-a7c9-de8af63d2368 HTTP/1.1" status: 204 len: 168 time: 1.9813457 Sep 18 07:16:03.188745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5af4c-172f-4a4a-a93a-f8c8850e6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97cf23-18b4-41ca-a7c9-de8af63d2368,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:03.228138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 034a1a6c-3de8-44f9-828d-429322eff155 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:03.233280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.236018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.238574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.244927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.248571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14644871-30db-4da6-a55f-439c97e0223f HTTP/1.1" status: 204 len: 168 time: 1.0133164 Sep 18 07:16:03.248711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ec12b6fc-07a3-4cd7-a27e-665806e9a721 None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:03.248711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec12b6fc-07a3-4cd7-a27e-665806e9a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.265655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b5281-a1e8-4a10-8a73-fcb4d02c286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14644871-30db-4da6-a55f-439c97e0223f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:03.408516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:03.418466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 034a1a6c-3de8-44f9-828d-429322eff155) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:03.453850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116c028-c4d1-4cf0-b1ec-ce62e8c11566 None None] Network 034a1a6c-3de8-44f9-828d-429322eff155 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:03.474151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:03.474794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.483211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1d1b369a-a2c2-4ea4-b4e4-383d493336c9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:16:03.517509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=b7538584-5732-4a5b-99e3-e9274b859b0d,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:03.537973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] In _notify_port_updated(), no bound segment for port b7538584-5732-4a5b-99e3-e9274b859b0d on network 8a1f7bcc-0314-4229-a747-b7a5f661a27b {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:16:03.544431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:03.547257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.547257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb61db73-4411-4055-95f5-f274609327c6 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/ports/b7538584-5732-4a5b-99e3-e9274b859b0d HTTP/1.1" status: 200 len: 919 time: 2.0549285 Sep 18 07:16:03.549568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44376) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:03.557482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ae096d4-99ca-4c26-949a-d7f7eb31030c'}, {'subnet_id': '1e9a1d67-6216-48d3-a228-07474d3484a9'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:03.615189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc33ae-3995-4c12-b923-1eef6e07b791 req-113a404f-8c31-44f2-939e-a94b9ff5d5b5 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:03.623900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45dc33ae-3995-4c12-b923-1eef6e07b791 req-113a404f-8c31-44f2-939e-a94b9ff5d5b5 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 945 time: 0.0991595 Sep 18 07:16:03.637297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ac1ad95-67d3-4719-bb15-b4162f037416 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1705084 Sep 18 07:16:03.638011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:03.718803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45dc33ae-3995-4c12-b923-1eef6e07b791 req-806997b4-e6c5-471e-a120-aa89ddf55307 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901620 Sep 18 07:16:03.761599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ec12b6fc-07a3-4cd7-a27e-665806e9a721 None None] Provisioning complete for port b7538584-5732-4a5b-99e3-e9274b859b0d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:03.762003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec12b6fc-07a3-4cd7-a27e-665806e9a721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.807129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.910778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:03.925482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ec12b6fc-07a3-4cd7-a27e-665806e9a721 None None] Port b7538584-5732-4a5b-99e3-e9274b859b0d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:04.096071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-034a1a6c-3de8-44f9-828d-429322eff155', 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '8c49d5a8-6ad5-412f-a6b1-96dc7af120c8'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:04.121935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:04.210619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-17716595-c14a-4442-b629-c739727af220 None None] Provisioning complete for port 5980c535-d60e-446a-97eb-11fb04799956 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:04.211094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-17716595-c14a-4442-b629-c739727af220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:04.442230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.25 (8a1f7bcc-0314-4229-a747-b7a5f661a27b/1e9a1d67-6216-48d3-a228-07474d3484a9/b7538584-5732-4a5b-99e3-e9274b859b0d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:04.718153 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:04.729189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:04.793544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:04.802499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Allocated IP 2001:db8::1 (034a1a6c-3de8-44f9-828d-429322eff155/8c49d5a8-6ad5-412f-a6b1-96dc7af120c8/6066ef5a-7af2-42ef-8283-aaee77d6982e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:04.932751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=b7538584-5732-4a5b-99e3-e9274b859b0d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:05.016060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b503c6-3482-49e1-bca5-3155ed0951ca req-5d16e56f-b363-4925-b163-23ebbc6f9f1e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:05.024594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90b503c6-3482-49e1-bca5-3155ed0951ca req-5d16e56f-b363-4925-b163-23ebbc6f9f1e tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 945 time: 0.1209929 Sep 18 07:16:05.081355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90b503c6-3482-49e1-bca5-3155ed0951ca req-118c0776-919e-4a7b-912a-d10af0d61cb9 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554190 Sep 18 07:16:05.118470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.143672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] In _notify_port_updated(), no bound segment for port b7538584-5732-4a5b-99e3-e9274b859b0d on network 8a1f7bcc-0314-4229-a747-b7a5f661a27b {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:16:05.150552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:05.151233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.155985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:05.156282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac3b3cb0-d92b-4d95-9382-4caa5be6127c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/ports/b7538584-5732-4a5b-99e3-e9274b859b0d HTTP/1.1" status: 200 len: 999 time: 1.6050322 Sep 18 07:16:05.196701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.216706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-17716595-c14a-4442-b629-c739727af220 None None] Provisioning complete for port b7538584-5732-4a5b-99e3-e9274b859b0d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:05.216706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-17716595-c14a-4442-b629-c739727af220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.322580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Network 034a1a6c-3de8-44f9-828d-429322eff155 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:05.323495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-17716595-c14a-4442-b629-c739727af220 None None] Port b7538584-5732-4a5b-99e3-e9274b859b0d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:05.334935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port b7538584-5732-4a5b-99e3-e9274b859b0d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:05.335281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.337608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:05.343803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Pushing event updated for resources: {'Port': ['ID=6066ef5a-7af2-42ef-8283-aaee77d6982e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:05.344039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.344166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:05.370186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44442) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:05.451186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Attempting to bind port 6066ef5a-7af2-42ef-8283-aaee77d6982e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:05.451502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Attempting to bind port 6066ef5a-7af2-42ef-8283-aaee77d6982e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '64c4579f-a8f1-4bf8-b234-ac023420d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:05.451979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Attempting to bind port 6066ef5a-7af2-42ef-8283-aaee77d6982e on network 034a1a6c-3de8-44f9-828d-429322eff155 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:05.462725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:05.463168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Checking segment: {'id': '64c4579f-a8f1-4bf8-b234-ac023420d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:05.463583 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.463978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Bound using segment: {'id': '64c4579f-a8f1-4bf8-b234-ac023420d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:05.464485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Bound port: 6066ef5a-7af2-42ef-8283-aaee77d6982e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c4579f-a8f1-4bf8-b234-ac023420d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '034a1a6c-3de8-44f9-828d-429322eff155'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:05.465009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.480562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=8c49d5a8-6ad5-412f-a6b1-96dc7af120c8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:05.485933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4ccd278-1037-497a-a904-09c92ab6ceda None None] Provisioning complete for port b7538584-5732-4a5b-99e3-e9274b859b0d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:05.486308 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4ccd278-1037-497a-a904-09c92ab6ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.570649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.607705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.612982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] For port 6066ef5a-7af2-42ef-8283-aaee77d6982e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:05.620018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] For port 6066ef5a-7af2-42ef-8283-aaee77d6982e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6066ef5a-7af2-42ef-8283-aaee77d6982e,segment=NetworkSegment(64c4579f-a8f1-4bf8-b234-ac023420d5f0),segment_id=64c4579f-a8f1-4bf8-b234-ac023420d5f0)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:05.630882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1965827867-network', 'tenant_id': '0cc95dad5b3a43fdbfb8048f6449545d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:05.637879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a1a6c-3de8-44f9-828d-429322eff155']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:05.649055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c4579f-a8f1-4bf8-b234-ac023420d5f0') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:05.649352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c4579f-a8f1-4bf8-b234-ac023420d5f0') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:05.650381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c4ccd278-1037-497a-a904-09c92ab6ceda None None] Port b7538584-5732-4a5b-99e3-e9274b859b0d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:05.659768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.686850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for b7538584-5732-4a5b-99e3-e9274b859b0d owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:05.902089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Made reservation on behalf of 0cc95dad5b3a43fdbfb8048f6449545d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:05.904852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.905343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.905468 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.914172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:05.914982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.916150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:05.919096 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:05.999598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.018581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb3760-761d-4c4d-9dca-7cb631365fea None None] Network 034a1a6c-3de8-44f9-828d-429322eff155 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:06.053975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=b7538584-5732-4a5b-99e3-e9274b859b0d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:06.189810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:16:06.189810 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:16:06.189810 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '034a1a6c-3de8-44f9-828d-429322eff155'}] Sep 18 07:16:06.189810 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:06.190751 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:06.203010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.207380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460eb47-0a03-4542-9a94-721fdf1ae342 None None] Pushing event updated for resources: {'Port': ['ID=6066ef5a-7af2-42ef-8283-aaee77d6982e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:06.269330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.277679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.279765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7326af2a-6f57-43df-8591-5368fff13b82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/b7538584-5732-4a5b-99e3-e9274b859b0d HTTP/1.1" status: 204 len: 168 time: 1.1227183 Sep 18 07:16:06.284019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:06.307059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee210e32-3f82-41ab-b9a8-59f76f74aefc req-a1712a86-f750-4cb1-bf9f-f97ecdb95263 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:06.309127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee210e32-3f82-41ab-b9a8-59f76f74aefc req-a1712a86-f750-4cb1-bf9f-f97ecdb95263 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 945 time: 0.1168518 Sep 18 07:16:06.310820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:06.327390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a568e69-4a67-4cb2-9163-98c592165eee,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:06.335808 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-38667174-5769-4255-8aec-631321728f39 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:06.340879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-38667174-5769-4255-8aec-631321728f39 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/b7538584-5732-4a5b-99e3-e9274b859b0d HTTP/1.1" status: 404 len: 333 time: 0.0558004 Sep 18 07:16:06.341724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:06.370417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.370780 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Added segment 9e14f485-d40e-4449-a64e-adb70d2c5e92 of type vlan for network d42633a3-8a03-48c6-a3f0-d4c783e11b0f Sep 18 07:16:06.431297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 1e9a1d67-6216-48d3-a228-07474d3484a9 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:06.437570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436c73e-4c82-4d1d-89c6-79cc77063b1a None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:16:06.438345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee210e32-3f82-41ab-b9a8-59f76f74aefc req-55229627-9097-479b-a6a4-79cec73ae41c tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091368 Sep 18 07:16:06.438345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.440495 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.498841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.533799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436c73e-4c82-4d1d-89c6-79cc77063b1a None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:16:06.566941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.569336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:06.570031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.573153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:06.690734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.693849 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.743135 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3717062 Sep 18 07:16:06.744172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b424-29f8-4985-970b-571cf1fac763 admin admin] Pushing event updated for resources: {'Network': ['ID=d42633a3-8a03-48c6-a3f0-d4c783e11b0f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:06.745928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44488) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:06.752201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Request body: {'subnet': {'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1965827867-subnet', 'tenant_id': '0cc95dad5b3a43fdbfb8048f6449545d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:06.811350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d42633a3-8a03-48c6-a3f0-d4c783e11b0f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:06.847554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port 6066ef5a-7af2-42ef-8283-aaee77d6982e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:06.848067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.914496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:16:06.921163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:06.921545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.928239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Made reservation on behalf of 0cc95dad5b3a43fdbfb8048f6449545d for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:06.931790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:06.940535 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.019375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9a1d67-6216-48d3-a228-07474d3484a9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:07.073564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.074646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1dde0b4d-c7e7-47f8-8435-7d6ff66ea3e0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/1e9a1d67-6216-48d3-a228-07474d3484a9 HTTP/1.1" status: 204 len: 168 time: 0.7261775 Sep 18 07:16:07.076643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port 6066ef5a-7af2-42ef-8283-aaee77d6982e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6066ef5a-7af2-42ef-8283-aaee77d6982e,segment=NetworkSegment(64c4579f-a8f1-4bf8-b234-ac023420d5f0),segment_id=64c4579f-a8f1-4bf8-b234-ac023420d5f0)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:07.077379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44498) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:07.088335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.124960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.144208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for 6066ef5a-7af2-42ef-8283-aaee77d6982e owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:07.153888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:16:07.156446 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7993643-9b69-46ff-858f-c4471fe7c8f3" -d '{"events": [{"server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:16:07.172958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:07.174344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1accb4-faad-413d-b1df-15898ad10f7c None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:07.189838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 0ae096d4-99ca-4c26-949a-d7f7eb31030c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:07.202588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.283935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.399848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cd49-8091-4de9-8321-dd8a93ab27cc req-ffa9e1d3-4767-4a0f-b152-528e7c1c8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:07.401872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3a7cd49-8091-4de9-8321-dd8a93ab27cc req-ffa9e1d3-4767-4a0f-b152-528e7c1c8d49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 1098 time: 0.1141026 Sep 18 07:16:07.412173 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c3c25-e380-430c-a864-c3ba5c0cc124 x-openstack-request-id: req-c22c3c25-e380-430c-a864-c3ba5c0cc124 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:16:07.412816 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:16:07.413048 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c22c3c25-e380-430c-a864-c3ba5c0cc124 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:16:07.413287 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'code': 200} Sep 18 07:16:07.422215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.450977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.542228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.570377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:07.572248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=6066ef5a-7af2-42ef-8283-aaee77d6982e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:07.582321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3a7cd49-8091-4de9-8321-dd8a93ab27cc req-a4e49159-44c2-4f79-a5ab-2da040371764 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705718 Sep 18 07:16:07.611169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port 6066ef5a-7af2-42ef-8283-aaee77d6982e on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:07.747814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.813232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.827446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae096d4-99ca-4c26-949a-d7f7eb31030c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:07.827779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c850-a54d-4a06-b61b-5106e09afcbb req-7e8f8243-b23f-4028-8799-ebbe8ef8b6f8 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:07.836244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f915c850-a54d-4a06-b61b-5106e09afcbb req-7e8f8243-b23f-4028-8799-ebbe8ef8b6f8 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.2112491 Sep 18 07:16:07.838261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.846562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c6fd36a5-d254-404b-9002-a369afe05e9d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/0ae096d4-99ca-4c26-949a-d7f7eb31030c HTTP/1.1" status: 204 len: 168 time: 0.7680328 Sep 18 07:16:07.848800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44512) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:07.898792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a1a6c-3de8-44f9-828d-429322eff155']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:07.919342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:07.935683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c4579f-a8f1-4bf8-b234-ac023420d5f0') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:07.936356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c4579f-a8f1-4bf8-b234-ac023420d5f0') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:07.952513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.014998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f915c850-a54d-4a06-b61b-5106e09afcbb req-95f5c5fe-6557-40ab-a039-393138c5fc4d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771705 Sep 18 07:16:08.022922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.033359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 5980c535-d60e-446a-97eb-11fb04799956 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:08.034015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.057169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.068831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:08.069327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.158739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port 5980c535-d60e-446a-97eb-11fb04799956, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5980c535-d60e-446a-97eb-11fb04799956,segment=NetworkSegment(a016db7c-c903-4b8d-8235-4cc6fa5b1a23),segment_id=a016db7c-c903-4b8d-8235-4cc6fa5b1a23)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:08.159127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.179724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 5980c535-d60e-446a-97eb-11fb04799956 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:08.191170 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:08.193335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7134ce4e-c67f-4bba-8452-559cbce738d7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:08.235649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Checking segment: {'id': '9e14f485-d40e-4449-a64e-adb70d2c5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:08.236099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Network hostable DHCP agents. Network: d42633a3-8a03-48c6-a3f0-d4c783e11b0f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:08.271229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.281373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.285489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:08.285984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/034a1a6c-3de8-44f9-828d-429322eff155 HTTP/1.1" status: 204 len: 168 time: 4.6380391 Sep 18 07:16:08.292994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611250824'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:08.300091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623caa-c7de-4615-b855-633b64ec70e9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=034a1a6c-3de8-44f9-828d-429322eff155,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:08.332856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Network d42633a3-8a03-48c6-a3f0-d4c783e11b0f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:08.407568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:08.411915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.414021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.429811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d42633a3-8a03-48c6-a3f0-d4c783e11b0f) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:08.435326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:08.436233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.439800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec56a52-5e95-46c1-9c17-acec27ac2907 None None] Network d42633a3-8a03-48c6-a3f0-d4c783e11b0f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:08.467742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port 5980c535-d60e-446a-97eb-11fb04799956 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:08.476339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=5980c535-d60e-446a-97eb-11fb04799956,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:08.526276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:08.533447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d4015545-7273-416b-baba-9d284e8c909b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7862248 Sep 18 07:16:08.560917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.561304 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 09b1264d-d2f2-4a80-bc11-433a86d1f796 of type vlan for network b7705b9d-0c3f-443e-a72f-02edb55df3ea Sep 18 07:16:08.605706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4cb8c-df4e-407e-8210-c19c68881470 None None] Network 8a1f7bcc-0314-4229-a747-b7a5f661a27b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:08.612023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.685981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1f7bcc-0314-4229-a747-b7a5f661a27b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:08.701398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.742421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:08.742421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a016db7c-c903-4b8d-8235-4cc6fa5b1a23') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:08.755625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.775301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.784794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:08.790632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.845237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a918982-cd59-41da-bfd1-0dd264da5bad None None] Network d42633a3-8a03-48c6-a3f0-d4c783e11b0f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:08.858595 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:08.931551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4a462ffb-080d-435d-8e81-bbbf0170f179 None None] Could not find standard attr ID for object 5980c535-d60e-446a-97eb-11fb04799956. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:16:08.961071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.982989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:08.985499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/8a1f7bcc-0314-4229-a747-b7a5f661a27b HTTP/1.1" status: 204 len: 168 time: 1.1354983 Sep 18 07:16:08.989285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:09.002926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:09.008558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:09.009170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:09.014079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944c2f-e6b3-4010-9630-2ddd09c34ca1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=8a1f7bcc-0314-4229-a747-b7a5f661a27b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:09.039343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53d9bb7b-7e46-4df1-9a36-f619e134ccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:09.110012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0beb4-bf98-4af9-b9f6-f20ac98ab38e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:09.128779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1dc0beb4-bf98-4af9-b9f6-f20ac98ab38e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1383033 Sep 18 07:16:09.129606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44558) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:09.148307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=b7705b9d-0c3f-443e-a72f-02edb55df3ea,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:09.221296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:09.235251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86679504-6d53-4fb5-bb3f-833a99374abf None None] DHCP port deletion for 8a1f7bcc-0314-4229-a747-b7a5f661a27b request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:09.289347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-43810b2f-fc80-470d-ac69-02629755e95d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0012600 Sep 18 07:16:09.305825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44572) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:09.321566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:09.380656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a9c2a56-1b23-43a3-95ec-7bf16c870f39 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2498543 Sep 18 07:16:09.383630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44574) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:09.388733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1610357188'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:09.424231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3456c-8172-4cc3-84c1-567ec3e13e4d req-3728f61e-2100-432b-980e-ead988135dd4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:09.425712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfe3456c-8172-4cc3-84c1-567ec3e13e4d req-3728f61e-2100-432b-980e-ead988135dd4 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.2320065 Sep 18 07:16:09.455638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:16:09.455638 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:16:09.455638 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': '144ec13b53b5436aa2dd3577a55a04c3', 'id': 'db0c846a-4323-479c-90e7-d5f1690efd63', 'expiration': datetime.datetime(2021, 9, 18, 7, 18, 9, 443287)}] Sep 18 07:16:09.455638 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:09.456336 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:09.469647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f3e043a7-7a42-462e-a187-c6f576adbd9b tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:09.471350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f3e043a7-7a42-462e-a187-c6f576adbd9b tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/networks?id=d42633a3-8a03-48c6-a3f0-d4c783e11b0f HTTP/1.1" status: 200 len: 814 time: 0.1949766 Sep 18 07:16:09.499423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-8a1f651e-9264-47d6-bb97-513a67c33a99 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/quotas/0cc95dad5b3a43fdbfb8048f6449545d HTTP/1.1" status: 200 len: 375 time: 0.0171902 Sep 18 07:16:09.522732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dfe3456c-8172-4cc3-84c1-567ec3e13e4d req-8c8016d3-600c-40f8-b171-ebead52a2a8b tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852261 Sep 18 07:16:09.532649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:09.537272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:09.538849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-db515248-594e-40f4-98ea-d1fd8fa42222 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331213 Sep 18 07:16:09.775164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5980c535-d60e-446a-97eb-11fb04799956 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:09.833287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5980c535-d60e-446a-97eb-11fb04799956 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:09.833645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5980c535-d60e-446a-97eb-11fb04799956 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:09.911322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815850e-924c-4549-a893-7cd10695224b req-b534215a-d52c-4db7-96f0-3b68b0de76dd tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:09.912755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3815850e-924c-4549-a893-7cd10695224b req-b534215a-d52c-4db7-96f0-3b68b0de76dd tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.1850932 Sep 18 07:16:09.923262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44590) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:09.928952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Request body: {'floatingip': {'port_id': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:09.936871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-cd119f94-a049-43bd-83d6-6cf224c598b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874016 Sep 18 07:16:09.978714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.023494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.062030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-352d35af-64f8-4e4d-8736-fcd1db439bea service neutron] 10.222.0.20 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188221 Sep 18 07:16:10.153467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=2764d1cc-fd81-4596-8c1c-0d26f3e268fe,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:10.170335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:10.175089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.223063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '09b1264d-d2f2-4a80-bc11-433a86d1f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:10.223610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: b7705b9d-0c3f-443e-a72f-02edb55df3ea, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:10.233422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:10.251669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.252094 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment a4c028da-d993-4051-81e5-e8bb4e9642b6 of type vlan for network 1410b158-3fc2-4628-a067-9565a194382a Sep 18 07:16:10.302164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.350649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:10.434951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.442424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:10.443258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.496922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b7705b9d-0c3f-443e-a72f-02edb55df3ea) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:10.506629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0a91c-4013-4ebb-a5a8-21fbe22a09f9 None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:10.514578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:10.514578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.559090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7c7ff59-c668-4f16-93af-7648a803cf99 req-153a59dd-4761-4d32-8cf5-7d53b6b415ad tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.0909474 Sep 18 07:16:10.594695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2091103 Sep 18 07:16:10.680395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:10.684277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': '1410b158-3fc2-4628-a067-9565a194382a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:10.692788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-75f30526-9cea-43e9-aec8-47836124bfb1 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3854511 Sep 18 07:16:10.708283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44614) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:10.716010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:10.745372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc64c-df81-40e1-bd9d-6a5c351f4641 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=1410b158-3fc2-4628-a067-9565a194382a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:10.779874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 1410b158-3fc2-4628-a067-9565a194382a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:10.843556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.898247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b7705b9d-0c3f-443e-a72f-02edb55df3ea', 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '2764d1cc-fd81-4596-8c1c-0d26f3e268fe'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:10.900137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:10.983945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.053805 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:16:11.080077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Allocated IP 2001:db8::2 (b7705b9d-0c3f-443e-a72f-02edb55df3ea/2764d1cc-fd81-4596-8c1c-0d26f3e268fe/552631d5-7b1d-4596-9519-a3dacf89a1b3) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:11.085329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:11.088583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.176367 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Floating IP 64a648e5-33d9-4687-b267-603b3b90d1b3 associated. External IP: 172.25.4.167, port: 1d1b369a-a2c2-4ea4-b4e4-383d493336c9. Sep 18 07:16:11.279409 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.379723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:11.385574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.437561 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.482995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:11.485940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:11.489517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:11.501099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Pushing event updated for resources: {'Port': ['ID=552631d5-7b1d-4596-9519-a3dacf89a1b3,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:11.557998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bc04ef1a-5dc5-4df6-ba50-82e125465ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.570583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Attempting to bind port 552631d5-7b1d-4596-9519-a3dacf89a1b3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:11.571277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Attempting to bind port 552631d5-7b1d-4596-9519-a3dacf89a1b3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '09b1264d-d2f2-4a80-bc11-433a86d1f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:11.571671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Attempting to bind port 552631d5-7b1d-4596-9519-a3dacf89a1b3 on network b7705b9d-0c3f-443e-a72f-02edb55df3ea {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:11.581955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:11.582663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Checking segment: {'id': '09b1264d-d2f2-4a80-bc11-433a86d1f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:11.583212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.584012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Bound using segment: {'id': '09b1264d-d2f2-4a80-bc11-433a86d1f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:11.584219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Bound port: 552631d5-7b1d-4596-9519-a3dacf89a1b3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b1264d-d2f2-4a80-bc11-433a86d1f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:11.584872 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.632622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:16:11.646449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-039b4127-94a9-4939-a80a-95cda7a0ef12 req-1fea8579-18da-4185-a302-ed79498c1e08 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.0420721 Sep 18 07:16:11.659192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] For port 552631d5-7b1d-4596-9519-a3dacf89a1b3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:11.662464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] For port 552631d5-7b1d-4596-9519-a3dacf89a1b3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=552631d5-7b1d-4596-9519-a3dacf89a1b3,segment=NetworkSegment(09b1264d-d2f2-4a80-bc11-433a86d1f796),segment_id=09b1264d-d2f2-4a80-bc11-433a86d1f796)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:11.730979 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.757844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.860182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff9439-01e8-4844-b9ad-4b9d5d4239e9 None None] Pushing event updated for resources: {'Port': ['ID=552631d5-7b1d-4596-9519-a3dacf89a1b3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:11.874064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=8e9c33db-c26e-469d-b94a-803e4368fafd,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:11.903029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:11.911842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.912188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.912542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.912889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.913654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.913654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.913852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.914203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.914532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.914855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.915256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.915490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:11.923428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:11.924205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:11.965050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'a4c028da-d993-4051-81e5-e8bb4e9642b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1410b158-3fc2-4628-a067-9565a194382a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:11.965423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: 1410b158-3fc2-4628-a067-9565a194382a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:11.975849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e873b80-a9a2-4a72-92ac-e81e9597fb16 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "PUT /v2.0/floatingips/64a648e5-33d9-4687-b267-603b3b90d1b3 HTTP/1.1" status: 200 len: 992 time: 2.0506272 Sep 18 07:16:11.994277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:16:11.997937 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8e6f8-8286-4df2-9a35-42e7ddab074b" -d '{"events": [{"name": "network-changed", "server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:16:12.053104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.098139 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b1218-e845-434b-92c9-98e2a1b20526 x-openstack-request-id: req-551b1218-e845-434b-92c9-98e2a1b20526 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:16:12.098530 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:16:12.098854 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-551b1218-e845-434b-92c9-98e2a1b20526 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:16:12.099354 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'status': 'completed', 'code': 200} Sep 18 07:16:12.117245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:12.142598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:12.151183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.151183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.176449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:12.176449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:12.218171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 1410b158-3fc2-4628-a067-9565a194382a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:12.249362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=b7e5de53-7ec3-41a6-ab31-8b53c1d8383c,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:12.282862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-8321e318-a383-4595-8ce0-59096c5dd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.284882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-8321e318-a383-4595-8ce0-59096c5dd8c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 1098 time: 0.1695497 Sep 18 07:16:12.338533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:12.340376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.410595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3553bfbe-e898-46cf-8197-99ae1e22f0a3 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6986566 Sep 18 07:16:12.410595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 1410b158-3fc2-4628-a067-9565a194382a) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:12.411334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:12.416667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.417201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.449158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-a5d7879a-c35f-477e-97ef-af91105f43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.450689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-a5d7879a-c35f-477e-97ef-af91105f43ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.1592834 Sep 18 07:16:12.482577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee5b674-dd24-4faf-817e-ee692edc2db3 None None] Network 1410b158-3fc2-4628-a067-9565a194382a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:12.499148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.503905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.507077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.509611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.516392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.516392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d50979f-1756-42f0-9e03-15034e8d4a8f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1025219 Sep 18 07:16:12.519317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44652) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:12.528957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182625396'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:12.537465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-d97732ca-ce19-4672-9b6a-5339b6236e40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 200 len: 1000 time: 0.0794704 Sep 18 07:16:12.547553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a8a23573-a29d-448e-a8c8-a54021761cc5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8685925 Sep 18 07:16:12.549297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44654) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:12.558097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '1410b158-3fc2-4628-a067-9565a194382a', 'name': 'tempest-PortsTestJSON-1385780819'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:12.618022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-4b6040b3-662a-47d9-a231-ff886de9c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.620205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-4b6040b3-662a-47d9-a231-ff886de9c94a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.0711946 Sep 18 07:16:12.693885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-b73c1042-8f78-4ebb-b386-112ee90f3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:12.698819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-b73c1042-8f78-4ebb-b386-112ee90f3ac7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689492 Sep 18 07:16:12.700955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:12.705153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.841460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-d7d15355-1825-4223-99a9-fca585b2399e service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326299 Sep 18 07:16:12.842804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:12.848350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f15bd9f-403d-4d76-850f-a007d733cd0c req-9945a23a-3cb1-4c39-b03b-82844db62458 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.1087713 Sep 18 07:16:12.861313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.871146 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 4100eb95-0fff-44e6-ae2b-3fa31a4d83d9 of type vlan for network 37c82e5d-6c11-4e58-9fbc-163a5968af54 Sep 18 07:16:12.871428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-1410b158-3fc2-4628-a067-9565a194382a', 'network_id': '1410b158-3fc2-4628-a067-9565a194382a', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '8e9c33db-c26e-469d-b94a-803e4368fafd'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:12.871428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:12.947078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.073148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '64a648e5-33d9-4687-b267-603b3b90d1b3', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:79:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:15:47Z', 'updated_at': '2021-09-18T07:16:10Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:13.075430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:13.082538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.132614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:13.140572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:16:13.149117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.157516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:13.158555 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627435'] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.275183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:13.276110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:13.367567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=37c82e5d-6c11-4e58-9fbc-163a5968af54,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:13.383894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Allocated IP 172.20.0.2 (1410b158-3fc2-4628-a067-9565a194382a/8e9c33db-c26e-469d-b94a-803e4368fafd/8b9287e1-6943-4ba7-80d6-a6333c7ca49a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:13.410565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:13.431313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3cfa3a85-5fd2-4a82-94b6-3474455d884c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9071453 Sep 18 07:16:13.431684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44676) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:13.439219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:13.455867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f224f2-297c-4621-8ce8-442b74644e3e None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:13.525285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-aec8e6f8-8286-4df2-9a35-42e7ddab074b req-ddac36f7-6234-4e02-ae8d-00eded5ba50c service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807175 Sep 18 07:16:13.570869 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.660951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.675258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:13.677576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:13.677576 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.783998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 552631d5-7b1d-4596-9519-a3dacf89a1b3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:13.784152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.794763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 is not hosted by any dhcp agent {{(pid=101979) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:16:13.800948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:13.801559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:13.803186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "PUT /v2.0/networks/37c82e5d-6c11-4e58-9fbc-163a5968af54 HTTP/1.1" status: 200 len: 723 time: 0.3707225 Sep 18 07:16:13.806568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44684) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:13.812147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:13.876573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ea4d-7795-4cc9-ae08-59512f217f43 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=37c82e5d-6c11-4e58-9fbc-163a5968af54,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:13.949614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:14.000648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e67d6565-b8eb-4aeb-92fd-f5b5ca70d59b req-6d20b1d9-add9-4bea-8258-9a2bf988ba76 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Sep 18 07:16:14.132336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:14.136187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.185691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.411779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.4 (1410b158-3fc2-4628-a067-9565a194382a/8e9c33db-c26e-469d-b94a-803e4368fafd/ce95ee9c-d466-4be0-947d-8d79cf6a5c26) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:14.419722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.446742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-0be7944d-b240-4b02-81e9-c79a373d56ea tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:14.447797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-0be7944d-b240-4b02-81e9-c79a373d56ea tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.24 "GET /v2.0/networks?id=d42633a3-8a03-48c6-a3f0-d4c783e11b0f HTTP/1.1" status: 200 len: 814 time: 0.1866739 Sep 18 07:16:14.471260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Request body: {'port': {'device_id': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f', 'admin_state_up': True, 'tenant_id': '0cc95dad5b3a43fdbfb8048f6449545d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:14.502680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.533769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Network 1410b158-3fc2-4628-a067-9565a194382a is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:14.566937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:14.570905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.572273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:14.578021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:14.710749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.749810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.768018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Pushing event updated for resources: {'Port': ['ID=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:14.824130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Made reservation on behalf of 0cc95dad5b3a43fdbfb8048f6449545d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:14.827849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.871253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] For port 552631d5-7b1d-4596-9519-a3dacf89a1b3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=552631d5-7b1d-4596-9519-a3dacf89a1b3,segment=NetworkSegment(09b1264d-d2f2-4a80-bc11-433a86d1f796),segment_id=09b1264d-d2f2-4a80-bc11-433a86d1f796)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:14.875523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Attempting to bind port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:14.875908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Attempting to bind port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a4c028da-d993-4051-81e5-e8bb4e9642b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1410b158-3fc2-4628-a067-9565a194382a'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:14.876275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Attempting to bind port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a on network 1410b158-3fc2-4628-a067-9565a194382a {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:14.878224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.885542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=3f1fc944-9ca8-4d42-8394-8e479c5c6557,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:14.920048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Update dhcp port {'port': {'network_id': 'b7705b9d-0c3f-443e-a72f-02edb55df3ea', 'fixed_ips': [{'subnet_id': '2764d1cc-fd81-4596-8c1c-0d26f3e268fe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7e5de53-7ec3-41a6-ab31-8b53c1d8383c'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '552631d5-7b1d-4596-9519-a3dacf89a1b3'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:16:14.923289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:14.923667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Checking segment: {'id': 'a4c028da-d993-4051-81e5-e8bb4e9642b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1410b158-3fc2-4628-a067-9565a194382a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:14.924078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.924479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Bound using segment: {'id': 'a4c028da-d993-4051-81e5-e8bb4e9642b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1410b158-3fc2-4628-a067-9565a194382a'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:14.925028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Bound port: 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c028da-d993-4051-81e5-e8bb4e9642b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1410b158-3fc2-4628-a067-9565a194382a'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:14.925419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.933533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:14.933933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 37c82e5d-6c11-4e58-9fbc-163a5968af54, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:14.969055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.977022 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:14.998647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.023490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '64a648e5-33d9-4687-b267-603b3b90d1b3', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:79:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:15:47Z', 'updated_at': '2021-09-18T07:16:10Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:15.029505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 1410b158-3fc2-4628-a067-9565a194382a is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:15.032791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Allocated IP 172.20.0.4 (d42633a3-8a03-48c6-a3f0-d4c783e11b0f/7134ce4e-c67f-4bba-8452-559cbce738d7/ddef471a-578c-4c76-a5a8-eb8669ae2d19) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:15.060934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:15.067947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:15.069378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddddeb-335a-4239-b256-0340e15790d6 None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '64a648e5-33d9-4687-b267-603b3b90d1b3', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'port_id': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'mac_address': 'fa:16:3e:79:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:15:47Z', 'updated_at': '2021-09-18T07:16:10Z', 'revision_number': 1, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:15.076498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.151374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=ce95ee9c-d466-4be0-947d-8d79cf6a5c26,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:15.166033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.203896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] For port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:15.212573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:15.213253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.263262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:15.295509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdb7cbd3-bbb0-4829-930f-41106661be34 req-8f663da9-a1d8-4b21-a7cb-192e4277ef25 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.0548229 Sep 18 07:16:15.360864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.379786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] For port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,segment=NetworkSegment(a4c028da-d993-4051-81e5-e8bb4e9642b6),segment_id=a4c028da-d993-4051-81e5-e8bb4e9642b6)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:15.383118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567490c0-0a33-46fc-ad7c-1a3de989cbe2 None None] Pushing event updated for resources: {'Port': ['ID=552631d5-7b1d-4596-9519-a3dacf89a1b3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:15.389499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:15.389857 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:15.447419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6ab1dd2a-ada9-48cb-9354-bd0a91ffbfc1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8956654 Sep 18 07:16:15.453912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:15.457115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '1410b158-3fc2-4628-a067-9565a194382a', 'name': 'tempest-PortsTestJSON-1954644268'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:15.462597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 37c82e5d-6c11-4e58-9fbc-163a5968af54) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:15.465788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Allocated IP 172.20.0.1 (b7705b9d-0c3f-443e-a72f-02edb55df3ea/b7e5de53-7ec3-41a6-ab31-8b53c1d8383c/552631d5-7b1d-4596-9519-a3dacf89a1b3) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:15.467670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:15.468155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.480791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6175d-e0cf-46e2-9d6b-d00d66bbed5d None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:15.508592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef22269-49e9-4998-b4d2-77db162edc4e None None] New status for floating IP 64a648e5-33d9-4687-b267-603b3b90d1b3: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:16:15.634610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95b3885e-d15f-4a63-8852-e52352e87e97 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8243177 Sep 18 07:16:15.634940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:15.639275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.643314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:15.655169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.713454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3491-4951-4cff-9ae1-4ab0e2f3b55d None None] Pushing event updated for resources: {'Port': ['ID=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:15.738906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Network d42633a3-8a03-48c6-a3f0-d4c783e11b0f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:15.766322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:15.771802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:15.776904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] For port 552631d5-7b1d-4596-9519-a3dacf89a1b3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=552631d5-7b1d-4596-9519-a3dacf89a1b3,segment=NetworkSegment(09b1264d-d2f2-4a80-bc11-433a86d1f796),segment_id=09b1264d-d2f2-4a80-bc11-433a86d1f796)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:15.838702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:15.839518 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.861327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:15.871663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.892543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5756495'] for subnet, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:15.903851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Pushing event updated for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:15.913538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 79edc081-db27-4d7e-b00c-bf89b51790a0 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:15.978641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-878f6611-3303-4364-aec3-79dfb9ee8c56 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5115287 Sep 18 07:16:16.011851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Request body: {'port': {'device_id': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:16.035434 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.047374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-37c82e5d-6c11-4e58-9fbc-163a5968af54', 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '3f1fc944-9ca8-4d42-8394-8e479c5c6557'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:16.049530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.159607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.165580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.306242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.7 (1410b158-3fc2-4628-a067-9565a194382a/8e9c33db-c26e-469d-b94a-803e4368fafd/79edc081-db27-4d7e-b00c-bf89b51790a0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:16.447673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ff0a5-1c7f-4ffa-a407-e8f7b4ab866c None None] Pushing event updated for resources: {'Port': ['ID=552631d5-7b1d-4596-9519-a3dacf89a1b3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:16.474429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b9287e1-6943-4ba7-80d6-a6333c7ca49a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:16.505750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793204526084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4565910'] for subnet, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.625749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Allocated IP 2001:db8::2 (37c82e5d-6c11-4e58-9fbc-163a5968af54/3f1fc944-9ca8-4d42-8394-8e479c5c6557/64dd0ef9-0dac-44d3-a84c-3aa5be346a37) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:16.629442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:16.630081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.631820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "PUT /v2.0/subnets/3f1fc944-9ca8-4d42-8394-8e479c5c6557 HTTP/1.1" status: 200 len: 826 time: 0.9944780 Sep 18 07:16:16.643361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44756) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:16.675375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:16.675767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.736653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72d872-f7c7-468b-98eb-4a5a3369dc18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=3f1fc944-9ca8-4d42-8394-8e479c5c6557,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:16.775302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.799497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98cb0-b253-4602-a79c-73304f231ce0 req-1b4d05b5-c5a3-43cd-bec1-ac4efd8120cc tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:16.802707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd98cb0-b253-4602-a79c-73304f231ce0 req-1b4d05b5-c5a3-43cd-bec1-ac4efd8120cc tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 931 time: 0.3978837 Sep 18 07:16:16.941570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.971129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:16.975665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-afd98cb0-b253-4602-a79c-73304f231ce0 req-4d92ebc4-a36c-45dd-956c-2e10f3d0ad55 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835760 Sep 18 07:16:17.001124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.016668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.039405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,segment=NetworkSegment(a4c028da-d993-4051-81e5-e8bb4e9642b6),segment_id=a4c028da-d993-4051-81e5-e8bb4e9642b6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:17.082032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.160896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.165722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 1410b158-3fc2-4628-a067-9565a194382a is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:17.168099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.169157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 552631d5-7b1d-4596-9519-a3dacf89a1b3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:17.196362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:17.200810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:17.218230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=79edc081-db27-4d7e-b00c-bf89b51790a0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:17.245145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:17.251886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:17.256508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:17.297593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Pushing event updated for resources: {'Port': ['ID=64dd0ef9-0dac-44d3-a84c-3aa5be346a37,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:17.407749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddef471a-578c-4c76-a5a8-eb8669ae2d19 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:16:17.419250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:17.446759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:17.454065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.463151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:17.463732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.465091 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.492788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.502213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Attempting to bind port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:17.502750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Attempting to bind port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:17.503240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Attempting to bind port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 on network 37c82e5d-6c11-4e58-9fbc-163a5968af54 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:17.513099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:17.513625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Checking segment: {'id': '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:17.518002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.518002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Bound using segment: {'id': '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:17.518002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Bound port: 64dd0ef9-0dac-44d3-a84c-3aa5be346a37, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:17.518002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.536277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Transition to ACTIVE for port object ddef471a-578c-4c76-a5a8-eb8669ae2d19 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:16:17.618522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-09af8678-2605-43dc-8d90-1e781fe1a299 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1671319 Sep 18 07:16:17.621160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:17.684755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] For port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:17.685189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.689949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] For port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=64dd0ef9-0dac-44d3-a84c-3aa5be346a37,segment=NetworkSegment(4100eb95-0fff-44e6-ae2b-3fa31a4d83d9),segment_id=4100eb95-0fff-44e6-ae2b-3fa31a4d83d9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:17.706402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c841919-5c66-4f8c-9b96-fd4605f17143 None None] Network 1410b158-3fc2-4628-a067-9565a194382a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:17.718753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.764281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a97596-e330-4e1a-a884-e6f652cf4d49 None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:17.781359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.790528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c82e5d-6c11-4e58-9fbc-163a5968af54']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:17.806831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1fc944-9ca8-4d42-8394-8e479c5c6557,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:17.820361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:17.822039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:17.833997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.857841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.863975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:17.866637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:17.874026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:17.879913 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:17.900928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca8734-fdcc-4b21-95d0-f8f63fa1aa56 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:17.902862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cfca8734-fdcc-4b21-95d0-f8f63fa1aa56 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2806942 Sep 18 07:16:17.918682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:18.130842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:16:18.130842 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:16:18.130842 n-d-789963-14 neutron-server[101979]: [parameters: {'id': '37c82e5d-6c11-4e58-9fbc-163a5968af54'}] Sep 18 07:16:18.130842 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:18.131360 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:18.251020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Attempting to bind port ddef471a-578c-4c76-a5a8-eb8669ae2d19 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:18.251374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Attempting to bind port ddef471a-578c-4c76-a5a8-eb8669ae2d19 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9e14f485-d40e-4449-a64e-adb70d2c5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:18.251713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Attempting to bind port ddef471a-578c-4c76-a5a8-eb8669ae2d19 on network d42633a3-8a03-48c6-a3f0-d4c783e11b0f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:18.262592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Port ddef471a-578c-4c76-a5a8-eb8669ae2d19 on network d42633a3-8a03-48c6-a3f0-d4c783e11b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:16:18.262922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Attempting to bind port ddef471a-578c-4c76-a5a8-eb8669ae2d19 on network d42633a3-8a03-48c6-a3f0-d4c783e11b0f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:18.284153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:18.284614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Checking segment: {'id': '9e14f485-d40e-4449-a64e-adb70d2c5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:18.285108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Bound using segment: {'id': '9e14f485-d40e-4449-a64e-adb70d2c5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:18.285717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Bound port: ddef471a-578c-4c76-a5a8-eb8669ae2d19, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e14f485-d40e-4449-a64e-adb70d2c5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:18.286220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.303308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe3868-a506-46c7-8439-31a78d975b3b None None] Pushing event updated for resources: {'Port': ['ID=64dd0ef9-0dac-44d3-a84c-3aa5be346a37,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:18.305002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-38e3e57d-d064-47f2-8e46-1d6de3af3126 None None] Provisioning complete for port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:18.305391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38e3e57d-d064-47f2-8e46-1d6de3af3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.314293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876696b-30ef-4ee2-82c2-ce18703360c3 req-365b472d-f024-4975-b35a-eced82f976f1 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:18.319036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b9287e1-6943-4ba7-80d6-a6333c7ca49a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:18.334517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5876696b-30ef-4ee2-82c2-ce18703360c3 req-365b472d-f024-4975-b35a-eced82f976f1 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.1091321 Sep 18 07:16:18.395300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5876696b-30ef-4ee2-82c2-ce18703360c3 req-75d7a28d-cdfd-49bd-af05-14e17cb612ed tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598962 Sep 18 07:16:18.419469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dd934-4f66-4cdb-b78a-9c1c48374c4a None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:18.428779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:18.432217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19,segment=NetworkSegment(9e14f485-d40e-4449-a64e-adb70d2c5e92),segment_id=9e14f485-d40e-4449-a64e-adb70d2c5e92)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:18.439259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 79edc081-db27-4d7e-b00c-bf89b51790a0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:18.439607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.503902 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.587129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:18.587994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.589670 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ddef471a-578c-4c76-a5a8-eb8669ae2d19 HTTP/1.1" status: 200 len: 1092 time: 2.5943117 Sep 18 07:16:18.592380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:16:18.594987 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d6511-ada7-4330-aba8-fee60534ab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:16:18.633212 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.696120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1855-1a21-4486-9aa1-64b6c5511ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:18.772064 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2067c9b2-8a66-4498-865b-4f1d18419560 x-openstack-request-id: req-2067c9b2-8a66-4498-865b-4f1d18419560 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:16:18.772814 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:16:18.773297 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2067c9b2-8a66-4498-865b-4f1d18419560 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:16:18.773950 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19', 'status': 'completed', 'code': 200} Sep 18 07:16:18.799613 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.842727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 79edc081-db27-4d7e-b00c-bf89b51790a0 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:18.858541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:18.858541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:18.903844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-262bdef3-796e-4760-bae6-e5f566f8c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:18.905407 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-262bdef3-796e-4760-bae6-e5f566f8c494 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 1095 time: 0.1484149 Sep 18 07:16:18.992063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2ee9a-a33b-4460-863c-5c1c246724ef None None] Network 37c82e5d-6c11-4e58-9fbc-163a5968af54 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:19.136927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 552631d5-7b1d-4596-9519-a3dacf89a1b3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:19.138889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c48c0111-0f8e-408f-8147-53746584d2b2 None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:19.139110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c48c0111-0f8e-408f-8147-53746584d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.197638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:19.199730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.321263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=64dd0ef9-0dac-44d3-a84c-3aa5be346a37,segment=NetworkSegment(4100eb95-0fff-44e6-ae2b-3fa31a4d83d9),segment_id=4100eb95-0fff-44e6-ae2b-3fa31a4d83d9)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:19.324173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.348065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:19.348624 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.367636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:19.376446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-0cf70db2-0019-4821-94eb-6c2c24dc081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:19.381945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-0cf70db2-0019-4821-94eb-6c2c24dc081a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4587953 Sep 18 07:16:19.418610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.585577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=79edc081-db27-4d7e-b00c-bf89b51790a0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:19.618571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83b2eb-5c55-4fc3-85c6-9fcf777131f9 req-23e0d56b-c507-4ffb-812f-9d2fa4e7e78a tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:19.621607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f83b2eb-5c55-4fc3-85c6-9fcf777131f9 req-23e0d56b-c507-4ffb-812f-9d2fa4e7e78a tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.0890737 Sep 18 07:16:19.623140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.701487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=64dd0ef9-0dac-44d3-a84c-3aa5be346a37,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:19.719289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Could not find standard attr ID for object 79edc081-db27-4d7e-b00c-bf89b51790a0. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:16:19.736558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Provisioning complete for port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:19.737107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.752045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port 64dd0ef9-0dac-44d3-a84c-3aa5be346a37 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:19.804257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f83b2eb-5c55-4fc3-85c6-9fcf777131f9 req-e75dafd0-02d0-4c13-ad51-1a27c8dd9b16 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406548 Sep 18 07:16:19.806005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.806540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.807114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.807815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.808373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.808928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.809668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.810195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.810684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.814607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.815186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.815679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:19.844027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:19.847149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-9fed6271-14e0-40a6-8c5a-e76d2d02d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:19.854198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c67d6511-ada7-4330-aba8-fee60534ab9b req-9fed6271-14e0-40a6-8c5a-e76d2d02d746 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4633961 Sep 18 07:16:19.860075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.865468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-88359dd2-bb80-4fbb-a111-8be8c5e6d91f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/79edc081-db27-4d7e-b00c-bf89b51790a0 HTTP/1.1" status: 204 len: 168 time: 1.9449670 Sep 18 07:16:19.871616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44848) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:19.874218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Provisioning complete for port 552631d5-7b1d-4596-9519-a3dacf89a1b3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:19.875137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.943198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.973045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c82e5d-6c11-4e58-9fbc-163a5968af54']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:19.983949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:19.984940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4100eb95-0fff-44e6-ae2b-3fa31a4d83d9') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:19.996508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:19.998969 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0148b5ae-4ef0-4fd6-9d9e-da3815a07b73 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:20.006885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44854) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:20.010654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0148b5ae-4ef0-4fd6-9d9e-da3815a07b73 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/79edc081-db27-4d7e-b00c-bf89b51790a0 HTTP/1.1" status: 404 len: 333 time: 0.1407313 Sep 18 07:16:20.073269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-075f3a0c-44a3-40c5-b2db-598d15a8ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:20.076070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-075f3a0c-44a3-40c5-b2db-598d15a8ffa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 1095 time: 0.1185591 Sep 18 07:16:20.088510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Provisioning complete for port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:20.089089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-992a6343-f2c9-406e-a044-3c78a5da7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.107311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.116882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:20.117296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:20.121526 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:20.149458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-ab5c64aa-574a-495d-8c3e-e60126f3a460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19 HTTP/1.1" status: 200 len: 217 time: 0.0581663 Sep 18 07:16:20.213731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-6539d559-67f8-443e-b80c-af8eab685f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:20.216139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-6539d559-67f8-443e-b80c-af8eab685f8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7134ce4e-c67f-4bba-8452-559cbce738d7 HTTP/1.1" status: 200 len: 854 time: 0.0598037 Sep 18 07:16:20.219943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:20.220462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.260037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-497dae4f-0c9a-49bc-99bb-ff00099a9a28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d42633a3-8a03-48c6-a3f0-d4c783e11b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366311 Sep 18 07:16:20.340568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.356847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b0c8b0eb-60d9-46c7-a659-7b46fa09d7d1 None None] Could not find standard attr ID for object 79edc081-db27-4d7e-b00c-bf89b51790a0. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:16:20.372383 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.381263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b0c8b0eb-60d9-46c7-a659-7b46fa09d7d1 None None] Provisioning complete for port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:20.381740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b0c8b0eb-60d9-46c7-a659-7b46fa09d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.402634 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-b26846e5-6597-4785-9a21-86b1aef6979d service neutron] 10.222.0.24 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315427 Sep 18 07:16:20.405586 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.415242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/37c82e5d-6c11-4e58-9fbc-163a5968af54 HTTP/1.1" status: 204 len: 168 time: 3.7635460 Sep 18 07:16:20.428591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44866) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:20.434970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for ce95ee9c-d466-4be0-947d-8d79cf6a5c26 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:20.439470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269708b-a75e-4703-8fb8-4e6e0c371c78 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=37c82e5d-6c11-4e58-9fbc-163a5968af54,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:20.455111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8b0eb-60d9-46c7-a659-7b46fa09d7d1 None None] Port ce95ee9c-d466-4be0-947d-8d79cf6a5c26 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:20.532767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cbbe60-1c60-4a18-9438-a6b0e50a5426 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:16:20.535903 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f65b081-e854-4576-a933-008f653e3517 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:20.545067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f65b081-e854-4576-a933-008f653e3517 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:20.550371 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f65b081-e854-4576-a933-008f653e3517 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/37c82e5d-6c11-4e58-9fbc-163a5968af54 HTTP/1.1" status: 404 len: 339 time: 0.0914209 Sep 18 07:16:20.555722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:20.579960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476079631', 'description': 'd1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:20.672235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5a7b9f9f-197a-4f53-956b-8a7113eb9074 req-d6f07e95-b611-47eb-b6e2-7f7bb9529f60 service neutron] 10.222.0.24 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623823 Sep 18 07:16:20.674706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbbe60-1c60-4a18-9438-a6b0e50a5426 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:16:20.694325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:20.699179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.718882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.758540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=ce95ee9c-d466-4be0-947d-8d79cf6a5c26,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:20.879735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:20.886344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.895087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1f4192dc-a7af-46bb-aa76-01e46245f8d4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/ce95ee9c-d466-4be0-947d-8d79cf6a5c26 HTTP/1.1" status: 204 len: 168 time: 0.8802874 Sep 18 07:16:20.895087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:20.924001 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58c0063-1845-4397-9273-d0fb8d5ede56 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:20.926219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c58c0063-1845-4397-9273-d0fb8d5ede56 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/ce95ee9c-d466-4be0-947d-8d79cf6a5c26 HTTP/1.1" status: 404 len: 333 time: 0.0336361 Sep 18 07:16:20.927720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:20.928327 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment a616414a-bc0f-4ba7-ae58-820a6592432f of type vlan for network daa80544-ee8b-47b2-8869-a19788965b86 Sep 18 07:16:20.929682 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44880) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:21.085390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.122974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 8e9c33db-c26e-469d-b94a-803e4368fafd {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:21.140649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.184935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149e885-056e-4f8d-9fa3-7ebcbb249331 req-ef12b96b-3897-4a08-af29-301e6dc9e51f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:21.188242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f149e885-056e-4f8d-9fa3-7ebcbb249331 req-ef12b96b-3897-4a08-af29-301e6dc9e51f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.2164521 Sep 18 07:16:21.256594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.262589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f149e885-056e-4f8d-9fa3-7ebcbb249331 req-084a6190-074f-4d23-9828-059a40ccba5a tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Sep 18 07:16:21.324534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.331809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:21.332819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.486031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=daa80544-ee8b-47b2-8869-a19788965b86,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:21.501042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network daa80544-ee8b-47b2-8869-a19788965b86 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:21.516346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.561191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44892) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:21.561928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbab195f-64b4-497d-8901-cd5d72a7fa66 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0047965 Sep 18 07:16:21.658862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.716501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e90395-73ae-4d9f-8721-899ff5e928ae tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:21.720331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9c33db-c26e-469d-b94a-803e4368fafd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:21.722983 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-44e90395-73ae-4d9f-8721-899ff5e928ae tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks?id=daa80544-ee8b-47b2-8869-a19788965b86 HTTP/1.1" status: 200 len: 764 time: 0.1591921 Sep 18 07:16:21.724244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44900) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:21.739807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'description': 'd2'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:21.743060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b64636-e858-464b-92d2-6f3479ee3d44 None None] Network 1410b158-3fc2-4628-a067-9565a194382a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:21.758643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.762938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84e4b247-0934-44ca-aa85-6bb96ebd1027 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/8e9c33db-c26e-469d-b94a-803e4368fafd HTTP/1.1" status: 204 len: 168 time: 0.8297274 Sep 18 07:16:21.763646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44902) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:21.882994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:21.984459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:21.984796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.073968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] DHCP port deletion for 1410b158-3fc2-4628-a067-9565a194382a request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:22.139681 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.190263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,segment=NetworkSegment(a4c028da-d993-4051-81e5-e8bb4e9642b6),segment_id=a4c028da-d993-4051-81e5-e8bb4e9642b6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:22.190639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.205596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Deleting port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:22.206000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.222566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 8b9287e1-6943-4ba7-80d6-a6333c7ca49a owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:22.261278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.315683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b9287e1-6943-4ba7-80d6-a6333c7ca49a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:22.389850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] For port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,segment=NetworkSegment(a4c028da-d993-4051-81e5-e8bb4e9642b6),segment_id=a4c028da-d993-4051-81e5-e8bb4e9642b6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:22.389850 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.397950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=daa80544-ee8b-47b2-8869-a19788965b86,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:22.402167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network daa80544-ee8b-47b2-8869-a19788965b86 is not hosted by any dhcp agent {{(pid=101979) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:16:22.413101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:22.414078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.415074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Calling delete_port for 8b9287e1-6943-4ba7-80d6-a6333c7ca49a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:22.415916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-98d145f6-4424-46fa-b857-a40ec0782dd6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "PUT /v2.0/networks/daa80544-ee8b-47b2-8869-a19788965b86 HTTP/1.1" status: 200 len: 761 time: 0.6853926 Sep 18 07:16:22.418996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44914) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:22.515774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network daa80544-ee8b-47b2-8869-a19788965b86 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:22.526983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dcb69-db84-4cf5-87e9-8e707d2f1adb req-883c74fa-d54e-4c64-b2ad-db85ad4da0ab tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:22.528181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.529202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-730dcb69-db84-4cf5-87e9-8e707d2f1adb req-883c74fa-d54e-4c64-b2ad-db85ad4da0ab tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.1115386 Sep 18 07:16:22.574101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.601052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-730dcb69-db84-4cf5-87e9-8e707d2f1adb req-e7840cf2-cac9-4d10-ae45-8e048106e5bf tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Sep 18 07:16:22.634190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:22.638692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:22.672119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10463d3d-3f64-4e99-b0e2-27c0cb761462 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:22.680239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-10463d3d-3f64-4e99-b0e2-27c0cb761462 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks?id=daa80544-ee8b-47b2-8869-a19788965b86 HTTP/1.1" status: 200 len: 764 time: 0.2591102 Sep 18 07:16:22.684276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44918) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:22.838528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.884126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1410b158-3fc2-4628-a067-9565a194382a']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:22.887137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] Pushing event deleted for resources: {'Port': ['ID=8b9287e1-6943-4ba7-80d6-a6333c7ca49a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:22.897020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c028da-d993-4051-81e5-e8bb4e9642b6') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:22.897536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c028da-d993-4051-81e5-e8bb4e9642b6') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:22.908547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.914847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe6370-a66a-46ee-b8c1-f2d1de6e4df3 None None] No DVR routers for this DVR port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:22.948325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.956331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:22.956923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:22.988457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No active binding found for port 8b9287e1-6943-4ba7-80d6-a6333c7ca49a {{(pid=101980) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 07:16:22.988913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8b9287e1-6943-4ba7-80d6-a6333c7ca49a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:23.025165 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:23.040673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd161e-1c44-4af1-8bba-a4a5ee611d2a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.042272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7acd161e-1c44-4af1-8bba-a4a5ee611d2a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3567953 Sep 18 07:16:23.045133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44924) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.087603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0c213832-b0fa-49d4-b4e5-3e283c649c06 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 207 time: 0.0379102 Sep 18 07:16:23.087774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.132114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.140532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.146886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/1410b158-3fc2-4628-a067-9565a194382a HTTP/1.1" status: 204 len: 168 time: 1.3823869 Sep 18 07:16:23.168565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44930) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.180382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944597235'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:23.246173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d56257-f284-4685-9df7-906c8d36a37e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=1410b158-3fc2-4628-a067-9565a194382a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:23.308724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:23.313452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.373428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:23.395124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.395508 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment 19b294b2-3e74-4e7b-be54-7a04f9ce7c5e of type vlan for network 0daf651a-3927-49b1-81a7-990f01176315 Sep 18 07:16:23.397424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-d270ecb7-46dd-4095-b250-968670464603 req-718eeaa8-12f9-4876-8fd3-e4ed13fcf947 service neutron] (101979) timed out ('10.222.0.24', 57070) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:16:23.422367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.428835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.438830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.445318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.454777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.461728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.467398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-da0e4148-336e-4b62-ba18-6ab5ba7f33dd tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3752320 Sep 18 07:16:23.467864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44936) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.481280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.742670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.749965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.761970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:23.805730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-302a3dce-fd80-4463-ad31-8701c29f2ced tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3358922 Sep 18 07:16:23.810920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44948) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.852740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7184c2-2b17-4fbd-8934-50066f2091a4 req-a7f28539-ccc8-4293-9fbc-88ccd7b7a531 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:23.854852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7184c2-2b17-4fbd-8934-50066f2091a4 req-a7f28539-ccc8-4293-9fbc-88ccd7b7a531 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.1026969 Sep 18 07:16:23.923705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e7184c2-2b17-4fbd-8934-50066f2091a4 req-d4dc4bdf-1875-4dca-8025-bb72f6ae08bf tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Sep 18 07:16:23.983221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8135426 Sep 18 07:16:23.989251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44958) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:23.990139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9c47a-486c-42f5-a327-178c1d5bc708 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=0daf651a-3927-49b1-81a7-990f01176315,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:23.995681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': '0daf651a-3927-49b1-81a7-990f01176315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:23.999454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0daf651a-3927-49b1-81a7-990f01176315 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:24.008505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.010363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.012060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.013926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.016210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.018216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-127d2f4d-5fd9-45d4-be04-479a7a8e09db tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2025838 Sep 18 07:16:24.028455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44960) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:24.253718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.255181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.256844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.258471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.259925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.267594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:24.267981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0ff5cbf-10a2-47cb-bf29-3a05580b3dde tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2373264 Sep 18 07:16:24.372450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:24.377990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:24.456503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe0503-60d1-4bf9-bf47-427153db65de tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:24.463905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:24.471538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40fe0503-60d1-4bf9-bf47-427153db65de tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks/456ef5cf-6a9c-46ef-8a12-276b1b60793a HTTP/1.1" status: 200 len: 804 time: 0.2026837 Sep 18 07:16:24.623754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7a8cc1be-67f3-4590-a1e6-d691d1636db2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/networks/456ef5cf-6a9c-46ef-8a12-276b1b60793a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1538689 Sep 18 07:16:24.624163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:24.839485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:24.909087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e6711-7767-421d-81b1-dd98741c02af,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:24.952148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0daf651a-3927-49b1-81a7-990f01176315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:24.952537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: 0daf651a-3927-49b1-81a7-990f01176315, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:25.056558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad0ae4-c0bc-478e-870f-ca0a9b0bc705 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:25.058238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c0ad0ae4-c0bc-478e-870f-ca0a9b0bc705 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets/022adfdc-3484-493d-90f9-e1c0ff52a7dc HTTP/1.1" status: 200 len: 843 time: 0.4320159 Sep 18 07:16:25.061656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:25.070829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 0daf651a-3927-49b1-81a7-990f01176315 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:25.122501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82376277-1cfe-40c5-bb4f-a2324e96c8f2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['shared'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:25.124112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-82376277-1cfe-40c5-bb4f-a2324e96c8f2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "GET /v2.0/subnets/022adfdc-3484-493d-90f9-e1c0ff52a7dc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0608649 Sep 18 07:16:25.128178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:25.131416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faf6f1-2120-47b5-a2da-0b8308e475df req-84fb6ca7-4029-400a-9e15-ed9e4c423fc2 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:25.132936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80faf6f1-2120-47b5-a2da-0b8308e475df req-84fb6ca7-4029-400a-9e15-ed9e4c423fc2 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.0966611 Sep 18 07:16:25.138565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116055946'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:25.196616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80faf6f1-2120-47b5-a2da-0b8308e475df req-903987ea-9260-44c0-98c0-b93c7f2f50dc tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Sep 18 07:16:25.219035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0daf651a-3927-49b1-81a7-990f01176315) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:25.229611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:25.230049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a193ecc-4f9a-41da-9596-eefc31b9651a None None] Network 0daf651a-3927-49b1-81a7-990f01176315 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:25.231338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.241348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:25.245972 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.275611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:25.295430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.295873 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Added segment 76778b83-f57a-47ad-8a6f-ce0cfd6c5088 of type vlan for network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 Sep 18 07:16:25.346537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.368478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e148dd7-8f39-4abb-8142-b44b26ccfddd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3812652 Sep 18 07:16:25.369195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:25.383876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '0daf651a-3927-49b1-81a7-990f01176315', 'name': 'tempest-PortsTestJSON-307453256', 'fixed_ips': [{'subnet_id': '1e0e6711-7767-421d-81b1-dd98741c02af', 'ip_address': '172.20.0.10'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:25.429170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc20845-f453-4061-a461-c39315076929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0daf651a-3927-49b1-81a7-990f01176315', 'network_id': '0daf651a-3927-49b1-81a7-990f01176315', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '1e0e6711-7767-421d-81b1-dd98741c02af'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:25.430085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.486163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.492991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:25.493923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.657778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Network': ['ID=173a393b-633d-4b66-a2f5-7c8a3a7659c4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:25.669500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:25.715165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:25.755014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9bc20845-f453-4061-a461-c39315076929 None None] Allocated IP 172.20.0.2 (0daf651a-3927-49b1-81a7-990f01176315/1e0e6711-7767-421d-81b1-dd98741c02af/a32a4bfc-0bf5-4184-a854-e5cc5431ef34) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:25.770769 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2fb98c10-0fbe-43ea-b301-d3d534f0ab8a tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6401703 Sep 18 07:16:25.773532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45002) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:25.779418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:25.841732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.858511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port a08f59ef-3e24-442a-83bc-b9d0b000df93 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:25.980436 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:25.989136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Made reservation on behalf of bbd0279e069a42f8ab708e75a4268860 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:25.993596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.068837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:16:26.069572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:16:26.092813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.185980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc20845-f453-4061-a461-c39315076929 None None] Pushing event updated for resources: {'Port': ['ID=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:26.199993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.10 (0daf651a-3927-49b1-81a7-990f01176315/1e0e6711-7767-421d-81b1-dd98741c02af/a08f59ef-3e24-442a-83bc-b9d0b000df93) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:26.212113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc20845-f453-4061-a461-c39315076929 None None] Network 0daf651a-3927-49b1-81a7-990f01176315 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:26.221310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9bc20845-f453-4061-a461-c39315076929 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:26.223967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc20845-f453-4061-a461-c39315076929 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:26.319429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9bc20845-f453-4061-a461-c39315076929 None None] Attempting to bind port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:26.320029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9bc20845-f453-4061-a461-c39315076929 None None] Attempting to bind port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0daf651a-3927-49b1-81a7-990f01176315'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:26.320175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc20845-f453-4061-a461-c39315076929 None None] Attempting to bind port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 on network 0daf651a-3927-49b1-81a7-990f01176315 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:26.328660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc20845-f453-4061-a461-c39315076929 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:26.329930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc20845-f453-4061-a461-c39315076929 None None] Checking segment: {'id': '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0daf651a-3927-49b1-81a7-990f01176315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:26.330362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.330776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc20845-f453-4061-a461-c39315076929 None None] Bound using segment: {'id': '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0daf651a-3927-49b1-81a7-990f01176315'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:26.331316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9bc20845-f453-4061-a461-c39315076929 None None] Bound port: a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0daf651a-3927-49b1-81a7-990f01176315'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:26.331990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.389085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.418564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9bc20845-f453-4061-a461-c39315076929 None None] For port a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:26.429762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9bc20845-f453-4061-a461-c39315076929 None None] For port a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,segment=NetworkSegment(19b294b2-3e74-4e7b-be54-7a04f9ce7c5e),segment_id=19b294b2-3e74-4e7b-be54-7a04f9ce7c5e)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:26.471592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ddef471a-578c-4c76-a5a8-eb8669ae2d19 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:16:26.481800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=881926cf-2c66-493d-9ff0-d7235cf47f35,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:26.494690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Checking segment: {'id': '76778b83-f57a-47ad-8a6f-ce0cfd6c5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:26.495069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network hostable DHCP agents. Network: 173a393b-633d-4b66-a2f5-7c8a3a7659c4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:26.534273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f923-c632-48fd-80ea-2a6ce6da2c54 req-76956e8a-b72f-4044-b22a-90bea3493cae tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:26.545313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8220f923-c632-48fd-80ea-2a6ce6da2c54 req-76956e8a-b72f-4044-b22a-90bea3493cae tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 943 time: 0.2008941 Sep 18 07:16:26.553758 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9bc20845-f453-4061-a461-c39315076929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.606866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:26.671049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8220f923-c632-48fd-80ea-2a6ce6da2c54 req-298e81e4-9f51-469e-92c9-bf354f0a89b8 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237206 Sep 18 07:16:26.681651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.706521 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.resource_extend [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 07:16:26.727818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 173a393b-633d-4b66-a2f5-7c8a3a7659c4) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:26.737984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:26.741091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.772132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca661d-f3d4-4e8e-a119-1794c8a53afa None None] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:26.833315 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:26.837145 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6074beec-afc3-4e8c-aab2-32c85a8e695e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0622859 Sep 18 07:16:26.837784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45024) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:26.843359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:26.910256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc20845-f453-4061-a461-c39315076929 None None] Pushing event updated for resources: {'Port': ['ID=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:26.935131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=a08f59ef-3e24-442a-83bc-b9d0b000df93,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:26.950457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 0daf651a-3927-49b1-81a7-990f01176315 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:26.955551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:26.959413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:27.067013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19,segment=NetworkSegment(9e14f485-d40e-4449-a64e-adb70d2c5e92),segment_id=9e14f485-d40e-4449-a64e-adb70d2c5e92)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:27.085054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:27.088055 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.123558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19', 'network_id': 'd42633a3-8a03-48c6-a3f0-d4c783e11b0f', 'port_id': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19', 'mac_address': 'fa:16:3e:c3:b2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7134ce4e-c67f-4bba-8452-559cbce738d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:16:27.187896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4461421'] for subnet, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.205422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-58acac2d-054f-4629-a19d-60f85a1d645c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8347669 Sep 18 07:16:27.207840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:27.214953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': '0daf651a-3927-49b1-81a7-990f01176315', 'name': 'tempest-PortsTestJSON-402807153', 'fixed_ips': [{'subnet_id': '1e0e6711-7767-421d-81b1-dd98741c02af', 'ip_address': '172.20.0.9'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:27.283198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-173a393b-633d-4b66-a2f5-7c8a3a7659c4', 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4', 'tenant_id': 'bbd0279e069a42f8ab708e75a4268860', 'fixed_ips': [{'subnet_id': '881926cf-2c66-493d-9ff0-d7235cf47f35'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:27.284045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.318532 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.368711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddef471a-578c-4c76-a5a8-eb8669ae2d19 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:16:27.430345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19,segment=NetworkSegment(9e14f485-d40e-4449-a64e-adb70d2c5e92),segment_id=9e14f485-d40e-4449-a64e-adb70d2c5e92)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:27.502021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.524413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:27.530060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.554176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 184bc1f3-4583-4184-b4e5-a2c3e19ccc1f yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:27.566653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:27.584217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793204526084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6081727'] for subnet, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.738907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Allocated IP 2001:db8::3 (173a393b-633d-4b66-a2f5-7c8a3a7659c4/881926cf-2c66-493d-9ff0-d7235cf47f35/5779d9db-e1da-46ed-a230-43db0ca46bb5) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:27.803085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event updated for resources: {'Subnet': ['ID=881926cf-2c66-493d-9ff0-d7235cf47f35,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:27.807647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:27.808632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.810292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-369644ef-c2a8-4473-bb04-aaefafb418fb tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "PUT /v2.0/subnets/881926cf-2c66-493d-9ff0-d7235cf47f35 HTTP/1.1" status: 200 len: 900 time: 0.9713874 Sep 18 07:16:27.813513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45046) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:27.953621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:27.966929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ddef471a-578c-4c76-a5a8-eb8669ae2d19'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:16:28.068565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.9 (0daf651a-3927-49b1-81a7-990f01176315/1e0e6711-7767-421d-81b1-dd98741c02af/184bc1f3-4583-4184-b4e5-a2c3e19ccc1f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:28.087661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27f8d9-4b52-46ad-88ad-c2042e6095d7 req-9e02cdcc-fde3-40b6-86e4-e23a8772074f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:28.089295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b27f8d9-4b52-46ad-88ad-c2042e6095d7 req-9e02cdcc-fde3-40b6-86e4-e23a8772074f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 944 time: 0.2349129 Sep 18 07:16:28.102656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.226751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.297841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b27f8d9-4b52-46ad-88ad-c2042e6095d7 req-ce5d79fc-69ba-45df-817f-b9f938fd81b5 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986718 Sep 18 07:16:28.316946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a32a4bfc-0bf5-4184-a854-e5cc5431ef34 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:28.377948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.433579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.443086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Pushing event updated for resources: {'Port': ['ID=5779d9db-e1da-46ed-a230-43db0ca46bb5,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:28.454494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158abf4-a971-427f-9f7e-7199c811ef5d None None] Network 0daf651a-3927-49b1-81a7-990f01176315 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:28.482463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=881926cf-2c66-493d-9ff0-d7235cf47f35,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:28.494838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:28.525059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:28.528370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:28.537885 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.544780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:28.544967 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.560757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.582922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173a393b-633d-4b66-a2f5-7c8a3a7659c4']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:28.592605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76778b83-f57a-47ad-8a6f-ce0cfd6c5088') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:28.593540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76778b83-f57a-47ad-8a6f-ce0cfd6c5088') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:28.606815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.620735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.627048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:28.627522 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:28.630626 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:28.635993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6f8c0a68-6781-425a-a749-ac341ee899ea None None] Provisioning complete for port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:28.636377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0a68-6781-425a-a749-ac341ee899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.686854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.730810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Attempting to bind port 5779d9db-e1da-46ed-a230-43db0ca46bb5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:28.730810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Attempting to bind port 5779d9db-e1da-46ed-a230-43db0ca46bb5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '76778b83-f57a-47ad-8a6f-ce0cfd6c5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:28.730810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Attempting to bind port 5779d9db-e1da-46ed-a230-43db0ca46bb5 on network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:28.750171 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:16:28.750171 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:16:28.750171 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'}] Sep 18 07:16:28.750171 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:28.750634 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:28.781644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:28.782141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Checking segment: {'id': '76778b83-f57a-47ad-8a6f-ce0cfd6c5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:28.782559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.782965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Bound using segment: {'id': '76778b83-f57a-47ad-8a6f-ce0cfd6c5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:28.783461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Bound port: 5779d9db-e1da-46ed-a230-43db0ca46bb5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76778b83-f57a-47ad-8a6f-ce0cfd6c5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '173a393b-633d-4b66-a2f5-7c8a3a7659c4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:28.783851 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.920657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:28.955478 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0a68-6781-425a-a749-ac341ee899ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.016861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.020675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,segment=NetworkSegment(19b294b2-3e74-4e7b-be54-7a04f9ce7c5e),segment_id=19b294b2-3e74-4e7b-be54-7a04f9ce7c5e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:29.035176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] For port 5779d9db-e1da-46ed-a230-43db0ca46bb5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:29.039847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] For port 5779d9db-e1da-46ed-a230-43db0ca46bb5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5779d9db-e1da-46ed-a230-43db0ca46bb5,segment=NetworkSegment(76778b83-f57a-47ad-8a6f-ce0cfd6c5088),segment_id=76778b83-f57a-47ad-8a6f-ce0cfd6c5088)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:29.093970 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.126322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network 0daf651a-3927-49b1-81a7-990f01176315 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:29.133778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:29.136548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:29.151171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.179863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=184bc1f3-4583-4184-b4e5-a2c3e19ccc1f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:29.217557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.218752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.240535 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-6f8c0a68-6781-425a-a749-ac341ee899ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:29.241237 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-6f8c0a68-6781-425a-a749-ac341ee899ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:29.250410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:29.251455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.318009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca4a4011-fc10-4546-8459-f5388eac8892 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1059322 Sep 18 07:16:29.318640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45070) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:29.353615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1005c-6a41-4049-ae5e-3ee5fbe88c28 None None] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:29.382584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port 5779d9db-e1da-46ed-a230-43db0ca46bb5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:29.384132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.503576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port 5779d9db-e1da-46ed-a230-43db0ca46bb5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5779d9db-e1da-46ed-a230-43db0ca46bb5,segment=NetworkSegment(76778b83-f57a-47ad-8a6f-ce0cfd6c5088),segment_id=76778b83-f57a-47ad-8a6f-ce0cfd6c5088)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:29.504279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b7fd4-4bc1-4a7b-8ccc-87479fd1175d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.504398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.508522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45074) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:29.508857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6b4b7fd4-4bc1-4a7b-8ccc-87479fd1175d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1891778 Sep 18 07:16:29.550189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3287f3-5313-4971-96de-2dcd135567a6 req-cc345738-8523-4336-b366-f60c9a1767bf tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.551875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf3287f3-5313-4971-96de-2dcd135567a6 req-cc345738-8523-4336-b366-f60c9a1767bf tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 944 time: 0.1200573 Sep 18 07:16:29.601427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for 5779d9db-e1da-46ed-a230-43db0ca46bb5 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:29.602184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf3287f3-5313-4971-96de-2dcd135567a6 req-cd6906f3-8afd-450e-bf96-c724d3af7164 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 Sep 18 07:16:29.639847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb158f-60db-4a47-8af7-dc9787700d39 None None] Pushing event updated for resources: {'Port': ['ID=5779d9db-e1da-46ed-a230-43db0ca46bb5,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:29.664257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d70b76-f6cf-4654-8490-1cf8d7e336db tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.671900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d70b76-f6cf-4654-8490-1cf8d7e336db tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.678739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d70b76-f6cf-4654-8490-1cf8d7e336db tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:29.680439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-83d70b76-f6cf-4654-8490-1cf8d7e336db tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1707091 Sep 18 07:16:29.684844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:29.892116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.893404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 184bc1f3-4583-4184-b4e5-a2c3e19ccc1f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:29.893754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:29.965652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3d43a-cddd-4ddf-858d-4974c5bcd12a None None] Network 173a393b-633d-4b66-a2f5-7c8a3a7659c4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:29.980897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port 5779d9db-e1da-46ed-a230-43db0ca46bb5 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:29.998763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=5779d9db-e1da-46ed-a230-43db0ca46bb5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:30.076795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.102903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 184bc1f3-4583-4184-b4e5-a2c3e19ccc1f owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:30.141366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Provisioning complete for port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:30.142411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.144287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.144573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e4452-a95e-43bf-afd7-73db4c8b75e0 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:16:30.168861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173a393b-633d-4b66-a2f5-7c8a3a7659c4']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.180779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76778b83-f57a-47ad-8a6f-ce0cfd6c5088') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.181413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76778b83-f57a-47ad-8a6f-ce0cfd6c5088') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.195330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.213242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.224699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:30.225114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:30.230708 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:30.286323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a32a4bfc-0bf5-4184-a854-e5cc5431ef34 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:30.383787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.404792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e4452-a95e-43bf-afd7-73db4c8b75e0 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:16:30.410691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.423115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.425805 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/173a393b-633d-4b66-a2f5-7c8a3a7659c4 HTTP/1.1" status: 204 len: 168 time: 2.6110818 Sep 18 07:16:30.433192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.454797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=184bc1f3-4583-4184-b4e5-a2c3e19ccc1f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:30.498268 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b3c3dc-5266-4f40-be71-b62446ce31cc tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:30.498733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b3c3dc-5266-4f40-be71-b62446ce31cc tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:30.500561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34b3c3dc-5266-4f40-be71-b62446ce31cc tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/881926cf-2c66-493d-9ff0-d7235cf47f35 HTTP/1.1" status: 404 len: 337 time: 0.0664461 Sep 18 07:16:30.502178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dd30-349c-471d-be32-443bbac0f712 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=173a393b-633d-4b66-a2f5-7c8a3a7659c4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:30.504107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.515229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.525297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ddef471a-578c-4c76-a5a8-eb8669ae2d19 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:30.540242 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ec4208-47ff-4603-850a-83b1bbfb2b25 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:30.540833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ec4208-47ff-4603-850a-83b1bbfb2b25 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:30.548778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-71ec4208-47ff-4603-850a-83b1bbfb2b25 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/173a393b-633d-4b66-a2f5-7c8a3a7659c4 HTTP/1.1" status: 404 len: 339 time: 0.0368714 Sep 18 07:16:30.549194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45104) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.562029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.564197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb5de519-5661-4a0b-930b-cff1d2bfa16a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/184bc1f3-4583-4184-b4e5-a2c3e19ccc1f HTTP/1.1" status: 204 len: 168 time: 0.8782516 Sep 18 07:16:30.567655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45106) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.579712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Could not find standard attr ID for object 184bc1f3-4583-4184-b4e5-a2c3e19ccc1f. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:16:30.608202 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73768e7-f629-404d-8a3c-a9d69e4f7459 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:30.613528 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b73768e7-f629-404d-8a3c-a9d69e4f7459 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/184bc1f3-4583-4184-b4e5-a2c3e19ccc1f HTTP/1.1" status: 404 len: 333 time: 0.0412321 Sep 18 07:16:30.613716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45112) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:30.777878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.794507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Provisioning complete for port a08f59ef-3e24-442a-83bc-b9d0b000df93 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:30.795021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.861672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ca-0f80-4cdd-89e5-8f148f94512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.867731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ddef471a-578c-4c76-a5a8-eb8669ae2d19 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:16:30.876845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:30.877160 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.885646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ddef471a-578c-4c76-a5a8-eb8669ae2d19 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:30.886507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.891447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4dff9-797d-4ec2-9076-e8d32f3adebd None None] Port a08f59ef-3e24-442a-83bc-b9d0b000df93 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:30.902354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7b61a-0dfd-479c-afac-7f4c3ddc3340 req-c8c44aa0-cc2c-4756-9120-40cd9b7297ca tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:30.909589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8b7b61a-0dfd-479c-afac-7f4c3ddc3340 req-c8c44aa0-cc2c-4756-9120-40cd9b7297ca tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 944 time: 0.1395278 Sep 18 07:16:30.938446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port a08f59ef-3e24-442a-83bc-b9d0b000df93 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:30.938790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.939199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:30.969164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa80544-ee8b-47b2-8869-a19788965b86']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.981457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a616414a-bc0f-4ba7-ae58-820a6592432f') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.981759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a616414a-bc0f-4ba7-ae58-820a6592432f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:30.995852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.017189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.024220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:31.024634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.048687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8b7b61a-0dfd-479c-afac-7f4c3ddc3340 req-7bf085d5-b7cd-4340-bfe9-9e792f4bdf4d tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333518 Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:31.067545 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:31.100833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.114107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for a08f59ef-3e24-442a-83bc-b9d0b000df93 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:31.174366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.188928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.193937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.198372 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/daa80544-ee8b-47b2-8869-a19788965b86 HTTP/1.1" status: 204 len: 168 time: 0.6459076 Sep 18 07:16:31.201097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45124) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.218654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:16:31.220892 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0ad7cd-f91d-48fa-a0f2-e3413654dace" -d '{"events": [{"server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "name": "network-vif-plugged", "status": "completed", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:16:31.236117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19,segment=NetworkSegment(9e14f485-d40e-4449-a64e-adb70d2c5e92),segment_id=9e14f485-d40e-4449-a64e-adb70d2c5e92)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:31.244586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a2941-6f72-4060-a446-52002414f60f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=daa80544-ee8b-47b2-8869-a19788965b86,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.277426 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e46bc79-748d-4573-82fe-8e4d7a241911 x-openstack-request-id: req-2e46bc79-748d-4573-82fe-8e4d7a241911 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:16:31.277878 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "name": "network-vif-plugged", "status": "completed", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:16:31.278184 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e46bc79-748d-4573-82fe-8e4d7a241911 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:16:31.278597 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19', 'code': 200} Sep 18 07:16:31.286383 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.309868 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d109a7e6-c772-4c31-a8de-ac698ac07de4 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:31.310355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d109a7e6-c772-4c31-a8de-ac698ac07de4 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:31.314882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d109a7e6-c772-4c31-a8de-ac698ac07de4 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/3f1fc944-9ca8-4d42-8394-8e479c5c6557 HTTP/1.1" status: 404 len: 337 time: 0.1128199 Sep 18 07:16:31.315504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45130) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.334720 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ca-0f80-4cdd-89e5-8f148f94512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.340641 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e8206e-ed38-4ef0-8c48-14143ea14e18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:31.341411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e8206e-ed38-4ef0-8c48-14143ea14e18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:31.345026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-28e8206e-ed38-4ef0-8c48-14143ea14e18 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/37c82e5d-6c11-4e58-9fbc-163a5968af54 HTTP/1.1" status: 404 len: 339 time: 0.0284894 Sep 18 07:16:31.350952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45132) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.368476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.400268 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5862d4ca-0f80-4cdd-89e5-8f148f94512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.433030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting subnet b7e5de53-7ec3-41a6-ab31-8b53c1d8383c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:31.438846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.443227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5862d4ca-0f80-4cdd-89e5-8f148f94512e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d60609dcbd294d86b1c7d3608c8e85dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9244354 Sep 18 07:16:31.443227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862d4ca-0f80-4cdd-89e5-8f148f94512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1c188-2604-4b4f-a74d-ef6d7864a936,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.443489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45134) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.473117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f348-14a1-47b3-9a3f-746448e102d7 req-46f80109-b1c3-4848-a86c-39538cb1778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:31.474627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5df5f348-14a1-47b3-9a3f-746448e102d7 req-46f80109-b1c3-4848-a86c-39538cb1778b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 1097 time: 0.0927114 Sep 18 07:16:31.484818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.515846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=a08f59ef-3e24-442a-83bc-b9d0b000df93,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.534429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.571707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5df5f348-14a1-47b3-9a3f-746448e102d7 req-f9ce3ee8-38a1-4965-bf44-64af2a6144b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898125 Sep 18 07:16:31.599759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.602544 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.605335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bf21fe5-8cfb-4490-bfde-9348c2120fa3 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/a08f59ef-3e24-442a-83bc-b9d0b000df93 HTTP/1.1" status: 204 len: 168 time: 0.9917476 Sep 18 07:16:31.607954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.632837 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7981921e-9eb1-415b-bdb6-ff9bf340bc2e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:31.636903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7981921e-9eb1-415b-bdb6-ff9bf340bc2e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/a08f59ef-3e24-442a-83bc-b9d0b000df93 HTTP/1.1" status: 404 len: 333 time: 0.0255997 Sep 18 07:16:31.637199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45140) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.647213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.670158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.692507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 1e0e6711-7767-421d-81b1-dd98741c02af {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:31.696548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.748786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.817734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.820367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.824092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55d1c188-2604-4b4f-a74d-ef6d7864a936 HTTP/1.1" status: 204 len: 168 time: 0.3773873 Sep 18 07:16:31.837405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611d692-7806-4b6f-88fa-201d5a86f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1c188-2604-4b4f-a74d-ef6d7864a936,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.849512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.864670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.887601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e5de53-7ec3-41a6-ab31-8b53c1d8383c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:31.890766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.894913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4437b01-fd70-4386-8dd7-eea6745298d2 None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:31.895428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f6d1ae15-7139-4ed1-a83b-49fd1fd35179 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/b7e5de53-7ec3-41a6-ab31-8b53c1d8383c HTTP/1.1" status: 204 len: 168 time: 0.5406861 Sep 18 07:16:31.895428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45150) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:31.950141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting subnet 2764d1cc-fd81-4596-8c1c-0d26f3e268fe {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:31.953218 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:31.996530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.087113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.097646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.129729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e6711-7767-421d-81b1-dd98741c02af,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:32.143083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.145955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67bb6473-e6fd-461a-816e-4d5122d03295 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/1e0e6711-7767-421d-81b1-dd98741c02af HTTP/1.1" status: 204 len: 168 time: 0.5070419 Sep 18 07:16:32.150420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45158) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:32.175176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38ae5f-96b9-4c3f-b65e-d17a4662da81 None None] Network 0daf651a-3927-49b1-81a7-990f01176315 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:32.221621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01a15a-174c-4fce-ad9f-24dcd2c64117 req-3f8b2365-93b6-4822-8ff6-64a922a81e7d tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:32.228961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf01a15a-174c-4fce-ad9f-24dcd2c64117 req-3f8b2365-93b6-4822-8ff6-64a922a81e7d tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.0994768 Sep 18 07:16:32.294754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.331937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf01a15a-174c-4fce-ad9f-24dcd2c64117 req-d5b9dffb-3647-4044-91b2-10e12b018c14 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711956 Sep 18 07:16:32.360875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.422464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=2764d1cc-fd81-4596-8c1c-0d26f3e268fe,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:32.424645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.429333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:32.429759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85ad4a42-796b-4fc9-a92a-c44a22847c59 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/2764d1cc-fd81-4596-8c1c-0d26f3e268fe HTTP/1.1" status: 204 len: 168 time: 0.5336165 Sep 18 07:16:32.440311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:32.440745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.522955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] DHCP port deletion for 0daf651a-3927-49b1-81a7-990f01176315 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:32.568553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,segment=NetworkSegment(19b294b2-3e74-4e7b-be54-7a04f9ce7c5e),segment_id=19b294b2-3e74-4e7b-be54-7a04f9ce7c5e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:32.570186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.570759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.596159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Deleting port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:32.596610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.600065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for a32a4bfc-0bf5-4184-a854-e5cc5431ef34 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:32.640694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port 552631d5-7b1d-4596-9519-a3dacf89a1b3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:32.641282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.703711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] For port a32a4bfc-0bf5-4184-a854-e5cc5431ef34, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,segment=NetworkSegment(19b294b2-3e74-4e7b-be54-7a04f9ce7c5e),segment_id=19b294b2-3e74-4e7b-be54-7a04f9ce7c5e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:32.704346 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.725287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Calling delete_port for a32a4bfc-0bf5-4184-a854-e5cc5431ef34 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:32.759902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port 552631d5-7b1d-4596-9519-a3dacf89a1b3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=552631d5-7b1d-4596-9519-a3dacf89a1b3,segment=NetworkSegment(09b1264d-d2f2-4a80-bc11-433a86d1f796),segment_id=09b1264d-d2f2-4a80-bc11-433a86d1f796)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:32.760612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.781812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for 552631d5-7b1d-4596-9519-a3dacf89a1b3 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:32.845987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.855212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.875932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] No DVR routers for this DVR port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:32.916645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f7453-467f-4067-8270-eab3647eff45 None None] Pushing event deleted for resources: {'Port': ['ID=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:32.935682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port a32a4bfc-0bf5-4184-a854-e5cc5431ef34 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:32.976656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:32.981601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=a32a4bfc-0bf5-4184-a854-e5cc5431ef34,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:33.009238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14400a8b-0afc-4393-bb66-1c152297bb23 None None] Network b7705b9d-0c3f-443e-a72f-02edb55df3ea requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:33.012140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port 552631d5-7b1d-4596-9519-a3dacf89a1b3 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:33.066846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=552631d5-7b1d-4596-9519-a3dacf89a1b3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:33.083762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.090946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63b0a9e3-ce3f-4de9-a930-efcb9cbe27f7 None None] Could not find standard attr ID for object 552631d5-7b1d-4596-9519-a3dacf89a1b3. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:16:33.143072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0daf651a-3927-49b1-81a7-990f01176315']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.148450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.176101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7705b9d-0c3f-443e-a72f-02edb55df3ea']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.177874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.178218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b294b2-3e74-4e7b-be54-7a04f9ce7c5e') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.192375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b1264d-d2f2-4a80-bc11-433a86d1f796') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.192641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.193198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b1264d-d2f2-4a80-bc11-433a86d1f796') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:33.205359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.211258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.226035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.234651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:33.235063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.236123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:33.236617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:33.241832 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:33.244454 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:33.278310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308ac37-c1e3-4b9b-98c6-8ef22753be7e None None] DHCP port deletion for b7705b9d-0c3f-443e-a72f-02edb55df3ea request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:33.440613 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.449682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.453239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.457094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.466812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/0daf651a-3927-49b1-81a7-990f01176315 HTTP/1.1" status: 204 len: 168 time: 1.3106258 Sep 18 07:16:33.470168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490890058'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:33.474624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.478365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/b7705b9d-0c3f-443e-a72f-02edb55df3ea HTTP/1.1" status: 204 len: 168 time: 1.0477514 Sep 18 07:16:33.478896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de7ff-cfd3-43de-86dc-d04d4f93638d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=0daf651a-3927-49b1-81a7-990f01176315,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:33.480566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45202) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.503881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0f26d-1423-4e95-bcc8-23adad67f6d9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=b7705b9d-0c3f-443e-a72f-02edb55df3ea,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:33.521234 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-273d55e0-af25-4a51-8b15-928c3d17d34c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.521611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273d55e0-af25-4a51-8b15-928c3d17d34c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.523502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-273d55e0-af25-4a51-8b15-928c3d17d34c tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/8c49d5a8-6ad5-412f-a6b1-96dc7af120c8 HTTP/1.1" status: 404 len: 337 time: 0.0418704 Sep 18 07:16:33.528006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45206) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.529437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6095f-5d61-40cf-b7d0-290004047cc1 req-4a1fec80-1726-47b0-ab70-caa6dde4200c tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:33.537741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b6095f-5d61-40cf-b7d0-290004047cc1 req-4a1fec80-1726-47b0-ab70-caa6dde4200c tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.1144099 Sep 18 07:16:33.547758 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdedd87d-07b7-41cc-b93c-fa35f772807f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.548328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdedd87d-07b7-41cc-b93c-fa35f772807f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.550602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bdedd87d-07b7-41cc-b93c-fa35f772807f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/034a1a6c-3de8-44f9-828d-429322eff155 HTTP/1.1" status: 404 len: 339 time: 0.0236843 Sep 18 07:16:33.553069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.575196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.586120 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-732a95c9-568e-4751-8681-36ff65f6471e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.586710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732a95c9-568e-4751-8681-36ff65f6471e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.588536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-732a95c9-568e-4751-8681-36ff65f6471e tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/2668517e-4a3f-47f3-a3e2-6838034dd7e1 HTTP/1.1" status: 404 len: 337 time: 0.0344512 Sep 18 07:16:33.590311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11b6095f-5d61-40cf-b7d0-290004047cc1 req-27fbf49e-b247-4b77-b6db-6d4fc0b59ecd tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Sep 18 07:16:33.591371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45214) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.627686 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-39948fb5-c638-4e72-ab6b-ceeb030d633d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.628283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39948fb5-c638-4e72-ab6b-ceeb030d633d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.632644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-39948fb5-c638-4e72-ab6b-ceeb030d633d tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/6820f451-3878-401b-834b-0f20af7fe088 HTTP/1.1" status: 404 len: 339 time: 0.0377705 Sep 18 07:16:33.632901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45218) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.671675 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c265d2-1a19-496e-99a2-0af6e75c6116 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.672142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c265d2-1a19-496e-99a2-0af6e75c6116 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.676295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d4c265d2-1a19-496e-99a2-0af6e75c6116 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/a6534f6b-8c58-4f25-8b08-6e57eb30cd52 HTTP/1.1" status: 404 len: 337 time: 0.0398834 Sep 18 07:16:33.676652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45220) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.699028 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b5e6c9-3c17-449c-b9b7-474c5c3811a2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:33.699636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b5e6c9-3c17-449c-b9b7-474c5c3811a2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:33.702498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b9b5e6c9-3c17-449c-b9b7-474c5c3811a2 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/04f32d5a-8e8a-4f87-88c9-d7bece3c5622 HTTP/1.1" status: 404 len: 339 time: 0.0240502 Sep 18 07:16:33.713798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45224) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:33.747933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2112129992-network', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:33.778666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting subnet 2ba54df5-1d1e-405f-b12a-554388750226 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:33.781846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.880399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:33.891396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.925680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:33.938281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:33.938635 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Added segment b5940470-a852-4e57-a6ec-61deac07b7a8 of type vlan for network d2715060-4139-423b-b9c0-823c0a4cdbf7 Sep 18 07:16:33.981211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.009977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Made reservation on behalf of d6bf48cb76cf4bf5a3cf276d7b104e88 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:34.012671 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.024687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.069253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.132678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.139055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.139815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.217335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.227664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.259999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a32a4bfc-0bf5-4184-a854-e5cc5431ef34 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:34.280829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a32a4bfc-0bf5-4184-a854-e5cc5431ef34 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:34.281172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a32a4bfc-0bf5-4184-a854-e5cc5431ef34 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:34.281589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 552631d5-7b1d-4596-9519-a3dacf89a1b3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:34.293832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Network': ['ID=d2715060-4139-423b-b9c0-823c0a4cdbf7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:34.310172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:34.313700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 552631d5-7b1d-4596-9519-a3dacf89a1b3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:34.314254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 552631d5-7b1d-4596-9519-a3dacf89a1b3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:34.326405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.347674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:34.358366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.358935 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Added segment 09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9 of type vlan for network 4a5b83ff-db36-4aea-9112-4ea784bba436 Sep 18 07:16:34.403171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a77a-826a-48ab-b54b-9ca18ed940e3 req-38e0e508-0da2-4534-8483-0b72f46be866 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.404762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddb4a77a-826a-48ab-b54b-9ca18ed940e3 req-38e0e508-0da2-4534-8483-0b72f46be866 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.2084551 Sep 18 07:16:34.406589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-46c99125-2bc3-450a-8684-fea2ae7f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.408182 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-46c99125-2bc3-450a-8684-fea2ae7f362b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 1097 time: 0.0935454 Sep 18 07:16:34.419243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cfa7c7bf-c1e0-4b0a-b281-891587d911bf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9580731 Sep 18 07:16:34.423634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45242) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:34.430377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:34.433714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.445795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.465121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59b038-734b-4d38-91c7-2df7e83c71ba,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:34.498529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddb4a77a-826a-48ab-b54b-9ca18ed940e3 req-f1d6ac75-564f-4f2a-a62a-39e512ea277f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Sep 18 07:16:34.534447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba54df5-1d1e-405f-b12a-554388750226,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:34.537343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.542071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45250) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:34.543825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72872bbd-e9a1-4d79-a6e0-715452e7b734 None None] Network 11abc2c2-fa6a-4d86-b108-1f105574326d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:34.551851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b6a3206d-3227-4ee6-a8f0-2b9556e551b9 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/2ba54df5-1d1e-405f-b12a-554388750226 HTTP/1.1" status: 204 len: 168 time: 0.8366525 Sep 18 07:16:34.585370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.586778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.587328 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.671574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-7e536783-8a4d-44a5-bc6c-48f81b924d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.676340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-7e536783-8a4d-44a5-bc6c-48f81b924d97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d42633a3-8a03-48c6-a3f0-d4c783e11b0f HTTP/1.1" status: 200 len: 915 time: 0.2574942 Sep 18 07:16:34.687255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5b83ff-db36-4aea-9112-4ea784bba436,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:34.716989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:34.735393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.736080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-ab4fc907-cf83-464a-a539-929ddb8c8ef5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19 HTTP/1.1" status: 200 len: 217 time: 0.0533042 Sep 18 07:16:34.743634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:34.747197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.802038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:34.802644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.829375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-095f8809-4035-4a03-885b-8382457f0049 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2531209 Sep 18 07:16:34.832221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45252) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:34.839966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Request body: {'subnet': {'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2112129992-subnet', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:34.855615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-2deb61f3-68a3-43da-a1bf-22f80c57531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:34.857119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-2deb61f3-68a3-43da-a1bf-22f80c57531a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7134ce4e-c67f-4bba-8452-559cbce738d7 HTTP/1.1" status: 200 len: 854 time: 0.1040249 Sep 18 07:16:34.903750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] DHCP port deletion for 11abc2c2-fa6a-4d86-b108-1f105574326d request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:34.906934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-afb54a7a-6468-4900-aae2-05fca7382838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d42633a3-8a03-48c6-a3f0-d4c783e11b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330985 Sep 18 07:16:34.938566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,segment=NetworkSegment(58834770-5339-4664-a5e6-79d1591d4a2e),segment_id=58834770-5339-4664-a5e6-79d1591d4a2e)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:34.938566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:34.948031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:34.988873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Deleting port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:34.989577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.064688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Made reservation on behalf of d6bf48cb76cf4bf5a3cf276d7b104e88 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:35.067202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.087016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-256ef70f-7cac-4547-8407-130ad7acf229 service neutron] 10.222.0.24 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532848 Sep 18 07:16:35.138717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] For port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,segment=NetworkSegment(58834770-5339-4664-a5e6-79d1591d4a2e),segment_id=58834770-5339-4664-a5e6-79d1591d4a2e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:35.139136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.165546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Calling delete_port for c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:35.262088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce22c674-e654-411f-89f0-cfb4832716b3 req-a136f97e-b08d-4973-96bb-2c5ca109e4c3 service neutron] 10.222.0.24 "GET /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669655 Sep 18 07:16:35.265707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.273030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.308924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] Pushing event deleted for resources: {'Port': ['ID=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:35.314833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.319559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:35.319559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:35.327537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10fe409-7313-4fd5-9847-efed99494bb0 None None] No DVR routers for this DVR port c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:35.390293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=988973b4-13b5-4a90-a9ca-5fd73e294654,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:35.395925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Checking segment: {'id': 'b5940470-a852-4e57-a6ec-61deac07b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:35.396461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network hostable DHCP agents. Network: d2715060-4139-423b-b9c0-823c0a4cdbf7, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:35.417430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.419976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.493094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:35.498820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5fabdc-b762-47fb-ba0f-9224b49933be,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:35.503504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11abc2c2-fa6a-4d86-b108-1f105574326d']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:35.522674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58834770-5339-4664-a5e6-79d1591d4a2e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:35.522674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58834770-5339-4664-a5e6-79d1591d4a2e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:35.536804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.560747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.569182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Checking segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:35.569547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Network hostable DHCP agents. Network: 4a5b83ff-db36-4aea-9112-4ea784bba436, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:35.574138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:35.574755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.575935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d2715060-4139-423b-b9c0-823c0a4cdbf7) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:35.584649 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:35.594298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:35.596778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.602170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b33aa-71ca-4404-93c5-3390e63b9582 None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:35.678482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:35.695781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 4a5b83ff-db36-4aea-9112-4ea784bba436) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:35.700734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:35.701595 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.734931 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fe62802-e47c-4e8f-9bca-04fadaf6033a tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3101969 Sep 18 07:16:35.735538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45270) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:35.737696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a8b3b-66cf-4dcc-aaa5-7d0c8e1cdd10 None None] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:35.740274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2086976818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:35.760064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.775780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.779784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/11abc2c2-fa6a-4d86-b108-1f105574326d HTTP/1.1" status: 204 len: 168 time: 1.2343147 Sep 18 07:16:35.780710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45272) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:35.794427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25ac2f-1d7b-409b-89d1-514aa2fd322d req-d6a280ee-49ee-4933-99d7-2a73492d0e6c tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:35.797158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b25ac2f-1d7b-409b-89d1-514aa2fd322d req-d6a280ee-49ee-4933-99d7-2a73492d0e6c tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.0921903 Sep 18 07:16:35.809068 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bc5e34-e008-406f-9fdb-4c6212e5e1b6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:35.809553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bc5e34-e008-406f-9fdb-4c6212e5e1b6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:35.812051 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91bc5e34-e008-406f-9fdb-4c6212e5e1b6 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/be1af481-ca12-4466-a50c-cd4e1f61d32d HTTP/1.1" status: 404 len: 337 time: 0.0296798 Sep 18 07:16:35.814912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45274) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:35.817455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd1a36-2077-4978-88e8-5780103303e7 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=11abc2c2-fa6a-4d86-b108-1f105574326d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:35.834085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb3ee390-f8da-4bea-8dd4-2b90a4316f4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9980702 Sep 18 07:16:35.844655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45276) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:35.849973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:35.864675 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-94853e48-2db1-45d5-8c77-b4b6ba2fff52 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] DELETE failed (client error): The resource could not be found. Sep 18 07:16:35.866100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94853e48-2db1-45d5-8c77-b4b6ba2fff52 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:35.880518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:35.881142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-94853e48-2db1-45d5-8c77-b4b6ba2fff52 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/1ef01f17-f6a5-49a8-9a21-2f438552ab9c HTTP/1.1" status: 404 len: 339 time: 0.0568388 Sep 18 07:16:35.906189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:16:35.906189 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:16:35.906189 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 16, 15, 854269)}] Sep 18 07:16:35.906189 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:35.906718 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:35.917144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b25ac2f-1d7b-409b-89d1-514aa2fd322d req-73f53681-6926-4bef-86e8-7568a814d132 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078877 Sep 18 07:16:35.941926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting subnet 022adfdc-3484-493d-90f9-e1c0ff52a7dc {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:35.947408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.959781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.960088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-d2715060-4139-423b-b9c0-823c0a4cdbf7', 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '988973b4-13b5-4a90-a9ca-5fd73e294654'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:35.960905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:35.961395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.036946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-4a5b83ff-db36-4aea-9112-4ea784bba436', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:36.042547 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.050256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.161368 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.240875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.279911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:36.290886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.366098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.370314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-517bdc73-8b78-47ff-86eb-f324508dd91c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6314273 Sep 18 07:16:36.370560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:36.396619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7', 'name': 'tempest-PortsTestJSON-1650720524'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:36.452105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.483282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Subnet': ['ID=022adfdc-3484-493d-90f9-e1c0ff52a7dc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:36.487018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.489086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ade4e6f3-6dfc-48aa-a344-d7697f47405f tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/subnets/022adfdc-3484-493d-90f9-e1c0ff52a7dc HTTP/1.1" status: 204 len: 168 time: 0.6160638 Sep 18 07:16:36.491659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:36.538978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836241e-80db-4775-86dc-98c8b11c427d None None] Network 456ef5cf-6a9c-46ef-8a12-276b1b60793a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:36.540595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:36.540934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c7bcf40b-8b4e-41e2-a1fa-feb8a0899c27 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:36.571504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.617497 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.618574 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.703436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Allocated IP 172.20.0.2 (d2715060-4139-423b-b9c0-823c0a4cdbf7/988973b4-13b5-4a90-a9ca-5fd73e294654/59541f40-1f88-435b-9272-cd9f9cc9f8d0) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:36.713114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.721360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:36.725733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.727877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Deleting port 2dc92679-ae07-42f0-8020-25cce3f46f7c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:36.730483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.748506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:36.795245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Allocated IP 172.20.0.2 (4a5b83ff-db36-4aea-9112-4ea784bba436/3f5fabdc-b762-47fb-ba0f-9224b49933be/1a7b5dbe-1108-4f52-8a95-6526cf75174d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:36.841700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] For port 2dc92679-ae07-42f0-8020-25cce3f46f7c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2dc92679-ae07-42f0-8020-25cce3f46f7c,segment=NetworkSegment(b5092afb-f4f0-4e4f-9e25-b23cfb3975f2),segment_id=b5092afb-f4f0-4e4f-9e25-b23cfb3975f2)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:36.842303 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:36.892750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Calling delete_port for 2dc92679-ae07-42f0-8020-25cce3f46f7c owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:36.980082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] DHCP port deletion for 456ef5cf-6a9c-46ef-8a12-276b1b60793a request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:37.026645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.116236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.130871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.142138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e4d8c-599e-47ab-8205-1a4852561971 req-5cfb65f3-d2b0-465f-b562-bb992787c134 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:37.143238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Deleting port 2dc92679-ae07-42f0-8020-25cce3f46f7c {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:37.143615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.143766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a6e4d8c-599e-47ab-8205-1a4852561971 req-5cfb65f3-d2b0-465f-b562-bb992787c134 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.0675590 Sep 18 07:16:37.200918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a6e4d8c-599e-47ab-8205-1a4852561971 req-eb74ec91-cb8c-41fd-8c0c-09a1ec0b682e tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Sep 18 07:16:37.209783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] For port 2dc92679-ae07-42f0-8020-25cce3f46f7c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2dc92679-ae07-42f0-8020-25cce3f46f7c,segment=NetworkSegment(b5092afb-f4f0-4e4f-9e25-b23cfb3975f2),segment_id=b5092afb-f4f0-4e4f-9e25-b23cfb3975f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:37.210314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.214993 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.215256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.256357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Calling delete_port for 2dc92679-ae07-42f0-8020-25cce3f46f7c owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:37.279104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:37.287050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.291401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:37.294583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:37.308680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:37.323619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:37.324170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.4 (d2715060-4139-423b-b9c0-823c0a4cdbf7/988973b4-13b5-4a90-a9ca-5fd73e294654/d7eb87a5-2526-4eb5-9478-29bd9a9fd109) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:37.327683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:37.353703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] No DVR routers for this DVR port 2dc92679-ae07-42f0-8020-25cce3f46f7c on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:37.359841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Port': ['ID=2dc92679-ae07-42f0-8020-25cce3f46f7c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:37.385321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Pushing event updated for resources: {'Port': ['ID=59541f40-1f88-435b-9272-cd9f9cc9f8d0,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:37.442747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Pushing event updated for resources: {'Port': ['ID=1a7b5dbe-1108-4f52-8a95-6526cf75174d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:37.525845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.527559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.553716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.556961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.590625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.600532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456ef5cf-6a9c-46ef-8a12-276b1b60793a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:37.612453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Attempting to bind port 1a7b5dbe-1108-4f52-8a95-6526cf75174d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:37.612812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Attempting to bind port 1a7b5dbe-1108-4f52-8a95-6526cf75174d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:37.613184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Attempting to bind port 1a7b5dbe-1108-4f52-8a95-6526cf75174d on network 4a5b83ff-db36-4aea-9112-4ea784bba436 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:37.613311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:37.613513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5092afb-f4f0-4e4f-9e25-b23cfb3975f2') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:37.620171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] Pushing event deleted for resources: {'Port': ['ID=2dc92679-ae07-42f0-8020-25cce3f46f7c,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:37.629004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeab740-7bba-4430-b48f-31f10aabd691 None None] No DVR routers for this DVR port 2dc92679-ae07-42f0-8020-25cce3f46f7c on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:37.632326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Attempting to bind port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:37.632698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Attempting to bind port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b5940470-a852-4e57-a6ec-61deac07b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:37.633100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Attempting to bind port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 on network d2715060-4139-423b-b9c0-823c0a4cdbf7 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Checking segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Bound using segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Bound port: 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:37.639370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.644474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.665563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:37.666390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Checking segment: {'id': 'b5940470-a852-4e57-a6ec-61deac07b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:37.666390 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.666809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Bound using segment: {'id': 'b5940470-a852-4e57-a6ec-61deac07b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:37.667294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Bound port: 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5940470-a852-4e57-a6ec-61deac07b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd2715060-4139-423b-b9c0-823c0a4cdbf7'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:37.667677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.698324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:37.701614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:37.706090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:37.735050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.749757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=d7eb87a5-2526-4eb5-9478-29bd9a9fd109,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:37.753153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.760000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:37.760570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:37.784960 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:37.794757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:37.799169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.821528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] For port 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:37.825204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] For port 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:37.839158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] For port 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a7b5dbe-1108-4f52-8a95-6526cf75174d,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:37.860559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Allocated IP 172.25.4.24 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/4b7f5563-7207-4efd-a237-64c310846ed2) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:37.942147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:37.946718 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7d71114-762e-4d81-817f-9709eeb744f2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5748992 Sep 18 07:16:37.949366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45326) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:37.994177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] For port 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=59541f40-1f88-435b-9272-cd9f9cc9f8d0,segment=NetworkSegment(b5940470-a852-4e57-a6ec-61deac07b7a8),segment_id=b5940470-a852-4e57-a6ec-61deac07b7a8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:38.024772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665ee5d-5e2e-413c-b075-f7f35169138d None None] Pushing event updated for resources: {'Port': ['ID=1a7b5dbe-1108-4f52-8a95-6526cf75174d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:38.110676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.195040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9dd04-0c65-4076-a2e7-d60a5b4bb968 None None] Pushing event updated for resources: {'Port': ['ID=59541f40-1f88-435b-9272-cd9f9cc9f8d0,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:38.279953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2dc92679-ae07-42f0-8020-25cce3f46f7c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:38.344954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2dc92679-ae07-42f0-8020-25cce3f46f7c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:38.359939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2dc92679-ae07-42f0-8020-25cce3f46f7c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:38.541666 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.554981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.556808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] 10.222.0.20 "DELETE /v2.0/networks/456ef5cf-6a9c-46ef-8a12-276b1b60793a HTTP/1.1" status: 204 len: 168 time: 2.0639892 Sep 18 07:16:38.572523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.642056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404a8ae-e18f-4531-8f51-175df1f6a054 tempest-NetworksIpV6Test-2012503233 tempest-NetworksIpV6Test-2012503233-project] Pushing event deleted for resources: {'Network': ['ID=456ef5cf-6a9c-46ef-8a12-276b1b60793a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:38.664528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.685885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b83e4-3596-47c5-bbe7-dd6ac38b08d7 req-4950f449-5473-42a6-a4f5-e3ab5028d666 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:38.695654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b24b83e4-3596-47c5-bbe7-dd6ac38b08d7 req-4950f449-5473-42a6-a4f5-e3ab5028d666 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.7409706 Sep 18 07:16:38.774545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b24b83e4-3596-47c5-bbe7-dd6ac38b08d7 req-9d6a1793-56a7-463e-bf62-02a8973c1c3e tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 Sep 18 07:16:38.874537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.898700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6aef9b93-4508-4122-86fc-9148b1195d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:38.926226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:38.939119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:38.943267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:38.978943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.010063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Pushing event updated for resources: {'Port': ['ID=4b7f5563-7207-4efd-a237-64c310846ed2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:39.067400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.144452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=d7eb87a5-2526-4eb5-9478-29bd9a9fd109,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:39.252121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:39.462461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.534724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.649481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2de08e-d9d3-421f-ac41-9b504b3f05ed None None] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:39.723579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7494ea16-fd5e-4b45-9403-7fd61bfadc41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbd0279e069a42f8ab708e75a4268860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701781 Sep 18 07:16:39.726885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45362) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:39.854912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.888297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] Provisioning complete for port 1a7b5dbe-1108-4f52-8a95-6526cf75174d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:39.888746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:39.973026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.023704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.080858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] For port 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a7b5dbe-1108-4f52-8a95-6526cf75174d,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:40.113000 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.170686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.235871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-13f759e8-a500-4f08-a33e-1f787df1d961 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:40.239009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-13f759e8-a500-4f08-a33e-1f787df1d961 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.24 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.5587742 Sep 18 07:16:40.299190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837520c1-759a-4592-a85b-5d45580942d3 None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:40.306612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442c552-4e54-4d6d-85a8-d308b69ecf6e req-3723e6b3-5a68-415b-b74b-f1ddd5c5fe5f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:40.308345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1442c552-4e54-4d6d-85a8-d308b69ecf6e req-3723e6b3-5a68-415b-b74b-f1ddd5c5fe5f tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 945 time: 0.4196730 Sep 18 07:16:40.391262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.428469 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.435481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.447310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f6e1906-3d03-4cf2-9c9e-f786be49d5fe HTTP/1.1" status: 204 len: 168 time: 0.7187500 Sep 18 07:16:40.522355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1442c552-4e54-4d6d-85a8-d308b69ecf6e req-60561a41-ae02-4e45-a603-df412138579c tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a568e69-4a67-4cb2-9163-98c592165eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005160 Sep 18 07:16:40.525333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1eadf-4578-4528-89d7-fcb8de1a5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e1906-3d03-4cf2-9c9e-f786be49d5fe,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:40.531256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 59541f40-1f88-435b-9272-cd9f9cc9f8d0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:40.621222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Deleting port ddef471a-578c-4c76-a5a8-eb8669ae2d19 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:40.621437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.628601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.637099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] Provisioning complete for port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:40.637614 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.677487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe7ed-6852-4b60-a943-65780ac73c6c None None] Pushing event updated for resources: {'Port': ['ID=1a7b5dbe-1108-4f52-8a95-6526cf75174d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:40.691728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:16:40.702288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.734258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:40.734933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.869845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:40.891784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.899649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Sync routers for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:40.944683 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.944938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:40.950123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2366e270-76be-4945-9e98-82ec1213f23e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1010427 Sep 18 07:16:40.950377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:40.956530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:40.957543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:41.018538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] For port 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=59541f40-1f88-435b-9272-cd9f9cc9f8d0,segment=NetworkSegment(b5940470-a852-4e57-a6ec-61deac07b7a8),segment_id=b5940470-a852-4e57-a6ec-61deac07b7a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:41.201808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=d7eb87a5-2526-4eb5-9478-29bd9a9fd109,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:41.208198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.212164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] For port ddef471a-578c-4c76-a5a8-eb8669ae2d19, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ddef471a-578c-4c76-a5a8-eb8669ae2d19,segment=NetworkSegment(9e14f485-d40e-4449-a64e-adb70d2c5e92),segment_id=9e14f485-d40e-4449-a64e-adb70d2c5e92)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:41.212523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.269209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Calling delete_port for ddef471a-578c-4c76-a5a8-eb8669ae2d19 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:41.433245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:41.536891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.598505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.642956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Pushing event deleted for resources: {'Port': ['ID=ddef471a-578c-4c76-a5a8-eb8669ae2d19,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:41.688523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad5d21-b103-43d5-b224-d2a59082e395 None None] Pushing event updated for resources: {'Port': ['ID=59541f40-1f88-435b-9272-cd9f9cc9f8d0,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:41.695738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ddef471a-578c-4c76-a5a8-eb8669ae2d19'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:16:41.784678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:41.845928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:41.864038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] No DVR routers for this DVR port ddef471a-578c-4c76-a5a8-eb8669ae2d19 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:41.868416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.870561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f478d6f2-d50e-41c7-81b4-e47845d67764 req-126c68c2-54e7-4c09-9b89-fad7e7ab03f0 tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.24 "DELETE /v2.0/ports/ddef471a-578c-4c76-a5a8-eb8669ae2d19 HTTP/1.1" status: 204 len: 173 time: 1.6179562 Sep 18 07:16:41.887049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'name': 'network-vif-deleted', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:16:41.889662 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bb5a1-1c35-4e0b-9f9a-070a28aa0ae3" -d '{"events": [{"server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "name": "network-vif-deleted", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:16:41.943292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Provisioning complete for port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:41.943684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.949250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:41.955147 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:41.981287 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c264588-7982-468c-91e1-697813e23a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:41.982213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.002646 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845c786a-8e11-4fe5-915d-0b5cd8a3b988 x-openstack-request-id: req-845c786a-8e11-4fe5-915d-0b5cd8a3b988 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:16:42.013190 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38307ef7-bf44-4e6f-b64b-1c6a0b814f41", "name": "network-vif-deleted", "tag": "ddef471a-578c-4c76-a5a8-eb8669ae2d19", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:16:42.013571 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-845c786a-8e11-4fe5-915d-0b5cd8a3b988 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:16:42.014015 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38307ef7-bf44-4e6f-b64b-1c6a0b814f41', 'name': 'network-vif-deleted', 'tag': 'ddef471a-578c-4c76-a5a8-eb8669ae2d19', 'status': 'completed', 'code': 200} Sep 18 07:16:42.149203 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.232038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45414) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:42.239784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ed63c89-aec5-451e-8ba0-e07530f9ba3c req-c09e678f-5aaa-48d4-af8b-d1519ea881dd tempest-InstanceActionsTestJSON-985630941 tempest-InstanceActionsTestJSON-985630941-project] 10.222.0.20 "GET /v2.0/ports?device_id=38307ef7-bf44-4e6f-b64b-1c6a0b814f41 HTTP/1.1" status: 200 len: 210 time: 0.5521383 Sep 18 07:16:42.290294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Router 8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:16:42.296969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:39Z', 'revision_number': 3, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:42.339234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Checking router: 12e758cb-2fda-4d4a-b6a4-f422dca74a0b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:16:42.339889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Updating router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b port 4b7f5563-7207-4efd-a237-64c310846ed2 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:16:42.390339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.441408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Provisioning complete for port 1a7b5dbe-1108-4f52-8a95-6526cf75174d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:42.442029 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.507301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757585534'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:42.517319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Allocated IP 172.20.0.1 (4a5b83ff-db36-4aea-9112-4ea784bba436/3f5fabdc-b762-47fb-ba0f-9224b49933be/cbd67866-db98-484b-aac6-dbee078781a7) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:42.573302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:42.589311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7bac788b-716c-4a3c-9271-b2756da69746 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/routers/8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6388361 Sep 18 07:16:42.592389 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] Sync routers for ids ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:42.595202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:42.605523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a7b5dbe-1108-4f52-8a95-6526cf75174d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:42.616055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] Routers {'8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:42.616912 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:42.667091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:42.680656 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] Routers {'8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:42.681674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:42.684746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb621f-f813-45a1-8be2-387e01081300 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:42.696871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cefb621f-f813-45a1-8be2-387e01081300 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 HTTP/1.1" status: 200 len: 982 time: 0.1004677 Sep 18 07:16:42.697428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45422) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:42.705753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.741162 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:42.742107 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed66d45f-f91f-4964-91d4-ed9e9f83a411 None None] The sync data for ids ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:42.747412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.787393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.850791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.879377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.908488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1a7b5dbe-1108-4f52-8a95-6526cf75174d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:42.909238 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:42.928830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:42.938741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:42.945344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:42.963082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.032084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.064977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817f2a6-e1d9-4da9-aabd-114eb84f85cd None None] Pushing event updated for resources: {'Port': ['ID=4b7f5563-7207-4efd-a237-64c310846ed2,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:43.068336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Attempting to bind port 4b7f5563-7207-4efd-a237-64c310846ed2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:43.068336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Attempting to bind port 4b7f5563-7207-4efd-a237-64c310846ed2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:43.068852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Attempting to bind port 4b7f5563-7207-4efd-a237-64c310846ed2 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:43.080676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:43.081286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:43.081812 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.082654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:43.083256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Bound port: 4b7f5563-7207-4efd-a237-64c310846ed2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:43.083752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.136919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Provisioning complete for port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:43.137475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.150901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:43.189341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c237669f-fd05-4c0b-818e-91fbc17fbd8f None None] Port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:43.303530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.305010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] For port 4b7f5563-7207-4efd-a237-64c310846ed2, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:43.325397 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.333718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:43.353761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] For port 4b7f5563-7207-4efd-a237-64c310846ed2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b7f5563-7207-4efd-a237-64c310846ed2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:43.366387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-70fd3eb9-0a49-48de-a630-46e77886c9ee None None] Provisioning complete for port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:43.366905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70fd3eb9-0a49-48de-a630-46e77886c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.434936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-70fd3eb9-0a49-48de-a630-46e77886c9ee None None] Port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:43.437793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.453009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.457824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Deleting subnet 7134ce4e-c67f-4bba-8452-559cbce738d7 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:43.465815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.472345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.542204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.552072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 59541f40-1f88-435b-9272-cd9f9cc9f8d0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:43.597093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:43.598523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:43.652116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817f2a6-e1d9-4da9-aabd-114eb84f85cd None None] Pushing event updated for resources: {'Port': ['ID=4b7f5563-7207-4efd-a237-64c310846ed2,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:43.676502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.679808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.682364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63f16beb-8e45-4620-8e7f-88b631e4a00e None None] Provisioning complete for port cbd67866-db98-484b-aac6-dbee078781a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:43.682725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63f16beb-8e45-4620-8e7f-88b631e4a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.785606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39117c6-bee1-4e67-ae82-2f638dc9ba99,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:43.832967 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.856505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63f16beb-8e45-4620-8e7f-88b631e4a00e None None] Port cbd67866-db98-484b-aac6-dbee078781a7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:43.857086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-a2088dbe-400b-427e-bfa3-2566e47dbc1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3335211 Sep 18 07:16:43.859603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:43.859951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.869147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.927319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7134ce4e-c67f-4bba-8452-559cbce738d7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:43.935759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:43.936230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:43.978878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.001039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.003512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9cf3d84-1136-49a1-8ad6-59a7fa01537a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7134ce4e-c67f-4bba-8452-559cbce738d7 HTTP/1.1" status: 204 len: 168 time: 0.6685607 Sep 18 07:16:44.008340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:44.042781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:44.049513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.062967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.087873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e490-33f9-4821-ae0c-65722e936857 req-fbc21d0a-2931-4a9b-937c-3be7dc0fb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:44.089429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-fbc21d0a-2931-4a9b-937c-3be7dc0fb83b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 1102 time: 0.1600990 Sep 18 07:16:44.173224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:44.174989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:44.200232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.278371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a7b5dbe-1108-4f52-8a95-6526cf75174d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:44.301772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5052a-4962-4f19-aa44-102702c5c53c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:44.324928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port d7eb87a5-2526-4eb5-9478-29bd9a9fd109 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:44.405440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.416226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:16:44.453860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.468414 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fd198e83-6c0d-414c-a9f0-e16916614e85 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2343307 Sep 18 07:16:44.469391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45440) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:44.579758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ddef471a-578c-4c76-a5a8-eb8669ae2d19 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:44.654719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ddef471a-578c-4c76-a5a8-eb8669ae2d19 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:44.656449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ddef471a-578c-4c76-a5a8-eb8669ae2d19 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:44.700524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1a7b5dbe-1108-4f52-8a95-6526cf75174d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:44.701340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.725657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:42Z', 'revision_number': 1, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:44.757975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df8bf6-55fc-4c6f-8ca0-55c5c69b7802 None None] The sync data for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 is: [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:42Z', 'revision_number': 1, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:44.758647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.776079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.807019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bb9b69c6-bc3f-4cdd-a893-c3297e81d5eb None None] Provisioning complete for port cbd67866-db98-484b-aac6-dbee078781a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:44.807482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bb9b69c6-bc3f-4cdd-a893-c3297e81d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:44.808102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for d7eb87a5-2526-4eb5-9478-29bd9a9fd109 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:44.929678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b69c6-bc3f-4cdd-a893-c3297e81d5eb None None] Port cbd67866-db98-484b-aac6-dbee078781a7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:44.954342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-575a8097-f200-4e54-a10a-67ead58ef239 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4333241 Sep 18 07:16:44.969145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e490-33f9-4821-ae0c-65722e936857 req-7bec6b3e-d97f-4312-ae92-6daecbf6dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:44.970891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-7bec6b3e-d97f-4312-ae92-6daecbf6dccc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d18243f3-667a-451f-8356-8afbd852f9de HTTP/1.1" status: 200 len: 870 time: 0.8391621 Sep 18 07:16:44.972737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:44.979147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-security--1386856503', 'description': 'tempest-security-description-2021467900'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:45.007392 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.015894 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.055329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:45.060491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ba21062-ebaf-4f92-8df6-d6c8ee1745c4 admin admin] 10.222.0.20 "PUT /v2.0/routers/12e758cb-2fda-4d4a-b6a4-f422dca74a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1072237 Sep 18 07:16:45.488464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-aaa25aed-e606-452f-8d06-1180f9496c67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c955f18f-3907-4680-b844-250bbafc69e1 HTTP/1.1" status: 200 len: 217 time: 0.4770844 Sep 18 07:16:45.490677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.502198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42633a3-8a03-48c6-a3f0-d4c783e11b0f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:45.563085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14f485-d40e-4449-a64e-adb70d2c5e92') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:45.563593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14f485-d40e-4449-a64e-adb70d2c5e92') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:45.595103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.603315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e490-33f9-4821-ae0c-65722e936857 req-d498e4b6-95a9-46ba-9b8b-fc5a286ab383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:45.605507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-d498e4b6-95a9-46ba-9b8b-fc5a286ab383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0992658 Sep 18 07:16:45.645695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.714109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.734182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:45.735055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:45.737187 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:45.763319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.766585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.768114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "PUT /v2.0/security-groups/58d5052a-4962-4f19-aa44-102702c5c53c HTTP/1.1" status: 200 len: 1780 time: 0.7928061 Sep 18 07:16:45.770831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45464) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:45.833466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-436cea9d-49da-4259-9713-65fa4fc959c5 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups/58d5052a-4962-4f19-aa44-102702c5c53c HTTP/1.1" status: 200 len: 1780 time: 0.0614424 Sep 18 07:16:45.834131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:45.845322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e490-33f9-4821-ae0c-65722e936857 req-6eb8b5ec-282b-45e6-abd6-6a8d1ca89e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:45.846870 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-6eb8b5ec-282b-45e6-abd6-6a8d1ca89e39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998227 Sep 18 07:16:45.930622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a7572-8c6e-40bd-ad26-3ef22b73d365 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5052a-4962-4f19-aa44-102702c5c53c,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:45.940504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:45.990829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.004738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.071002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.089271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.096903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/d42633a3-8a03-48c6-a3f0-d4c783e11b0f HTTP/1.1" status: 204 len: 168 time: 2.0862501 Sep 18 07:16:46.097425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=d7eb87a5-2526-4eb5-9478-29bd9a9fd109,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:46.154171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.156983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.158369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/58d5052a-4962-4f19-aa44-102702c5c53c HTTP/1.1" status: 204 len: 168 time: 0.3231554 Sep 18 07:16:46.163090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45474) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.194250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf001c6-e967-44fb-b614-4d3e49baf3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d42633a3-8a03-48c6-a3f0-d4c783e11b0f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:46.205592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-4294c3cf-3c9c-4453-804d-efb82aae37c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439279 Sep 18 07:16:46.221017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b1fb3-c9bf-4b70-9bbe-80230647d761 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d5052a-4962-4f19-aa44-102702c5c53c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:46.326443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4336f8f7-2924-473e-9570-db5220864700 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1607394 Sep 18 07:16:46.331428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.342228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45482) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.356570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-527610860-network', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:46.401029 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-daeddf7c-f8f1-4b76-8f22-ffc6bb15d97a tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] delete failed (client error): The resource could not be found. Sep 18 07:16:46.402503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-daeddf7c-f8f1-4b76-8f22-ffc6bb15d97a tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/58d5052a-4962-4f19-aa44-102702c5c53c HTTP/1.1" status: 404 len: 347 time: 0.0697165 Sep 18 07:16:46.407733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45484) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.421702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--780325252'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:46.560059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Made reservation on behalf of 9ac75aee1bb24dbab65cbbc5cec7d3d0 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:46.563797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.580371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.616589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.741748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45488) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.819755 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-79d5e490-33f9-4821-ae0c-65722e936857 req-320bae3e-66dd-4fa3-af3c-115eb6c23de0 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969031 Sep 18 07:16:46.831892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12c60fe7-5c42-49a8-b590-49d3d1d0c44c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cc95dad5b3a43fdbfb8048f6449545d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844176 Sep 18 07:16:46.846572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.849620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45492) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:46.946884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:46.959793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Router 8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:16:46.974971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.030808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.047803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.070928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:47.077200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-756ff189-a545-4288-85c4-10d0b5f16ef2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/routers/8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3780580 Sep 18 07:16:47.079650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:47.084167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] Sync routers for ids ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:47.099039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] Routers {'8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:47.099825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:47.119044 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0bbe1-511d-4c53-bcad-e150386108e5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:16:47.121153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-afd0bbe1-511d-4c53-bcad-e150386108e5 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/d7eb87a5-2526-4eb5-9478-29bd9a9fd109 HTTP/1.1" status: 404 len: 333 time: 0.0401659 Sep 18 07:16:47.121708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:47.124670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e57db-5015-4bd9-8164-402cecd78687,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:47.127204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45496) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:47.141848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.142288 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Added segment e3bad4d2-2a6f-4011-b9d8-fa645840d0e9 of type vlan for network c6da3325-5f85-4acc-a05f-f6c02638aefc Sep 18 07:16:47.148947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:47.159435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] Routers {'8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:47.160184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:47.201992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:47.202810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e5e1a5-77c5-4733-9e99-d4814a3cdaa3 None None] The sync data for ids ['8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:47.205532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.221525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.274270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.277210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.278846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a568e69-4a67-4cb2-9163-98c592165eee HTTP/1.1" status: 204 len: 168 time: 0.4277041 Sep 18 07:16:47.287805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00b0fe-abb6-40af-83f1-e6a0b11099e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a568e69-4a67-4cb2-9163-98c592165eee,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:47.302483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.335447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.342066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:47.342066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.429552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.435100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.445500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.459609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6da3325-5f85-4acc-a05f-f6c02638aefc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:47.484695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c6da3325-5f85-4acc-a05f-f6c02638aefc details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:47.542142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7ef9488-021b-40d3-af05-c4f6e87e60c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1944344 Sep 18 07:16:47.542971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45504) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:47.549412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b7f5563-7207-4efd-a237-64c310846ed2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:47.554601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Request body: {'subnet': {'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-527610860-subnet', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:47.562743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b235586-4c96-4bc5-bb5b-dfbb061456ab,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:47.622959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.630732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-186ed156-2b69-419c-920f-41d27e402098 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2175581 Sep 18 07:16:47.633005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45508) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:47.636209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '3b235586-4c96-4bc5-bb5b-dfbb061456ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:47.653105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.656420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:16:47.663659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.664802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-341efd9a-9900-4f28-af67-196f506f9b8b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/routers/8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 HTTP/1.1" status: 204 len: 168 time: 0.5356424 Sep 18 07:16:47.667671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45510) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:47.676811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4b7f5563-7207-4efd-a237-64c310846ed2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:47.677437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.732510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Made reservation on behalf of 9ac75aee1bb24dbab65cbbc5cec7d3d0 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:47.733599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 988973b4-13b5-4a90-a9ca-5fd73e294654 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:16:47.738488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.751406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.824148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:47.870192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.055680 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:16:48.065205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.068239 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Sync routers for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:48.088922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:48.092995 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:48.094788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 4b7f5563-7207-4efd-a237-64c310846ed2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b7f5563-7207-4efd-a237-64c310846ed2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:48.099808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.117032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.171329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.195827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.223998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ffbdb7-2a42-4f43-bfaa-aeae136d25af,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:48.250231 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:48.291659 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.304932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=4b7f5563-7207-4efd-a237-64c310846ed2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:48.336238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.347038 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.350008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d22c33be-6d06-4efc-9955-52d077370188 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7161152 Sep 18 07:16:48.355447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45540) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:48.377260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=988973b4-13b5-4a90-a9ca-5fd73e294654,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:48.422265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b48c4-308d-493e-b1e5-a45dc8dffe70 None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:48.423270 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.431006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b5778bd-744c-4651-ad74-dd85e3846d3e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/988973b4-13b5-4a90-a9ca-5fd73e294654 HTTP/1.1" status: 204 len: 168 time: 0.7569811 Sep 18 07:16:48.431146 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.431254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:48.434132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3dcfc4-5488-4add-a451-b1a49266da81,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:48.448863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.471926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Checking segment: {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:48.472375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Network hostable DHCP agents. Network: c6da3325-5f85-4acc-a05f-f6c02638aefc, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:48.542710 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.600978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Network c6da3325-5f85-4acc-a05f-f6c02638aefc is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:48.605193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.620366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.621412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/89ffbdb7-2a42-4f43-bfaa-aeae136d25af HTTP/1.1" status: 204 len: 168 time: 0.2645521 Sep 18 07:16:48.629733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45560) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:48.641509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe695-d983-4a46-a2a2-54f9b01f3387 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89ffbdb7-2a42-4f43-bfaa-aeae136d25af,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:48.661025 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 2, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:48.677413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:48.677943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.708625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c6da3325-5f85-4acc-a05f-f6c02638aefc) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:48.713061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:48.714342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.716301 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Checking router: 12e758cb-2fda-4d4a-b6a4-f422dca74a0b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:16:48.718584 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Updating router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b port cbd67866-db98-484b-aac6-dbee078781a7 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:16:48.728628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80901312-99b3-4b6d-8451-ae2fe24c9cc8 None None] Network c6da3325-5f85-4acc-a05f-f6c02638aefc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:48.775868 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.807451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] DHCP port deletion for d2715060-4139-423b-b9c0-823c0a4cdbf7 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:16:48.829952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cdd9ae74-d067-4265-af44-8680da819217 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2838242 Sep 18 07:16:48.830759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45572) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:48.830891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-034f5e12-c219-424c-b164-d4297e71629a tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1963751 Sep 18 07:16:48.831410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45574) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:48.848983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:48.855922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] For port 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=59541f40-1f88-435b-9272-cd9f9cc9f8d0,segment=NetworkSegment(b5940470-a852-4e57-a6ec-61deac07b7a8),segment_id=b5940470-a852-4e57-a6ec-61deac07b7a8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:48.856568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:48.893956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 59541f40-1f88-435b-9272-cd9f9cc9f8d0 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:49.058985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Deleting port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:16:49.063505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.103275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c6da3325-5f85-4acc-a05f-f6c02638aefc', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:49.104162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.110025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.121015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.129712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.186780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] For port 59541f40-1f88-435b-9272-cd9f9cc9f8d0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=59541f40-1f88-435b-9272-cd9f9cc9f8d0,segment=NetworkSegment(b5940470-a852-4e57-a6ec-61deac07b7a8),segment_id=b5940470-a852-4e57-a6ec-61deac07b7a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:49.187203 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.205527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.225594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.260067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=59541f40-1f88-435b-9272-cd9f9cc9f8d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:49.262124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No DVR routers for this DVR port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:49.279182 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.315843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Calling delete_port for 59541f40-1f88-435b-9272-cd9f9cc9f8d0 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:16:49.324250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.365812 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.402251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.443765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2715060-4139-423b-b9c0-823c0a4cdbf7']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:49.454347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Pushing event updated for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:49.469922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5940470-a852-4e57-a6ec-61deac07b7a8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:49.471242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5940470-a852-4e57-a6ec-61deac07b7a8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:49.480746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.487538 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.487759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.491818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:49.495964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b235586-4c96-4bc5-bb5b-dfbb061456ab HTTP/1.1" status: 204 len: 168 time: 0.6564639 Sep 18 07:16:49.497100 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.497771 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.499079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.499668 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.500227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.503333 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.503944 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.504515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.505092 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.505703 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.506290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:49.511307 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.519733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45608) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:49.557241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.597443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:16:49.598019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:16:49.607350 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:16:49.610632 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Attempting to bind port cbd67866-db98-484b-aac6-dbee078781a7 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:49.611307 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Attempting to bind port cbd67866-db98-484b-aac6-dbee078781a7 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:49.611691 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Attempting to bind port cbd67866-db98-484b-aac6-dbee078781a7 on network 4a5b83ff-db36-4aea-9112-4ea784bba436 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:49.617262 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:49.617948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Checking segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:49.618534 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.619124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Bound using segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:49.619769 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Bound port: cbd67866-db98-484b-aac6-dbee078781a7, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:49.620333 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.638053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b7f5563-7207-4efd-a237-64c310846ed2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:49.647959 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-35a7f236-cb36-4a1c-a947-d44b9d927a59 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1516509 Sep 18 07:16:49.649330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:49.681977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0181212-02ca-4e4b-a738-b11d81ad8f91 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b235586-4c96-4bc5-bb5b-dfbb061456ab,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:49.690304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526206642'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:49.794094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] For port cbd67866-db98-484b-aac6-dbee078781a7, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:49.807937 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] For port cbd67866-db98-484b-aac6-dbee078781a7, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cbd67866-db98-484b-aac6-dbee078781a7,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:49.818972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.843478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Allocated IP 172.20.0.2 (c6da3325-5f85-4acc-a05f-f6c02638aefc/9b3dcfc4-5488-4add-a451-b1a49266da81/2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:49.880737 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:49.945424 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:49.946621 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:50.065088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:50.172562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.315760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] Provisioning complete for port cbd67866-db98-484b-aac6-dbee078781a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:50.316147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.396057 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.418376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.448247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.479915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-859939203-network', 'tenant_id': '5ce1453e982c4159b8d7078dbf930c70'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:50.483990 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0b969-0d81-4491-9946-14e40eda7c72 None None] Pushing event updated for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:50.492634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:49Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:50.513559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4b7f5563-7207-4efd-a237-64c310846ed2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:50.513746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.526618 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe166c4-db02-4f36-af32-bdbfdedefa26 None None] The sync data for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 is: [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:49Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:50.533268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.605869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Allocated IP 172.25.4.186 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2f5d3761-1185-465f-a9cd-b1730a8c4d5c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:50.626695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.647249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.653091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/d2715060-4139-423b-b9c0-823c0a4cdbf7 HTTP/1.1" status: 204 len: 168 time: 2.2197268 Sep 18 07:16:50.656491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45662) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:50.668109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Network c6da3325-5f85-4acc-a05f-f6c02638aefc is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:50.728916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:50.732002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Pushing event updated for resources: {'Port': ['ID=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:50.744734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Made reservation on behalf of 5ce1453e982c4159b8d7078dbf930c70 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:50.745099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:50.746681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.748782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8456176-8cbd-4a85-acaf-71689b5ef39e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=d2715060-4139-423b-b9c0-823c0a4cdbf7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:50.751256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.752414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.752414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.753238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.753991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.755245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.757644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:16:50.767455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.798978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a511617-48c0-424c-b66f-2d89b2b663a0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:50.800393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a511617-48c0-424c-b66f-2d89b2b663a0 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/103ead9a-1413-4412-970d-c3dd2df1b287 HTTP/1.1" status: 200 len: 841 time: 0.1430140 Sep 18 07:16:50.804541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45670) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:50.843753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Network d2715060-4139-423b-b9c0-823c0a4cdbf7 is not hosted by any dhcp agent {{(pid=101980) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 07:16:50.844839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] No DVR routers for this DVR port 59541f40-1f88-435b-9272-cd9f9cc9f8d0 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:16:50.879031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.890687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.892566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:50.903948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc4c1-2780-4100-9c99-76b9d367b0dc None None] Pushing event deleted for resources: {'Port': ['ID=59541f40-1f88-435b-9272-cd9f9cc9f8d0,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:50.935023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d64a9a60-d4c1-47ad-b46f-95b1c05b1d69 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/103ead9a-1413-4412-970d-c3dd2df1b287?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1068785 Sep 18 07:16:50.962117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45678) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:50.999207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:51.033168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.069588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Attempting to bind port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:51.070267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Attempting to bind port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:51.070751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Attempting to bind port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a on network c6da3325-5f85-4acc-a05f-f6c02638aefc {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:51.075289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] For port cbd67866-db98-484b-aac6-dbee078781a7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cbd67866-db98-484b-aac6-dbee078781a7,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:51.084760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:51.085046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Checking segment: {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:51.085834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.092484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Bound using segment: {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:51.092484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Bound port: 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:51.092484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.135501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.153848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.172492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.199787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 59541f40-1f88-435b-9272-cd9f9cc9f8d0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:16:51.202208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec991ac1-9bc6-4693-a6cf-0debfe463e66,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.232297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:51.234693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:51.242414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 59541f40-1f88-435b-9272-cd9f9cc9f8d0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:16:51.242759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 59541f40-1f88-435b-9272-cd9f9cc9f8d0 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:16:51.256422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:51.285613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.328712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] For port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:51.333526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] For port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:51.334635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5b13b-37e4-4c2f-ba8f-90224500de22 None None] Pushing event updated for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.346906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9e17-15c3-4db6-8733-c3a5ce1a7468 None None] Provisioning complete for port cbd67866-db98-484b-aac6-dbee078781a7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:51.347297 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9e17-15c3-4db6-8733-c3a5ce1a7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.350440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.455805 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.456396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.513983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cbd67866-db98-484b-aac6-dbee078781a7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:51.515997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:16:51.541705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be4176-993a-4e88-a21d-436c2978670b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.567508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.567864 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Added segment 645d2078-b6a3-4361-9fa3-8ce0a942c07f of type vlan for network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e Sep 18 07:16:51.589051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378e03b-650b-439e-8c23-b448d451b149 None None] Pushing event updated for resources: {'Port': ['ID=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.610828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.612136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df83b777-7183-43a9-9438-5c4ac4d9ac34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9420586 Sep 18 07:16:51.615222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:51.622493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'ec991ac1-9bc6-4693-a6cf-0debfe463e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:51.630490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cbd67866-db98-484b-aac6-dbee078781a7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:51.630968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.640276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.704029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:51.708696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.769689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.770878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:51.771621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.861869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] Pushing event updated for resources: {'Network': ['ID=66f752b6-d7e0-49cb-87c9-c7ad762f3c7e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:51.868859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.879601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:16:51.949742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:51.978587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb95a8f2-a6a2-448d-9419-07741e05511b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4577971 Sep 18 07:16:51.981456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45724) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:51.991022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Request body: {'subnet': {'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-859939203-subnet', 'tenant_id': '5ce1453e982c4159b8d7078dbf930c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:52.013162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.164500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.194873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57413a8-06d0-498c-972e-a0cd1326bf82,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:52.203972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Made reservation on behalf of 5ce1453e982c4159b8d7078dbf930c70 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:52.209552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.270147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.332614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.333857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5117467d-5647-4007-ad8b-5ae9c5d4d2cf tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7180030 Sep 18 07:16:52.335706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=9e1ee929-af1b-4f19-8c96-4e4f95623895,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:52.336883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:52.343076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'ec991ac1-9bc6-4693-a6cf-0debfe463e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:52.361776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.369020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:52.371439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:52.375190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:52.376211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.423932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb3296-3fe4-494e-96e2-caa2a8e4a970 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:52.502517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.534942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.644339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba1aeba9-dc16-4149-812f-4c4310cb78c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6799865 Sep 18 07:16:52.645255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45752) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:52.649841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'security_group': {'name': 'tempest-secgroup-69825724'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:52.658438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab622f08-35f7-4502-a347-b1472fd20b76,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:52.667279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.675151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Checking segment: {'id': '645d2078-b6a3-4361-9fa3-8ce0a942c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:52.675461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Network hostable DHCP agents. Network: 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:16:52.683350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'tenant_id': '144ec13b53b5436aa2dd3577a55a04c3', 'fixed_ips': [{'subnet_id': '9e1ee929-af1b-4f19-8c96-4e4f95623895'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:16:52.684411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.694298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Router d1e807c1-8913-42d9-9152-e1ea780efbc3 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:16:52.772221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.822402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:16:52.825443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0172481e-3162-4f24-8616-73d75b1ea5bf,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:52.834147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.871090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Allocated IP 172.20.0.2 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/9e1ee929-af1b-4f19-8c96-4e4f95623895/24638c54-07da-4786-b5fa-fcef02cb00c6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:52.873836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:52.904201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Sync routers for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:16:52.908710 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.911244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bc10b629-b2ae-41a9-81d5-9b1ce8836843 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5726547 Sep 18 07:16:52.913024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:52.919841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'ec991ac1-9bc6-4693-a6cf-0debfe463e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:52.936188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:52.936817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:52.944427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:52.949631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:52.950536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:52.977406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8923a-6520-4bf9-9e29-b4e201fac9db None None] Network c6da3325-5f85-4acc-a05f-f6c02638aefc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:52.979936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade694c-92d3-4a92-8959-e446ea3eb1a9 None None] Network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:53.052353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.054182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6c7f7687-36cf-4a92-a85f-32f14ec61e86 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2153363 Sep 18 07:16:53.054708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45772) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:53.071027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:16:53.071027 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:16:53.071027 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id_1': 'c02ec44c554e498daf61d3b18246bdb6', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 16, 32, 928675)}] Sep 18 07:16:53.071027 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:53.072525 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:53.281686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.360044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] Provisioning complete for port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:53.360429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.449214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-234234f3-6fe9-4c49-9d20-680e142c2243 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4622614 Sep 18 07:16:53.605434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:53.683278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:53.686529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.707588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.805818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b5212-8c2f-472d-8fc4-8a2e4382bf9a None None] Network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:16:53.823782 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.845313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.924033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.926825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4721e-c8ad-4c5b-a6f2-ebc32a1c53d4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:53.933757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:53.989375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531623fa-b50a-4884-9073-a7d6c425bda3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:54.000733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.005170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4184da3c-b822-42f7-bdcf-a0974f2b8ae8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3559244 Sep 18 07:16:54.006026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:54.010630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.013135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'security_group': {'name': 'tempest-secgroup-1206531126'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:54.066250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:54.066575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.077190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:54.127462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:54.139551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:54.156333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:54.156925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.169514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.174118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1dbd1ff5-003c-4153-b943-ebed1dbf3aeb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2600169 Sep 18 07:16:54.178478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45840) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:54.186717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'ec991ac1-9bc6-4693-a6cf-0debfe463e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:54.210986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] For port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:54.230715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-1d3aabf1-d898-4333-a02e-438c20cb9317 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1554785 Sep 18 07:16:54.301135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.319094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Attempting to bind port 24638c54-07da-4786-b5fa-fcef02cb00c6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:54.319350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Attempting to bind port 24638c54-07da-4786-b5fa-fcef02cb00c6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c86db01a-08d2-479b-bce8-3988cb8f42a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:54.319724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Attempting to bind port 24638c54-07da-4786-b5fa-fcef02cb00c6 on network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:54.344932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.358951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:54.360319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Checking segment: {'id': 'c86db01a-08d2-479b-bce8-3988cb8f42a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:54.360908 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.361708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Bound using segment: {'id': 'c86db01a-08d2-479b-bce8-3988cb8f42a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:54.362393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Bound port: 24638c54-07da-4786-b5fa-fcef02cb00c6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86db01a-08d2-479b-bce8-3988cb8f42a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:54.363156 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.408738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.421580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:51Z', 'revision_number': 3, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:54.459949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-dcbb66e8-d0c9-4d3f-ba1f-b73f5418284f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:54.461474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-dcbb66e8-d0c9-4d3f-ba1f-b73f5418284f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/networks?id=66f752b6-d7e0-49cb-87c9-c7ad762f3c7e HTTP/1.1" status: 200 len: 817 time: 0.2680240 Sep 18 07:16:54.490409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.499724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Checking router: d1e807c1-8913-42d9-9152-e1ea780efbc3 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:16:54.500137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Updating router d1e807c1-8913-42d9-9152-e1ea780efbc3 port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:16:54.507817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1aac-d750-4f8c-b71e-55f9abee55e8 None None] Pushing event updated for resources: {'Port': ['ID=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:54.509946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-a6b337d8-18fc-4901-8f47-014e4db23e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:54.512457 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-a6b337d8-18fc-4901-8f47-014e4db23e5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 1097 time: 0.2065530 Sep 18 07:16:54.513336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Allocated IP 172.20.0.1 (c6da3325-5f85-4acc-a05f-f6c02638aefc/9b3dcfc4-5488-4add-a451-b1a49266da81/44890560-e649-42e0-9275-84c8239b9932) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:54.520704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-9f9c0aa2-a62c-4d88-ae09-24edce864188 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/quotas/5ce1453e982c4159b8d7078dbf930c70 HTTP/1.1" status: 200 len: 375 time: 0.0435596 Sep 18 07:16:54.594307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.598259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-619bdb64-53e8-4867-a9b1-f382a6d9f998 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ce1453e982c4159b8d7078dbf930c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613945 Sep 18 07:16:54.629692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:54.660758 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:54.661174 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:54.662835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:54.694590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.728625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-6716837a-ff9c-4745-9883-7eaf1c749bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:54.730164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-6716837a-ff9c-4745-9883-7eaf1c749bff service neutron] 10.222.0.24 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 914 time: 0.1554654 Sep 18 07:16:54.779802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-bccf9bf4-f31e-4426-8b5b-485a393eab75 service neutron] 10.222.0.20 "GET /v2.0/networks/66f752b6-d7e0-49cb-87c9-c7ad762f3c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668792 Sep 18 07:16:54.810297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.815580 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-3327d10b-f7fd-4e0b-a3bb-51ccf1fc2b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3 HTTP/1.1" status: 200 len: 217 time: 0.0769808 Sep 18 07:16:54.817763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.837444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.895087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e47db6-0aab-4d5a-a591-a229a9822aea,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:54.902921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-afa5f09b-4bdb-4b64-b532-92174ad90520 None None] Provisioning complete for port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:54.903268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-afa5f09b-4bdb-4b64-b532-92174ad90520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.905867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-665b4db8-6648-4621-882b-74e47cc1b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:54.907156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.911668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-665b4db8-6648-4621-882b-74e47cc1b532 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 200 len: 853 time: 0.0759122 Sep 18 07:16:54.933564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.935759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5071ad78-9939-49a8-a57f-33fca65e149b tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9280813 Sep 18 07:16:54.940365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45876) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:54.943884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:54.951166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-891246553', 'security_groups': ['69e47db6-0aab-4d5a-a591-a229a9822aea'], 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e1ee929-af1b-4f19-8c96-4e4f95623895'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:54.955629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-6c74c7f9-d5cc-4dd5-9bd2-df1e736a6333 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=430a6516-9f47-4b48-9e66-561f80e2ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336094 Sep 18 07:16:54.962117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70667519-4b34-4ad7-9c18-e7e4ab4f748e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:55.013543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d255422-b7fa-4495-9421-e4e002276a6a None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:55.048849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-c8a22cae-f76f-4896-8679-eb12180d05e8 service neutron] 10.222.0.20 "GET /v2.0/networks/66f752b6-d7e0-49cb-87c9-c7ad762f3c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679930 Sep 18 07:16:55.093021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.094799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-89dee834-4550-4a47-b55f-e051622ac6ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9151454 Sep 18 07:16:55.098885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45882) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:55.105237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'ec991ac1-9bc6-4693-a6cf-0debfe463e66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:55.114026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-eb39851c-9344-4d9f-ae77-fb3246fdd17a service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491706 Sep 18 07:16:55.131317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:16:55.131317 n-d-789963-14 neutron-server[101979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:16:55.131317 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id_1': '144ec13b53b5436aa2dd3577a55a04c3', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 16, 35, 116467)}] Sep 18 07:16:55.131317 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:55.132302 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:55.187934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.227237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Network c6da3325-5f85-4acc-a05f-f6c02638aefc is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:55.234087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:55.238599 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-029d5e3e-b4c7-4e41-81dd-015d191cebb2 req-59728347-984f-4e29-8426-e6e425226718 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173143 Sep 18 07:16:55.239540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:55.243508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.278088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Pushing event updated for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:55.313958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.327689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.383371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.453795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104b4fc-6459-4f98-a3a0-d008657b677d None None] Pushing event updated for resources: {'Port': ['ID=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:55.483283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Attempting to bind port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:16:55.487113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Attempting to bind port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:16:55.487672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Attempting to bind port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:16:55.512617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:16:55.512967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:16:55.513562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.514240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:16:55.515002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Bound port: 2f5d3761-1185-465f-a9cd-b1730a8c4d5c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:16:55.515555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.567575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fab70cb-93e3-42a2-bcab-f3a9b58cf18d req-83d9b138-ba8e-4c10-b3c0-56ec49a220d4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0955691 Sep 18 07:16:55.669053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.678341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] For port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:16:55.682195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] For port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:16:55.807770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b9bf9dd6-3fbe-411e-b2a6-8ca63d3e6252 None None] Provisioning complete for port 44890560-e649-42e0-9275-84c8239b9932 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:55.808159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9dd6-3fbe-411e-b2a6-8ca63d3e6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.812305 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:55.828976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:55.909099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ea3b37-8925-43be-b79e-6a9de6c4363d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:55.951983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.101630 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.114589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.123873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:56.129713 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.131335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-46852ff4-12e5-406e-b2e5-9082c6e30afe tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0312555 Sep 18 07:16:56.134253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:56.183908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port f9d35f26-3770-40a3-928b-236a433531ca yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:16:56.187685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.212671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.223600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf9dd6-3fbe-411e-b2a6-8ca63d3e6252 None None] Port 44890560-e649-42e0-9275-84c8239b9932 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:56.321411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104b4fc-6459-4f98-a3a0-d008657b677d None None] Pushing event updated for resources: {'Port': ['ID=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:56.341252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:16:56.342021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:56.359165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.365812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.373705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/64ea3b37-8925-43be-b79e-6a9de6c4363d HTTP/1.1" status: 204 len: 168 time: 0.2311904 Sep 18 07:16:56.373705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45944) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:56.386589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77435313-86cd-4eee-995f-8b4aed6adb49 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64ea3b37-8925-43be-b79e-6a9de6c4363d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:56.404837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:56.405210 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.442777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.481984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5a6e3090-c593-415a-a52d-4e47cdbf78fd tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1050580 Sep 18 07:16:56.482851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:56.519512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.528826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.539148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.659754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:16:56.668740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.676132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.681507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/70667519-4b34-4ad7-9c18-e7e4ab4f748e HTTP/1.1" status: 204 len: 168 time: 0.1966422 Sep 18 07:16:56.683717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45964) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:56.684947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Pushing event updated for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:56.689788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.728264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e690c67-7307-4b57-b582-9d34575cd5ea tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70667519-4b34-4ad7-9c18-e7e4ab4f748e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:56.733803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a5bdd8f-d113-4793-af27-fc918790f4af req-cac5f703-cc72-4b0c-889a-e35fb34b6777 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0822651 Sep 18 07:16:56.752116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:56.752558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:56.752889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.766170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.6 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/9e1ee929-af1b-4f19-8c96-4e4f95623895/f9d35f26-3770-40a3-928b-236a433531ca) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:16:56.776726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2bb3d9c-9c06-496c-8470-9c2cf633ca40 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0894902 Sep 18 07:16:56.782472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:56.832508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.841634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.972840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Network c6da3325-5f85-4acc-a05f-f6c02638aefc is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:56.977723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:56.980334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:56.996360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.004883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45986) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.006676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/531623fa-b50a-4884-9073-a7d6c425bda3 HTTP/1.1" status: 204 len: 168 time: 0.2228341 Sep 18 07:16:57.015738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:57.015738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.016015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d688e48-2f01-4ca7-badf-e80bbd64d80b tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=531623fa-b50a-4884-9073-a7d6c425bda3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:57.036236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:57.037105 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.037710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:57.111853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.235652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45996) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.236292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.239808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c89736d9-fa4a-43fb-9464-4a42569ae308 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2314029 Sep 18 07:16:57.265173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Router d1e807c1-8913-42d9-9152-e1ea780efbc3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:16:57.282929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.293567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.294409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:57.307244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.344117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '44890560-e649-42e0-9275-84c8239b9932', 'name': '', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'mac_address': 'fa:16:3e:00:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:54Z', 'updated_at': '2021-09-18T07:16:54Z', 'revision_number': 1, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'subnets': [{'id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:16:57.420165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236ad0d-b639-45da-8a21-7136503851f2 None None] The sync data for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 is: [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '44890560-e649-42e0-9275-84c8239b9932', 'name': '', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'mac_address': 'fa:16:3e:00:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:54Z', 'updated_at': '2021-09-18T07:16:54Z', 'revision_number': 1, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'subnets': [{'id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:16:57.423939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.424253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.426330 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.430461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.435232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0172481e-3162-4f24-8616-73d75b1ea5bf HTTP/1.1" status: 204 len: 168 time: 0.1987438 Sep 18 07:16:57.445632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46006) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.447307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9403f2-b126-4b78-9d40-57f65d539d34 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0172481e-3162-4f24-8616-73d75b1ea5bf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:57.493630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:16:57.499510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:16:57.530212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:16:57.612469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:57.621838 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-d8c0832a-bd33-4f23-b3c8-85df51ff083a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:57.623724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ceacfa36-bb3f-442a-ae1c-627c13aad8db tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1746910 Sep 18 07:16:57.626680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46016) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.633585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:57.658188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:16:57.696189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.709186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44b9d3da-3007-4144-ade5-7130b546099b admin admin] 10.222.0.20 "PUT /v2.0/routers/d1e807c1-8913-42d9-9152-e1ea780efbc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6498904 Sep 18 07:16:57.712658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=f9d35f26-3770-40a3-928b-236a433531ca,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:57.733198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.752915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:57.754106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.880629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-10593d68-1d31-45c2-b5fe-32aab0c4b748 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9306829 Sep 18 07:16:57.882294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46028) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.905885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:57.954017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.963315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:57.967427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a57413a8-06d0-498c-972e-a0cd1326bf82 HTTP/1.1" status: 204 len: 168 time: 0.3368649 Sep 18 07:16:57.975810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46032) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:57.978972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bef4c459-6546-4783-bb0d-dd69b5e937cd req-4992c29b-6761-43d6-8d6a-32f3425832ca tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0625293 Sep 18 07:16:58.002706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c0837-d2ac-4060-967e-535b9fe4d7c3 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57413a8-06d0-498c-972e-a0cd1326bf82,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:58.112571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0ea7733-e79c-4c8b-badf-708a56afd725 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1297529 Sep 18 07:16:58.114478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46050) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:58.246929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.282415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.295397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:58.303969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.365790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Provisioning complete for port f9d35f26-3770-40a3-928b-236a433531ca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:58.366317 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.415341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.424086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.427864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec991ac1-9bc6-4693-a6cf-0debfe463e66 HTTP/1.1" status: 204 len: 168 time: 0.3061967 Sep 18 07:16:58.428891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46066) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:58.446639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Port f9d35f26-3770-40a3-928b-236a433531ca cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:58.477613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Provisioning complete for port 44890560-e649-42e0-9275-84c8239b9932 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:58.477916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.481649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baf9e5-3232-4c04-bca5-63e467ffaa22 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec991ac1-9bc6-4693-a6cf-0debfe463e66,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:58.522110 n-d-789963-14 neutron-server[101978]: INFO neutron.db.ipam_backend_mixin [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e1ee929-af1b-4f19-8c96-4e4f95623895 (CIDR: 172.20.0.0/28) Sep 18 07:16:58.546260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b73fe6e7-7e41-4655-8752-064a43a74af0 None None] Port 44890560-e649-42e0-9275-84c8239b9932 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:16:58.553764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bda88f31-948d-4984-9acb-5e6e936d1d39 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227510 Sep 18 07:16:58.559746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46072) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:58.564982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761133758'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:58.617115 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:16:58.617636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:16:58.644839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46078) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:58.650164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591398935', 'description': 'tempest-secgroup-smoke-591398935 description', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:58.701174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:58.839992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1fc90d2f-f029-43e1-8e58-d84e984b5d2c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9507287 Sep 18 07:16:58.840997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46088) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:58.851683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:58.976950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.012250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.114151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dbbc30e-24ab-4e23-aed9-33963d5faa3b req-2c38abea-9a62-4e85-b9a5-4ce82ede6a08 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0286953 Sep 18 07:16:59.126348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-84a37546-fbef-4817-a568-e349f79ec7bb tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:16:59.128207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-84a37546-fbef-4817-a568-e349f79ec7bb tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.24 "GET /v2.0/networks?id=66f752b6-d7e0-49cb-87c9-c7ad762f3c7e HTTP/1.1" status: 200 len: 817 time: 0.2294030 Sep 18 07:16:59.149755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Request body: {'port': {'device_id': 'e1f2aa11-71c3-404a-9816-732716633844', 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e', 'admin_state_up': True, 'tenant_id': '5ce1453e982c4159b8d7078dbf930c70'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:59.288510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.369797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.422268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9675f7-eac8-4b57-826c-32116ea357a4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:59.489074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.546477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.582298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f57353-452d-4aed-afef-888eabb9746a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:16:59.633385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2f5d3761-1185-465f-a9cd-b1730a8c4d5c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:59.656341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.657802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-411cd008-cc5e-40e5-886c-37c180e5550c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0969527 Sep 18 07:16:59.660587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46130) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:59.672954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '3c9675f7-eac8-4b57-826c-32116ea357a4', 'direction': 'ingress', 'protocol': 17}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:16:59.702963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:16:59.703336 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.751103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:59.755313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.780065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:16:59.780065 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 07:16:59.780065 n-d-789963-14 neutron-server[101978]: [parameters: {'project_id_1': 'c02ec44c554e498daf61d3b18246bdb6', 'expiration_1': datetime.datetime(2021, 9, 18, 7, 16, 39, 680995)}] Sep 18 07:16:59.780065 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:16:59.780613 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:16:59.790632 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.811157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:16:59.871647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Made reservation on behalf of 5ce1453e982c4159b8d7078dbf930c70 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:16:59.876043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.904695 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.904695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:16:59.972349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:16:59.973543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f4ffb88e-0023-45ac-9326-072b63f6da18 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3273835 Sep 18 07:16:59.976521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46144) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:16:59.981380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:00.007565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.027902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:00.028559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.093624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Allocated IP 172.20.0.5 (66f752b6-d7e0-49cb-87c9-c7ad762f3c7e/ab622f08-35f7-4502-a347-b1472fd20b76/ba44c832-890e-4b36-99a8-abfac08b271b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:00.100521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.230915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.243766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.290091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebbb3971-24f7-44b7-bc4a-3680ebc22833 req-c7c9f26a-8814-4439-8fd8-8fd5f71eeb3c tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0621772 Sep 18 07:17:00.325972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.336854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:00.344147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:00.356640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530cf02-1013-4e8c-9ed1-6f524c2fbf77 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:00.357493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:00.358121 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.384619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=b4024bd6-6be9-42e3-be8a-672e4808c48b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.389178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7fcba6-d94b-4f84-ad51-b5b5a681c193,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.436580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.474797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.532776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.535330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e914c335-db8d-42ad-a865-debbc4e551e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6903036 Sep 18 07:17:00.538191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46174) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:00.543568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-72762574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4024bd6-6be9-42e3-be8a-672e4808c48b'}], 'security_groups': ['3cb4721e-c8ad-4c5b-a6f2-ebc32a1c53d4']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:00.548588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.553852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b48ce23-30dd-431b-9267-520bea5bf7b2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5760741 Sep 18 07:17:00.559779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:00.560501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:00.608243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.643593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.649212 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Sync routers for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:00.661853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:00.662568 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:00.668443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Update dhcp port {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'fixed_ips': [{'subnet_id': '9e1ee929-af1b-4f19-8c96-4e4f95623895', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4024bd6-6be9-42e3-be8a-672e4808c48b'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '24638c54-07da-4786-b5fa-fcef02cb00c6'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:17:00.688875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.706969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:00.727658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.749574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:00.751556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a340da0c-c823-4ed8-a541-8e936090a5c1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.757754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:00.760344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Pushing event updated for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.778104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.818862 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:17:00.858153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.865291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:00.865988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.869885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.872697 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df863121-fda5-457a-87a8-5f9bd9f195be tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2029295 Sep 18 07:17:00.872697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.880712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:00.913774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74076458-702c-423e-bc80-e07f41b2dd63,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:00.957664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Allocated IP 172.20.0.18 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/b4024bd6-6be9-42e3-be8a-672e4808c48b/24638c54-07da-4786-b5fa-fcef02cb00c6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:00.981725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:00.983458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f5a4b030-4d3a-4267-9fcf-f6895d4143ab tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4274261 Sep 18 07:17:00.986750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46182) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:00.992137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:01.006825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.017316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-5c29e69f-1752-4f4c-8075-38b49446aed4 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721337 Sep 18 07:17:01.046450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.060288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Request body: {'port': {'device_id': 'e1f2aa11-71c3-404a-9816-732716633844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:01.113540 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '44890560-e649-42e0-9275-84c8239b9932', 'name': '', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'mac_address': 'fa:16:3e:00:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:54Z', 'updated_at': '2021-09-18T07:16:56Z', 'revision_number': 2, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'subnets': [{'id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:01.124905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:01.141832 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Checking router: d1e807c1-8913-42d9-9152-e1ea780efbc3 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:17:01.142317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Updating router d1e807c1-8913-42d9-9152-e1ea780efbc3 port 44890560-e649-42e0-9275-84c8239b9932 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:17:01.154582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.159767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.174254 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.179690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.202414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.205397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.206904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c9675f7-eac8-4b57-826c-32116ea357a4 HTTP/1.1" status: 204 len: 168 time: 0.3024063 Sep 18 07:17:01.215350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46184) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:01.238019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.271064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-780914cd-064b-482b-a97a-60df54a7d7ad tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536335 Sep 18 07:17:01.276654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:01.277873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc020b-cd74-4e61-b772-8a9b78dbcb2d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9675f7-eac8-4b57-826c-32116ea357a4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:01.284414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031938016'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:01.334123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.406604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d08be5-7391-455a-95c0-56c7d968a499 None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:01.408717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.467143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5de6dd-2d9c-4bb9-9dbe-376f946e83b9 req-fa3e8388-dc7d-4408-aeb3-4dd0fa99271f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:01.468830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d5de6dd-2d9c-4bb9-9dbe-376f946e83b9 req-fa3e8388-dc7d-4408-aeb3-4dd0fa99271f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 931 time: 0.0744648 Sep 18 07:17:01.474634 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.588327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fd2808-a34e-46e4-a658-22b84f7af8d2,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:01.595586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2f5d3761-1185-465f-a9cd-b1730a8c4d5c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:01.630459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d5de6dd-2d9c-4bb9-9dbe-376f946e83b9 req-68b3b1ee-7aea-41d9-8bb2-79e1795adbd9 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517198 Sep 18 07:17:01.671093 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.695017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:01.695589 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.696171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.700204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Delete allocated IP 172.20.0.6 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/9e1ee929-af1b-4f19-8c96-4e4f95623895) {{(pid=101978) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:17:01.725930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.19 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/b4024bd6-6be9-42e3-be8a-672e4808c48b/f9d35f26-3770-40a3-928b-236a433531ca) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:01.784288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.799064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba44c832-890e-4b36-99a8-abfac08b271b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:01.809640 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.816058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:01.840516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.868263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.871034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c5f17f56-fb1b-4cee-bc8c-ad29ab50a51f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8815379 Sep 18 07:17:01.871034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b64ce-3754-44da-9eb5-467d856f4ad5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:01.873527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:01.878267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:01.892352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.897447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2556d373-cad4-41eb-b4b8-4284bf8e2e96 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6163602 Sep 18 07:17:01.898208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46206) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:01.899688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:01.899688 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:01.907892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051563897'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:01.934442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Transition to ACTIVE for port object ba44c832-890e-4b36-99a8-abfac08b271b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:01.988487 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc5f4-30e8-47c3-9daf-0e8970390f2a None None] Pushing event updated for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.042162 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Attempting to bind port 44890560-e649-42e0-9275-84c8239b9932 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:02.042541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Attempting to bind port 44890560-e649-42e0-9275-84c8239b9932 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:02.042901 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Attempting to bind port 44890560-e649-42e0-9275-84c8239b9932 on network c6da3325-5f85-4acc-a05f-f6c02638aefc {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:02.053916 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:02.057746 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Checking segment: {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:02.058185 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.058589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Bound using segment: {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:02.059077 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Bound port: 44890560-e649-42e0-9275-84c8239b9932, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:02.062457 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.093977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.109954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.124626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.149132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] For port 44890560-e649-42e0-9275-84c8239b9932, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:02.153586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] For port 44890560-e649-42e0-9275-84c8239b9932, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=44890560-e649-42e0-9275-84c8239b9932,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:02.164489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663db5c-f1b9-405d-8324-00366e955066 req-de54412e-5a35-4899-b2e5-fa4cded7180e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:02.171806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1663db5c-f1b9-405d-8324-00366e955066 req-de54412e-5a35-4899-b2e5-fa4cded7180e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 945 time: 0.1317370 Sep 18 07:17:02.228526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.239634 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.241039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.252555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.268282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1663db5c-f1b9-405d-8324-00366e955066 req-ed765d15-194d-4433-8061-a09eb9b6ede5 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928364 Sep 18 07:17:02.285343 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.319749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] Provisioning complete for port 44890560-e649-42e0-9275-84c8239b9932 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:02.320127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.324205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.380512 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bc5f4-30e8-47c3-9daf-0e8970390f2a None None] Pushing event updated for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.395473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=f9d35f26-3770-40a3-928b-236a433531ca,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.422410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00fa2d4-f8a0-4eee-8625-a46dad709eb9,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.463763 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:02.463763 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:16:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:02.467882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Attempting to bind port ba44c832-890e-4b36-99a8-abfac08b271b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:02.468618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Attempting to bind port ba44c832-890e-4b36-99a8-abfac08b271b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '645d2078-b6a3-4361-9fa3-8ce0a942c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:02.469770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Attempting to bind port ba44c832-890e-4b36-99a8-abfac08b271b on network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:02.478930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Port ba44c832-890e-4b36-99a8-abfac08b271b on network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:02.479666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Attempting to bind port ba44c832-890e-4b36-99a8-abfac08b271b on network 66f752b6-d7e0-49cb-87c9-c7ad762f3c7e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:02.489487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.492934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:02.498396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Checking segment: {'id': '645d2078-b6a3-4361-9fa3-8ce0a942c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:02.498396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Bound using segment: {'id': '645d2078-b6a3-4361-9fa3-8ce0a942c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:02.498396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Bound port: ba44c832-890e-4b36-99a8-abfac08b271b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645d2078-b6a3-4361-9fa3-8ce0a942c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:02.498396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.513078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.552847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] For port 44890560-e649-42e0-9275-84c8239b9932, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=44890560-e649-42e0-9275-84c8239b9932,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:02.614313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.648385 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:17:02.663489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab20157-afb9-4382-91b7-53054021058c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.674471 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.703638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.705100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbb69bff-9597-45ab-a1aa-dedc81aec7cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8304391 Sep 18 07:17:02.706743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.707161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9c179343-7d37-42d3-a2b3-3fdd4962c19c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8041871 Sep 18 07:17:02.707932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46216) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:02.715282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:02.761322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46218) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:02.766307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': 'f37b64ce-3754-44da-9eb5-467d856f4ad5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bab20157-afb9-4382-91b7-53054021058c', 'remote_ip_prefix': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:02.769163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd635-518d-47a1-a1ca-5f8e7e7ce4d5 None None] Pushing event updated for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:02.801770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:02.802198 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.842574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:02.844313 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Project d6bf48cb76cf4bf5a3cf276d7b104e88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:17:02.858350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Provisioning complete for port f9d35f26-3770-40a3-928b-236a433531ca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:02.859031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.875391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.902155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] In _notify_port_updated(), no bound segment for port f9d35f26-3770-40a3-928b-236a433531ca on network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:17:02.908591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:02.909257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:02.910673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-15531b1d-e8b1-4aab-bde8-77fa1212e55e tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/ports/f9d35f26-3770-40a3-928b-236a433531ca HTTP/1.1" status: 200 len: 919 time: 2.3714523 Sep 18 07:17:02.913927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46220) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:02.959003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Port f9d35f26-3770-40a3-928b-236a433531ca cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:02.976214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:02.977448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.005484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.040088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:03.043734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b5498-a813-4590-b95f-fd00ca121d56 req-b4b6b22f-c56c-4922-973d-473fffc0772b tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:03.048683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba44c832-890e-4b36-99a8-abfac08b271b,segment=NetworkSegment(645d2078-b6a3-4361-9fa3-8ce0a942c07f),segment_id=645d2078-b6a3-4361-9fa3-8ce0a942c07f)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:03.050526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '44890560-e649-42e0-9275-84c8239b9932', 'name': '', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'mac_address': 'fa:16:3e:00:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:54Z', 'updated_at': '2021-09-18T07:17:02Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'subnets': [{'id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:03.056014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e39b5498-a813-4590-b95f-fd00ca121d56 req-b4b6b22f-c56c-4922-973d-473fffc0772b tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 943 time: 0.2768998 Sep 18 07:17:03.072247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port f9d35f26-3770-40a3-928b-236a433531ca {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:03.072560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.089526 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.113931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed750838-f04e-4ef7-8980-ccafaea820b8,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.116270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.119450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe7dc0-3ff3-4521-802d-0981666f53c3 None None] The sync data for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 is: [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:16:55Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '44890560-e649-42e0-9275-84c8239b9932', 'name': '', 'network_id': 'c6da3325-5f85-4acc-a05f-f6c02638aefc', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'mac_address': 'fa:16:3e:00:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:54Z', 'updated_at': '2021-09-18T07:17:02Z', 'revision_number': 4, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'subnets': [{'id': '9b3dcfc4-5488-4add-a451-b1a49266da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:03.141541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Provisioning complete for port 44890560-e649-42e0-9275-84c8239b9932 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:03.141923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f12b08ef-1eb4-46a3-8c0c-692545660329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.142570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e39b5498-a813-4590-b95f-fd00ca121d56 req-78af93f5-1907-49e8-adcb-2e3c28878aee tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Sep 18 07:17:03.180084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.250731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:03.251392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.252999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba44c832-890e-4b36-99a8-abfac08b271b HTTP/1.1" status: 200 len: 1092 time: 2.1988366 Sep 18 07:17:03.255499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:03.257817 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290dede-921e-4643-9365-64a92e531ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:03.260565 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.272781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.274048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c40b25c1-7d1d-4c1c-93e0-0b7650a3a4ca tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5648797 Sep 18 07:17:03.276707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46224) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:03.282470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'security_group_rule': {'security_group_id': '06f57353-452d-4aed-afef-888eabb9746a', 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:03.303067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab8ff-3363-4c08-8c90-a00c266f22f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.316366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.330237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.333415 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7434a64c-e697-43af-9a1a-48ddefc2f213 x-openstack-request-id: req-7434a64c-e697-43af-9a1a-48ddefc2f213 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:03.333782 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:03.334124 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7434a64c-e697-43af-9a1a-48ddefc2f213 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:03.334592 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b', 'status': 'completed', 'code': 200} Sep 18 07:17:03.335592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for f9d35f26-3770-40a3-928b-236a433531ca owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:03.401129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fa0fe2ad-3310-49d5-94ae-ad104892016a None None] Provisioning complete for port f9d35f26-3770-40a3-928b-236a433531ca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:03.401548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa0fe2ad-3310-49d5-94ae-ad104892016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.412315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d493d5-0b1d-4bf4-8b8d-98c6c7706d9d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.431390 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Project d6bf48cb76cf4bf5a3cf276d7b104e88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:17:03.440245 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.467300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fe2ad-3310-49d5-94ae-ad104892016a None None] Port f9d35f26-3770-40a3-928b-236a433531ca cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:03.504603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563279de-6e5c-419d-b83e-65e2d1daa3aa req-e24a1c9a-0f43-4198-93fd-7c2698f7a5ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:03.507020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563279de-6e5c-419d-b83e-65e2d1daa3aa req-e24a1c9a-0f43-4198-93fd-7c2698f7a5ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 945 time: 0.1094961 Sep 18 07:17:03.525229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290dede-921e-4643-9365-64a92e531ff8 req-8cb4b2a8-7d7e-4a63-91bd-fdb632f386d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:03.527566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1290dede-921e-4643-9365-64a92e531ff8 req-8cb4b2a8-7d7e-4a63-91bd-fdb632f386d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ce1453e982c4159b8d7078dbf930c70&device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 1095 time: 0.0752726 Sep 18 07:17:03.544872 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.549374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95fdef86-597a-41ba-92d7-da5748ec2570 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7837465 Sep 18 07:17:03.549374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:03.618232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 44890560-e649-42e0-9275-84c8239b9932 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:03.627559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.629004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.641403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563279de-6e5c-419d-b83e-65e2d1daa3aa req-30a9ab5e-0dd1-4f28-88ce-51a0147cefcc tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219685 Sep 18 07:17:03.643090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.696065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 44890560-e649-42e0-9275-84c8239b9932 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:03.696608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.702935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.732588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290dede-921e-4643-9365-64a92e531ff8 req-dec083f2-aa01-4b0d-9ba9-84f18bcba7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:03.734143 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1290dede-921e-4643-9365-64a92e531ff8 req-dec083f2-aa01-4b0d-9ba9-84f18bcba7a1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5ce1453e982c4159b8d7078dbf930c70&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1829643 Sep 18 07:17:03.737078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62029a9b-98f2-4317-95a3-9f21c317185e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.758204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.766287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.767478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b9d493d5-0b1d-4bf4-8b8d-98c6c7706d9d HTTP/1.1" status: 204 len: 168 time: 0.2170155 Sep 18 07:17:03.775748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46234) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:03.787204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35ed9b-64b0-4fed-9929-2603eaa45544 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9d493d5-0b1d-4bf4-8b8d-98c6c7706d9d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.823279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.850464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b82a9e3-951b-415f-a833-ef1b45e46b0d tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0595920 Sep 18 07:17:03.850464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46238) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:03.850464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.850464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-accaa720-35b1-46a4-9495-350d9bc5097f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5700259 Sep 18 07:17:03.918456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:03.930547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=f9d35f26-3770-40a3-928b-236a433531ca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:03.995806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.076634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-e2d88894-7500-49fc-93e5-f341e0ccf597 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.078460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-e2d88894-7500-49fc-93e5-f341e0ccf597 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 945 time: 0.2889700 Sep 18 07:17:04.092012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-e9b4093e-9be7-423c-94cc-06e0f6c7f6cb tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591398935&fields=id&tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88 HTTP/1.1" status: 200 len: 267 time: 0.0809684 Sep 18 07:17:04.175275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290dede-921e-4643-9365-64a92e531ff8 req-d57a081b-03f7-49eb-93ac-ff1a117c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.176181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.177092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1290dede-921e-4643-9365-64a92e531ff8 req-d57a081b-03f7-49eb-93ac-ff1a117c3d71 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3894784 Sep 18 07:17:04.182389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.189214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/bab20157-afb9-4382-91b7-53054021058c HTTP/1.1" status: 204 len: 168 time: 0.3399522 Sep 18 07:17:04.190599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:04.231182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.239996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6dfaf1d9-fa1f-418d-b1e8-0ad97b0fe5fa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/f9d35f26-3770-40a3-928b-236a433531ca HTTP/1.1" status: 204 len: 168 time: 1.3193898 Sep 18 07:17:04.239996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46256) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:04.240275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594ff44-591e-4de3-975c-cd82b7307b50 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab20157-afb9-4382-91b7-53054021058c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:04.329879 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0547bc0d-ac3c-4449-a6ed-4861d54fe994 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:17:04.331594 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0547bc0d-ac3c-4449-a6ed-4861d54fe994 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/f9d35f26-3770-40a3-928b-236a433531ca HTTP/1.1" status: 404 len: 333 time: 0.0920682 Sep 18 07:17:04.340159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46258) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:04.387605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-0cfdc8a9-e467-4a59-8a8e-9f6ff569bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.389694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-0cfdc8a9-e467-4a59-8a8e-9f6ff569bf27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ce1453e982c4159b8d7078dbf930c70&device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 1095 time: 0.1204727 Sep 18 07:17:04.412396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Deleting port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:04.412756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.490533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.493264 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-7df8b835-ce38-43b4-8b9c-fdf2bde77b65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba44c832-890e-4b36-99a8-abfac08b271b HTTP/1.1" status: 200 len: 217 time: 0.0880420 Sep 18 07:17:04.588088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.644277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-059f85de-0c8a-4653-834f-7956942e2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.645712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-059f85de-0c8a-4653-834f-7956942e2f53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ab622f08-35f7-4502-a347-b1472fd20b76 HTTP/1.1" status: 200 len: 857 time: 0.1436257 Sep 18 07:17:04.687662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-8005aca6-1e00-4cb7-af2d-7c86ded19238 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66f752b6-d7e0-49cb-87c9-c7ad762f3c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338099 Sep 18 07:17:04.707119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] For port 9e82b811-e14c-4a9a-91cd-890c18ee85d3, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=9e82b811-e14c-4a9a-91cd-890c18ee85d3,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:04.707493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.743171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Calling delete_port for 9e82b811-e14c-4a9a-91cd-890c18ee85d3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:04.762323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-93f2727d-ff9d-4f61-a759-65c9129a57cc tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5429370 Sep 18 07:17:04.765499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46266) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:04.774441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-7abc4d41-41d3-42dd-ba1b-778b95a71575 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.778310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-7abc4d41-41d3-42dd-ba1b-778b95a71575 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 809 time: 0.6691039 Sep 18 07:17:04.818252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-37d69bd3-e61c-47fd-97dc-0a46edba14be tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/quotas/d6bf48cb76cf4bf5a3cf276d7b104e88 HTTP/1.1" status: 200 len: 375 time: 0.0310302 Sep 18 07:17:04.827799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f984-c45f-401d-8dc4-3a6468b16fb9 req-d2621104-b95d-449d-af48-b778754a9228 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:04.847356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd0f984-c45f-401d-8dc4-3a6468b16fb9 req-d2621104-b95d-449d-af48-b778754a9228 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 943 time: 0.5413995 Sep 18 07:17:04.858955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-e26387ca-f5f0-4e6a-ac0a-d30589f8a426 service neutron] 10.222.0.24 "GET /v2.0/networks/66f752b6-d7e0-49cb-87c9-c7ad762f3c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642494 Sep 18 07:17:04.904920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.908281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.911992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/security-groups/69e47db6-0aab-4d5a-a591-a229a9822aea HTTP/1.1" status: 204 len: 168 time: 0.5638487 Sep 18 07:17:04.915426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46268) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:04.936709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346944-9976-4df4-8f41-8f5525c722ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e47db6-0aab-4d5a-a591-a229a9822aea,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:04.937355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:04.953223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bbd0f984-c45f-401d-8dc4-3a6468b16fb9 req-ada517e7-0011-41d1-8ca3-6065718180bb tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027017 Sep 18 07:17:04.989262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-a8b83208-4862-4d41-b1b9-ff76b4c1940b tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557798 Sep 18 07:17:05.001050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.062650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb3fb950-1e9a-4ede-8764-025354fd7f49 req-3a48a5dd-84a1-41b9-bda5-de144c97a30a service neutron] 10.222.0.24 "GET /v2.0/networks/66f752b6-d7e0-49cb-87c9-c7ad762f3c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960666 Sep 18 07:17:05.101769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.167601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.187443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.203794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Pushing event deleted for resources: {'Port': ['ID=9e82b811-e14c-4a9a-91cd-890c18ee85d3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:05.204028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['9e82b811-e14c-4a9a-91cd-890c18ee85d3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:05.204528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb22e-bc3c-45f5-812a-520ab2d0d91b req-67ccd13a-263f-45d5-910c-787a316854e7 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:05.205703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02ffb22e-bc3c-45f5-812a-520ab2d0d91b req-67ccd13a-263f-45d5-910c-787a316854e7 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 867 time: 0.1514225 Sep 18 07:17:05.260514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-881dd19e-fbc4-4c1a-9724-1ef8b478752c service neutron] 10.222.0.20 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417967 Sep 18 07:17:05.279482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.282697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.283241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] No DVR routers for this DVR port 9e82b811-e14c-4a9a-91cd-890c18ee85d3 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:05.286301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/f37b64ce-3754-44da-9eb5-467d856f4ad5 HTTP/1.1" status: 204 len: 168 time: 0.5169327 Sep 18 07:17:05.286476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.288179 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3c9e3bd-b0ca-4c8a-a389-c434c76da913 req-5cce53b7-7420-4bc1-a655-9015fb885036 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "DELETE /v2.0/ports/9e82b811-e14c-4a9a-91cd-890c18ee85d3 HTTP/1.1" status: 204 len: 173 time: 1.1840167 Sep 18 07:17:05.288662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46270) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:05.326698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02ffb22e-bc3c-45f5-812a-520ab2d0d91b req-ca54e136-8566-4aaf-a6d1-10fab77c7f0e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055806 Sep 18 07:17:05.329188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b90f9-e6e6-4fdc-9997-eafc64b0cf03 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b64ce-3754-44da-9eb5-467d856f4ad5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:05.339161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'name': 'network-vif-deleted', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:05.339557 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ab5e9-338c-4b9e-b265-1d42fdbfb81f" -d '{"events": [{"server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "name": "network-vif-deleted", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:05.346682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4cc1ba6-0c58-4f2d-a77e-acf571efcdef tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568678 Sep 18 07:17:05.370109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46274) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:05.375840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639667055'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:05.409739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.414298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.414298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/security-groups/3cb4721e-c8ad-4c5b-a6f2-ebc32a1c53d4 HTTP/1.1" status: 204 len: 168 time: 0.4947450 Sep 18 07:17:05.416678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46276) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:05.433399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-8322b329-b15c-40ee-863a-acefc1c8daa2 service neutron] 10.222.0.20 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636126 Sep 18 07:17:05.434381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc31d06-3a4b-451b-ba86-2aa287e4a018 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4721e-c8ad-4c5b-a6f2-ebc32a1c53d4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:05.491295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 9e1ee929-af1b-4f19-8c96-4e4f95623895 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:05.498340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.502131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.541193 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63c8117-e4ff-4cf6-b90b-8f370f1f312f x-openstack-request-id: req-f63c8117-e4ff-4cf6-b90b-8f370f1f312f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:05.541524 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9c1bf5-2914-46b1-8df1-78f184db667c", "name": "network-vif-deleted", "tag": "9e82b811-e14c-4a9a-91cd-890c18ee85d3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:05.541954 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f63c8117-e4ff-4cf6-b90b-8f370f1f312f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:05.542339 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9c1bf5-2914-46b1-8df1-78f184db667c', 'name': 'network-vif-deleted', 'tag': '9e82b811-e14c-4a9a-91cd-890c18ee85d3', 'status': 'completed', 'code': 200} Sep 18 07:17:05.575976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.702877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.738832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.828485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.840296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57bf3097-88c7-4c9c-ab28-462c9039f831 req-acb0f45b-202c-4926-8b89-edf6e463cf94 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Sep 18 07:17:05.879801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296820ab-4c6b-4e2f-98ce-7a249593231c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:05.890122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.919700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1ee929-af1b-4f19-8c96-4e4f95623895,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:05.923585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.925705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-80f93efe-9956-4bf6-b16d-c11ceb221adb tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/9e1ee929-af1b-4f19-8c96-4e4f95623895 HTTP/1.1" status: 204 len: 168 time: 0.5076697 Sep 18 07:17:05.929836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4ac2a-e123-4aeb-92b3-2e3aeb6489f8 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:05.930221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:05.935500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:05.965704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:05.967596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4c2f32fd-d611-4800-9e93-05fcf14eb08f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5962238 Sep 18 07:17:05.970582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:05.975141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '296820ab-4c6b-4e2f-98ce-7a249593231c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:06.128979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.182833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ccee-a129-4be1-9bc9-3d64297de90a req-ed8e1a2e-9b93-41db-8f43-23bbd070df8f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:06.184588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1463ccee-a129-4be1-9bc9-3d64297de90a req-ed8e1a2e-9b93-41db-8f43-23bbd070df8f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 943 time: 0.1117365 Sep 18 07:17:06.194215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:06.199431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.242715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.264541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1463ccee-a129-4be1-9bc9-3d64297de90a req-91dd1a8f-346f-4083-b1bf-2204fc32bdf9 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576787 Sep 18 07:17:06.347906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.392327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70308ea-646c-4eb0-ba40-cd57df7fda68,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:06.470639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.473961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5f59ce07-b0c2-4aa0-bf9f-4ce602c53b26 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5006509 Sep 18 07:17:06.478801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46298) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:06.550668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d43c3c4b-9ef7-4b4e-a4f7-8f2b02269172 req-dc5e4f7f-3af8-4527-a9c2-584231cc9be8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9c1bf5-2914-46b1-8df1-78f184db667c HTTP/1.1" status: 200 len: 210 time: 0.0616393 Sep 18 07:17:06.568695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.578488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.611089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.668072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:06.674072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:06.679832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:06.679832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.687457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=d9a4bafc-b716-4baf-bc1b-64916cdc366a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:06.702124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.721672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.725289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b70308ea-646c-4eb0-ba40-cd57df7fda68 HTTP/1.1" status: 204 len: 168 time: 0.2483904 Sep 18 07:17:06.730720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a444c-1fd2-4c91-bdd4-7eecdff82a1f tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b70308ea-646c-4eb0-ba40-cd57df7fda68,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:06.735976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46304) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:06.775528 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8aec1ce9-b9ab-4251-9762-3a81a358fe82 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8441131 Sep 18 07:17:06.779450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46306) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:06.788843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-22e819d7-9c0e-4303-9d59-62c2fef905f8 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493720 Sep 18 07:17:06.790846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795066956'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:06.791103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:06.861746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.894396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.901089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:06.965849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d4a707-b2a1-416a-a99c-f51302afda38 req-e26b68b2-723b-47e6-9ce6-fbb15ca8feaa tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 210 time: 0.0347133 Sep 18 07:17:07.058433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f66373-ddc8-4451-9358-61cd46e4b8b9 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:07.091090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.095156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.099148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/296820ab-4c6b-4e2f-98ce-7a249593231c HTTP/1.1" status: 204 len: 168 time: 0.3046479 Sep 18 07:17:07.100076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46312) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:07.108270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff85fb-76e1-4b8c-b294-b93d1db4e8d2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296820ab-4c6b-4e2f-98ce-7a249593231c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:07.167911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6a5614dc-6a20-44dc-9ef2-f2fcb80c4651 None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:07.168319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a5614dc-6a20-44dc-9ef2-f2fcb80c4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.199219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb2904f0-0731-4a1b-a8ba-dc8ff1b25a92 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979998 Sep 18 07:17:07.203703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46314) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:07.210719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137640101'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:07.236492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.239086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6a5614dc-6a20-44dc-9ef2-f2fcb80c4651 None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:07.260978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6a5614dc-6a20-44dc-9ef2-f2fcb80c4651 None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:07.261389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a5614dc-6a20-44dc-9ef2-f2fcb80c4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.318197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.380583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f626897-6fcf-426d-a788-73a94e8a1a5c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:07.408352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67db3-a077-4e1c-8b98-37a25244740e req-edb6c4b7-a329-4850-adb7-d4aa0b1e6bb2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:07.409886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ed67db3-a077-4e1c-8b98-37a25244740e req-edb6c4b7-a329-4850-adb7-d4aa0b1e6bb2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 943 time: 0.0649438 Sep 18 07:17:07.417706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Update dhcp port {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'fixed_ips': [{'subnet_id': 'b4024bd6-6be9-42e3-be8a-672e4808c48b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9a4bafc-b716-4baf-bc1b-64916cdc366a'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '24638c54-07da-4786-b5fa-fcef02cb00c6'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:17:07.444474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.460751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.464259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ed67db3-a077-4e1c-8b98-37a25244740e req-f752b8dc-4e9b-4964-9ad1-8d5425fcbd53 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474379 Sep 18 07:17:07.522686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.523999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f6b24bf-09fa-4e99-b3d7-f45c638f8823 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7435834 Sep 18 07:17:07.526669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46318) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:07.533066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'security_group': {'name': 'tempest-secgroup-503662433'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:07.610800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.666105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Allocated IP 172.20.0.2 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/d9a4bafc-b716-4baf-bc1b-64916cdc366a/24638c54-07da-4786-b5fa-fcef02cb00c6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:07.736767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.770030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:07.773109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017f8c1d-aeb7-43aa-a063-ca2d9bad185e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:07.805594 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.806852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.912477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.914450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:07.919192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46330) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:07.920178 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b56530f4-e950-4278-bbea-6bc097a69ffa tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7123208 Sep 18 07:17:07.923954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '017f8c1d-aeb7-43aa-a063-ca2d9bad185e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:07.987995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.009772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698a36d-89eb-45bb-847e-66a1e2db31ba None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:08.083477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52bc1607-b937-4b3b-971d-4148d2f9efea req-c6cba685-1d20-4864-9c75-f83ca0a34079 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 210 time: 0.0403180 Sep 18 07:17:08.126042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.162838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76366a52-c962-46f6-8041-f1a8defea371,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:08.277530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.309443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a61cf4-933b-4a17-afe6-66395a27e590 req-ab9656cf-1548-467e-801f-8ebfff59c8cf tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:08.309443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80a61cf4-933b-4a17-afe6-66395a27e590 req-ab9656cf-1548-467e-801f-8ebfff59c8cf tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.0732923 Sep 18 07:17:08.365240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.366942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55eaef6f-4735-44ea-a72a-2a2bce65dbaf tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8391011 Sep 18 07:17:08.370322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46338) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:08.377481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80a61cf4-933b-4a17-afe6-66395a27e590 req-327e72ed-356b-49ff-84f5-6bb4dec10612 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612118 Sep 18 07:17:08.382168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312118281'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:08.410364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.484902 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.543173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.552157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-06e0573e-3474-43a8-a703-07ab6a7cd080 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:08.556275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-06e0573e-3474-43a8-a703-07ab6a7cd080 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 809 time: 0.1412222 Sep 18 07:17:08.595420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ef145c-dad3-4346-9cf7-006d0a27ccec,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:08.632886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba44c832-890e-4b36-99a8-abfac08b271b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:08.640892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9e82b811-e14c-4a9a-91cd-890c18ee85d3 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:08.653001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.658401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067fc6a-1e37-4f27-abc0-f7a5565e4dda req-ee9d6cec-b0d2-427b-bdfe-0bb382eed2f7 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:08.660283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a067fc6a-1e37-4f27-abc0-f7a5565e4dda req-ee9d6cec-b0d2-427b-bdfe-0bb382eed2f7 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 943 time: 0.0723069 Sep 18 07:17:08.676438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-8cd6d3a0-386b-460f-8433-f738641b63cf tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88 HTTP/1.1" status: 200 len: 379 time: 0.0607991 Sep 18 07:17:08.683182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 9e82b811-e14c-4a9a-91cd-890c18ee85d3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:08.683863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 9e82b811-e14c-4a9a-91cd-890c18ee85d3 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:08.693362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'port': {'device_id': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'admin_state_up': True, 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'security_groups': ['06f57353-452d-4aed-afef-888eabb9746a']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:08.725976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.750365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a067fc6a-1e37-4f27-abc0-f7a5565e4dda req-5b6ab6f9-8170-4ff4-831e-a9428714a0c3 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Sep 18 07:17:08.802429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8f10b5d9-9e74-4a7c-a4c3-e6bb6e648984 None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:08.802676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f10b5d9-9e74-4a7c-a4c3-e6bb6e648984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.803503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1df52-3727-476b-8d85-8be81ceb3087,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:08.829047 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.831105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-61d2e36e-079f-40d5-b585-40dc7fd5ce98 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9109097 Sep 18 07:17:08.832493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.833738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46344) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:08.836677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-11ca9cfd-f4c8-4519-9c86-b48cf22da980 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4648914 Sep 18 07:17:08.837458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46346) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:08.844486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-130451812', 'security_groups': ['dec1df52-3727-476b-8d85-8be81ceb3087'], 'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9a4bafc-b716-4baf-bc1b-64916cdc366a'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:08.862713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd023547-763f-4349-b2a4-1ce12762f391 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules/11ef145c-dad3-4346-9cf7-006d0a27ccec HTTP/1.1" status: 200 len: 763 time: 0.0275049 Sep 18 07:17:08.866329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46348) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:08.874724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba44c832-890e-4b36-99a8-abfac08b271b,segment=NetworkSegment(645d2078-b6a3-4361-9fa3-8ce0a942c07f),segment_id=645d2078-b6a3-4361-9fa3-8ce0a942c07f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:08.874991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8f10b5d9-9e74-4a7c-a4c3-e6bb6e648984 None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:08.893649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ba44c832-890e-4b36-99a8-abfac08b271b', 'network_id': '66f752b6-d7e0-49cb-87c9-c7ad762f3c7e', 'port_id': 'ba44c832-890e-4b36-99a8-abfac08b271b', 'mac_address': 'fa:16:3e:b0:7e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab622f08-35f7-4502-a347-b1472fd20b76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:08.897806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8f10b5d9-9e74-4a7c-a4c3-e6bb6e648984 None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:08.897806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f10b5d9-9e74-4a7c-a4c3-e6bb6e648984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.898838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b03bbf-8b5d-4019-a6f5-e910a90ca340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.971807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:08.986557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c5afe70-7595-4060-a4ab-d8d6c4716547 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1159630 Sep 18 07:17:08.989794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46350) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:08.991982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba44c832-890e-4b36-99a8-abfac08b271b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:09.031879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.037320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba44c832-890e-4b36-99a8-abfac08b271b,segment=NetworkSegment(645d2078-b6a3-4361-9fa3-8ce0a942c07f),segment_id=645d2078-b6a3-4361-9fa3-8ce0a942c07f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:09.041514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.058491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Made reservation on behalf of d6bf48cb76cf4bf5a3cf276d7b104e88 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:09.062013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.108207 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.168344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:09.191616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7a99fa5-250f-4aab-be2c-93ae0512b98f req-bcbfd81b-2d5a-4983-b189-2f97fe4a8fbc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 210 time: 0.0269110 Sep 18 07:17:09.211135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.220128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.221329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/11ef145c-dad3-4346-9cf7-006d0a27ccec HTTP/1.1" status: 204 len: 168 time: 0.2311006 Sep 18 07:17:09.224217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:09.261639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:09.266681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85390940-0570-4190-9703-988ac9fc3dc2 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11ef145c-dad3-4346-9cf7-006d0a27ccec,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:09.275229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-49d5a945-e39c-474f-abdb-a1e8784f4bcb tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496714 Sep 18 07:17:09.278125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46358) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:09.283002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '017f8c1d-aeb7-43aa-a063-ca2d9bad185e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:09.369730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.403265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Allocated IP 172.20.0.4 (4a5b83ff-db36-4aea-9112-4ea784bba436/3f5fabdc-b762-47fb-ba0f-9224b49933be/70bf7cca-16d6-4819-873c-8db10f03bb1f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:09.412664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.433934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] device_id is not set on port 7fbf7967-109d-41d5-8a9e-a5510b224ccd yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:17:09.452295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.534196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ba44c832-890e-4b36-99a8-abfac08b271b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:09.545778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce8b92-df28-462b-b5b6-ee7e77d433cc req-4636c484-20ea-4c03-bf00-a204f54499a2 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:09.555505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecce8b92-df28-462b-b5b6-ee7e77d433cc req-4636c484-20ea-4c03-bf00-a204f54499a2 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.0966947 Sep 18 07:17:09.557494 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.624579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:09.665918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66303ac0-5817-454e-adf2-28d373356f9f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:09.708500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecce8b92-df28-462b-b5b6-ee7e77d433cc req-59db5b07-dcaa-4f71-8d84-be6f17ca279b tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Sep 18 07:17:09.781061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.782141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19393ad3-ca35-4914-9fe5-0695a0c3ff6e tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5029521 Sep 18 07:17:09.784663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46366) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:09.809587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:09.810860 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.825422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e21005-071b-4973-8e71-8a670bcc949e req-dcc92977-17d7-4406-9d82-0a4c42c0555f tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:09.827010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20e21005-071b-4973-8e71-8a670bcc949e req-dcc92977-17d7-4406-9d82-0a4c42c0555f tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.37 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.1130264 Sep 18 07:17:09.842326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ef0d8b6-7703-4781-92ef-de828a25fe9c tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules/66303ac0-5817-454e-adf2-28d373356f9f HTTP/1.1" status: 200 len: 763 time: 0.0563626 Sep 18 07:17:09.844838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46368) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:09.873348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.12 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/d9a4bafc-b716-4baf-bc1b-64916cdc366a/7fbf7967-109d-41d5-8a9e-a5510b224ccd) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:09.899072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:09.934269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-101a36a4-0555-4b71-b689-5f5888098e93 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0875921 Sep 18 07:17:09.947276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46370) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:09.986589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ea35-c422-4020-9b15-450a905aedbb req-81bf82dc-2207-4d73-8284-51d102baecf2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:09.988112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b834ea35-c422-4020-9b15-450a905aedbb req-81bf82dc-2207-4d73-8284-51d102baecf2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 944 time: 0.0668657 Sep 18 07:17:10.026506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b834ea35-c422-4020-9b15-450a905aedbb req-e23ba757-942c-47c4-b840-3a27fdf8b95f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Sep 18 07:17:10.030862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.048456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.119738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Deleting port c955f18f-3907-4680-b844-250bbafc69e1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:10.120085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.145620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.240527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.247792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.253880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.255053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/66303ac0-5817-454e-adf2-28d373356f9f HTTP/1.1" status: 204 len: 168 time: 0.3045497 Sep 18 07:17:10.257974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46382) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:10.269682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:10.282708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:10.293372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff800fc-f06b-4086-b224-d92a5b456bd0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66303ac0-5817-454e-adf2-28d373356f9f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:10.299769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:10.327808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:10.348631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c0cc6874-60f7-4509-9bea-c735679ce482 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0868995 Sep 18 07:17:10.349283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46386) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:10.354066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Request body: {'security_group_rule': {'security_group_id': '017f8c1d-aeb7-43aa-a063-ca2d9bad185e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:10.361537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] For port c955f18f-3907-4680-b844-250bbafc69e1, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c955f18f-3907-4680-b844-250bbafc69e1,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:10.361926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.365769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218126fa-0ca1-4ac4-bad2-8b15c07006a1 req-fd231a38-70b2-4321-b63d-c10d499c8e89 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:10.367537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-218126fa-0ca1-4ac4-bad2-8b15c07006a1 req-fd231a38-70b2-4321-b63d-c10d499c8e89 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 931 time: 0.1015644 Sep 18 07:17:10.384233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Calling delete_port for c955f18f-3907-4680-b844-250bbafc69e1 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:10.400952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:10.401600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.424053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-218126fa-0ca1-4ac4-bad2-8b15c07006a1 req-9c9597cd-c8b2-48d2-88a7-2b647a1f0c12 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481479 Sep 18 07:17:10.518596 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Project c02ec44c554e498daf61d3b18246bdb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:17:10.524564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.596804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.603498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-969caa6c-bd20-4bd2-b53b-41ac2c8fc183 None None] Provisioning complete for port 70bf7cca-16d6-4819-873c-8db10f03bb1f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:10.607611 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-969caa6c-bd20-4bd2-b53b-41ac2c8fc183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.646217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba44c832-890e-4b36-99a8-abfac08b271b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:10.649282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.677394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048ae2b6-fec4-4ae5-8f27-f7301f220081,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:10.688609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-969caa6c-bd20-4bd2-b53b-41ac2c8fc183 None None] Port 70bf7cca-16d6-4819-873c-8db10f03bb1f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:10.723565 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.727610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-245a1446-783e-42ab-9284-9b1b78633a66 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3744092 Sep 18 07:17:10.733560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46392) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:10.748296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5760c53a-7548-4dcb-ad08-1e72b1b12925 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules/048ae2b6-fec4-4ae5-8f27-f7301f220081 HTTP/1.1" status: 200 len: 769 time: 0.0170894 Sep 18 07:17:10.749119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46396) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:10.785457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ba44c832-890e-4b36-99a8-abfac08b271b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:10.790406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ba44c832-890e-4b36-99a8-abfac08b271b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:10.790878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.807663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.808732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-77429c10-36ff-42cf-ac43-2264cd7798c6 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0590754 Sep 18 07:17:10.811911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46398) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:10.878722 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.893736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.901567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:10.903342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-401ded79-e09f-416b-9a45-643fa62dd2ee tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2162759 Sep 18 07:17:10.909006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed43068-8808-4250-9ed2-d9d88d2e30d0 req-3a8c28c0-b4a8-4000-a399-fbe0b090c9ae tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:10.912288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:10.921889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed43068-8808-4250-9ed2-d9d88d2e30d0 req-3a8c28c0-b4a8-4000-a399-fbe0b090c9ae tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 950 time: 0.1117744 Sep 18 07:17:10.924105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:10.931914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=7fbf7967-109d-41d5-8a9e-a5510b224ccd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:10.944508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:10.969568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba44c832-890e-4b36-99a8-abfac08b271b,segment=NetworkSegment(645d2078-b6a3-4361-9fa3-8ce0a942c07f),segment_id=645d2078-b6a3-4361-9fa3-8ce0a942c07f)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:10.970460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:10.972912 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a2978-6816-4a67-9e14-94ed6c9370ab" -d '{"events": [{"server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "name": "network-vif-plugged", "status": "completed", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:10.987886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Request body: {'port': {'device_id': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:11.033623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.035443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ed43068-8808-4250-9ed2-d9d88d2e30d0 req-d56542d4-42aa-46ca-ac61-f07589678398 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/security-groups?id=1d7936a1-a04d-4c6b-b1a4-6cf87392027d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108084 Sep 18 07:17:11.062544 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728741e4-42d5-463b-933d-ca53901b8546 x-openstack-request-id: req-728741e4-42d5-463b-933d-ca53901b8546 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:11.063084 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "name": "network-vif-plugged", "status": "completed", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:11.063487 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-728741e4-42d5-463b-933d-ca53901b8546 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:11.064238 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b', 'code': 200} Sep 18 07:17:11.110469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:11.111112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.115494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:11.126248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.138377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.142284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.149801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.151100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/048ae2b6-fec4-4ae5-8f27-f7301f220081 HTTP/1.1" status: 204 len: 168 time: 0.3303425 Sep 18 07:17:11.164958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46406) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:11.168483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51809731-1841-4152-87a4-b7bf49905963 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048ae2b6-fec4-4ae5-8f27-f7301f220081,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:11.216192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Pushing event deleted for resources: {'Port': ['ID=c955f18f-3907-4680-b844-250bbafc69e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:11.239624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2913f0-e8d2-4f5b-b07d-b95416d2bd8a req-6853cc22-8e09-4297-a878-994762b066dd tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:11.241253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b2913f0-e8d2-4f5b-b07d-b95416d2bd8a req-6853cc22-8e09-4297-a878-994762b066dd tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.0877841 Sep 18 07:17:11.283069 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5bbc77f2-12a9-4a08-b906-735506f08220 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4401236 Sep 18 07:17:11.283654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b2913f0-e8d2-4f5b-b07d-b95416d2bd8a req-2b6a12c8-abe8-4541-a632-8a46f78ca9cf tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Sep 18 07:17:11.283654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:11.288563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:11.342172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-89a1555f-a57e-4104-a46b-cb76a120d8e8 None None] Provisioning complete for port 7fbf7967-109d-41d5-8a9e-a5510b224ccd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:11.342557 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89a1555f-a57e-4104-a46b-cb76a120d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.381275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89a1555f-a57e-4104-a46b-cb76a120d8e8 None None] Port 7fbf7967-109d-41d5-8a9e-a5510b224ccd cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:11.392189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] No DVR routers for this DVR port c955f18f-3907-4680-b844-250bbafc69e1 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:11.395019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.397120 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20e21005-071b-4973-8e71-8a670bcc949e req-f4f6ca5d-650f-4198-8b25-4741e8aa6862 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.37 "DELETE /v2.0/ports/c955f18f-3907-4680-b844-250bbafc69e1 HTTP/1.1" status: 204 len: 173 time: 1.5618670 Sep 18 07:17:11.409099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'name': 'network-vif-deleted', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:11.411855 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbccffd1-440e-4ef9-ab5d-d58e58454609" -d '{"events": [{"server_uuid": "df8b6394-c473-412a-8d86-994318396223", "name": "network-vif-deleted", "tag": "c955f18f-3907-4680-b844-250bbafc69e1"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:11.459165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-923756bb-1906-41dc-8c33-4bd78f951e05 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2843904 Sep 18 07:17:11.460101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46414) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:11.460234 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f9a533-529f-473b-8965-64147774eb73 x-openstack-request-id: req-08f9a533-529f-473b-8965-64147774eb73 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:11.460824 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8b6394-c473-412a-8d86-994318396223", "name": "network-vif-deleted", "tag": "c955f18f-3907-4680-b844-250bbafc69e1", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:11.461245 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08f9a533-529f-473b-8965-64147774eb73 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:11.461641 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8b6394-c473-412a-8d86-994318396223', 'name': 'network-vif-deleted', 'tag': 'c955f18f-3907-4680-b844-250bbafc69e1', 'status': 'completed', 'code': 200} Sep 18 07:17:11.516695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:11.520588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.531225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192b2a1-2ca5-4d66-9b4b-9185b2c2dfec req-b5037cac-eb53-4ae2-9cb1-5b16217e0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:11.532829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3192b2a1-2ca5-4d66-9b4b-9185b2c2dfec req-b5037cac-eb53-4ae2-9cb1-5b16217e0df5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 1097 time: 0.3621953 Sep 18 07:17:11.536864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40b3ab25-1217-4804-ae26-36052cc1499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.583995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.599741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3192b2a1-2ca5-4d66-9b4b-9185b2c2dfec req-79aa4395-dd6e-457d-8be8-c7d64fc4c137 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592442 Sep 18 07:17:11.687359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.737934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563267-fcb9-4e15-afcf-c0e071f46470 req-25a2a0cf-9fe4-48fd-b6cd-1c5845335449 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:11.739838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26563267-fcb9-4e15-afcf-c0e071f46470 req-25a2a0cf-9fe4-48fd-b6cd-1c5845335449 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 931 time: 0.1899977 Sep 18 07:17:11.773046 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9a4bafc-b716-4baf-bc1b-64916cdc366a (CIDR: 172.20.0.0/28) Sep 18 07:17:11.816457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bf7cca-16d6-4819-873c-8db10f03bb1f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:11.827823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.828693 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:17:11.829749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:11.841503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26563267-fcb9-4e15-afcf-c0e071f46470 req-a0c08c15-a5c6-4f10-96e4-8f24ab62620d tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680401 Sep 18 07:17:11.953527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Transition to ACTIVE for port object 70bf7cca-16d6-4819-873c-8db10f03bb1f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:11.953759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.956386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:11.957554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "DELETE /v2.0/security-groups/017f8c1d-aeb7-43aa-a063-ca2d9bad185e HTTP/1.1" status: 204 len: 168 time: 0.4950733 Sep 18 07:17:11.960168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46418) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:11.967168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355bda-3a55-4501-9ba7-2c012f570e16 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f8c1d-aeb7-43aa-a063-ca2d9bad185e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:11.983122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:11.987790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9ff976fc-effd-43da-aebf-e062ee13a67c tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6989691 Sep 18 07:17:11.989449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:11.999764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.034107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.108278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26dd3b75-ef88-4d50-89fb-b06eb18bebae tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1416962 Sep 18 07:17:12.109642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46426) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:12.147438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1e13a4f-0b6d-4ec1-895e-10a97a16620d req-4dda3a5b-6d31-423a-bb9b-0606331283f0 tempest-VolumesBackupsTest-195325308 tempest-VolumesBackupsTest-195325308-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8b6394-c473-412a-8d86-994318396223 HTTP/1.1" status: 200 len: 210 time: 0.0272961 Sep 18 07:17:12.160750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:12.196401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.196757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.197104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.197447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.197788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.198217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.198487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.198818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.199147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.199486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.199813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.200141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:12.266377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9547499c-3347-4c9a-a5d4-7f81688e30d0 tempest-SecGroupIPv6Test-1286609313 tempest-SecGroupIPv6Test-1286609313-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520970 Sep 18 07:17:12.292561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Attempting to bind port 70bf7cca-16d6-4819-873c-8db10f03bb1f on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:12.293163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Attempting to bind port 70bf7cca-16d6-4819-873c-8db10f03bb1f by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:12.293283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Attempting to bind port 70bf7cca-16d6-4819-873c-8db10f03bb1f on network 4a5b83ff-db36-4aea-9112-4ea784bba436 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:12.298068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Port 70bf7cca-16d6-4819-873c-8db10f03bb1f on network 4a5b83ff-db36-4aea-9112-4ea784bba436 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:12.298309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Attempting to bind port 70bf7cca-16d6-4819-873c-8db10f03bb1f on network 4a5b83ff-db36-4aea-9112-4ea784bba436 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:12.303427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:12.303775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Checking segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:12.304395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Bound using segment: {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:12.305095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Bound port: 70bf7cca-16d6-4819-873c-8db10f03bb1f, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:12.305095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.354098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:12.359362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.448809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:12.463141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0227a3d-f82c-4384-a973-7af3750193ca req-0cbb9849-d4b9-4cf1-bc5d-7fe77f81bac2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:12.465062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0227a3d-f82c-4384-a973-7af3750193ca req-0cbb9849-d4b9-4cf1-bc5d-7fe77f81bac2 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Sep 18 07:17:12.468866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:12.480043 n-d-789963-14 neutron-server[101978]: INFO neutron.db.ipam_backend_mixin [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b4024bd6-6be9-42e3-be8a-672e4808c48b (CIDR: 172.20.0.16/28) Sep 18 07:17:12.503930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0227a3d-f82c-4384-a973-7af3750193ca req-456e85e1-e9ae-4087-9520-517dcd937d9f tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Sep 18 07:17:12.512891 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:17:12.514189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:12.554098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.586057 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f6b6bbfc-ddf1-4a4d-a0d9-39d36b952225 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6013274 Sep 18 07:17:12.591492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:12.595732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:12.596440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.597751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] 10.222.0.37 "PUT /v2.0/ports/70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 1092 time: 1.6197982 Sep 18 07:17:12.601688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'subnet': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:12.654587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52626a-99c7-480f-8866-388bc57a6a5d service neutron] Pushing event updated for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:12.745621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46440) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:12.800588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-ce838f3b-ad06-4627-9c81-e8bc7ae26f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:12.802188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-ce838f3b-ad06-4627-9c81-e8bc7ae26f94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0775766 Sep 18 07:17:12.851273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-15374a48-9f0a-4dc6-bb04-71834d4dca7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 217 time: 0.0419180 Sep 18 07:17:12.905221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cfcd5939-6880-489a-a322-ea30a96d44d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c02ec44c554e498daf61d3b18246bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561570 Sep 18 07:17:12.910786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46446) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:12.911030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Made reservation on behalf of 144ec13b53b5436aa2dd3577a55a04c3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:12.911030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:12.939519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-9ced858c-f155-4cdd-be3c-d2f781d9e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:12.941270 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-9ced858c-f155-4cdd-be3c-d2f781d9e1aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.0831361 Sep 18 07:17:12.970272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c955f18f-3907-4680-b844-250bbafc69e1 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:12.996149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: c955f18f-3907-4680-b844-250bbafc69e1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:12.996555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c955f18f-3907-4680-b844-250bbafc69e1 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:13.004615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea1f4e-2dc1-48af-ab7a-8f9b7f17ed3c req-e37449ef-4e73-43a1-b734-cb408fe94cfa tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.006135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caea1f4e-2dc1-48af-ab7a-8f9b7f17ed3c req-e37449ef-4e73-43a1-b734-cb408fe94cfa tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 943 time: 0.0827906 Sep 18 07:17:13.011114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.050524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-68980e26-7e50-4379-bccf-7f7463e0a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.052115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-68980e26-7e50-4379-bccf-7f7463e0a5d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767570 Sep 18 07:17:13.071782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.085972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caea1f4e-2dc1-48af-ab7a-8f9b7f17ed3c req-cfbfd636-f3e1-4063-bdac-858e228267eb tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719786 Sep 18 07:17:13.233682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.237010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.237136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-d42cf561-2823-4436-ad27-47a8de304040 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621742 Sep 18 07:17:13.237605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d39117c6-bee1-4e67-ae82-2f638dc9ba99 HTTP/1.1" status: 204 len: 168 time: 0.3311126 Sep 18 07:17:13.246931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783986ce-a80e-448f-8e61-d9932e596754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39117c6-bee1-4e67-ae82-2f638dc9ba99,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:13.322469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.379973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3e88d605-e768-4acc-b2df-01ec60e957cb req-cf916dc9-46ff-4a21-8b89-a9b1f306fd3d service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204488 Sep 18 07:17:13.451861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.462384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:13.464741 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ed17b8-e55f-451a-8932-420c5c68d779" -d '{"events": [{"name": "network-changed", "server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:13.503795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:13.509032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:13.513755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.514364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.520613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa537cf-e1dd-43f6-b7aa-184a29e05023 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:13.543165 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951f952-4bf5-48e8-aab3-df42d8f52a06 x-openstack-request-id: req-4951f952-4bf5-48e8-aab3-df42d8f52a06 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:13.543925 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:13.544881 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4951f952-4bf5-48e8-aab3-df42d8f52a06 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:13.545941 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'status': 'completed', 'code': 200} Sep 18 07:17:13.547301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Subnet': ['ID=3afbce81-a481-45ff-8901-fb7ad44f2614,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:13.597222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-9d0fafb5-fc78-4bbb-9da5-2dd3ef44b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.599186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-9d0fafb5-fc78-4bbb-9da5-2dd3ef44b83e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0471895 Sep 18 07:17:13.613149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84390a20-3da7-4a49-b09a-57c681499768 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0174537 Sep 18 07:17:13.613307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:13.618603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1944166128', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3afbce81-a481-45ff-8901-fb7ad44f2614'}], 'security_groups': ['0f626897-6fcf-426d-a788-73a94e8a1a5c', '76366a52-c962-46f6-8041-f1a8defea371']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:13.774201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-2103bb76-453a-4d0e-804f-3b140b21bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.776149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-2103bb76-453a-4d0e-804f-3b140b21bbe8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 910 time: 0.1699657 Sep 18 07:17:13.850290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4d034-66d5-4ee2-8b85-addd88decb12 req-4b07bdfe-5e62-4c10-8d44-2bc0e991b9cc tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.857299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-1bf599d7-e883-4944-bd95-4f05f7995ac6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 217 time: 0.0652921 Sep 18 07:17:13.858102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58b4d034-66d5-4ee2-8b85-addd88decb12 req-4b07bdfe-5e62-4c10-8d44-2bc0e991b9cc tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.1977370 Sep 18 07:17:13.867560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Update dhcp port {'port': {'network_id': 'a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0', 'fixed_ips': [{'subnet_id': 'b4024bd6-6be9-42e3-be8a-672e4808c48b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9a4bafc-b716-4baf-bc1b-64916cdc366a', 'ip_address': '172.20.0.2'}, {'subnet_id': '3afbce81-a481-45ff-8901-fb7ad44f2614'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '24638c54-07da-4786-b5fa-fcef02cb00c6'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:17:13.898562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.917971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-fa9cf015-e521-4863-a35a-6fc0c9a23be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.919545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-fa9cf015-e521-4863-a35a-6fc0c9a23be1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.0551062 Sep 18 07:17:13.926638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58b4d034-66d5-4ee2-8b85-addd88decb12 req-0d8c59c3-8b53-4b40-a8e7-62454911c132 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676758 Sep 18 07:17:13.979397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:13.990503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-97b90cb6-ffe1-47a6-b221-7e33f2471263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:13.992577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-97b90cb6-ffe1-47a6-b221-7e33f2471263 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561748 Sep 18 07:17:14.221786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-b4697847-59f8-4cc3-b82d-dde87c253175 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210724 Sep 18 07:17:14.259713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Allocated IP 172.20.0.34 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/3afbce81-a481-45ff-8901-fb7ad44f2614/24638c54-07da-4786-b5fa-fcef02cb00c6) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:14.364734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454ce4-ab46-4a5a-9de2-1949a65f1883 req-9b14b158-8008-4444-8881-6d40f7aea5ba tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:14.366730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f454ce4-ab46-4a5a-9de2-1949a65f1883 req-9b14b158-8008-4444-8881-6d40f7aea5ba tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 943 time: 0.1450279 Sep 18 07:17:14.422548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f454ce4-ab46-4a5a-9de2-1949a65f1883 req-c2698976-6cb4-48bf-9742-db7bf971b90b tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482597 Sep 18 07:17:14.447421 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94ed17b8-e55f-451a-8932-420c5c68d779 req-8407ea71-566c-4e77-8792-ccdd7492d7d1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166538 Sep 18 07:17:14.470745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:14.508665 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:14.582325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:14.658658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbf0a-889a-4995-bf37-22237ccf72f2 req-a69c1940-b8c0-4ac0-9e8b-b6a5a1e6704d tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:14.660955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-975fbf0a-889a-4995-bf37-22237ccf72f2 req-a69c1940-b8c0-4ac0-9e8b-b6a5a1e6704d tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.0936308 Sep 18 07:17:14.720670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aba9fd-edb1-4f62-bcb4-cf2e00c72c57 None None] Pushing event updated for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:14.771563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:14.781679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-975fbf0a-889a-4995-bf37-22237ccf72f2 req-6641eaa6-b385-4be5-bc08-d591571fa629 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Sep 18 07:17:14.824627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46496) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:14.835149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Delete allocated IP 172.20.0.12 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/d9a4bafc-b716-4baf-bc1b-64916cdc366a) {{(pid=101979) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:17:14.865820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Allocated IP 172.20.0.38 (a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0/3afbce81-a481-45ff-8901-fb7ad44f2614/7fbf7967-109d-41d5-8a9e-a5510b224ccd) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:14.976984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:14.988458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 70bf7cca-16d6-4819-873c-8db10f03bb1f details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:15.148711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b0f4df2-ebbd-4610-984b-e1abecfe3678 tempest-ServiceProvidersTest-325411959 tempest-ServiceProvidersTest-325411959-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3048196 Sep 18 07:17:15.193772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:15.217167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'port_id': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'mac_address': 'fa:16:3e:af:f6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:15.275486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.309071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bf7cca-16d6-4819-873c-8db10f03bb1f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:15.329497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:15.344772 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.405733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.408712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.488490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:15.567548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event updated for resources: {'Port': ['ID=7fbf7967-109d-41d5-8a9e-a5510b224ccd,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:15.602255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] In _notify_port_updated(), no bound segment for port 7fbf7967-109d-41d5-8a9e-a5510b224ccd on network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:17:15.608459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:15.609324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.613162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbdb9c11-fe62-4ad8-9dd6-77870060f6d1 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "PUT /v2.0/ports/7fbf7967-109d-41d5-8a9e-a5510b224ccd HTTP/1.1" status: 200 len: 960 time: 1.9969261 Sep 18 07:17:15.617158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46510) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:15.637616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:15.639641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['70bf7cca-16d6-4819-873c-8db10f03bb1f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:15.699937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724cc0-d152-4849-a577-f22d44d791bc req-8ce12a10-8cfb-4e29-abe7-9775873aaf00 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:15.702086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43724cc0-d152-4849-a577-f22d44d791bc req-8ce12a10-8cfb-4e29-abe7-9775873aaf00 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 944 time: 0.1490636 Sep 18 07:17:15.782236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43724cc0-d152-4849-a577-f22d44d791bc req-03659f98-c4a9-44f7-9fb7-3bf3e951f45a tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550776 Sep 18 07:17:15.798199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 7fbf7967-109d-41d5-8a9e-a5510b224ccd {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:15.798536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.807139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:15.850628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:15.851182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.924149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:15.937822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 7fbf7967-109d-41d5-8a9e-a5510b224ccd owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:15.995132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49c246d9-f4b9-49f9-a993-d49a51673060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.063888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843432ce-90c1-403f-92bd-18a86548c9a4 req-56ef8246-ea0b-494b-9539-41d935202900 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:16.065554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843432ce-90c1-403f-92bd-18a86548c9a4 req-56ef8246-ea0b-494b-9539-41d935202900 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.1256394 Sep 18 07:17:16.078536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-1644533d-3260-4d88-807c-8bd505ffd3b1 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:16.078536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-1644533d-3260-4d88-807c-8bd505ffd3b1 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 945 time: 0.0749094 Sep 18 07:17:16.117031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:16.117596 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.126340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:16.227489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Deleting port ba44c832-890e-4b36-99a8-abfac08b271b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:16.227882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.260561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-843432ce-90c1-403f-92bd-18a86548c9a4 req-365d7b4b-3eab-40ec-8a6b-ac851908b296 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9be4176-993a-4e88-a21d-436c2978670b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482575 Sep 18 07:17:16.308812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:16.309359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.354213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.399953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=7fbf7967-109d-41d5-8a9e-a5510b224ccd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:16.447834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] For port ba44c832-890e-4b36-99a8-abfac08b271b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba44c832-890e-4b36-99a8-abfac08b271b,segment=NetworkSegment(645d2078-b6a3-4361-9fa3-8ce0a942c07f),segment_id=645d2078-b6a3-4361-9fa3-8ce0a942c07f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:16.447834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.472827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Calling delete_port for ba44c832-890e-4b36-99a8-abfac08b271b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:16.646810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.653966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65fd5e8f-5e82-49f6-be08-65ee19762931 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/7fbf7967-109d-41d5-8a9e-a5510b224ccd HTTP/1.1" status: 204 len: 168 time: 1.0344744 Sep 18 07:17:16.658198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:16.702395 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7543e2e-c1b9-4991-a957-512bc8536f27 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] GET failed (client error): The resource could not be found. Sep 18 07:17:16.705200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a7543e2e-c1b9-4991-a957-512bc8536f27 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports/7fbf7967-109d-41d5-8a9e-a5510b224ccd HTTP/1.1" status: 404 len: 333 time: 0.0457873 Sep 18 07:17:16.715204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49c246d9-f4b9-49f9-a993-d49a51673060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.718981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46540) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:16.738928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.748060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d4e6344d-de42-41b3-ab28-1430dc6830d6 None None] Could not find standard attr ID for object 7fbf7967-109d-41d5-8a9e-a5510b224ccd. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:17:16.764699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-f3031f30-3fc5-4890-abd5-99074ea55f0b tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:16.767131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-f3031f30-3fc5-4890-abd5-99074ea55f0b tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 813 time: 0.2733173 Sep 18 07:17:16.771710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ba44c832-890e-4b36-99a8-abfac08b271b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:16.786241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Pushing event deleted for resources: {'Port': ['ID=ba44c832-890e-4b36-99a8-abfac08b271b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:16.788957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-37f8eea1-f634-40a3-8924-c7ac9f7d7320 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/quotas/f93efda58a7347bf9d4057a08b1bb602 HTTP/1.1" status: 200 len: 375 time: 0.0119638 Sep 18 07:17:16.819508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-49c246d9-f4b9-49f9-a993-d49a51673060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.851920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] No DVR routers for this DVR port ba44c832-890e-4b36-99a8-abfac08b271b on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:16.856020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-07e63dbb-848e-4972-865d-7fec7925a169 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591731 Sep 18 07:17:16.863113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-52dc499a-01d5-4d52-b363-192de2d64657 None None] Could not find standard attr ID for object 7fbf7967-109d-41d5-8a9e-a5510b224ccd. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:17:16.865697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.867134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1aa3145d-17c2-4f60-9e2f-9853e12f23c2 req-a841afe6-4180-4c21-842d-9348058f6c41 tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.24 "DELETE /v2.0/ports/ba44c832-890e-4b36-99a8-abfac08b271b HTTP/1.1" status: 204 len: 173 time: 0.7843931 Sep 18 07:17:16.868584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'name': 'network-vif-deleted', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:16.878957 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb77f7f7-0580-4668-8a18-ccbf759e7f56" -d '{"events": [{"server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "name": "network-vif-deleted", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:16.903841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.930035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:16.938049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-49c246d9-f4b9-49f9-a993-d49a51673060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=632fdc7df4434754b91f3ea42cc099d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1310666 Sep 18 07:17:16.940996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46546) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:16.953986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c246d9-f4b9-49f9-a993-d49a51673060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef0c57-ae64-4faa-918d-a4f730e97de9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:17.010108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.020087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06b00-e400-41f4-b8a2-034738e661a2 req-38beb7bf-5a05-421d-b1be-c843835bb38a tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:17.021593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79d06b00-e400-41f4-b8a2-034738e661a2 req-38beb7bf-5a05-421d-b1be-c843835bb38a tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 944 time: 0.1169007 Sep 18 07:17:17.032779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.044666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-a26705f6-87d5-401e-93c9-b55eb3639fce service neutron] 10.222.0.20 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766996 Sep 18 07:17:17.086729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79d06b00-e400-41f4-b8a2-034738e661a2 req-62041146-5259-4e93-9254-2cad850ca0c8 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574448 Sep 18 07:17:17.098691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.105544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.105544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/security-groups/dec1df52-3727-476b-8d85-8be81ceb3087 HTTP/1.1" status: 204 len: 168 time: 0.3821764 Sep 18 07:17:17.106037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:17.132642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da41686-3bff-4f93-bd49-4adfc3661d92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1df52-3727-476b-8d85-8be81ceb3087,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:17.162137 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f4c264-5b2f-421c-b3e6-d4fafc976bdf x-openstack-request-id: req-04f4c264-5b2f-421c-b3e6-d4fafc976bdf {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:17.162441 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f2aa11-71c3-404a-9816-732716633844", "name": "network-vif-deleted", "tag": "ba44c832-890e-4b36-99a8-abfac08b271b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:17.162702 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04f4c264-5b2f-421c-b3e6-d4fafc976bdf {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:17.163100 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f2aa11-71c3-404a-9816-732716633844', 'name': 'network-vif-deleted', 'tag': 'ba44c832-890e-4b36-99a8-abfac08b271b', 'status': 'completed', 'code': 200} Sep 18 07:17:17.163844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.166488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.170619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14ef0c57-ae64-4faa-918d-a4f730e97de9 HTTP/1.1" status: 204 len: 168 time: 0.2257094 Sep 18 07:17:17.170795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-1a8d8594-35d4-4bfc-a741-1827efb6c0d3 service neutron] 10.222.0.20 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153626 Sep 18 07:17:17.182175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ebb83-8c04-4aee-adb2-99ac800a9504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef0c57-ae64-4faa-918d-a4f730e97de9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:17.205009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.243267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.353881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.356566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.357972 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/security-groups/76366a52-c962-46f6-8041-f1a8defea371 HTTP/1.1" status: 204 len: 168 time: 0.2477586 Sep 18 07:17:17.361044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:17.372896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cb254-2b99-4382-aca0-ab9155ae7729 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76366a52-c962-46f6-8041-f1a8defea371,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:17.502388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-795ac1ff-7654-4e93-9a99-9f5574f338f4 req-56b8ac76-4f36-4b73-9536-7e7435a6ec18 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 210 time: 0.0763032 Sep 18 07:17:17.504274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d6e59ef-b4e0-4635-ad66-2277b9d13ff6 req-15923db1-aed7-40fd-b77c-ebced3a7126a tempest-InstanceActionsV221TestJSON-539770091 tempest-InstanceActionsV221TestJSON-539770091-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1f2aa11-71c3-404a-9816-732716633844 HTTP/1.1" status: 200 len: 210 time: 0.0966020 Sep 18 07:17:17.533114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.561856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.725433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.737975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.737975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f626897-6fcf-426d-a788-73a94e8a1a5c HTTP/1.1" status: 204 len: 168 time: 0.3681533 Sep 18 07:17:17.738229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46574) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:17.744772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add8ec3-3d59-47b8-9052-4b5829b4682d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f626897-6fcf-426d-a788-73a94e8a1a5c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:17.822348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet d9a4bafc-b716-4baf-bc1b-64916cdc366a {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:17.829146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:17.957436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.071373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.226386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c471a-19bb-43a7-aec7-0a2ea30f9e2d req-eb754378-9fcf-4952-a442-fd5c57b83048 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:18.227869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d40c471a-19bb-43a7-aec7-0a2ea30f9e2d req-eb754378-9fcf-4952-a442-fd5c57b83048 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 944 time: 0.0491443 Sep 18 07:17:18.269197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d40c471a-19bb-43a7-aec7-0a2ea30f9e2d req-ccaa9d7b-e01b-4e05-94fe-9b0c8b707960 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345354 Sep 18 07:17:18.297381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.312914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.318520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/d9a4bafc-b716-4baf-bc1b-64916cdc366a HTTP/1.1" status: 204 len: 168 time: 0.5796349 Sep 18 07:17:18.320679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c583c75-a6ee-4ebe-a347-8c0e26678c0a None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:18.322289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46630) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:18.333586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0be90-a634-4ae3-9ed8-fa4d1665bf1d tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a4bafc-b716-4baf-bc1b-64916cdc366a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:18.423545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet 3afbce81-a481-45ff-8901-fb7ad44f2614 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:18.427999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.446982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46632) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:18.482378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.576049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-874298438'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:18.606140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.706177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Made reservation on behalf of ccf19874b65443209f667648f97ab73d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:18.707279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce595ce1-cec5-4b49-a289-285dfce7feba req-6e62f4c3-cb73-4828-9da0-dcce670a18c6 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 210 time: 0.0826797 Sep 18 07:17:18.717482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.727098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.804571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46650) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:18.854136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Deleting subnet ab622f08-35f7-4502-a347-b1472fd20b76 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:18.858819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.866780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.919822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=3afbce81-a481-45ff-8901-fb7ad44f2614,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:18.924060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.926133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02815d63-a0af-46dd-a637-7e9469a5613f tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/3afbce81-a481-45ff-8901-fb7ad44f2614 HTTP/1.1" status: 204 len: 168 time: 0.6025879 Sep 18 07:17:18.929262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46654) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:18.968232 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-86317d26-6b35-4f0f-993b-b781b725d819 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:18.968707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86317d26-6b35-4f0f-993b-b781b725d819 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:18.973326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-86317d26-6b35-4f0f-993b-b781b725d819 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/d9a4bafc-b716-4baf-bc1b-64916cdc366a HTTP/1.1" status: 404 len: 337 time: 0.0431476 Sep 18 07:17:18.974709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:18.975739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46656) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:18.976088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.021969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 70bf7cca-16d6-4819-873c-8db10f03bb1f up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:19.047445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting subnet b4024bd6-6be9-42e3-be8a-672e4808c48b {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:19.051759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.052070 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.096942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.126991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.177934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87983a5-a88b-4b3a-b839-45088d3ea07c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:19.205294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 70bf7cca-16d6-4819-873c-8db10f03bb1f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:19.205475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.212907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 70bf7cca-16d6-4819-873c-8db10f03bb1f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:19.213969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.232988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab622f08-35f7-4502-a347-b1472fd20b76,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:19.241060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.245558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af6ad283-6b92-4c1b-9f72-e27b63cba585 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab622f08-35f7-4502-a347-b1472fd20b76 HTTP/1.1" status: 204 len: 168 time: 0.4400959 Sep 18 07:17:19.246200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46684) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.278505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.323775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549a2cf4-30ed-44e1-a6e3-bed5cd61b2f3 None None] Network a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:19.331694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.377976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:19.421142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.432590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-12d5e9a4-1988-4040-a9b5-c2ae902be6f0 None None] Provisioning complete for port 103ead9a-1413-4412-970d-c3dd2df1b287 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:19.432971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12d5e9a4-1988-4040-a9b5-c2ae902be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.440600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.441316 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Added segment 6ab46bc2-4b7b-4098-92d7-2c89b5c15d58 of type vlan for network fdd62211-5f6c-4c0d-bb87-1b58ed01098f Sep 18 07:17:19.455824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.478763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.483157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/b4024bd6-6be9-42e3-be8a-672e4808c48b HTTP/1.1" status: 204 len: 168 time: 0.5043037 Sep 18 07:17:19.486587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab31e9-a38e-4c0b-8e90-6d965caf1594 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Subnet': ['ID=b4024bd6-6be9-42e3-be8a-672e4808c48b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:19.489866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46692) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.506293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.515168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:19.518284 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1193f331-cdf5-4da2-9cd8-8a3aac915322" -d '{"events": [{"server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "name": "network-vif-plugged", "status": "completed", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:19.535439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-12d5e9a4-1988-4040-a9b5-c2ae902be6f0 None None] Port 103ead9a-1413-4412-970d-c3dd2df1b287 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:19.541066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f752b6-d7e0-49cb-87c9-c7ad762f3c7e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:19.555663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645d2078-b6a3-4361-9fa3-8ce0a942c07f') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:19.556319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645d2078-b6a3-4361-9fa3-8ce0a942c07f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:19.568115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:19.572214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37f50a-8135-4c0b-89da-b35b0bea6a6c req-b7439b79-687a-4114-8fd2-ae786e81ad9b tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:19.574026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f37f50a-8135-4c0b-89da-b35b0bea6a6c req-b7439b79-687a-4114-8fd2-ae786e81ad9b tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 944 time: 0.1499758 Sep 18 07:17:19.576161 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8f1b8c-5c6e-44d2-8aa7-8ed4b187afe3 x-openstack-request-id: req-8e8f1b8c-5c6e-44d2-8aa7-8ed4b187afe3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:19.576161 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "name": "network-vif-plugged", "status": "completed", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:19.576474 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e8f1b8c-5c6e-44d2-8aa7-8ed4b187afe3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:19.576803 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'code': 200} Sep 18 07:17:19.576925 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a277aa-336d-4f99-853f-59dd04e6d2cd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:19.577386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a277aa-336d-4f99-853f-59dd04e6d2cd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:19.581449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5a277aa-336d-4f99-853f-59dd04e6d2cd tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/9e1ee929-af1b-4f19-8c96-4e4f95623895 HTTP/1.1" status: 404 len: 337 time: 0.0845056 Sep 18 07:17:19.582995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46696) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.584946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.588651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-12d5e9a4-1988-4040-a9b5-c2ae902be6f0 None None] Provisioning complete for port 24638c54-07da-4786-b5fa-fcef02cb00c6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:19.589247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12d5e9a4-1988-4040-a9b5-c2ae902be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.615169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.619647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9f90195-8be2-4567-9978-126f09833e30 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 HTTP/1.1" status: 200 len: 205 time: 0.0358403 Sep 18 07:17:19.622098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46698) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.656201 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.663570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.668528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:19.668967 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:19.672384 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:19.678781 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-35dbc712-4e63-48ce-8250-d94f595307b7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] delete failed (client error): The resource could not be found. Sep 18 07:17:19.681837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-35dbc712-4e63-48ce-8250-d94f595307b7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/routers/8ff4f52f-a8cd-4a8c-97c0-1d6e13fe6bb2 HTTP/1.1" status: 404 len: 336 time: 0.0565674 Sep 18 07:17:19.688464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46700) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.792975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] DHCP port deletion for a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:17:19.793777 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c7584d-6e28-4850-a5ed-5995149c63e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:19.794909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c7584d-6e28-4850-a5ed-5995149c63e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:19.799903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:19.801398 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f3c7584d-6e28-4850-a5ed-5995149c63e8 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/988973b4-13b5-4a90-a9ca-5fd73e294654 HTTP/1.1" status: 404 len: 337 time: 0.1104794 Sep 18 07:17:19.803851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:19.817773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.834208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:19.834949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.857934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f37f50a-8135-4c0b-89da-b35b0bea6a6c req-924e6cf0-2cb2-45d2-99b6-b9c27dfbe159 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497351 Sep 18 07:17:19.900607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fd3058e-534e-4577-b44f-c3765a4aee1e req-552448a9-41d0-456a-b87c-164c667b519d tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 210 time: 0.0627060 Sep 18 07:17:19.904533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Deleting port 24638c54-07da-4786-b5fa-fcef02cb00c6 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:19.904533 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.947196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.953654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:19.958252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66f752b6-d7e0-49cb-87c9-c7ad762f3c7e HTTP/1.1" status: 204 len: 168 time: 0.7085686 Sep 18 07:17:19.976191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f752b6-d7e0-49cb-87c9-c7ad762f3c7e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:19.993463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] For port 24638c54-07da-4786-b5fa-fcef02cb00c6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24638c54-07da-4786-b5fa-fcef02cb00c6,segment=NetworkSegment(c86db01a-08d2-479b-bce8-3988cb8f42a8),segment_id=c86db01a-08d2-479b-bce8-3988cb8f42a8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:19.993877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.003035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.003035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.005687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.006474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.007290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.007290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.008815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.009277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.010000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.010779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.011700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Calling delete_port for 24638c54-07da-4786-b5fa-fcef02cb00c6 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:20.013167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.013358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decce265-94bb-4be4-b6c1-be73e2394714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:20.258141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.8098030 Sep 18 07:17:20.259113 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-896d0214-f375-410d-a7a9-48cea709b7fe tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.259781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896d0214-f375-410d-a7a9-48cea709b7fe tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.261576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46712) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.262340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-896d0214-f375-410d-a7a9-48cea709b7fe tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/1e0e6711-7767-421d-81b1-dd98741c02af HTTP/1.1" status: 404 len: 337 time: 0.4573858 Sep 18 07:17:20.267393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-0176557a-56f0-46e2-8dce-44dac233150c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-886860844') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:20.270544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46714) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.279419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.301433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778cdd9-ef33-421f-ae58-c88dcd2b777e req-1f68027a-ffe2-41c8-b336-4b5e738666b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:20.302975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4778cdd9-ef33-421f-ae58-c88dcd2b777e req-1f68027a-ffe2-41c8-b336-4b5e738666b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.6311176 Sep 18 07:17:20.317252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] Pushing event deleted for resources: {'Port': ['ID=24638c54-07da-4786-b5fa-fcef02cb00c6,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:20.323183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa4c9f-117c-4275-922a-5ee19e92801e None None] No DVR routers for this DVR port 24638c54-07da-4786-b5fa-fcef02cb00c6 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:20.359505 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0031761e-8565-4869-8488-7e6ac78a74ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.359968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0031761e-8565-4869-8488-7e6ac78a74ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.362691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0031761e-8565-4869-8488-7e6ac78a74ad tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/8e9c33db-c26e-469d-b94a-803e4368fafd HTTP/1.1" status: 404 len: 337 time: 0.0911298 Sep 18 07:17:20.369106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46716) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.381066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfdaa7-734c-44be-96e6-66e6b413f36c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Pushing event updated for resources: {'Network': ['ID=fdd62211-5f6c-4c0d-bb87-1b58ed01098f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:20.407552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network fdd62211-5f6c-4c0d-bb87-1b58ed01098f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:20.421393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4778cdd9-ef33-421f-ae58-c88dcd2b777e req-3547b3bd-92e9-4eb4-af40-172bfb6dc390 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851712 Sep 18 07:17:20.431574 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-149c80a9-97ea-4045-b4e4-54bccddeb831 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.432380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149c80a9-97ea-4045-b4e4-54bccddeb831 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.437882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-149c80a9-97ea-4045-b4e4-54bccddeb831 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/b7538584-5732-4a5b-99e3-e9274b859b0d HTTP/1.1" status: 404 len: 333 time: 0.0665715 Sep 18 07:17:20.438636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.440968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-14fa5e3b-640f-4982-a5cb-550b3b5e5785 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:20.442792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-14fa5e3b-640f-4982-a5cb-550b3b5e5785 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 813 time: 0.2048070 Sep 18 07:17:20.462125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Request body: {'port': {'device_id': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78', 'admin_state_up': True, 'tenant_id': 'f93efda58a7347bf9d4057a08b1bb602'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:20.470927 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f492f97f-9ef4-4bef-ade5-acc48f4cdbaa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.472673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f492f97f-9ef4-4bef-ade5-acc48f4cdbaa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.475981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f492f97f-9ef4-4bef-ade5-acc48f4cdbaa tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/1e9a1d67-6216-48d3-a228-07474d3484a9 HTTP/1.1" status: 404 len: 337 time: 0.0361207 Sep 18 07:17:20.477353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46720) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.507207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.551304 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-23faa0cf-08ab-428b-b4d1-624d5ef20ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.551829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23faa0cf-08ab-428b-b4d1-624d5ef20ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.556271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23faa0cf-08ab-428b-b4d1-624d5ef20ed7 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/0ae096d4-99ca-4c26-949a-d7f7eb31030c HTTP/1.1" status: 404 len: 337 time: 0.0706563 Sep 18 07:17:20.557784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46724) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.585984 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a58d56e-06c9-41cf-bd9a-586f366afa92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.586770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a58d56e-06c9-41cf-bd9a-586f366afa92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.589671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a58d56e-06c9-41cf-bd9a-586f366afa92 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/dae44f30-0a4c-4a55-97bf-b90180621772 HTTP/1.1" status: 404 len: 333 time: 0.0308559 Sep 18 07:17:20.596021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46726) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.616774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1fc13ecd-720c-4e51-89f4-e1193db52338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ce1453e982c4159b8d7078dbf930c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083348 Sep 18 07:17:20.619492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.637666 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5c18da-5239-4b9a-ac6e-735363639845 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.638211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5c18da-5239-4b9a-ac6e-735363639845 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.639904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df5c18da-5239-4b9a-ac6e-735363639845 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/2e7e2654-5679-4032-9ce4-684c039b2154 HTTP/1.1" status: 404 len: 337 time: 0.0385702 Sep 18 07:17:20.642399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46730) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.644829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0176557a-56f0-46e2-8dce-44dac233150c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "PUT /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-886860844 HTTP/1.1" status: 201 len: 201 time: 0.3820415 Sep 18 07:17:20.648378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46732) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.656478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-c7c5546c-1c3a-45c1-970f-deec5243fb2e tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-886860844') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:20.676117 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0415d31e-8219-49f8-accc-315318db6c04 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] DELETE failed (client error): The resource could not be found. Sep 18 07:17:20.676582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0415d31e-8219-49f8-accc-315318db6c04 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:17:20.678357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0415d31e-8219-49f8-accc-315318db6c04 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/subnets/a91cb4e7-4963-4e1e-a665-98c038b502fa HTTP/1.1" status: 404 len: 337 time: 0.0350614 Sep 18 07:17:20.680806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.709144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.723611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba44c832-890e-4b36-99a8-abfac08b271b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:20.748166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ba44c832-890e-4b36-99a8-abfac08b271b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:20.748965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba44c832-890e-4b36-99a8-abfac08b271b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:20.760031 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.768562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Made reservation on behalf of f93efda58a7347bf9d4057a08b1bb602 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:20.771329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7c5546c-1c3a-45c1-970f-deec5243fb2e tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-886860844 HTTP/1.1" status: 204 len: 168 time: 0.1219785 Sep 18 07:17:20.772437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.774310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46736) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.783328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-4559be3f-7410-4d45-a8cd-807372c5ae6d tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:20.882460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4559be3f-7410-4d45-a8cd-807372c5ae6d tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags HTTP/1.1" status: 200 len: 237 time: 0.1068668 Sep 18 07:17:20.884231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:20.892204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-6c8c827f-ca15-48a6-87f9-db1a0c2e2a15 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', {'tags': ['tempest-TagsTest-Tag-325485952', 'tempest-TagsTest-Tag-1308986489', 'tempest-TagsTest-Tag-472144156']}) {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:20.897205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Deleting port 103ead9a-1413-4412-970d-c3dd2df1b287 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:20.897653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.985111 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.987668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:20.991106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9be4176-993a-4e88-a21d-436c2978670b HTTP/1.1" status: 204 len: 168 time: 0.3683486 Sep 18 07:17:21.018428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.039813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Calling delete_port for 103ead9a-1413-4412-970d-c3dd2df1b287 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:21.041929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14ae02-78e4-4072-94cb-70529cbf7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be4176-993a-4e88-a21d-436c2978670b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:21.048855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Allocated IP 172.20.0.3 (430a6516-9f47-4b48-9e66-561f80e2ee78/2f7e141c-7380-4bc9-b832-a89767296542/d41d5b5a-9665-4571-9266-469dc36d1f4c) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:21.095107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3067829-d33f-47ad-b3fe-4b912c35ff3f req-ce0211c6-a4e2-4787-b39d-d036f0aeb633 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 210 time: 0.0837057 Sep 18 07:17:21.127501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5303cf-e735-495d-81d3-71fc2fbc0994 req-79acf59c-f0da-43b8-9c68-9720d3585c0d tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:21.135088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d5303cf-e735-495d-81d3-71fc2fbc0994 req-79acf59c-f0da-43b8-9c68-9720d3585c0d tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.1814101 Sep 18 07:17:21.184007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6c8c827f-ca15-48a6-87f9-db1a0c2e2a15 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "PUT /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags HTTP/1.1" status: 200 len: 307 time: 0.2954540 Sep 18 07:17:21.190297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46750) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:21.198249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-c6413ae1-03ab-465e-9a66-c487de627a1f tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-325485952') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.210816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d5303cf-e735-495d-81d3-71fc2fbc0994 req-d464145c-f83d-4ac7-a2ec-109e93d68c98 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748029 Sep 18 07:17:21.300190 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.360968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.362544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Port': ['ID=103ead9a-1413-4412-970d-c3dd2df1b287,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:21.367740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.369842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-89440ec4-d0b8-4579-9ecf-167969749dd4 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/ports/103ead9a-1413-4412-970d-c3dd2df1b287 HTTP/1.1" status: 204 len: 168 time: 0.6880515 Sep 18 07:17:21.373077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:21.479256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.555791 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.625657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:21.671319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 24638c54-07da-4786-b5fa-fcef02cb00c6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:21.671690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24638c54-07da-4786-b5fa-fcef02cb00c6 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:21.674425 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.712824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.732087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86db01a-08d2-479b-bce8-3988cb8f42a8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.732390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86db01a-08d2-479b-bce8-3988cb8f42a8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.748636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Network 430a6516-9f47-4b48-9e66-561f80e2ee78 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:21.757208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.763894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:21.770636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:21.773197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Pushing event updated for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:21.783226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c6413ae1-03ab-465e-9a66-c487de627a1f tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "DELETE /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-325485952 HTTP/1.1" status: 204 len: 168 time: 0.5916381 Sep 18 07:17:21.785927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46762) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:21.790360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-89f98dc4-3e71-408a-aee0-298b16dd7a17 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-325485952') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.807263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.823862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:21.824273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:21.828334 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:21.863742 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-89f98dc4-3e71-408a-aee0-298b16dd7a17 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] show failed (client error): The resource could not be found. Sep 18 07:17:21.867196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-89f98dc4-3e71-408a-aee0-298b16dd7a17 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-325485952 HTTP/1.1" status: 404 len: 325 time: 0.0779099 Sep 18 07:17:21.872768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:21.873931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:21.879235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:21.886022 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-59d91332-5256-4b5d-a32a-0d07e3d90846 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-1308986489') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:21.994536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-2da452f5-22d5-40b8-a876-515bba09b516 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5368316 Sep 18 07:17:21.997288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-59d91332-5256-4b5d-a32a-0d07e3d90846 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-1308986489 HTTP/1.1" status: 204 len: 168 time: 0.1146808 Sep 18 07:17:21.999672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46770) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.004531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-738c424d-d21a-4615-b847-076d6354934c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-472144156') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:22.011815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Request body: {'port': {'device_id': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:22.042287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:22.062039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:22.062039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] 10.222.0.20 "DELETE /v2.0/networks/a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0 HTTP/1.1" status: 204 len: 168 time: 0.6848218 Sep 18 07:17:22.073502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb8b48-c395-49ad-9e67-a555482fe3c2 tempest-PortsTestJSON-952137463 tempest-PortsTestJSON-952137463-project] Pushing event deleted for resources: {'Network': ['ID=a60a04d4-c215-4e74-8d3e-1a35a3b4d8e0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:22.168195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:22.264342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-738c424d-d21a-4615-b847-076d6354934c tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-472144156 HTTP/1.1" status: 204 len: 168 time: 0.2635269 Sep 18 07:17:22.283171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.287790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-a09d610d-4c3d-40af-b459-a604f729752a tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:22.359004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a390-355e-4211-966e-5ed274cfcfca req-1e155405-d41e-467a-a5e3-5c205c836514 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:22.361036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91e1a390-355e-4211-966e-5ed274cfcfca req-1e155405-d41e-467a-a5e3-5c205c836514 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 931 time: 0.1007140 Sep 18 07:17:22.454198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91e1a390-355e-4211-966e-5ed274cfcfca req-67275578-aadc-4647-8c58-7571ce598bda tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813758 Sep 18 07:17:22.531649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e537b-67ae-4ef4-a95e-acc7d8cc8ece req-399cf747-5a59-4421-90d8-8c821a3c6477 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:22.546613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d0e537b-67ae-4ef4-a95e-acc7d8cc8ece req-399cf747-5a59-4421-90d8-8c821a3c6477 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.1036317 Sep 18 07:17:22.621770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d0e537b-67ae-4ef4-a95e-acc7d8cc8ece req-af4398d4-d8b3-450f-a99d-14862d2045a2 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698447 Sep 18 07:17:22.656948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a09d610d-4c3d-40af-b459-a604f729752a tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "DELETE /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags HTTP/1.1" status: 204 len: 168 time: 0.3720546 Sep 18 07:17:22.659177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.665826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-3077f0dd-3fac-40bf-9ff8-a53fb40ddc0a tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-1308986489') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:22.725869 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.752695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41d5b5a-9665-4571-9266-469dc36d1f4c {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:22.763079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:22.770205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46802) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.785584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Transition to ACTIVE for port object d41d5b5a-9665-4571-9266-469dc36d1f4c will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:22.845365 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-3077f0dd-3fac-40bf-9ff8-a53fb40ddc0a tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] show failed (client error): The resource could not be found. Sep 18 07:17:22.850158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46806) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:22.850491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3077f0dd-3fac-40bf-9ff8-a53fb40ddc0a tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-1308986489 HTTP/1.1" status: 404 len: 326 time: 0.1899412 Sep 18 07:17:22.855383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-e5da726e-31d5-4d52-a117-e0444c488abc tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f', 'tempest-TagsTest-Tag-472144156') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:22.883619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:22.887072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e948c5-35b3-419c-83a2-2b7c83d72b53 req-c7f0eb80-2721-49dd-aaee-b7ee48559628 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:22.906925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04e948c5-35b3-419c-83a2-2b7c83d72b53 req-c7f0eb80-2721-49dd-aaee-b7ee48559628 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.1401265 Sep 18 07:17:22.929669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-857213324-network', 'tenant_id': '4d61540e672a426c907806d00c648136'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:22.961791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04e948c5-35b3-419c-83a2-2b7c83d72b53 req-e1b6903e-06e0-4ef7-9064-8873583a20b3 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Sep 18 07:17:23.052297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Pushing event updated for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:23.124770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab11ed-14fc-4356-8223-9cf452c3319e req-16989cc5-1eb3-4ef5-aad9-3e422fecc3b6 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.126359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7eab11ed-14fc-4356-8223-9cf452c3319e req-16989cc5-1eb3-4ef5-aad9-3e422fecc3b6 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.0615370 Sep 18 07:17:23.141656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Made reservation on behalf of 4d61540e672a426c907806d00c648136 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:23.143974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.146206 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-e5da726e-31d5-4d52-a117-e0444c488abc tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] show failed (client error): The resource could not be found. Sep 18 07:17:23.147245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5da726e-31d5-4d52-a117-e0444c488abc tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "GET /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags/tempest-TagsTest-Tag-472144156 HTTP/1.1" status: 404 len: 325 time: 0.2960536 Sep 18 07:17:23.152544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6110eec1-9aeb-4a3f-b7d6-2655a7fbfdc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=144ec13b53b5436aa2dd3577a55a04c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784676 Sep 18 07:17:23.152713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:23.155231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46814) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:23.157660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-19a1c667-c517-4676-af80-c028005d71ca tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdd62211-5f6c-4c0d-bb87-1b58ed01098f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:23.169378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.212918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7eab11ed-14fc-4356-8223-9cf452c3319e req-76184654-bf25-482b-b8b8-df34d553f5b4 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797372 Sep 18 07:17:23.245969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Attempting to bind port d41d5b5a-9665-4571-9266-469dc36d1f4c on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:23.252192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Attempting to bind port d41d5b5a-9665-4571-9266-469dc36d1f4c by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:23.252192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Attempting to bind port d41d5b5a-9665-4571-9266-469dc36d1f4c on network 430a6516-9f47-4b48-9e66-561f80e2ee78 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:23.254510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:23.283229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Port d41d5b5a-9665-4571-9266-469dc36d1f4c on network 430a6516-9f47-4b48-9e66-561f80e2ee78 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:23.283772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Attempting to bind port d41d5b5a-9665-4571-9266-469dc36d1f4c on network 430a6516-9f47-4b48-9e66-561f80e2ee78 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:23.297300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-19a1c667-c517-4676-af80-c028005d71ca tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "DELETE /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f/tags HTTP/1.1" status: 204 len: 168 time: 0.1456196 Sep 18 07:17:23.298210 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.302374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46822) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:23.308234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:23.308579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Checking segment: {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:23.308974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Bound using segment: {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:23.309457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Bound port: d41d5b5a-9665-4571-9266-469dc36d1f4c, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e744bba9-06ee-46a2-910a-8f5b4f70c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:23.309836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.422672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:23.425966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:23.429554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.443352 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.522614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.538627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.558812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd62211-5f6c-4c0d-bb87-1b58ed01098f']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:23.583979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab46bc2-4b7b-4098-92d7-2c89b5c15d58') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:23.584282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab46bc2-4b7b-4098-92d7-2c89b5c15d58') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:23.587639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.594123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e61584-d9b7-4bac-b400-c8c4b4ac03fd tempest-TestServerBasicOps-1607802674 tempest-TestServerBasicOps-1607802674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.598587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55e61584-d9b7-4bac-b400-c8c4b4ac03fd tempest-TestServerBasicOps-1607802674 tempest-TestServerBasicOps-1607802674-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1092 time: 0.3418608 Sep 18 07:17:23.599854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46828) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:23.602800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.607429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:23.617115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.617886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.619593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] 10.222.0.24 "PUT /v2.0/ports/d41d5b5a-9665-4571-9266-469dc36d1f4c HTTP/1.1" status: 200 len: 1092 time: 1.6116800 Sep 18 07:17:23.620138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:23.623088 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982" -d '{"events": [{"name": "network-changed", "server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:23.634192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0f9ed-c416-4418-be31-4902bf6c7196 req-c6a6fa2d-15dc-4fb3-9022-b40e6eac24e0 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.635818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21c0f9ed-c416-4418-be31-4902bf6c7196 req-c6a6fa2d-15dc-4fb3-9022-b40e6eac24e0 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 943 time: 0.0998428 Sep 18 07:17:23.640439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.649272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:23.649834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.653471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa979858-e29e-417d-ab29-1f864c532d72 service neutron] Pushing event updated for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:23.657425 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:23.672180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.677491 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b270941-7bd2-4ead-856b-24be98356d0c x-openstack-request-id: req-0b270941-7bd2-4ead-856b-24be98356d0c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:23.681929 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:23.681929 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b270941-7bd2-4ead-856b-24be98356d0c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:23.681929 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c', 'status': 'completed', 'code': 200} Sep 18 07:17:23.711173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:23.745438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21c0f9ed-c416-4418-be31-4902bf6c7196 req-58985b26-c0de-4ebe-abff-08f136328664 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997076 Sep 18 07:17:23.764203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-1f2b87da-831a-4ef5-8aca-286da3c53c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.765731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-1f2b87da-831a-4ef5-8aca-286da3c53c58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 1095 time: 0.0463533 Sep 18 07:17:23.768856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.772123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.773404 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/849ba412-bf89-4a32-a8e1-6ead27b3d394 HTTP/1.1" status: 204 len: 168 time: 0.6117978 Sep 18 07:17:23.793114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d6276-79b0-405a-a59d-b6503d438006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ba412-bf89-4a32-a8e1-6ead27b3d394,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:23.827003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.854964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.862516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.864803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] 10.222.0.20 "DELETE /v2.0/networks/fdd62211-5f6c-4c0d-bb87-1b58ed01098f HTTP/1.1" status: 204 len: 168 time: 0.5613914 Sep 18 07:17:23.880742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f1879-3b0b-4137-9d06-53a52451ab84 tempest-TagsTest-985359819 tempest-TagsTest-985359819-project] Pushing event deleted for resources: {'Network': ['ID=fdd62211-5f6c-4c0d-bb87-1b58ed01098f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:23.922884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-0260cda9-72d8-43db-b2dd-a79121682148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:23.924812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-0260cda9-72d8-43db-b2dd-a79121682148 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f93efda58a7347bf9d4057a08b1bb602&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1427217 Sep 18 07:17:23.925866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:23.962558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:23.963170 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Added segment 2f201a54-63ba-484c-bc37-d965abab94dc of type vlan for network a6df8013-98c7-4f15-bbdd-4d0babb21260 Sep 18 07:17:23.963517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.052642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.089275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Allocated IP 172.25.4.120 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/21702e21-506b-441e-88ec-9c8643c4a2e7) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:24.092906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-35d3deb9-4d1d-4bfe-a7f0-7ab2faec0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:24.094465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4cdbf23b-43fd-4a4a-b3d3-acfe1a4f9982 req-35d3deb9-4d1d-4bfe-a7f0-7ab2faec0484 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619563 Sep 18 07:17:24.194693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.195766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:24.196447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.220025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.278574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-883a8110-9344-4376-88f5-68c01485ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:24.280092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-883a8110-9344-4376-88f5-68c01485ae6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 1095 time: 0.1178956 Sep 18 07:17:24.289289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5571644 Sep 18 07:17:24.289289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079375c2-2fd1-4d61-9527-0272887b42a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6df8013-98c7-4f15-bbdd-4d0babb21260,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:24.289752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:24.292284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Request body: {'subnet': {'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-857213324-subnet', 'tenant_id': '4d61540e672a426c907806d00c648136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:24.303805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:24.323804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.337792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-48c1e73c-3950-480a-92a6-fc0985d9fc30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c HTTP/1.1" status: 200 len: 217 time: 0.0406628 Sep 18 07:17:24.400784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-ce819c11-db20-414c-b847-76cf38b444da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:24.402986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-ce819c11-db20-414c-b847-76cf38b444da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 200 len: 853 time: 0.0582578 Sep 18 07:17:24.406059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:24.409249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:24.411980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:24.479014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Made reservation on behalf of 4d61540e672a426c907806d00c648136 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:24.482038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.498708 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-f21e3d7f-d602-4375-919d-5bb34df90f49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=430a6516-9f47-4b48-9e66-561f80e2ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891569 Sep 18 07:17:24.506043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'Port': ['ID=21702e21-506b-441e-88ec-9c8643c4a2e7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:24.522580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46852) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:24.622480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-deb1a16e-d39e-4734-92f3-aff4cf0de4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165345 Sep 18 07:17:24.835155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-75577ae6-0f2e-46e9-9b6b-2df77eb59dae req-fc9cf24e-5317-40d1-998f-9a380168569f service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060883 Sep 18 07:17:24.866789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e537aca-a004-4a58-9886-b643c2623971 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccf19874b65443209f667648f97ab73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422809 Sep 18 07:17:24.868270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:24.952817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.961807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:24.977483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.067242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:17:25.087494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af32c8d-b6de-4330-bf68-5cb38abbf79c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:25.096674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.098042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281fe2-08c9-4449-9c50-129006bfdcfb req-7603444e-3603-4b36-b01c-4f1efe4b6e5c tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:25.099808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61281fe2-08c9-4449-9c50-129006bfdcfb req-7603444e-3603-4b36-b01c-4f1efe4b6e5c tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 943 time: 0.2174945 Sep 18 07:17:25.100651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.102657 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f87983a5-a88b-4b3a-b839-45088d3ea07c HTTP/1.1" status: 204 len: 168 time: 0.2327836 Sep 18 07:17:25.114561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6049-e01c-4808-b012-f6bf22f6a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87983a5-a88b-4b3a-b839-45088d3ea07c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:25.150382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.153352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Checking segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:25.153718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Network hostable DHCP agents. Network: a6df8013-98c7-4f15-bbdd-4d0babb21260, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:17:25.213321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61281fe2-08c9-4449-9c50-129006bfdcfb req-9a7e517a-7402-414b-b9d4-cab43da59d7a tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961452 Sep 18 07:17:25.242490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:25.267701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:17:25.311477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.355597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1077146692'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:25.355799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, a6df8013-98c7-4f15-bbdd-4d0babb21260) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:25.362651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:25.362895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.367962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b7d71-dfbe-4448-a26d-437d70bf2097 None None] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:25.444762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:25.448709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.458236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.485956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e751e8c-b34c-4fa3-8501-0b17e8f7b473 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1943717 Sep 18 07:17:25.508874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.586351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea9eb9-4de9-49d4-899b-8f3235e6f7cf None None] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:25.592597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.618696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.683280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.704554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event updated for resources: {'Port': ['ID=21702e21-506b-441e-88ec-9c8643c4a2e7,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:25.720946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.765301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:25.772734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103e7af8-b3b2-4781-9791-4e3a552d7e3b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:25.805190 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.805747 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 788b905b-78c7-4f02-af06-4bd5bf449175 of type vlan for network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 Sep 18 07:17:25.858884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.869921 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Floating IP fd5ec817-790c-4b76-9892-479e239e3f4d associated. External IP: 172.25.4.120, port: 70bf7cca-16d6-4819-873c-8db10f03bb1f. Sep 18 07:17:25.946354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:25.952445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:25.956667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.059994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=8f75cfc7-3197-42ce-bf06-57ed7b51d2e6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:26.073861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:26.097222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d12e769-10fa-46cc-9a2c-c35f1e4b853f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8534992 Sep 18 07:17:26.099633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46906) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:26.105067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-26183881'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:26.201075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:17:26.213197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-7d053853-e60c-40c0-919f-8e21ce40194f tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:26.214720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-7d053853-e60c-40c0-919f-8e21ce40194f tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 817 time: 0.1646194 Sep 18 07:17:26.260580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:26.263445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.287867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-69e03980-ac29-4c04-87d1-07910580cda9 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/quotas/4d61540e672a426c907806d00c648136 HTTP/1.1" status: 200 len: 375 time: 0.0640159 Sep 18 07:17:26.321849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:26.337806 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.338193 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 88dff3c0-1e6a-4a82-b656-5f14bb25338a of type vlan for network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 Sep 18 07:17:26.366980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-713b2dab-c1b7-4031-9e5e-1e057c825da4 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720251 Sep 18 07:17:26.393061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.470574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:26.480725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Sync routers for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:26.491941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:26.498567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.498767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:26.501022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:26.501649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.505931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ff3a-ca67-4d85-ac63-97f830250a3b req-ccccde24-718f-4b2f-88ae-39fae505135e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:26.514138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e80ff3a-ca67-4d85-ac63-97f830250a3b req-ccccde24-718f-4b2f-88ae-39fae505135e tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 943 time: 0.2023032 Sep 18 07:17:26.552736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-d280b2fe-c947-41ac-9f25-ba9ba0768315 service neutron] 10.222.0.20 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590893 Sep 18 07:17:26.600059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=7b6b305b-10db-47e9-a47b-bcd0657c23b4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:26.603043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e80ff3a-ca67-4d85-ac63-97f830250a3b req-bdf5a776-ba95-4a13-8531-fae18fac2c69 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874176 Sep 18 07:17:26.613675 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:26.625929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:26.691600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3052ed4d-4829-4669-848d-2cd773c2b80d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5902641 Sep 18 07:17:26.694221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46922) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:26.699645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:26.716504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:17:26.746908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-b231fd24-086b-46c2-827d-b1d3b6f331f5 service neutron] 10.222.0.20 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729851 Sep 18 07:17:26.758432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cba6d8a5-1fd7-40af-b631-a9db9b984982 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1575077 Sep 18 07:17:26.759104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:26.763791 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:27.035194 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21bb146-5bdf-4da6-ae9a-4d72cefb41a2 x-openstack-request-id: req-e21bb146-5bdf-4da6-ae9a-4d72cefb41a2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:27.035493 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:27.035751 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e21bb146-5bdf-4da6-ae9a-4d72cefb41a2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:27.036249 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'status': 'completed', 'code': 200} Sep 18 07:17:27.145599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fd5ec817-790c-4b76-9892-479e239e3f4d', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'port_id': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'mac_address': 'fa:16:3e:af:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:17:24Z', 'updated_at': '2021-09-18T07:17:24Z', 'revision_number': 0, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:27.180059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Checking router: 12e758cb-2fda-4d4a-b6a4-f422dca74a0b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:17:27.190757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:27.192191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:27.214280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-aa9fc601-f011-49a8-897b-a28775e5cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:27.216455 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-aa9fc601-f011-49a8-897b-a28775e5cb43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0645030 Sep 18 07:17:27.334069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-ac6aaa87-d8cc-4d73-b06e-fdd1e863d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:27.334716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:17:27.336157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-ac6aaa87-d8cc-4d73-b06e-fdd1e863d6d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 910 time: 0.1123633 Sep 18 07:17:27.343020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:27.347761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:27.564603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-e4f6d7d7-84d7-40dc-9aad-e62d11718a6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 999 time: 0.2045743 Sep 18 07:17:27.571866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5acad17f-8867-4270-bf9c-d850743be45e req-d7721734-17bb-4dd6-af6a-ed96ed4ab88a tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0451751 Sep 18 07:17:27.697239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-230f4f33-ea93-4c25-9dfe-151432bcec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:27.701649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-230f4f33-ea93-4c25-9dfe-151432bcec7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.1325288 Sep 18 07:17:27.809664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-3b6becea-ea77-4939-bcc7-a440e99b018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:27.819016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-3b6becea-ea77-4939-bcc7-a440e99b018f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090755 Sep 18 07:17:27.820869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa791-8148-4e0c-98dc-0f30f8b32e64 req-abedf788-0a3d-4d60-a6b3-c8a788781ec4 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:27.822556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30eaa791-8148-4e0c-98dc-0f30f8b32e64 req-abedf788-0a3d-4d60-a6b3-c8a788781ec4 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 943 time: 0.1155064 Sep 18 07:17:27.889961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30eaa791-8148-4e0c-98dc-0f30f8b32e64 req-001bdfb0-e48b-44eb-92e9-b203ed6052b9 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Sep 18 07:17:27.926958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:27.968102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fd5ec817-790c-4b76-9892-479e239e3f4d', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'port_id': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'mac_address': 'fa:16:3e:af:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:17:24Z', 'updated_at': '2021-09-18T07:17:24Z', 'revision_number': 0, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:28.000053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa23a4-036d-4ba8-bdd2-a1f06fb1a7a0 None None] The sync data for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 is: [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fd5ec817-790c-4b76-9892-479e239e3f4d', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'port_id': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'mac_address': 'fa:16:3e:af:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:17:24Z', 'updated_at': '2021-09-18T07:17:24Z', 'revision_number': 0, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:28.013812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-c4055937-1d51-4b26-9c88-d3d52ac0be78 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844618 Sep 18 07:17:28.019651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=d335dd44-5a23-4f4f-acc7-6dd877cbc9ae,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:28.065330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '788b905b-78c7-4f02-af06-4bd5bf449175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:28.065702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:17:28.163675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6f19bdc-657f-45eb-962a-72b7aeecc8d6 req-0542a643-a175-4895-b332-599143907d84 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385317 Sep 18 07:17:28.199335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:17:28.265465 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad90c19-59e4-492a-8281-a1dc1c256969 None None] New status for floating IP fd5ec817-790c-4b76-9892-479e239e3f4d: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:17:28.307577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:28.314982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:28.315944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af00af-e2b5-4783-aa21-ea80bf83af96 None None] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:28.316357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:28.409123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab1c851f-3cb1-4ba4-bb4e-43e1adf104bc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7100759 Sep 18 07:17:28.409123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:28.413186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:28.548324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8f75cfc7-3197-42ce-bf06-57ed7b51d2e6', 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': 'd335dd44-5a23-4f4f-acc7-6dd877cbc9ae'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:17:28.550031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:28.594699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:28.605725 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:28.705692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa844361-027c-434a-a292-5f6f40e44aee req-0ba67b6d-e278-479b-b922-4102e4cae04b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0340650 Sep 18 07:17:28.758638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d41d5b5a-9665-4571-9266-469dc36d1f4c details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:28.760979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Allocated IP 2001:db8::2 (8f75cfc7-3197-42ce-bf06-57ed7b51d2e6/d335dd44-5a23-4f4f-acc7-6dd877cbc9ae/dc9dc5fb-4630-4bf1-9969-bf116683b7e4) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:28.843262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46988) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:28.972189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:28.986328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:29.025283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'd41d5b5a-9665-4571-9266-469dc36d1f4c', 'network_id': '430a6516-9f47-4b48-9e66-561f80e2ee78', 'port_id': 'd41d5b5a-9665-4571-9266-469dc36d1f4c', 'mac_address': 'fa:16:3e:98:5f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7e141c-7380-4bc9-b832-a89767296542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:29.035486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2ff7-a453-4083-ab51-5fb08b7c4e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.065407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.071385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '88dff3c0-1e6a-4a82-b656-5f14bb25338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:29.071385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 7b6b305b-10db-47e9-a47b-bcd0657c23b4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:17:29.082447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=8cb1a10e-9633-4a4c-93ca-f66adb7173d0,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.086607 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.104406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.110926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41d5b5a-9665-4571-9266-469dc36d1f4c {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:29.115322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377b4aa-da1a-4b99-9047-e483ac4d05ac req-b4279c57-2f9b-4fa5-8946-0a8621329022 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:29.116986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f377b4aa-da1a-4b99-9047-e483ac4d05ac req-b4279c57-2f9b-4fa5-8946-0a8621329022 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 943 time: 0.1331935 Sep 18 07:17:29.136890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:29.169566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.172621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f377b4aa-da1a-4b99-9047-e483ac4d05ac req-7a8fdd2a-83c8-4fab-9a67-8a8fbbc5cca3 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477231 Sep 18 07:17:29.201217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:17:29.213391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.219108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:29.225090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:29.227500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2ff7-a453-4083-ab51-5fb08b7c4e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.229296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:29.263569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Pushing event updated for resources: {'Port': ['ID=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.316731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Attempting to bind port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:29.317261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Attempting to bind port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '788b905b-78c7-4f02-af06-4bd5bf449175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:29.317482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Attempting to bind port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 on network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:29.327165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:29.327535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Checking segment: {'id': '788b905b-78c7-4f02-af06-4bd5bf449175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:29.327935 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.328324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Bound using segment: {'id': '788b905b-78c7-4f02-af06-4bd5bf449175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:29.328788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Bound port: dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788b905b-78c7-4f02-af06-4bd5bf449175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8f75cfc7-3197-42ce-bf06-57ed7b51d2e6'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:29.329158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.336056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2ff7-a453-4083-ab51-5fb08b7c4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.336719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7b6b305b-10db-47e9-a47b-bcd0657c23b4) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:29.348416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:29.349451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.349980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e92926-0227-4830-b9fb-9ef729ea5325 None None] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:29.370093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.380598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b6ba2ff7-a453-4083-ab51-5fb08b7c4e94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4a5f5fb426f4afb9ce3035b6b0d3b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359390 Sep 18 07:17:29.381587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:29.388816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba2ff7-a453-4083-ab51-5fb08b7c4e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4482a-c6bd-4fc5-908b-a0631cf00cf8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.459658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.465216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-666621cc-3f33-45de-afa1-a156f45b4bd5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0559971 Sep 18 07:17:29.468621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:29.477658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] For port dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:29.477866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-426111897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:29.483373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] For port dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,segment=NetworkSegment(788b905b-78c7-4f02-af06-4bd5bf449175),segment_id=788b905b-78c7-4f02-af06-4bd5bf449175)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:29.494501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.562946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-7b6b305b-10db-47e9-a47b-bcd0657c23b4', 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': '8cb1a10e-9633-4a4c-93ca-f66adb7173d0'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:17:29.563900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.567987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.593514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.594752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.615207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d41d5b5a-9665-4571-9266-469dc36d1f4c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:29.634225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.639222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.643581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3da4482a-c6bd-4fc5-908b-a0631cf00cf8 HTTP/1.1" status: 204 len: 168 time: 0.2574973 Sep 18 07:17:29.663830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86806a-d933-4a77-b4b5-fcbffdbb29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4482a-c6bd-4fc5-908b-a0631cf00cf8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.722120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.738370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e7bf3-3239-4fbb-bfc2-25eefc06c7d3 None None] Pushing event updated for resources: {'Port': ['ID=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:29.794290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42af14a0-b0cd-41b7-984c-d646200829fa req-e75250a0-f911-4e8b-9aae-ab4992451739 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0301278 Sep 18 07:17:29.843725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.857306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Allocated IP 2001:db8:1::2 (7b6b305b-10db-47e9-a47b-bcd0657c23b4/8cb1a10e-9633-4a4c-93ca-f66adb7173d0/316d562d-0494-4db1-a1ce-45f937ce775b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:29.963631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:29.964932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-20cae421-4021-46b7-b1c1-cf97520c9819 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4938552 Sep 18 07:17:29.967625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47008) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:30.118118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.227739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.283607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:30.286792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:30.290974 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:30.360577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Pushing event updated for resources: {'Port': ['ID=316d562d-0494-4db1-a1ce-45f937ce775b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:30.399674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Attempting to bind port 316d562d-0494-4db1-a1ce-45f937ce775b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:30.400059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Attempting to bind port 316d562d-0494-4db1-a1ce-45f937ce775b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '88dff3c0-1e6a-4a82-b656-5f14bb25338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:30.400426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Attempting to bind port 316d562d-0494-4db1-a1ce-45f937ce775b on network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:30.407726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:30.408168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Checking segment: {'id': '88dff3c0-1e6a-4a82-b656-5f14bb25338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:30.408510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.408907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Bound using segment: {'id': '88dff3c0-1e6a-4a82-b656-5f14bb25338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:30.409624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Bound port: 316d562d-0494-4db1-a1ce-45f937ce775b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dff3c0-1e6a-4a82-b656-5f14bb25338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b6b305b-10db-47e9-a47b-bcd0657c23b4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:30.410466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.514209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] For port 316d562d-0494-4db1-a1ce-45f937ce775b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:30.518442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] For port 316d562d-0494-4db1-a1ce-45f937ce775b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=316d562d-0494-4db1-a1ce-45f937ce775b,segment=NetworkSegment(88dff3c0-1e6a-4a82-b656-5f14bb25338a),segment_id=88dff3c0-1e6a-4a82-b656-5f14bb25338a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:30.614329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:30.640339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1c74899-3813-413d-9606-2c7118f58ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.642227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a67ed-e1ec-4a9f-8e98-bc1f15ef4f38 req-29ac522c-e5f5-4e81-a637-0082faeadccf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:30.643806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-460a67ed-e1ec-4a9f-8e98-bc1f15ef4f38 req-29ac522c-e5f5-4e81-a637-0082faeadccf tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 944 time: 0.1948164 Sep 18 07:17:30.665290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.774906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e6f4-a6d9-480a-ad02-2b15c7665408 None None] Pushing event updated for resources: {'Port': ['ID=316d562d-0494-4db1-a1ce-45f937ce775b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:30.780285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d41d5b5a-9665-4571-9266-469dc36d1f4c up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:30.802148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1c74899-3813-413d-9606-2c7118f58ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.857108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-460a67ed-e1ec-4a9f-8e98-bc1f15ef4f38 req-4d404f9c-34fe-4d20-ae6a-f72a7d8471dd tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687126 Sep 18 07:17:30.957978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c1c74899-3813-413d-9606-2c7118f58ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:30.958163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port d41d5b5a-9665-4571-9266-469dc36d1f4c completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:30.962350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port d41d5b5a-9665-4571-9266-469dc36d1f4c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:30.967545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.001394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80e3f4cf-c0ab-43c6-88fb-b5cd4ed4fc0a req-e80e3ce6-89b1-459e-ae39-18a3bfdc53ba tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0935538 Sep 18 07:17:31.002959 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.023212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf400cb-af3d-4314-bab6-b1644189cb34 None None] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:31.055103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c1c74899-3813-413d-9606-2c7118f58ab8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ddddb2546a9405fbe18f1e47b949ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367735 Sep 18 07:17:31.056847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c74899-3813-413d-9606-2c7118f58ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa88459-53b4-44a0-ad6f-70fc4e8348f3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:31.060041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:31.235400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.258438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] Provisioning complete for port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:31.258438 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.264167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.373721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.450541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.453087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.454029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8::1 (8f75cfc7-3197-42ce-bf06-57ed7b51d2e6/d335dd44-5a23-4f4f-acc7-6dd877cbc9ae/693cd2b9-679c-4b1e-aac1-74b6546b5b2e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:31.460022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daa88459-53b4-44a0-ad6f-70fc4e8348f3 HTTP/1.1" status: 204 len: 168 time: 0.3977859 Sep 18 07:17:31.468086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:31.470393 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df11141-3226-4796-9620-5a8a2faaff72" -d '{"events": [{"server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "name": "network-vif-plugged", "status": "completed", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:31.473994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9bda-cd3d-4ae3-9ec2-34d195dab784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa88459-53b4-44a0-ad6f-70fc4e8348f3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:31.484453 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.511199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:31.593859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.701733 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00961c9-65fa-4c8a-b3b9-e197eb7687f5 x-openstack-request-id: req-d00961c9-65fa-4c8a-b3b9-e197eb7687f5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:31.701970 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "name": "network-vif-plugged", "status": "completed", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:31.702758 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d00961c9-65fa-4c8a-b3b9-e197eb7687f5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:31.702758 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c', 'code': 200} Sep 18 07:17:31.719560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] For port dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,segment=NetworkSegment(788b905b-78c7-4f02-af06-4bd5bf449175),segment_id=788b905b-78c7-4f02-af06-4bd5bf449175)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:31.747179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:31.806937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dc9dc5fb-4630-4bf1-9969-bf116683b7e4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:31.873952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-e5a4e4c6-0af1-4080-982e-d83cb3f5dfff tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:31.876304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-e5a4e4c6-0af1-4080-982e-d83cb3f5dfff tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 817 time: 0.3641717 Sep 18 07:17:31.890543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.927656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:31.928167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Request body: {'port': {'device_id': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'admin_state_up': True, 'tenant_id': '4d61540e672a426c907806d00c648136'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:31.969680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf378-8713-4e1b-83ca-8529abf65756 req-7772699c-c0ba-4299-91fb-ab45e8dc76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:31.971300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ecdf378-8713-4e1b-83ca-8529abf65756 req-7772699c-c0ba-4299-91fb-ab45e8dc76bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 1097 time: 0.1350906 Sep 18 07:17:32.040191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34107d-9f81-41c1-a491-6d329e8bbd08 req-742b0633-b22d-47bc-a0b9-fb26611e3033 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:32.043270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e34107d-9f81-41c1-a491-6d329e8bbd08 req-742b0633-b22d-47bc-a0b9-fb26611e3033 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.0608470 Sep 18 07:17:32.059749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124b0ee-a49b-44a5-973d-fd483fb852f7 None None] Pushing event updated for resources: {'Port': ['ID=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:32.077872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:32.078365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.133713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e34107d-9f81-41c1-a491-6d329e8bbd08 req-79853276-0285-4013-9a3f-90ed633130b0 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769622 Sep 18 07:17:32.138877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ecdf378-8713-4e1b-83ca-8529abf65756 req-9711eac3-9534-4f2c-9d34-9c130d6f4de8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476419 Sep 18 07:17:32.298843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f72ff1b6-3a22-4e1f-af76-a2a0b56505b2 req-88555052-01c5-4e03-a844-811705d0ca78 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0962510 Sep 18 07:17:32.300165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.404741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:32.407938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Made reservation on behalf of 4d61540e672a426c907806d00c648136 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:32.411044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:32.413635 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.414216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:32.414973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.529123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=693cd2b9-679c-4b1e-aac1-74b6546b5b2e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:32.654239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-46df7b7f-5136-4a25-8a4f-a42f7583944f tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:32.656060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-46df7b7f-5136-4a25-8a4f-a42f7583944f tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.37 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 817 time: 0.3912792 Sep 18 07:17:32.700944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Request body: {'port': {'device_id': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'admin_state_up': True, 'tenant_id': '4d61540e672a426c907806d00c648136'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:32.735453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.766237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-64c326fa-06a9-4878-a440-afb92f1cb505 None None] Provisioning complete for port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:32.766237 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-64c326fa-06a9-4878-a440-afb92f1cb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:32.809025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da29f7c-dd80-49f1-bb15-c9d6b5567544 None None] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:32.896051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Allocated IP 172.20.0.14 (a6df8013-98c7-4f15-bbdd-4d0babb21260/4af32c8d-b6de-4330-bf68-5cb38abbf79c/3e07d59c-70a0-492e-875b-bca3aa1cd922) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:32.993808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-4c73411e-2d7a-4acf-95f4-9c48984836c1 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:32.996449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-4c73411e-2d7a-4acf-95f4-9c48984836c1 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 817 time: 0.4011805 Sep 18 07:17:32.999179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 316d562d-0494-4db1-a1ce-45f937ce775b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:33.026247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Request body: {'port': {'device_id': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'admin_state_up': True, 'tenant_id': '4d61540e672a426c907806d00c648136'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:33.159265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 316d562d-0494-4db1-a1ce-45f937ce775b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:33.159584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.237143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.328360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907458b-e7c9-4a94-b223-712df4327f7f req-93d33354-f760-42c5-a995-40237bb19be0 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:33.339493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Provisioning complete for port 693cd2b9-679c-4b1e-aac1-74b6546b5b2e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:33.339493 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.339759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3907458b-e7c9-4a94-b223-712df4327f7f req-93d33354-f760-42c5-a995-40237bb19be0 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.0861480 Sep 18 07:17:33.349357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.350349 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.367188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Made reservation on behalf of 4d61540e672a426c907806d00c648136 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:33.410600 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.440215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.458168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=693cd2b9-679c-4b1e-aac1-74b6546b5b2e,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:33.483958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Port 693cd2b9-679c-4b1e-aac1-74b6546b5b2e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:33.488031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.528109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Provisioning complete for port 316d562d-0494-4db1-a1ce-45f937ce775b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:33.528490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.559794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3907458b-e7c9-4a94-b223-712df4327f7f req-942427a2-fd64-489e-8ba4-685f3aca9719 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188640 Sep 18 07:17:33.596670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 316d562d-0494-4db1-a1ce-45f937ce775b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=316d562d-0494-4db1-a1ce-45f937ce775b,segment=NetworkSegment(88dff3c0-1e6a-4a82-b656-5f14bb25338a),segment_id=88dff3c0-1e6a-4a82-b656-5f14bb25338a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:33.615179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30825097-6117-4c5e-bc84-2867ee486025 req-e0efce66-697d-4ccd-9700-923b17be3e2c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.1221170 Sep 18 07:17:33.627141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Made reservation on behalf of 4d61540e672a426c907806d00c648136 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:33.633539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.727097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.793859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:33.799397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:33.819685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=316d562d-0494-4db1-a1ce-45f937ce775b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:33.832765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.863274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:33.878449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dc9dc5fb-4630-4bf1-9969-bf116683b7e4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:33.946190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:33.983366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:17:33.983731 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-0397776b-0028-42c0-bbd1-0a91661546ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:17:33.995050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:34.000346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:34.019120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.019629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:34.088897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event updated for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:34.129588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:34.131122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.149757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Allocated IP 172.20.0.3 (a6df8013-98c7-4f15-bbdd-4d0babb21260/4af32c8d-b6de-4330-bf68-5cb38abbf79c/9ef58377-ed64-49db-893f-43dddc0f2bab) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:34.198848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router bdaf41bd-91ca-4b56-8497-ae752cafd949 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:17:34.236320 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c8438e69-eabe-4c9d-bde8-740e10c60c56 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3407652 Sep 18 07:17:34.253783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Request body: {'port': {'device_id': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:34.301816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:34.308546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0efc77e1-e80b-4582-a50b-ce84efbf982d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3398464 Sep 18 07:17:34.311595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:34.316819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] Sync routers for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:34.332265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:34.333758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:34.367593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.387234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04637a67-7ee6-42e8-9b32-378d74924040 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:34.390400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-04637a67-7ee6-42e8-9b32-378d74924040 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports/693cd2b9-679c-4b1e-aac1-74b6546b5b2e HTTP/1.1" status: 200 len: 911 time: 0.0778155 Sep 18 07:17:34.392481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:34.397765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.409484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:34.422632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:34.423406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:34.475536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:34.476210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e345e35f-ad3a-41e9-9022-559a0960cd08 None None] The sync data for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:34.636129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.678992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a854f54e-7e46-4fd8-b4ff-af20ba7c24d7 None None] Provisioning complete for port 693cd2b9-679c-4b1e-aac1-74b6546b5b2e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:34.681872 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a854f54e-7e46-4fd8-b4ff-af20ba7c24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.754785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:34.764376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:34.766417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event updated for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:34.768637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:34.781804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a854f54e-7e46-4fd8-b4ff-af20ba7c24d7 None None] Port 693cd2b9-679c-4b1e-aac1-74b6546b5b2e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:34.804413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a854f54e-7e46-4fd8-b4ff-af20ba7c24d7 None None] Provisioning complete for port 316d562d-0494-4db1-a1ce-45f937ce775b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:34.804791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a854f54e-7e46-4fd8-b4ff-af20ba7c24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:34.837606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Allocated IP 172.20.0.11 (a6df8013-98c7-4f15-bbdd-4d0babb21260/4af32c8d-b6de-4330-bf68-5cb38abbf79c/14334905-f956-48b4-81ed-1829360a7f8c) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:34.849640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68fbc8-98c8-4dee-be65-85f21e77bbfd req-79b24289-3498-40bf-a986-03f85d34cbf7 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:34.851228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d68fbc8-98c8-4dee-be65-85f21e77bbfd req-79b24289-3498-40bf-a986-03f85d34cbf7 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.2130668 Sep 18 07:17:34.853151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33544b4c-1567-45b9-9682-7315e05f27e6 req-9dd7e70d-1656-4a4a-93db-531ab095fccf tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.1388066 Sep 18 07:17:34.979867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d68fbc8-98c8-4dee-be65-85f21e77bbfd req-b7debbfa-98a0-48c5-860e-d564b10e63d4 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187725 Sep 18 07:17:34.990975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:35.000933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.107664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.135942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.383953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8:1::1 (7b6b305b-10db-47e9-a47b-bcd0657c23b4/8cb1a10e-9633-4a4c-93ca-f66adb7173d0/a91edef4-9def-4b28-8d0f-776892f20a60) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:35.451997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.518080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.656706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.719254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=a91edef4-9def-4b28-8d0f-776892f20a60,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:35.727549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:35.729098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:35.731739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:35.732366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:35.829228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-cd597d70-9b2c-4c38-8675-51b374c43c7c tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1544697 Sep 18 07:17:35.840271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Network a6df8013-98c7-4f15-bbdd-4d0babb21260 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:35.848742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Request body: {'port': {'device_id': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:35.877696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 316d562d-0494-4db1-a1ce-45f937ce775b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:35.883991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:35.891872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:35.949591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 316d562d-0494-4db1-a1ce-45f937ce775b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:35.950310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.009369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event updated for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:36.078402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.089129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:36.089803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.093449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1dbc-a727-409c-86dd-56a456fb0e62 req-c6bb03c8-d296-4cbd-9e98-451bf0901017 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:36.095050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-198e1dbc-a727-409c-86dd-56a456fb0e62 req-c6bb03c8-d296-4cbd-9e98-451bf0901017 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 932 time: 0.1122711 Sep 18 07:17:36.126154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.207787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-198e1dbc-a727-409c-86dd-56a456fb0e62 req-e3487f16-6b0f-480a-81bd-38a2d58170c6 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053934 Sep 18 07:17:36.294544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-62b8266b-fc51-4027-aead-5ed92dc0d63d tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2769303 Sep 18 07:17:36.300423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ebc01e46-87b3-48b1-891b-38067af16e0e None None] Provisioning complete for port a91edef4-9def-4b28-8d0f-776892f20a60 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:36.300932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ebc01e46-87b3-48b1-891b-38067af16e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.314652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e07d59c-70a0-492e-875b-bca3aa1cd922 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:36.323600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Request body: {'port': {'device_id': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:36.359339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ebc01e46-87b3-48b1-891b-38067af16e0e None None] Port a91edef4-9def-4b28-8d0f-776892f20a60 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:36.360964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.415001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Transition to ACTIVE for port object 3e07d59c-70a0-492e-875b-bca3aa1cd922 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:36.439809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.506713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.595061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.684905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Pushing event updated for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:36.685679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.687112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.745418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=a91edef4-9def-4b28-8d0f-776892f20a60,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:36.795510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Attempting to bind port 3e07d59c-70a0-492e-875b-bca3aa1cd922 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:36.795510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Attempting to bind port 3e07d59c-70a0-492e-875b-bca3aa1cd922 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:36.795866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Attempting to bind port 3e07d59c-70a0-492e-875b-bca3aa1cd922 on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:36.823046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Port 3e07d59c-70a0-492e-875b-bca3aa1cd922 on network a6df8013-98c7-4f15-bbdd-4d0babb21260 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:36.823372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Attempting to bind port 3e07d59c-70a0-492e-875b-bca3aa1cd922 on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:36.832436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:36.833031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Checking segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:36.833606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Bound using segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:36.834322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Bound port: 3e07d59c-70a0-492e-875b-bca3aa1cd922, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:36.834848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.851686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef58377-ed64-49db-893f-43dddc0f2bab {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:36.862444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:36.887643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:36.891584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:36.900637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Transition to ACTIVE for port object 9ef58377-ed64-49db-893f-43dddc0f2bab will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:36.935649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:36.939300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:36.991072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.023644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.150757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:37.151393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.153162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e07d59c-70a0-492e-875b-bca3aa1cd922 HTTP/1.1" status: 200 len: 1093 time: 2.9036510 Sep 18 07:17:37.154165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:37.156552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:37.159032 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:37.294756 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e49d927-68ab-4415-a392-c1fd3fedca9c x-openstack-request-id: req-1e49d927-68ab-4415-a392-c1fd3fedca9c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:37.295614 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:37.295614 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e49d927-68ab-4415-a392-c1fd3fedca9c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:37.295860 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922', 'status': 'completed', 'code': 200} Sep 18 07:17:37.307440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7afd3b6d-b3b8-4744-a636-be7be1376e86 None None] Provisioning complete for port a91edef4-9def-4b28-8d0f-776892f20a60 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:37.313788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7afd3b6d-b3b8-4744-a636-be7be1376e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.434977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7afd3b6d-b3b8-4744-a636-be7be1376e86 None None] Port a91edef4-9def-4b28-8d0f-776892f20a60 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:37.507239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f86497-af3d-431a-acda-d7c1978b0039 service neutron] Pushing event updated for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:37.553984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Attempting to bind port 9ef58377-ed64-49db-893f-43dddc0f2bab on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:37.554562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Attempting to bind port 9ef58377-ed64-49db-893f-43dddc0f2bab by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:37.555120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Attempting to bind port 9ef58377-ed64-49db-893f-43dddc0f2bab on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:37.572525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Port 9ef58377-ed64-49db-893f-43dddc0f2bab on network a6df8013-98c7-4f15-bbdd-4d0babb21260 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:37.573282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Attempting to bind port 9ef58377-ed64-49db-893f-43dddc0f2bab on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:37.582693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-bfdb86a2-68cc-49ba-920e-5349629c3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:37.585062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-bfdb86a2-68cc-49ba-920e-5349629c3cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 1096 time: 0.2675619 Sep 18 07:17:37.588444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router bdaf41bd-91ca-4b56-8497-ae752cafd949 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:17:37.589977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:37.591156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Checking segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:37.592639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Bound using segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:37.593312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Bound port: 9ef58377-ed64-49db-893f-43dddc0f2bab, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:37.594058 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.600533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14334905-f956-48b4-81ed-1829360a7f8c {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:37.602989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02aec6-4b08-47ca-87c5-5b2e49c3e2c5 req-b503a634-dd23-440a-b8ee-82f9d837b2e6 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:37.604525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a02aec6-4b08-47ca-87c5-5b2e49c3e2c5 req-b503a634-dd23-440a-b8ee-82f9d837b2e6 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 932 time: 0.0930989 Sep 18 07:17:37.626040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:37.788899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a02aec6-4b08-47ca-87c5-5b2e49c3e2c5 req-d71e4a8f-907f-41b4-a809-1ca37ceb5d34 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764574 Sep 18 07:17:37.792412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:37.803367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a93ef70-1107-443f-8cd6-e6750f688740 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4045143 Sep 18 07:17:37.804666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47140) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:37.811444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] Sync routers for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:37.827326 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:37.828387 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:37.865028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Transition to ACTIVE for port object 14334905-f956-48b4-81ed-1829360a7f8c will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:17:37.865028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-c40c35e5-6145-4a6f-8daa-d4bc5a15c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:37.866214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-c40c35e5-6145-4a6f-8daa-d4bc5a15c2cc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d61540e672a426c907806d00c648136&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2578871 Sep 18 07:17:37.884133 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:37.896858 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:37.897802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:37.898218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f250d-8dcc-4fb4-aa3d-321115a41329 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:37.903900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc2f250d-8dcc-4fb4-aa3d-321115a41329 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports/a91edef4-9def-4b28-8d0f-776892f20a60 HTTP/1.1" status: 200 len: 913 time: 0.0910592 Sep 18 07:17:37.903900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:37.981674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:37.986664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9ef58377-ed64-49db-893f-43dddc0f2bab,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:38.012790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-db0f75cb-6241-49ec-a99d-6a01f35c64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:38.014462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4fad5a0c-fb80-4c8d-bcd7-bdd8d4acff6c req-db0f75cb-6241-49ec-a99d-6a01f35c64c7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417437 Sep 18 07:17:38.138309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:38.138309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17df0f-7006-4700-9df9-f8588f800264 None None] The sync data for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:38.138900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-3409da60-3fb6-47ed-8221-01442dbd6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:38.138900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-3409da60-3fb6-47ed-8221-01442dbd6c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 1096 time: 0.0491757 Sep 18 07:17:38.186319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-1f468197-fa23-42b1-8190-4634e0197b84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922 HTTP/1.1" status: 200 len: 217 time: 0.0410340 Sep 18 07:17:38.243726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-e07617ea-a628-483d-88a1-de6c9a90548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:38.245334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-e07617ea-a628-483d-88a1-de6c9a90548a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 200 len: 857 time: 0.0524120 Sep 18 07:17:38.282439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-8cc7aad9-4bc7-479a-8557-13c09e9b47ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6df8013-98c7-4f15-bbdd-4d0babb21260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302646 Sep 18 07:17:38.364234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.414021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-ce59a95c-9a6a-4e5b-8335-8636501d215b service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244979 Sep 18 07:17:38.436849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.462550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.517292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Pushing event updated for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:38.622139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:38.630226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.630226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ef58377-ed64-49db-893f-43dddc0f2bab HTTP/1.1" status: 200 len: 1092 time: 2.7828269 Sep 18 07:17:38.702347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-c6e831ca-8651-4393-93cd-1847235dbf1a service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765594 Sep 18 07:17:38.711886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feae5f1-3aa9-4ed8-b3b2-f8448531a390 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:38.738697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Attempting to bind port 14334905-f956-48b4-81ed-1829360a7f8c on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:38.739522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Attempting to bind port 14334905-f956-48b4-81ed-1829360a7f8c by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:38.740169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Attempting to bind port 14334905-f956-48b4-81ed-1829360a7f8c on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:38.745049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Port 14334905-f956-48b4-81ed-1829360a7f8c on network a6df8013-98c7-4f15-bbdd-4d0babb21260 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:17:38.745649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Attempting to bind port 14334905-f956-48b4-81ed-1829360a7f8c on network a6df8013-98c7-4f15-bbdd-4d0babb21260 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:38.750799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:38.751143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Checking segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:38.751531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Bound using segment: {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:38.751960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Bound port: 14334905-f956-48b4-81ed-1829360a7f8c, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f201a54-63ba-484c-bc37-d965abab94dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:38.752329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.760064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port a91edef4-9def-4b28-8d0f-776892f20a60 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:38.761040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.851696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db4c4b26-666a-4511-a2fc-da63ef287da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.862924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-625ad077-e0c8-417b-8daa-fe59f92c534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:38.866491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-625ad077-e0c8-417b-8daa-fe59f92c534f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 1095 time: 0.0986948 Sep 18 07:17:38.867234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:38.870747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14334905-f956-48b4-81ed-1829360a7f8c,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:38.887432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:38.901537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for a91edef4-9def-4b28-8d0f-776892f20a60 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:38.914919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-01de3b64-7ff2-4fbe-ad25-007a3824693f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef58377-ed64-49db-893f-43dddc0f2bab HTTP/1.1" status: 200 len: 217 time: 0.0415299 Sep 18 07:17:38.957012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:39.028206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.030034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:39.031577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] 10.222.0.24 "PUT /v2.0/ports/14334905-f956-48b4-81ed-1829360a7f8c HTTP/1.1" status: 200 len: 1093 time: 2.7124050 Sep 18 07:17:39.048834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-1ce67032-94d5-44ba-833f-7f72d3141052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.050558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-1ce67032-94d5-44ba-833f-7f72d3141052 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 200 len: 857 time: 0.1284907 Sep 18 07:17:39.082826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913617-05dd-4bb7-8160-9ebb76a4162a service neutron] Pushing event updated for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:39.128822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-0e46a879-f9db-4628-a976-5eb240af872e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6df8013-98c7-4f15-bbdd-4d0babb21260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679786 Sep 18 07:17:39.139697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e829c0-af80-4a3b-b387-12ee87a3a55d req-23cd032e-df0c-4806-850b-bea1ee0be0a4 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.141994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71e829c0-af80-4a3b-b387-12ee87a3a55d req-23cd032e-df0c-4806-850b-bea1ee0be0a4 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 944 time: 0.1710684 Sep 18 07:17:39.246140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71e829c0-af80-4a3b-b387-12ee87a3a55d req-aae1e072-c085-4f50-9900-e5144df1bf33 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Sep 18 07:17:39.296157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab'}, {'name': 'network-changed', 'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:39.298457 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13a1880-77e0-4010-9397-c8e0b04a8d77" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab"}, {"name": "network-changed", "server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "tag": "14334905-f956-48b4-81ed-1829360a7f8c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:39.307923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-f90501ff-5e34-4fdb-8ab1-2f174019e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.310011 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-f90501ff-5e34-4fdb-8ab1-2f174019e067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 1096 time: 0.1113126 Sep 18 07:17:39.324996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-02c14cef-661f-4106-9ce9-d2ada879e669 service neutron] 10.222.0.37 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843717 Sep 18 07:17:39.330444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:39.372575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-2128085d-141e-44d1-a2f9-af3fa934b99a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14334905-f956-48b4-81ed-1829360a7f8c HTTP/1.1" status: 200 len: 217 time: 0.0466006 Sep 18 07:17:39.396440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=a91edef4-9def-4b28-8d0f-776892f20a60,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:39.425186 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d9ae5-7e67-45dd-bef9-c8002523dcb0 x-openstack-request-id: req-662d9ae5-7e67-45dd-bef9-c8002523dcb0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:39.425554 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "tag": "14334905-f956-48b4-81ed-1829360a7f8c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:39.425796 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-662d9ae5-7e67-45dd-bef9-c8002523dcb0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:39.426180 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab', 'status': 'completed', 'code': 200} Sep 18 07:17:39.426437 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c', 'status': 'completed', 'code': 200} Sep 18 07:17:39.482184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-0d33fbea-66a7-4530-a782-728260d0b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.483868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-0d33fbea-66a7-4530-a782-728260d0b7aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 200 len: 857 time: 0.1010206 Sep 18 07:17:39.545292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-e273c2be-9085-4cee-bb25-dcb396a634d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6df8013-98c7-4f15-bbdd-4d0babb21260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520165 Sep 18 07:17:39.550592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-19e8c25c-9bc4-45a0-9057-625e86ded04e service neutron] 10.222.0.37 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171507 Sep 18 07:17:39.571672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:39.780851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-615577dc-ce6f-4fb5-be6e-cd9e44425828 service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288678 Sep 18 07:17:39.786046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-9eb3b0d5-dc1a-494e-ba6b-2434ab083e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.787629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-9eb3b0d5-dc1a-494e-ba6b-2434ab083e5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 1095 time: 0.0976799 Sep 18 07:17:39.836342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router bdaf41bd-91ca-4b56-8497-ae752cafd949 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:17:39.956746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:39.960732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5eae0572-a0e1-448d-928e-d8f14d6eeaab req-a768d5a9-94e8-4ec7-bca0-a4d0e450a1ee service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717675 Sep 18 07:17:39.962799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-066cab19-4e11-44ce-a1a4-3f2ee39652f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:39.963872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-066cab19-4e11-44ce-a1a4-3f2ee39652f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 918 time: 0.1669636 Sep 18 07:17:39.966530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-73b7ebff-1cc5-475a-baf5-be077065c890 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597861 Sep 18 07:17:39.967846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] Sync routers for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:39.968732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47184) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:39.990924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:39.992064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:40.033321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:40.043901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:40.044881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:40.052689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-affdc770-68ba-498a-8900-e7bd8dd2f04a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ef58377-ed64-49db-893f-43dddc0f2bab HTTP/1.1" status: 200 len: 217 time: 0.0797219 Sep 18 07:17:40.086332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:40.087268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14249e4b-faa4-4e8a-8220-bea263c13692 None None] The sync data for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:40.123314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-e93c899d-d91e-4c4a-bb78-ff87b7b5b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:40.124977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-e93c899d-d91e-4c4a-bb78-ff87b7b5b1b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 200 len: 857 time: 0.0649185 Sep 18 07:17:40.193026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-8e53d8bd-ab2d-4390-b345-b62c877cc451 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6df8013-98c7-4f15-bbdd-4d0babb21260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600379 Sep 18 07:17:40.473977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4a445-80ef-4fca-875a-97a0dce416fb req-99e26050-dff4-4ed7-acb8-761b56d6fabc tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:40.475871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67d4a445-80ef-4fca-875a-97a0dce416fb req-99e26050-dff4-4ed7-acb8-761b56d6fabc tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 944 time: 0.0874555 Sep 18 07:17:40.606909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67d4a445-80ef-4fca-875a-97a0dce416fb req-8b1861b0-f7c4-4612-b184-04f80cfc7806 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157331 Sep 18 07:17:40.642106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:40.656629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-a61675de-b100-4740-a1af-4b28064c6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:40.657834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-a61675de-b100-4740-a1af-4b28064c6bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d61540e672a426c907806d00c648136&device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 1096 time: 0.5112383 Sep 18 07:17:40.715439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-d957746f-9d70-4473-b57e-474ff16027e7 service neutron] 10.222.0.37 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001135 Sep 18 07:17:40.842128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-c4b16ced-259e-4324-8ccb-876869585888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:40.843705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-c4b16ced-259e-4324-8ccb-876869585888 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 200 len: 918 time: 0.1771355 Sep 18 07:17:40.900388 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-89a49565-5ec3-447a-84cf-38be32d0ca7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14334905-f956-48b4-81ed-1829360a7f8c HTTP/1.1" status: 200 len: 217 time: 0.0474062 Sep 18 07:17:40.912701 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-cb6e32a2-8c43-484a-9b6c-6a282413beef service neutron] 10.222.0.37 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525333 Sep 18 07:17:40.950199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 693cd2b9-679c-4b1e-aac1-74b6546b5b2e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:40.950784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:40.953231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-253ccbba-c271-40e0-ae3c-5c81eec1a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:40.955225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-253ccbba-c271-40e0-ae3c-5c81eec1a28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 200 len: 857 time: 0.0482526 Sep 18 07:17:40.989091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-6a46ab1b-ed51-4ad8-903e-cfee1cfbb8f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6df8013-98c7-4f15-bbdd-4d0babb21260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266080 Sep 18 07:17:41.040976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.054180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 693cd2b9-679c-4b1e-aac1-74b6546b5b2e owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:41.102944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-565fadfe-fef9-4567-94d1-ee5f8409810d service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052046 Sep 18 07:17:41.139147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9ef58377-ed64-49db-893f-43dddc0f2bab details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:41.239634 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f13a1880-77e0-4010-9397-c8e0b04a8d77 req-8329b4c7-7325-426b-a612-11789f2c3806 service neutron] 10.222.0.24 "GET /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287584 Sep 18 07:17:41.280717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9ef58377-ed64-49db-893f-43dddc0f2bab,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:41.295117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '9ef58377-ed64-49db-893f-43dddc0f2bab', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'port_id': '9ef58377-ed64-49db-893f-43dddc0f2bab', 'mac_address': 'fa:16:3e:17:22:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af32c8d-b6de-4330-bf68-5cb38abbf79c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:41.336350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.347583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.350733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef58377-ed64-49db-893f-43dddc0f2bab {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:41.386364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9ef58377-ed64-49db-893f-43dddc0f2bab,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:41.396039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=693cd2b9-679c-4b1e-aac1-74b6546b5b2e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:41.467604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.530207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:41.542852 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-85565c50-cbbe-492d-8de2-f1c323180892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.555370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:41.692612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9ef58377-ed64-49db-893f-43dddc0f2bab'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:41.780268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router bdaf41bd-91ca-4b56-8497-ae752cafd949 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:17:41.874343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f866e6b-0891-425c-86c4-eeb361a03f27 req-f7e8f4f9-8c59-49e1-9e55-787abb821ef2 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:41.876624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f866e6b-0891-425c-86c4-eeb361a03f27 req-f7e8f4f9-8c59-49e1-9e55-787abb821ef2 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 944 time: 0.1178935 Sep 18 07:17:41.929462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:41.941076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] Sync routers for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:41.944340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4102dfd-ef1f-4d53-9a52-e01efe0e01c4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9745708 Sep 18 07:17:41.947255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47226) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:41.954674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:41.955442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:41.995166 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:42.000658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f866e6b-0891-425c-86c4-eeb361a03f27 req-03937b54-512e-4aec-9262-aeb058c9d619 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902910 Sep 18 07:17:42.001461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-32941035-d03c-452d-bd58-9710cfa9641e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdaf41bd-91ca-4b56-8497-ae752cafd949 HTTP/1.1" status: 200 len: 205 time: 0.0501494 Sep 18 07:17:42.001461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47228) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:42.005737 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] Routers {'bdaf41bd-91ca-4b56-8497-ae752cafd949'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:42.006610 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bdaf41bd-91ca-4b56-8497-ae752cafd949'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:42.054841 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:42.056847 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f2bf6-2ec0-4c07-bf8f-d091309858c9 None None] The sync data for ids ['bdaf41bd-91ca-4b56-8497-ae752cafd949'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:42.062711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.097507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.279798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.282832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.415831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.416403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router bdaf41bd-91ca-4b56-8497-ae752cafd949 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:17:42.425508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.425508 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40bad4ad-382f-42a7-b84c-40163a2e0e4e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949 HTTP/1.1" status: 204 len: 168 time: 0.4225726 Sep 18 07:17:42.427270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:42.481729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet 8cb1a10e-9633-4a4c-93ca-f66adb7173d0 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:42.485100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.526276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.615795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.769556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.799862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb1a10e-9633-4a4c-93ca-f66adb7173d0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:42.802108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.807347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47238) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:42.807522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a6a3a54d-579c-4ddc-92f1-255a05084bfa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/8cb1a10e-9633-4a4c-93ca-f66adb7173d0 HTTP/1.1" status: 204 len: 168 time: 0.3781886 Sep 18 07:17:42.810563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187163c-5bf2-406c-8d83-7d3e38f17ffe None None] Network 7b6b305b-10db-47e9-a47b-bcd0657c23b4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:42.825181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3e07d59c-70a0-492e-875b-bca3aa1cd922 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:42.873377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet d335dd44-5a23-4f4f-acc7-6dd877cbc9ae {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:42.877108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:42.952716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.097974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.102832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] DHCP port deletion for 7b6b305b-10db-47e9-a47b-bcd0657c23b4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:17:43.154849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9ef58377-ed64-49db-893f-43dddc0f2bab up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:43.207508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d61e0-9e2d-4a7d-847b-11cf52052d05 req-a369fd15-c714-445e-b2a2-8df9460cfbd8 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:43.209205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02d61e0-9e2d-4a7d-847b-11cf52052d05 req-a369fd15-c714-445e-b2a2-8df9460cfbd8 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 944 time: 0.0788562 Sep 18 07:17:43.226219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:43.251406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3e07d59c-70a0-492e-875b-bca3aa1cd922', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'port_id': '3e07d59c-70a0-492e-875b-bca3aa1cd922', 'mac_address': 'fa:16:3e:c0:ee:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af32c8d-b6de-4330-bf68-5cb38abbf79c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:43.271204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c02d61e0-9e2d-4a7d-847b-11cf52052d05 req-0326cac2-6982-4dff-be63-c429d72438a5 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542393 Sep 18 07:17:43.274001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.291952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.303839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Deleting port 316d562d-0494-4db1-a1ce-45f937ce775b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:43.304212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.313574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=d335dd44-5a23-4f4f-acc7-6dd877cbc9ae,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:43.323208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.323208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bee06868-1463-4277-ba3f-9f50afc28957 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/d335dd44-5a23-4f4f-acc7-6dd877cbc9ae HTTP/1.1" status: 204 len: 168 time: 0.5137763 Sep 18 07:17:43.324706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.325536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:43.337379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf03203-3e9a-4d4a-815d-c482489e3a64 None None] Network 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:43.423105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.442643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 9ef58377-ed64-49db-893f-43dddc0f2bab completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:43.462264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e07d59c-70a0-492e-875b-bca3aa1cd922 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:43.467393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] For port 316d562d-0494-4db1-a1ce-45f937ce775b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=316d562d-0494-4db1-a1ce-45f937ce775b,segment=NetworkSegment(88dff3c0-1e6a-4a82-b656-5f14bb25338a),segment_id=88dff3c0-1e6a-4a82-b656-5f14bb25338a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:43.478360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.478360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 9ef58377-ed64-49db-893f-43dddc0f2bab triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:43.478360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.512372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 316d562d-0494-4db1-a1ce-45f937ce775b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:43.512746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.549030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Calling delete_port for 316d562d-0494-4db1-a1ce-45f937ce775b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:43.585495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:43.591883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 316d562d-0494-4db1-a1ce-45f937ce775b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=316d562d-0494-4db1-a1ce-45f937ce775b,segment=NetworkSegment(88dff3c0-1e6a-4a82-b656-5f14bb25338a),segment_id=88dff3c0-1e6a-4a82-b656-5f14bb25338a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:43.592842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.611253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 316d562d-0494-4db1-a1ce-45f937ce775b owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:43.694018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.787556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.822051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=316d562d-0494-4db1-a1ce-45f937ce775b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:43.827082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:43.833533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port 316d562d-0494-4db1-a1ce-45f937ce775b on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:43.833807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 316d562d-0494-4db1-a1ce-45f937ce775b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:43.922655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.945327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6b305b-10db-47e9-a47b-bcd0657c23b4']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:43.956760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dff3c0-1e6a-4a82-b656-5f14bb25338a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:43.957509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dff3c0-1e6a-4a82-b656-5f14bb25338a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:43.968467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.983412 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.990553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:43.990958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:43.994108 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:44.012277 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.026501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 316d562d-0494-4db1-a1ce-45f937ce775b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:44.026924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 316d562d-0494-4db1-a1ce-45f937ce775b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:44.032996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.086216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] Pushing event deleted for resources: {'Port': ['ID=316d562d-0494-4db1-a1ce-45f937ce775b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:44.086216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:44.086216 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27545cb1-9cd9-4d4c-a445-9a21dbc6653b" -d '{"events": [{"server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:44.086216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3eb84d-bacb-4480-9b97-0216be40f795 None None] No DVR routers for this DVR port 316d562d-0494-4db1-a1ce-45f937ce775b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:44.092288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9ef58377-ed64-49db-893f-43dddc0f2bab,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:44.121468 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a497c8a7-1e21-4e7f-af40-f8ee7b9b08cb x-openstack-request-id: req-a497c8a7-1e21-4e7f-af40-f8ee7b9b08cb {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:44.121623 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:44.121871 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a497c8a7-1e21-4e7f-af40-f8ee7b9b08cb {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:44.122376 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab', 'code': 200} Sep 18 07:17:44.155465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] DHCP port deletion for 8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:17:44.181131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3e07d59c-70a0-492e-875b-bca3aa1cd922'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:44.238706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b377186-a64c-40d8-b049-c97727d90616 req-eb222c45-5981-4f83-9077-21ce45954846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:44.240247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b377186-a64c-40d8-b049-c97727d90616 req-eb222c45-5981-4f83-9077-21ce45954846 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 1096 time: 0.0551999 Sep 18 07:17:44.256519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Deleting port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:44.256904 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.279192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b377186-a64c-40d8-b049-c97727d90616 req-4bb4efb9-183e-414e-a017-2ce44aab5826 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Sep 18 07:17:44.290193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.299141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.299829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.304621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/7b6b305b-10db-47e9-a47b-bcd0657c23b4 HTTP/1.1" status: 204 len: 168 time: 0.9756706 Sep 18 07:17:44.305136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47260) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:44.315261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e0db-51dc-4027-b416-c41eed6edb10 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=7b6b305b-10db-47e9-a47b-bcd0657c23b4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:44.416279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] For port dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,segment=NetworkSegment(788b905b-78c7-4f02-af06-4bd5bf449175),segment_id=788b905b-78c7-4f02-af06-4bd5bf449175)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:44.416664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.444596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Calling delete_port for dc9dc5fb-4630-4bf1-9969-bf116683b7e4 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:44.445440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.467631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe2ddf-d41a-4a88-94b8-acb74ba527ab req-f32d2aa0-e629-4eeb-a558-7acf5efcfd0b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:44.469629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03fe2ddf-d41a-4a88-94b8-acb74ba527ab req-f32d2aa0-e629-4eeb-a558-7acf5efcfd0b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 944 time: 0.0773346 Sep 18 07:17:44.515714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:44.690381 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.719293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] Pushing event deleted for resources: {'Port': ['ID=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:44.726015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9d084-acf3-4980-8c4f-6469317416da None None] No DVR routers for this DVR port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:44.742500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.788454 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-2c5729b0-165d-46ab-bd84-1b1505a8c5aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584557 Sep 18 07:17:44.835110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14334905-f956-48b4-81ed-1829360a7f8c details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:17:44.867325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-d4e07505-6298-4b00-85f0-28de3e97fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:44.868862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-d4e07505-6298-4b00-85f0-28de3e97fba8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9739aa812964f4cbf551af1d81889eb&device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 1098 time: 0.0553041 Sep 18 07:17:44.891800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03fe2ddf-d41a-4a88-94b8-acb74ba527ab req-ec50497b-8c6c-4653-94c5-b1e195dd6ff7 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088316 Sep 18 07:17:44.909603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:44.910351 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.980824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14334905-f956-48b4-81ed-1829360a7f8c,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:44.985379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port dc9dc5fb-4630-4bf1-9969-bf116683b7e4, host n-d-789963-14, got binding levels [] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:44.985754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:44.995180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '14334905-f956-48b4-81ed-1829360a7f8c', 'network_id': 'a6df8013-98c7-4f15-bbdd-4d0babb21260', 'port_id': '14334905-f956-48b4-81ed-1829360a7f8c', 'mac_address': 'fa:16:3e:57:21:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af32c8d-b6de-4330-bf68-5cb38abbf79c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:17:45.001360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for dc9dc5fb-4630-4bf1-9969-bf116683b7e4 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:45.004317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.ipam_backend_mixin [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 was not found and therefore no delete operation was performed {{(pid=101979) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:17:45.005627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.009652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-ff135fa1-c81a-4f8f-b43d-0f3b75754126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:45.011355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-ff135fa1-c81a-4f8f-b43d-0f3b75754126 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 200 len: 912 time: 0.1206803 Sep 18 07:17:45.037845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=dc9dc5fb-4630-4bf1-9969-bf116683b7e4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:45.038587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.039815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port dc9dc5fb-4630-4bf1-9969-bf116683b7e4 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:45.058515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14334905-f956-48b4-81ed-1829360a7f8c {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:17:45.078957 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.080450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14334905-f956-48b4-81ed-1829360a7f8c,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:45.096729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-cab1a6eb-0bfa-46fb-8b41-bd0bff505128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 200 len: 1002 time: 0.0769565 Sep 18 07:17:45.121158 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.143147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f75cfc7-3197-42ce-bf06-57ed7b51d2e6']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:45.153188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-fdda14a6-6605-49e1-92da-66dc16efe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:45.154713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-fdda14a6-6605-49e1-92da-66dc16efe9f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 200 len: 850 time: 0.0484958 Sep 18 07:17:45.157221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788b905b-78c7-4f02-af06-4bd5bf449175') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:45.157221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788b905b-78c7-4f02-af06-4bd5bf449175') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:45.164776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.180780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.186841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:45.187292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.198784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.207404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-09520331-f296-44eb-b891-800d3f9c88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:45.208923 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:45.211336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-09520331-f296-44eb-b891-800d3f9c88d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d94ff46a-053b-451d-9574-f93683ab0932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429676 Sep 18 07:17:45.258190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:45.315447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-f8a07273-5306-4e45-ba2f-ea1c0f8ff399 service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976918 Sep 18 07:17:45.364360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.385587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.391936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/8f75cfc7-3197-42ce-bf06-57ed7b51d2e6 HTTP/1.1" status: 204 len: 168 time: 1.0819952 Sep 18 07:17:45.391936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c63f0-3bfb-4c30-8343-9ec0c7c260e0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=8f75cfc7-3197-42ce-bf06-57ed7b51d2e6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:45.393480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47274) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:45.398867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38802339'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:45.428743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29c0e849-703a-44e4-8480-134c0505c0b5 req-02ee2bec-3d2f-4fa8-9cce-01325d66a1da service neutron] 10.222.0.37 "GET /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967171 Sep 18 07:17:45.501437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:45.505040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.529639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:45.540268 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.540622 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment e6f876e9-7ab1-47a9-a209-ce91e7a2cede of type vlan for network cbf82717-2984-4403-b90a-86b918658c44 Sep 18 07:17:45.592751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.609879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['14334905-f956-48b4-81ed-1829360a7f8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:45.736076 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.743190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:45.748600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:45.842358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dc9dc5fb-4630-4bf1-9969-bf116683b7e4 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:45.845982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=cbf82717-2984-4403-b90a-86b918658c44,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:45.867639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network cbf82717-2984-4403-b90a-86b918658c44 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:45.872158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: dc9dc5fb-4630-4bf1-9969-bf116683b7e4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:45.872583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dc9dc5fb-4630-4bf1-9969-bf116683b7e4 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:45.932074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fcb7613c-29d9-4180-a5d6-615df8128939 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5345800 Sep 18 07:17:45.932308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47292) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:45.937473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': 'cbf82717-2984-4403-b90a-86b918658c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:46.065179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97f446-6e23-477c-858d-b8167699cc1b req-29ca7e1f-c0c1-4d5b-9ffb-3e8348c9f987 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:46.066742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff97f446-6e23-477c-858d-b8167699cc1b req-29ca7e1f-c0c1-4d5b-9ffb-3e8348c9f987 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 945 time: 0.1066504 Sep 18 07:17:46.105069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff97f446-6e23-477c-858d-b8167699cc1b req-6a59fa64-1dbb-43be-9cae-ecd0bb66bec9 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Sep 18 07:17:46.153026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:46.156567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:46.467986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:46.530680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=9bf36628-1cd3-4795-b9b6-4b14590b4d62,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:46.542135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:46.542508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: cbf82717-2984-4403-b90a-86b918658c44, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:17:46.654538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network cbf82717-2984-4403-b90a-86b918658c44 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:17:46.799075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, cbf82717-2984-4403-b90a-86b918658c44) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:46.808535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a1f62-993c-4dbb-b2a2-3a6366686106 None None] Network cbf82717-2984-4403-b90a-86b918658c44 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:46.813227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:46.814545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:46.869185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14334905-f956-48b4-81ed-1829360a7f8c up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:46.904391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-79d4be40-a816-4a02-8e9a-4c5be4879444 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9702790 Sep 18 07:17:46.906912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:46.911911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1689170322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:46.996869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cbf82717-2984-4403-b90a-86b918658c44', 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': '9bf36628-1cd3-4795-b9b6-4b14590b4d62'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:17:47.002371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.094335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.095398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.174430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Allocated IP 2001:db8::2 (cbf82717-2984-4403-b90a-86b918658c44/9bf36628-1cd3-4795-b9b6-4b14590b4d62/cad010bc-6559-419b-9583-0e5e8527b34c) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:47.176423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.192853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 14334905-f956-48b4-81ed-1829360a7f8c completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:47.207455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 14334905-f956-48b4-81ed-1829360a7f8c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:47.207839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.272273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c3050-96d1-4b56-9853-c8261da8b096 req-66cc6382-a396-412a-8c78-b70e14cc96eb tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:47.273811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-378c3050-96d1-4b56-9853-c8261da8b096 req-66cc6382-a396-412a-8c78-b70e14cc96eb tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 945 time: 0.0738113 Sep 18 07:17:47.314873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.323581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-378c3050-96d1-4b56-9853-c8261da8b096 req-60c654ab-6e2e-4664-9edf-8bad72591a17 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Sep 18 07:17:47.399687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.422227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.436511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:47.438747 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34c2bce-c1ae-4237-85b2-d6f2ff47451c" -d '{"events": [{"server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "name": "network-vif-plugged", "status": "completed", "tag": "14334905-f956-48b4-81ed-1829360a7f8c"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:47.451254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14334905-f956-48b4-81ed-1829360a7f8c,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:47.461831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.465944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ff6e875-a7f1-40c9-bcc4-c049505db216 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5550828 Sep 18 07:17:47.476278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47318) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:47.476278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'port': {'network_id': 'cbf82717-2984-4403-b90a-86b918658c44', 'name': 'tempest-RoutersIpV6Test-388285503'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:47.493248 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206babcd-e680-4efa-a717-69bd4add977c x-openstack-request-id: req-206babcd-e680-4efa-a717-69bd4add977c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:47.493553 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "name": "network-vif-plugged", "status": "completed", "tag": "14334905-f956-48b4-81ed-1829360a7f8c", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:47.493803 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-206babcd-e680-4efa-a717-69bd4add977c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:47.494334 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c', 'code': 200} Sep 18 07:17:47.601070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.603246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3e07d59c-70a0-492e-875b-bca3aa1cd922 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:47.647727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.652315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b34e73-81a9-4f09-b21a-c564ff1413df req-5f439645-df16-4c29-a9e0-5950bf885a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:47.654693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3b34e73-81a9-4f09-b21a-c564ff1413df req-5f439645-df16-4c29-a9e0-5950bf885a9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 1098 time: 0.0522449 Sep 18 07:17:47.694908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Network cbf82717-2984-4403-b90a-86b918658c44 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:47.701137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:47.701323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:47.704825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.705621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:47.724079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3b34e73-81a9-4f09-b21a-c564ff1413df req-cab8a4cf-38a5-4233-a2cf-af7cb1a8e344 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Sep 18 07:17:47.746092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] device_id is not set on port 76114fde-e55f-479d-a74a-21247d6afe2d yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:17:47.796436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:47.800687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Attempting to bind port cad010bc-6559-419b-9583-0e5e8527b34c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:17:47.801132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Attempting to bind port cad010bc-6559-419b-9583-0e5e8527b34c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:17:47.801654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Attempting to bind port cad010bc-6559-419b-9583-0e5e8527b34c on network cbf82717-2984-4403-b90a-86b918658c44 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:17:47.838452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:17:47.839200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Checking segment: {'id': 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:47.839941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.840557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Bound using segment: {'id': 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:17:47.841165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Bound port: cad010bc-6559-419b-9583-0e5e8527b34c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cbf82717-2984-4403-b90a-86b918658c44'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:17:47.841559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.852707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3e07d59c-70a0-492e-875b-bca3aa1cd922 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:17:47.864137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3e07d59c-70a0-492e-875b-bca3aa1cd922 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:47.864520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:47.916205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Pushing event updated for resources: {'Port': ['ID=cad010bc-6559-419b-9583-0e5e8527b34c,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:47.980798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] For port cad010bc-6559-419b-9583-0e5e8527b34c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:17:47.984898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] For port cad010bc-6559-419b-9583-0e5e8527b34c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cad010bc-6559-419b-9583-0e5e8527b34c,segment=NetworkSegment(e6f876e9-7ab1-47a9-a209-ce91e7a2cede),segment_id=e6f876e9-7ab1-47a9-a209-ce91e7a2cede)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:17:48.005685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8::2fe (cbf82717-2984-4403-b90a-86b918658c44/9bf36628-1cd3-4795-b9b6-4b14590b4d62/76114fde-e55f-479d-a74a-21247d6afe2d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:48.034944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.103176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:48.104889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.180145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88a4ff-5f9c-4ca6-b008-85a6203ad372 None None] Pushing event updated for resources: {'Port': ['ID=cad010bc-6559-419b-9583-0e5e8527b34c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:48.203182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.228923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.262478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:48.348955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.433359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network cbf82717-2984-4403-b90a-86b918658c44 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:48.438618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:48.443867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:48.452516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:48.453226 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:48.535306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=76114fde-e55f-479d-a74a-21247d6afe2d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:48.553392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-68f9afa2-4632-400c-b955-734bafdecf0f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0837810 Sep 18 07:17:48.553643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47336) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:48.603854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994730-daf9-432e-90cc-e697d6afeac2 req-43d26fa9-d400-4a00-803d-ffabdd7bf794 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:48.605328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8994730-daf9-432e-90cc-e697d6afeac2 req-43d26fa9-d400-4a00-803d-ffabdd7bf794 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 946 time: 0.1363504 Sep 18 07:17:48.742251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8994730-daf9-432e-90cc-e697d6afeac2 req-75931b98-38b9-4f5e-82d2-3c7dea78cace tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068296 Sep 18 07:17:48.938341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.282269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.353728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07859161-b08a-4b3a-abec-ef09d0abda12 None None] Network cbf82717-2984-4403-b90a-86b918658c44 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:49.397265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.426644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] Provisioning complete for port cad010bc-6559-419b-9583-0e5e8527b34c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:49.427027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.497357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:49.498436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=76114fde-e55f-479d-a74a-21247d6afe2d,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:49.499534 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64438d5d-292f-4b81-8759-cbc2c407cbc2" -d '{"events": [{"server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "name": "network-vif-plugged", "status": "completed", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:49.557055 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0572e-96b2-4b44-9db9-3fe1f8a17c46 x-openstack-request-id: req-b6f0572e-96b2-4b44-9db9-3fe1f8a17c46 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:49.557539 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "name": "network-vif-plugged", "status": "completed", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:49.557802 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6f0572e-96b2-4b44-9db9-3fe1f8a17c46 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:49.558210 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922', 'code': 200} Sep 18 07:17:49.618956 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.626087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.666730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] For port cad010bc-6559-419b-9583-0e5e8527b34c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cad010bc-6559-419b-9583-0e5e8527b34c,segment=NetworkSegment(e6f876e9-7ab1-47a9-a209-ce91e7a2cede),segment_id=e6f876e9-7ab1-47a9-a209-ce91e7a2cede)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:49.740074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd87-566f-4a50-99cb-471e50e5f75c req-de676003-b3aa-4636-b0e4-97a34e0e264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:49.742412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-70bcdd87-566f-4a50-99cb-471e50e5f75c req-de676003-b3aa-4636-b0e4-97a34e0e264c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 1098 time: 0.0933721 Sep 18 07:17:49.788185 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.812000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-70bcdd87-566f-4a50-99cb-471e50e5f75c req-5eb80404-6d95-4c99-b75f-b489722deb14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Sep 18 07:17:49.876168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786da28-7e8c-4e85-982d-fe6bb653fb43 None None] Pushing event updated for resources: {'Port': ['ID=cad010bc-6559-419b-9583-0e5e8527b34c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:49.905212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cad010bc-6559-419b-9583-0e5e8527b34c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:49.945799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.988426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cad010bc-6559-419b-9583-0e5e8527b34c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:49.989069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:49.995928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c583e-abb0-41a2-8e2b-7735f7f8e0ca req-36d9171d-a811-40e4-8bba-1dc88745abe0 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:49.997467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f1c583e-abb0-41a2-8e2b-7735f7f8e0ca req-36d9171d-a811-40e4-8bba-1dc88745abe0 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 946 time: 0.0915027 Sep 18 07:17:50.114966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-41301ccb-dd95-4251-823d-3fc9aa6a3a3d None None] Provisioning complete for port 76114fde-e55f-479d-a74a-21247d6afe2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:50.115352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41301ccb-dd95-4251-823d-3fc9aa6a3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.123148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f1c583e-abb0-41a2-8e2b-7735f7f8e0ca req-928c8628-83f7-4229-a14b-6522dc3d4fb2 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065121 Sep 18 07:17:50.154865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-41301ccb-dd95-4251-823d-3fc9aa6a3a3d None None] Port 76114fde-e55f-479d-a74a-21247d6afe2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:50.166168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-41301ccb-dd95-4251-823d-3fc9aa6a3a3d None None] Provisioning complete for port cad010bc-6559-419b-9583-0e5e8527b34c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:50.166551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41301ccb-dd95-4251-823d-3fc9aa6a3a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.410037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a591-c137-4631-b14a-3f5f04905527 req-cfba553d-78a9-4ec4-a525-d3409062c4e8 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:50.411729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7af9a591-c137-4631-b14a-3f5f04905527 req-cfba553d-78a9-4ec4-a525-d3409062c4e8 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 945 time: 0.1739776 Sep 18 07:17:50.449197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-014f2324-f7bc-4f3d-b035-819de67d559c None None] Provisioning complete for port 76114fde-e55f-479d-a74a-21247d6afe2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:50.449785 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-014f2324-f7bc-4f3d-b035-819de67d559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.487161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-014f2324-f7bc-4f3d-b035-819de67d559c None None] Port 76114fde-e55f-479d-a74a-21247d6afe2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:50.504948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7af9a591-c137-4631-b14a-3f5f04905527 req-1679ece5-05a0-4c75-be37-18290502d293 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761390 Sep 18 07:17:50.541655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.668447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667ade-8144-42fd-a766-e02f853d0d0b req-eee6b938-52b1-4e86-b3ba-8eacee7de1ab tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:50.670252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5667ade-8144-42fd-a766-e02f853d0d0b req-eee6b938-52b1-4e86-b3ba-8eacee7de1ab tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 946 time: 0.0622540 Sep 18 07:17:50.708392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d1f5a001-a818-4245-aaa1-959ed670c6e2 None None] Provisioning complete for port 76114fde-e55f-479d-a74a-21247d6afe2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:50.709045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a001-a818-4245-aaa1-959ed670c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.723448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5667ade-8144-42fd-a766-e02f853d0d0b req-5ac6cffb-65f5-4d75-a3bd-a43905b94cab tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455682 Sep 18 07:17:50.734852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.735763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:50.783326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5a001-a818-4245-aaa1-959ed670c6e2 None None] Port 76114fde-e55f-479d-a74a-21247d6afe2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:50.836723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=76114fde-e55f-479d-a74a-21247d6afe2d,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:50.915592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network cbf82717-2984-4403-b90a-86b918658c44 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:50.916894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:51.279256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router ff2bf174-a3f0-4378-85e7-36d14c6954bf is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:17:51.313257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-920c695b-53da-4331-93c1-a2c6636c9c51 None None] Provisioning complete for port 76114fde-e55f-479d-a74a-21247d6afe2d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:51.313654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-920c695b-53da-4331-93c1-a2c6636c9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:51.419342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-920c695b-53da-4331-93c1-a2c6636c9c51 None None] Port 76114fde-e55f-479d-a74a-21247d6afe2d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:17:51.490490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:51.508924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] Sync routers for ids ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:51.526626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9e8fe7f4-3ae4-4b17-ba22-af33bba5505b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/ff2bf174-a3f0-4378-85e7-36d14c6954bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708090 Sep 18 07:17:51.526844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:51.531362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] Routers {'ff2bf174-a3f0-4378-85e7-36d14c6954bf'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:51.532016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:51.576029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:51.590833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] Routers {'ff2bf174-a3f0-4378-85e7-36d14c6954bf'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:51.591702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:51.615094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22711ba7-c3a1-4dd3-a9df-73b8c36a4224 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:51.617779 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-22711ba7-c3a1-4dd3-a9df-73b8c36a4224 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports/76114fde-e55f-479d-a74a-21247d6afe2d HTTP/1.1" status: 200 len: 983 time: 0.0896468 Sep 18 07:17:51.621344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47388) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:51.662414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:51.663140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5263fe-d59d-4ce7-b2b4-3fb060aa93f5 None None] The sync data for ids ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:51.897224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cad010bc-6559-419b-9583-0e5e8527b34c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:17:52.017518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cad010bc-6559-419b-9583-0e5e8527b34c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:17:52.021630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:52.129780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53b172-b7a5-4e00-a724-ba9d95120677 req-a76f7f28-439e-4833-9ebe-8ea3d17c51be tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:52.131285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f53b172-b7a5-4e00-a724-ba9d95120677 req-a76f7f28-439e-4833-9ebe-8ea3d17c51be tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 946 time: 0.2574840 Sep 18 07:17:52.218934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f53b172-b7a5-4e00-a724-ba9d95120677 req-782dfcd6-dfe5-47a3-9ada-6526877fe45b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809183 Sep 18 07:17:52.380628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:52.682633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 76114fde-e55f-479d-a74a-21247d6afe2d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:52.683016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:52.838832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:52.888273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 76114fde-e55f-479d-a74a-21247d6afe2d owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:53.093647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fbcee-68d0-4eac-84de-bd8be27a2060 req-5f5cadf8-b998-40be-877a-706c5df87b31 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:53.100930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c2fbcee-68d0-4eac-84de-bd8be27a2060 req-5f5cadf8-b998-40be-877a-706c5df87b31 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 946 time: 0.1603246 Sep 18 07:17:53.236426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c2fbcee-68d0-4eac-84de-bd8be27a2060 req-4dafa9c8-8b2f-4169-b337-957d55a9cd02 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345928 Sep 18 07:17:53.550684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:53.590461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=76114fde-e55f-479d-a74a-21247d6afe2d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:53.837797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:54.257607 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-4960984c-0bba-44aa-92be-325ecdaf6ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2396326 Sep 18 07:17:54.530167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router ff2bf174-a3f0-4378-85e7-36d14c6954bf has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:17:54.539986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b0be-a713-41d1-a561-42a27049ef0b req-1d6347e7-c347-4ba0-8897-81e7f850dcbf tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:54.541837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fc2b0be-a713-41d1-a561-42a27049ef0b req-1d6347e7-c347-4ba0-8897-81e7f850dcbf tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 946 time: 0.1780419 Sep 18 07:17:54.560975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107319ab-5565-44ad-8476-3918f1211673 req-97c29c49-0bb3-4b47-80e1-1e2fe7cdd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:54.562507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-97c29c49-0bb3-4b47-80e1-1e2fe7cdd793 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f93efda58a7347bf9d4057a08b1bb602&device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 1097 time: 0.2077727 Sep 18 07:17:54.792684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fc2b0be-a713-41d1-a561-42a27049ef0b req-cb8aac47-18ea-470f-b12d-d11c43800cf1 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334411 Sep 18 07:17:54.822060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:17:54.841064 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] Sync routers for ids ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:17:54.844053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3cf10557-0bce-48d7-a80e-a47478da0498 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/ff2bf174-a3f0-4378-85e7-36d14c6954bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2214692 Sep 18 07:17:54.849014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47436) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:54.862132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] Routers {'ff2bf174-a3f0-4378-85e7-36d14c6954bf'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:54.869192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:54.922490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-be196599-5b5b-4d58-a223-909aeb8ba6d5 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:54.924091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-be196599-5b5b-4d58-a223-909aeb8ba6d5 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 946 time: 0.4255629 Sep 18 07:17:54.969015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:54.991507 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] Routers {'ff2bf174-a3f0-4378-85e7-36d14c6954bf'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:17:54.992555 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:55.135898 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:55.137584 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7371189-8e41-4978-8ba7-18d99760be95 None None] The sync data for ids ['ff2bf174-a3f0-4378-85e7-36d14c6954bf'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:17:55.140566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107319ab-5565-44ad-8476-3918f1211673 req-3b1f1122-a253-471c-9235-0d3f156ab85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:55.142589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-3b1f1122-a253-471c-9235-0d3f156ab85d service neutron] 10.222.0.24 "GET /v2.0/networks?id=430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 200 len: 914 time: 0.5451794 Sep 18 07:17:55.320338 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-fbaf7c53-cdbd-44d0-8585-a9da19c9e000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c HTTP/1.1" status: 200 len: 217 time: 0.1289861 Sep 18 07:17:55.436178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Deleting port 3e07d59c-70a0-492e-875b-bca3aa1cd922 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:55.437150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.454350 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-9892d97e-b17a-4257-b425-6ccaa8422f23 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 07:17:55.455332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9892d97e-b17a-4257-b425-6ccaa8422f23 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/ff2bf174-a3f0-4378-85e7-36d14c6954bf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6053045 Sep 18 07:17:55.458778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:55.520899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-16bf3eed-0d34-4f8b-bb2f-d427aa983a98 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2bf174-a3f0-4378-85e7-36d14c6954bf HTTP/1.1" status: 200 len: 205 time: 0.0589669 Sep 18 07:17:55.521864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47444) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:55.557282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] For port 3e07d59c-70a0-492e-875b-bca3aa1cd922, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3e07d59c-70a0-492e-875b-bca3aa1cd922,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:55.557668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.579855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Calling delete_port for 3e07d59c-70a0-492e-875b-bca3aa1cd922 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:55.612813 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.730989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107319ab-5565-44ad-8476-3918f1211673 req-572a0a88-5047-4786-95f4-ba55c1548de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:55.732651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-572a0a88-5047-4786-95f4-ba55c1548de1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 200 len: 853 time: 0.4009619 Sep 18 07:17:55.801923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-5081ab11-5e3b-4952-9f08-d7aff2f4b7cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=430a6516-9f47-4b48-9e66-561f80e2ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575364 Sep 18 07:17:55.801923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.832241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9ef58377-ed64-49db-893f-43dddc0f2bab'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:55.867604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.870232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:55.897000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3e07d59c-70a0-492e-875b-bca3aa1cd922', '14334905-f956-48b4-81ed-1829360a7f8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:17:55.921129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event deleted for resources: {'Port': ['ID=3e07d59c-70a0-492e-875b-bca3aa1cd922,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:56.030016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64f32d23-577e-4f81-8e62-4c7288a7f203 req-e2ec577b-1cc6-4fdf-99bf-2e1c4f6fa72f tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 210 time: 0.0579181 Sep 18 07:17:56.059376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] No DVR routers for this DVR port 3e07d59c-70a0-492e-875b-bca3aa1cd922 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:56.063820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.067202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-307fb9ef-2132-480b-8e5b-c4c24175abf3 req-2b5a65d9-b48e-423f-8d73-d095defdbdce tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "DELETE /v2.0/ports/3e07d59c-70a0-492e-875b-bca3aa1cd922 HTTP/1.1" status: 204 len: 173 time: 1.1333101 Sep 18 07:17:56.067670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'name': 'network-vif-deleted', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:17:56.069966 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b264cd-ea28-4e8a-8597-924aaf6db6f9" -d '{"events": [{"server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "name": "network-vif-deleted", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:17:56.097116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-3bb1c991-234c-453a-bbb9-45374f4fa252 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814322 Sep 18 07:17:56.101788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.102739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router ff2bf174-a3f0-4378-85e7-36d14c6954bf {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:17:56.126211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.143267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-30fb11bd-c97d-4e48-82de-e76e459d902a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/ff2bf174-a3f0-4378-85e7-36d14c6954bf HTTP/1.1" status: 204 len: 168 time: 0.6199057 Sep 18 07:17:56.143926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47458) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:56.242993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet 9bf36628-1cd3-4795-b9b6-4b14590b4d62 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:17:56.242993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.286197 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.350664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-107319ab-5565-44ad-8476-3918f1211673 req-fad85780-e821-4799-9f62-e929a803b600 service neutron] 10.222.0.24 "GET /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409213 Sep 18 07:17:56.383603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.422185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d1858-5cd3-4d23-80fa-1162df8ada82 x-openstack-request-id: req-8c1d1858-5cd3-4d23-80fa-1162df8ada82 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:17:56.422185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceb0c20-e4c3-439a-8579-ba057f76586c", "name": "network-vif-deleted", "tag": "3e07d59c-70a0-492e-875b-bca3aa1cd922", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:17:56.422185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c1d1858-5cd3-4d23-80fa-1162df8ada82 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:17:56.422185 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceb0c20-e4c3-439a-8579-ba057f76586c', 'name': 'network-vif-deleted', 'tag': '3e07d59c-70a0-492e-875b-bca3aa1cd922', 'status': 'completed', 'code': 200} Sep 18 07:17:56.536830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.582996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf36628-1cd3-4795-b9b6-4b14590b4d62,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:56.597557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.603088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44ddf1-3809-4f0c-99f2-ec9edee35d11 None None] Network cbf82717-2984-4403-b90a-86b918658c44 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:56.603443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-702a5d01-e78b-46f9-948d-08d6b13a5d9e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9bf36628-1cd3-4795-b9b6-4b14590b4d62 HTTP/1.1" status: 204 len: 168 time: 0.4549472 Sep 18 07:17:56.609223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:56.700491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.715398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0bd76-0fcd-4352-ab7d-3bfd9355deca req-e917aa25-d045-424b-ad88-6b96b6e02dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:56.717522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ad0bd76-0fcd-4352-ab7d-3bfd9355deca req-e917aa25-d045-424b-ad88-6b96b6e02dce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1186905 Sep 18 07:17:56.765082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ad0bd76-0fcd-4352-ab7d-3bfd9355deca req-be1a2123-5ab0-4a65-ba14-d1675110b121 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Sep 18 07:17:56.770573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port cad010bc-6559-419b-9583-0e5e8527b34c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:56.771087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.843046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] DHCP port deletion for cbf82717-2984-4403-b90a-86b918658c44 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:17:56.857704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port cad010bc-6559-419b-9583-0e5e8527b34c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cad010bc-6559-419b-9583-0e5e8527b34c,segment=NetworkSegment(e6f876e9-7ab1-47a9-a209-ce91e7a2cede),segment_id=e6f876e9-7ab1-47a9-a209-ce91e7a2cede)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:56.858434 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:56.932197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for cad010bc-6559-419b-9583-0e5e8527b34c owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:56.999810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Deleting port cad010bc-6559-419b-9583-0e5e8527b34c {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:17:57.011769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.212642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] For port cad010bc-6559-419b-9583-0e5e8527b34c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cad010bc-6559-419b-9583-0e5e8527b34c,segment=NetworkSegment(e6f876e9-7ab1-47a9-a209-ce91e7a2cede),segment_id=e6f876e9-7ab1-47a9-a209-ce91e7a2cede)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:17:57.213242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.231115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee8444e6-b5c4-4557-8262-5c947a3377ac req-dd27efc6-33f1-4893-96be-5d5775f4c3c7 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=fceb0c20-e4c3-439a-8579-ba057f76586c HTTP/1.1" status: 200 len: 210 time: 0.0505495 Sep 18 07:17:57.244784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.268058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Calling delete_port for cad010bc-6559-419b-9583-0e5e8527b34c owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:17:57.285755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=cad010bc-6559-419b-9583-0e5e8527b34c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:57.296086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port cad010bc-6559-419b-9583-0e5e8527b34c on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:57.425109 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.456076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf82717-2984-4403-b90a-86b918658c44']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:57.469165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:57.469518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f876e9-7ab1-47a9-a209-ce91e7a2cede') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:17:57.482352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.496871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.507518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:17:57.508074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:17:57.523181 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:17:57.546524 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.568717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Pushing event deleted for resources: {'Port': ['ID=cad010bc-6559-419b-9583-0e5e8527b34c,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:57.578288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] No DVR routers for this DVR port cad010bc-6559-419b-9583-0e5e8527b34c on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:17:57.580607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.580954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.581294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.581632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.581996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.582388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.582721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.583050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.583377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.583701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.584025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.584347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7881de-6dcf-4fb2-8564-f3b4059872ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:17:57.623226 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.633576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.641719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/cbf82717-2984-4403-b90a-86b918658c44 HTTP/1.1" status: 204 len: 168 time: 1.0256877 Sep 18 07:17:57.642672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47500) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:57.647796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758172662'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:57.662601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bb849-1d59-4015-b145-bc2876e335c8 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=cbf82717-2984-4403-b90a-86b918658c44,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:57.754097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:57.758993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.833324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:17:57.845119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:57.845499 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 501f5a8f-468b-452e-a50a-6989b7d70bbf of type vlan for network 60c61ee4-b212-47f8-9389-16a4d7782b8c Sep 18 07:17:57.858108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cad010bc-6559-419b-9583-0e5e8527b34c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:57.884055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cad010bc-6559-419b-9583-0e5e8527b34c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:57.884772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cad010bc-6559-419b-9583-0e5e8527b34c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:57.937077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:58.045556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:58.053282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:58.053889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:58.189770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5460222 Sep 18 07:17:58.193217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd1aa0-8eb1-4dce-965f-fb3d188a819e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=60c61ee4-b212-47f8-9389-16a4d7782b8c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:58.193394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:58.204894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:58.205069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:17:58.415538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:17:58.433402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:58.730241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:58.800853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=d939ef95-f8df-438d-823b-5707b2a129de,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:17:58.838374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '501f5a8f-468b-452e-a50a-6989b7d70bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:17:58.838956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 60c61ee4-b212-47f8-9389-16a4d7782b8c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:17:58.895888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3e07d59c-70a0-492e-875b-bca3aa1cd922 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:17:58.918986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:17:58.968282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 3e07d59c-70a0-492e-875b-bca3aa1cd922 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:17:58.968742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3e07d59c-70a0-492e-875b-bca3aa1cd922 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:17:59.004095 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 60c61ee4-b212-47f8-9389-16a4d7782b8c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:59.009526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:59.009526 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.018003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797ebb6-50fa-4ab8-8eea-163c56449847 None None] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:17:59.099507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.150141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d64150df-d2a9-4705-a130-bda21a670e7b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9524226 Sep 18 07:17:59.150378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:59.154915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383704022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:17:59.194150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-60c61ee4-b212-47f8-9389-16a4d7782b8c', 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': 'd939ef95-f8df-438d-823b-5707b2a129de'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:17:59.195028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.295909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.297743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.429403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.444585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Allocated IP 2001:db8::2 (60c61ee4-b212-47f8-9389-16a4d7782b8c/d939ef95-f8df-438d-823b-5707b2a129de/ff0f6712-2f7e-4651-8d64-16e0b63a9303) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:17:59.484021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088370-6b25-49bc-a1fb-2093cf47b99d req-7875a064-2f86-460e-a63e-67bfbea854bb tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:59.490467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088370-6b25-49bc-a1fb-2093cf47b99d req-7875a064-2f86-460e-a63e-67bfbea854bb tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:17:59.492170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc088370-6b25-49bc-a1fb-2093cf47b99d req-7875a064-2f86-460e-a63e-67bfbea854bb tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d&device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 1682 time: 0.0786827 Sep 18 07:17:59.515716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.550186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc088370-6b25-49bc-a1fb-2093cf47b99d req-e4d503cd-aa50-49bc-9eb1-6cd6ef1046b2 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508094 Sep 18 07:17:59.627519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.629124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7201d5a8-8331-4dcb-9e73-1991640d0b05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4779437 Sep 18 07:17:59.631846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47564) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:17:59.651063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.777463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:17:59.878293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:17:59.887040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:17:59.892865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:17:59.910227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Pushing event updated for resources: {'Port': ['ID=ff0f6712-2f7e-4651-8d64-16e0b63a9303,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:00.003456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Attempting to bind port ff0f6712-2f7e-4651-8d64-16e0b63a9303 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:00.004186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Attempting to bind port ff0f6712-2f7e-4651-8d64-16e0b63a9303 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '501f5a8f-468b-452e-a50a-6989b7d70bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:00.004644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Attempting to bind port ff0f6712-2f7e-4651-8d64-16e0b63a9303 on network 60c61ee4-b212-47f8-9389-16a4d7782b8c {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:00.010701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:00.011857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Checking segment: {'id': '501f5a8f-468b-452e-a50a-6989b7d70bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:00.012361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.012851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Bound using segment: {'id': '501f5a8f-468b-452e-a50a-6989b7d70bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:00.013425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Bound port: ff0f6712-2f7e-4651-8d64-16e0b63a9303, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501f5a8f-468b-452e-a50a-6989b7d70bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '60c61ee4-b212-47f8-9389-16a4d7782b8c'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:00.014109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.084748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] For port ff0f6712-2f7e-4651-8d64-16e0b63a9303, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:00.088349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] For port ff0f6712-2f7e-4651-8d64-16e0b63a9303, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff0f6712-2f7e-4651-8d64-16e0b63a9303,segment=NetworkSegment(501f5a8f-468b-452e-a50a-6989b7d70bbf),segment_id=501f5a8f-468b-452e-a50a-6989b7d70bbf)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:00.126384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.147824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.225663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832610c-6a7c-41ac-90d1-d3638d6c865c None None] Pushing event updated for resources: {'Port': ['ID=ff0f6712-2f7e-4651-8d64-16e0b63a9303,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:00.545330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8::1 (60c61ee4-b212-47f8-9389-16a4d7782b8c/d939ef95-f8df-438d-823b-5707b2a129de/82d9f1d8-e062-421c-8ce4-0c5c75d8436b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:00.690531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.815719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:00.944334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=82d9f1d8-e062-421c-8ce4-0c5c75d8436b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:00.977879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:00.978648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:00.985286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:00.986275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.276318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee904a2a-c48a-4a23-aa8d-60c1835dca80 req-6b8fce5b-9a67-4da1-8c67-ea9b9fbd0c01 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:01.285714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee904a2a-c48a-4a23-aa8d-60c1835dca80 req-6b8fce5b-9a67-4da1-8c67-ea9b9fbd0c01 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 945 time: 0.0817289 Sep 18 07:18:01.348650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.384931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee904a2a-c48a-4a23-aa8d-60c1835dca80 req-59ae26fe-ee27-4faf-a821-45b95571635b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980814 Sep 18 07:18:01.608792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b69aa0-470f-4a9c-9b40-2a9a6a7fcd51 None None] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:01.805335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.861723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.862869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.869374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-93ff244c-1a29-49b0-aad7-62ebb5d140c6 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:01.877731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-93ff244c-1a29-49b0-aad7-62ebb5d140c6 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 945 time: 0.1098237 Sep 18 07:18:01.919004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] Provisioning complete for port ff0f6712-2f7e-4651-8d64-16e0b63a9303 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:01.919786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:01.960390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff0f6712-2f7e-4651-8d64-16e0b63a9303 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:01.987960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=82d9f1d8-e062-421c-8ce4-0c5c75d8436b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:02.063015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:18:02.165780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Deleting port 9ef58377-ed64-49db-893f-43dddc0f2bab {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:02.166164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.185543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ff0f6712-2f7e-4651-8d64-16e0b63a9303 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:02.185940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.202118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:02.216743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:02.297086 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.368362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] For port ff0f6712-2f7e-4651-8d64-16e0b63a9303, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff0f6712-2f7e-4651-8d64-16e0b63a9303,segment=NetworkSegment(501f5a8f-468b-452e-a50a-6989b7d70bbf),segment_id=501f5a8f-468b-452e-a50a-6989b7d70bbf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:02.369114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] For port 9ef58377-ed64-49db-893f-43dddc0f2bab, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9ef58377-ed64-49db-893f-43dddc0f2bab,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:02.369759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.403466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.450614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Calling delete_port for 9ef58377-ed64-49db-893f-43dddc0f2bab owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:02.480651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.649332 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:18:02.650914 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:18:02.659616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ca374-a70a-4a25-9e04-0580fcf49ec3 None None] Pushing event updated for resources: {'Port': ['ID=ff0f6712-2f7e-4651-8d64-16e0b63a9303,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:02.815590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-f6eca29d-c06d-4346-83e3-e56aaea25423 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:02.817945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-f6eca29d-c06d-4346-83e3-e56aaea25423 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 946 time: 0.0845160 Sep 18 07:18:02.863640 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:02.876599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9ef58377-ed64-49db-893f-43dddc0f2bab'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:18:02.944200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['14334905-f956-48b4-81ed-1829360a7f8c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:18:02.972852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event deleted for resources: {'Port': ['ID=9ef58377-ed64-49db-893f-43dddc0f2bab,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:02.998518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b0d027e-4e87-4e49-a1b5-0c5ca4bd2a0c req-29ad327c-b515-432c-b945-1b17267a4288 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 210 time: 0.1097720 Sep 18 07:18:03.060732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e6a537dc-eb79-4b5a-a911-e142c951d648 None None] Provisioning complete for port ff0f6712-2f7e-4651-8d64-16e0b63a9303 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:03.061388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6a537dc-eb79-4b5a-a911-e142c951d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.067023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] No DVR routers for this DVR port 9ef58377-ed64-49db-893f-43dddc0f2bab on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:03.070256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.072593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-221ffff6-3f4f-4a33-92db-9fb9b30d4f06 req-719668ea-543a-4e32-9446-dcfb1ddea6ae tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.37 "DELETE /v2.0/ports/9ef58377-ed64-49db-893f-43dddc0f2bab HTTP/1.1" status: 204 len: 173 time: 1.1875961 Sep 18 07:18:03.074804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'name': 'network-vif-deleted', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:03.084901 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3181f0-da6e-405b-b439-5f80d569a8e6" -d '{"events": [{"server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "name": "network-vif-deleted", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:03.137168 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ce30b-6fc3-411b-94d8-2ee95f83502e x-openstack-request-id: req-5b8ce30b-6fc3-411b-94d8-2ee95f83502e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:03.137485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9", "name": "network-vif-deleted", "tag": "9ef58377-ed64-49db-893f-43dddc0f2bab", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:03.137746 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b8ce30b-6fc3-411b-94d8-2ee95f83502e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:03.138315 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9', 'name': 'network-vif-deleted', 'tag': '9ef58377-ed64-49db-893f-43dddc0f2bab', 'status': 'completed', 'code': 200} Sep 18 07:18:03.150393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Deleting port 14334905-f956-48b4-81ed-1829360a7f8c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:03.150745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.291284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] For port 14334905-f956-48b4-81ed-1829360a7f8c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=14334905-f956-48b4-81ed-1829360a7f8c,segment=NetworkSegment(2f201a54-63ba-484c-bc37-d965abab94dc),segment_id=2f201a54-63ba-484c-bc37-d965abab94dc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:03.291752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.301325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router c497b47e-01e1-4868-8c76-600d73f5c51c is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:18:03.316612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Calling delete_port for 14334905-f956-48b4-81ed-1829360a7f8c owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:03.466025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e6a537dc-eb79-4b5a-a911-e142c951d648 None None] Provisioning complete for port 82d9f1d8-e062-421c-8ce4-0c5c75d8436b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:03.469732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e6a537dc-eb79-4b5a-a911-e142c951d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.547373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e6a537dc-eb79-4b5a-a911-e142c951d648 None None] Port 82d9f1d8-e062-421c-8ce4-0c5c75d8436b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:03.562474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:03.568227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9cac4909-7b70-4ea3-81ce-3910c69649c1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/c497b47e-01e1-4868-8c76-600d73f5c51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9349713 Sep 18 07:18:03.574295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47632) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:03.599072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] Sync routers for ids ['c497b47e-01e1-4868-8c76-600d73f5c51c'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:03.609597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] Routers {'c497b47e-01e1-4868-8c76-600d73f5c51c'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:03.610512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c497b47e-01e1-4868-8c76-600d73f5c51c'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:03.645223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:03.645857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37548c4-42ab-4178-886e-606eb90dbd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:03.651186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47636) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:03.655431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f37548c4-42ab-4178-886e-606eb90dbd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports/82d9f1d8-e062-421c-8ce4-0c5c75d8436b HTTP/1.1" status: 200 len: 911 time: 0.0761795 Sep 18 07:18:03.665441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] Routers {'c497b47e-01e1-4868-8c76-600d73f5c51c'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:03.666108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c497b47e-01e1-4868-8c76-600d73f5c51c'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:03.712872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:03.714568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636277dc-1521-40c3-8a56-eb2bfd553a46 None None] The sync data for ids ['c497b47e-01e1-4868-8c76-600d73f5c51c'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:03.721701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5bada552-afad-45b9-a550-bf46b46c5abd None None] Provisioning complete for port 82d9f1d8-e062-421c-8ce4-0c5c75d8436b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:03.722120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5bada552-afad-45b9-a550-bf46b46c5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.744491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:03.762028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5bada552-afad-45b9-a550-bf46b46c5abd None None] Port 82d9f1d8-e062-421c-8ce4-0c5c75d8436b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:03.857030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff0f6712-2f7e-4651-8d64-16e0b63a9303 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:03.929876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ff0f6712-2f7e-4651-8d64-16e0b63a9303 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:03.930444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:04.248233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Pushing event deleted for resources: {'Port': ['ID=14334905-f956-48b4-81ed-1829360a7f8c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:04.258715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa958c66-052e-4779-a4b4-8bddf671e417 req-49165355-73e9-4837-a5ce-596feeed1b51 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ccd7f58-2cb5-4f73-ac72-e301fa7a51b9 HTTP/1.1" status: 200 len: 210 time: 0.0496650 Sep 18 07:18:04.305585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] No DVR routers for this DVR port 14334905-f956-48b4-81ed-1829360a7f8c on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:04.314639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:04.316628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e57b7e99-6092-4643-b4c7-7e2e65a54d92 req-cd62be07-f9aa-4800-9d50-e5e2690a1600 tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.24 "DELETE /v2.0/ports/14334905-f956-48b4-81ed-1829360a7f8c HTTP/1.1" status: 204 len: 173 time: 1.4915767 Sep 18 07:18:04.676633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:05.047541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 82d9f1d8-e062-421c-8ce4-0c5c75d8436b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:05.052976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:05.145840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'name': 'network-vif-deleted', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:05.148262 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12a488-a7a0-4aab-bbf8-ad17e89bbd5d" -d '{"events": [{"server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "name": "network-vif-deleted", "tag": "14334905-f956-48b4-81ed-1829360a7f8c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:05.192457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:05.196350 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05199a12-b396-482c-808a-42d55ff93ff9 x-openstack-request-id: req-05199a12-b396-482c-808a-42d55ff93ff9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:05.196671 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5d017-6ac9-4612-bbf7-f933f4a55c2d", "name": "network-vif-deleted", "tag": "14334905-f956-48b4-81ed-1829360a7f8c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:05.197098 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05199a12-b396-482c-808a-42d55ff93ff9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:05.197416 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5d017-6ac9-4612-bbf7-f933f4a55c2d', 'name': 'network-vif-deleted', 'tag': '14334905-f956-48b4-81ed-1829360a7f8c', 'status': 'completed', 'code': 200} Sep 18 07:18:05.211410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 82d9f1d8-e062-421c-8ce4-0c5c75d8436b owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:05.250634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9ef58377-ed64-49db-893f-43dddc0f2bab no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:05.277749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 9ef58377-ed64-49db-893f-43dddc0f2bab {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:05.278371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9ef58377-ed64-49db-893f-43dddc0f2bab not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:05.491750 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed9d57d0-2140-4312-90b2-374bb5e641bf req-234cd345-a4d0-4c88-bac2-31b30995e91b tempest-ListServersNegativeTestJSON-1561338799 tempest-ListServersNegativeTestJSON-1561338799-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf5d017-6ac9-4612-bbf7-f933f4a55c2d HTTP/1.1" status: 200 len: 210 time: 0.0422685 Sep 18 07:18:05.551301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:05.584297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=82d9f1d8-e062-421c-8ce4-0c5c75d8436b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:05.719374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.004852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router c497b47e-01e1-4868-8c76-600d73f5c51c has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:06.102361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:06.115220 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] Sync routers for ids ['c497b47e-01e1-4868-8c76-600d73f5c51c'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:06.116809 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4aad07b3-154b-4bf3-80c2-750bbc7b8235 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/c497b47e-01e1-4868-8c76-600d73f5c51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615173 Sep 18 07:18:06.118321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47696) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:06.142127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] Routers {'c497b47e-01e1-4868-8c76-600d73f5c51c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:06.148892 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c497b47e-01e1-4868-8c76-600d73f5c51c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:06.163403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47698) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:06.168255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e5164d2c-8469-4aab-a934-513f0649c553 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=c497b47e-01e1-4868-8c76-600d73f5c51c HTTP/1.1" status: 200 len: 205 time: 0.0376472 Sep 18 07:18:06.196877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:06.218905 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] Routers {'c497b47e-01e1-4868-8c76-600d73f5c51c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:06.219922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c497b47e-01e1-4868-8c76-600d73f5c51c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:06.271165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.277963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:06.278780 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a2f69-ecfa-4dae-8042-5f18409d459c None None] The sync data for ids ['c497b47e-01e1-4868-8c76-600d73f5c51c'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:06.458418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.460627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.560964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:06.625863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Deleting subnet 4af32c8d-b6de-4330-bf68-5cb38abbf79c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:18:06.630610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.631075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router c497b47e-01e1-4868-8c76-600d73f5c51c {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:18:06.632722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.639588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.644286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef3f3424-6199-42f9-9b8f-2f9f229afab5 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/c497b47e-01e1-4868-8c76-600d73f5c51c HTTP/1.1" status: 204 len: 168 time: 0.4774196 Sep 18 07:18:06.644704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:06.689724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.701126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet d939ef95-f8df-438d-823b-5707b2a129de {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:18:06.704506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.737363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.770293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.855494 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.879451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.912051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af32c8d-b6de-4330-bf68-5cb38abbf79c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:06.916013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:06.921004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74aeb28c-d1f4-45a7-8ac4-141978b61e25 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4af32c8d-b6de-4330-bf68-5cb38abbf79c HTTP/1.1" status: 204 len: 168 time: 0.3560841 Sep 18 07:18:06.922123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:06.944987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14334905-f956-48b4-81ed-1829360a7f8c no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:06.969371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 14334905-f956-48b4-81ed-1829360a7f8c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:06.970083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 14334905-f956-48b4-81ed-1829360a7f8c not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:06.978987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.016037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.024190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=d939ef95-f8df-438d-823b-5707b2a129de,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:07.028750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.031697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca24386d-2638-4507-83c7-13a35899cdad tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/d939ef95-f8df-438d-823b-5707b2a129de HTTP/1.1" status: 204 len: 168 time: 0.3860915 Sep 18 07:18:07.038897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a4eaf-3f73-4630-b8ae-fa789a26ab73 None None] Network 60c61ee4-b212-47f8-9389-16a4d7782b8c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:07.046420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47738) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:07.103931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.125039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6df8013-98c7-4f15-bbdd-4d0babb21260']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.135321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f201a54-63ba-484c-bc37-d965abab94dc') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.135725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f201a54-63ba-484c-bc37-d965abab94dc') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.142649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.146105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.182432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.194484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:18:07.195376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:18:07.200910 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:18:07.219311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port ff0f6712-2f7e-4651-8d64-16e0b63a9303 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:07.219799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.274331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] DHCP port deletion for 60c61ee4-b212-47f8-9389-16a4d7782b8c request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:18:07.340083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port ff0f6712-2f7e-4651-8d64-16e0b63a9303, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff0f6712-2f7e-4651-8d64-16e0b63a9303,segment=NetworkSegment(501f5a8f-468b-452e-a50a-6989b7d70bbf),segment_id=501f5a8f-468b-452e-a50a-6989b7d70bbf)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:07.340637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.344203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Deleting port ff0f6712-2f7e-4651-8d64-16e0b63a9303 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:07.344671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.360754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for ff0f6712-2f7e-4651-8d64-16e0b63a9303 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:07.368269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.374217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.376638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6df8013-98c7-4f15-bbdd-4d0babb21260 HTTP/1.1" status: 204 len: 168 time: 0.4533806 Sep 18 07:18:07.434623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc498be-7ec9-4be5-bd53-d7a8f160436e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6df8013-98c7-4f15-bbdd-4d0babb21260,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:07.482939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] For port ff0f6712-2f7e-4651-8d64-16e0b63a9303, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff0f6712-2f7e-4651-8d64-16e0b63a9303,segment=NetworkSegment(501f5a8f-468b-452e-a50a-6989b7d70bbf),segment_id=501f5a8f-468b-452e-a50a-6989b7d70bbf)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:07.483764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.498973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Calling delete_port for ff0f6712-2f7e-4651-8d64-16e0b63a9303 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:07.575334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.593206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.626139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port ff0f6712-2f7e-4651-8d64-16e0b63a9303 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:07.629374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=ff0f6712-2f7e-4651-8d64-16e0b63a9303,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:07.669399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] Pushing event deleted for resources: {'Port': ['ID=ff0f6712-2f7e-4651-8d64-16e0b63a9303,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:07.673043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67714fd1-e8cd-4357-9b1d-8247d77f0065 None None] No DVR routers for this DVR port ff0f6712-2f7e-4651-8d64-16e0b63a9303 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:07.787607 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.819203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c61ee4-b212-47f8-9389-16a4d7782b8c']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.842089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501f5a8f-468b-452e-a50a-6989b7d70bbf') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.842398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501f5a8f-468b-452e-a50a-6989b7d70bbf') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:07.866729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.881933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff0f6712-2f7e-4651-8d64-16e0b63a9303 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:07.890535 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.898823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:18:07.899815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:18:07.907447 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:18:07.910569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:07.920728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ff0f6712-2f7e-4651-8d64-16e0b63a9303 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:07.929166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff0f6712-2f7e-4651-8d64-16e0b63a9303 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:07.990212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95f98ec9-d845-4e41-892e-900efa130ffe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d61540e672a426c907806d00c648136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778496 Sep 18 07:18:07.993292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47758) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:08.090478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.098229 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.099235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.101385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/60c61ee4-b212-47f8-9389-16a4d7782b8c HTTP/1.1" status: 204 len: 168 time: 1.0534301 Sep 18 07:18:08.115839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47762) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:08.119196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe594-adc5-451f-9ada-14b0b4f3dda1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=60c61ee4-b212-47f8-9389-16a4d7782b8c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:08.128500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-36607566', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:08.159751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.278580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.280545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.345030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.348230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.352988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.361369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a4d045f-549e-4142-a1e4-c2a0da0bb3d4 HTTP/1.1" status: 204 len: 168 time: 0.3654430 Sep 18 07:18:08.396932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba357f8-23f3-4a5a-840d-959db68af8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d045f-549e-4142-a1e4-c2a0da0bb3d4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:08.608941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:08.992999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.017612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.134135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02b97396-e6bc-4c2d-b517-6b677a2a1374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.179987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 172.25.4.179 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/41693e82-6e81-4693-a483-963aa646fc3f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:09.303419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.404792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.444680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:09.447955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:09.451996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:09.490672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=41693e82-6e81-4693-a483-963aa646fc3f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:09.693310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:09.835064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1292218038-network', 'tenant_id': '003caa79108142fd9ecea6626ea6adea'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:09.930007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:09.932938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:09.951645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.074297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.139905 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.173212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:10.175422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.185107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1596f3ee-67c2-499a-84c9-aaaa79b9eae8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:10.207237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.207797 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Added segment ba4ed492-4c2e-486a-b24f-d0f212d17b48 of type vlan for network 2a271084-c552-4fca-b906-2c317a827c93 Sep 18 07:18:10.255840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.351984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.353109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:10.353702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.426273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.439165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] Pushing event updated for resources: {'Network': ['ID=2a271084-c552-4fca-b906-2c317a827c93,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:10.450091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2a271084-c552-4fca-b906-2c317a827c93 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:10.477742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-37391f97-9e06-45f3-93c8-2150cad78d17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7826006 Sep 18 07:18:10.478287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:10.484839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Request body: {'subnet': {'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1292218038-subnet', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:10.585320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:10.587897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.666461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 162fd144-a201-491d-a7ed-4e8dbf9ed918 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:18:10.791383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:10.802429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] Sync routers for ids ['162fd144-a201-491d-a7ed-4e8dbf9ed918'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:10.813690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] Routers {'162fd144-a201-491d-a7ed-4e8dbf9ed918'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:10.814871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['162fd144-a201-491d-a7ed-4e8dbf9ed918'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:10.848495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:10.859083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] Routers {'162fd144-a201-491d-a7ed-4e8dbf9ed918'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:10.859916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:17:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['162fd144-a201-491d-a7ed-4e8dbf9ed918'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:10.860269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.902888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:10.903696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58d9f7-8d0f-4a23-b335-152feda96291 None None] The sync data for ids ['162fd144-a201-491d-a7ed-4e8dbf9ed918'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:10.911154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08fe229-e425-4027-97ac-2cdb8654f833,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:10.925129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:10.929616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02654963-3e56-4bd8-ad08-91e32fc18ddf tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8127789 Sep 18 07:18:10.930292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47806) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:10.963739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:10.964416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Network hostable DHCP agents. Network: 2a271084-c552-4fca-b906-2c317a827c93, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:11.055319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:11.056020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20cabd7f-73c8-43c3-8d59-a43cfe5adb5e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers/162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 200 len: 883 time: 0.1230719 Sep 18 07:18:11.105830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Network 2a271084-c552-4fca-b906-2c317a827c93 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:11.217179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2a271084-c552-4fca-b906-2c317a827c93) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:11.227206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1beb1d-67c3-435e-a72f-e95864298f7e None None] Network 2a271084-c552-4fca-b906-2c317a827c93 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:11.228440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:11.229117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.320185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f51d70ea-351f-42fb-bd2a-428e4e7d1278 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2630625 Sep 18 07:18:11.321738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce98e1e2-0e64-4995-bffe-fc467363b4e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8419845 Sep 18 07:18:11.326536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:11.330770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47814) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:11.333085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:11.335545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-36607566'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:11.400917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2a271084-c552-4fca-b906-2c317a827c93', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:11.401996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.434144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.435405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.516750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.563604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Allocated IP 172.20.0.2 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/e62dd2d5-bf26-4496-a028-84ddd6c717e4) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:11.647325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-30075674-7178-4baa-b54a-f89da490f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.689253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.747778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.749594 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.781196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.826558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:11.879903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:11.883594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:11.892159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:11.931022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 162fd144-a201-491d-a7ed-4e8dbf9ed918 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:11.941400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Pushing event updated for resources: {'Port': ['ID=e62dd2d5-bf26-4496-a028-84ddd6c717e4,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:12.002947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Attempting to bind port e62dd2d5-bf26-4496-a028-84ddd6c717e4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:12.003548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Attempting to bind port e62dd2d5-bf26-4496-a028-84ddd6c717e4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:12.004115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Attempting to bind port e62dd2d5-bf26-4496-a028-84ddd6c717e4 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:12.010292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:12.011964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:12.012574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.013159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:12.013967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Bound port: e62dd2d5-bf26-4496-a028-84ddd6c717e4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:12.014553 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.080407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:12.087593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.091146 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] Sync routers for ids ['162fd144-a201-491d-a7ed-4e8dbf9ed918'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:12.096520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.100546 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-88cd263a-73b6-40d8-8861-80e900b0e752 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 200 len: 890 time: 0.7661564 Sep 18 07:18:12.100731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:12.105673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] Routers {'162fd144-a201-491d-a7ed-4e8dbf9ed918'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:12.106329 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['162fd144-a201-491d-a7ed-4e8dbf9ed918'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:12.107977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] For port e62dd2d5-bf26-4496-a028-84ddd6c717e4, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:12.111989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] For port e62dd2d5-bf26-4496-a028-84ddd6c717e4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e62dd2d5-bf26-4496-a028-84ddd6c717e4,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:12.193725 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:12.203144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.252703 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] Routers {'162fd144-a201-491d-a7ed-4e8dbf9ed918'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:12.253351 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['162fd144-a201-491d-a7ed-4e8dbf9ed918'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:12.343082 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:12.350981 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c96f96-4197-46c4-8c59-54ae512ec407 None None] The sync data for ids ['162fd144-a201-491d-a7ed-4e8dbf9ed918'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:12.377257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.381558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda74e3-5d7d-4bbd-9b14-ab684ee5aedd None None] Pushing event updated for resources: {'Port': ['ID=e62dd2d5-bf26-4496-a028-84ddd6c717e4,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:12.399892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-39876226-a0c4-4bed-8839-45f267553201 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers/162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 200 len: 890 time: 0.2981443 Sep 18 07:18:12.403766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47836) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:12.414227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.454979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f832d2a9-dbd5-465d-a04f-c43fc7124fe1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 200 len: 205 time: 0.0428207 Sep 18 07:18:12.463549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:12.718464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Allocated IP 172.25.4.137 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:12.736552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:12.972992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9109c-0f09-4924-a259-7b61c1b1b856 req-631ff7a4-6678-445f-a908-232b4c069de8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:12.974553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fce9109c-0f09-4924-a259-7b61c1b1b856 req-631ff7a4-6678-445f-a908-232b4c069de8 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.1635585 Sep 18 07:18:12.994875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.018721 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.051186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fce9109c-0f09-4924-a259-7b61c1b1b856 req-b10e5997-dd4d-4359-9a58-a25ced6c848b tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675786 Sep 18 07:18:13.176018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 41693e82-6e81-4693-a483-963aa646fc3f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:13.177008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.200335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.269254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:13.295140 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.298684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:13.302823 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:13.355967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Pushing event updated for resources: {'Port': ['ID=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:13.390147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.406745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 41693e82-6e81-4693-a483-963aa646fc3f owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:13.671778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409d928-56b5-49fc-9978-c5ecd3341edf None None] Network 2a271084-c552-4fca-b906-2c317a827c93 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:13.817165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.830210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] Provisioning complete for port e62dd2d5-bf26-4496-a028-84ddd6c717e4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:13.830681 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:13.858551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=41693e82-6e81-4693-a483-963aa646fc3f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:14.092300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e62dd2d5-bf26-4496-a028-84ddd6c717e4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:14.232030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.296033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] For port e62dd2d5-bf26-4496-a028-84ddd6c717e4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e62dd2d5-bf26-4496-a028-84ddd6c717e4,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:14.301480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e62dd2d5-bf26-4496-a028-84ddd6c717e4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:14.302151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.415868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.435178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.444772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83d64-f0e4-4014-9ee2-a83abad79f3a req-141d4758-fcbe-470c-9b57-702f66a5ea69 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:14.449621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fe83d64-f0e4-4014-9ee2-a83abad79f3a req-141d4758-fcbe-470c-9b57-702f66a5ea69 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.1128438 Sep 18 07:18:14.466537 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.548287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76352fc3-e183-4f27-b029-29a36d6ebcf1 None None] Pushing event updated for resources: {'Port': ['ID=e62dd2d5-bf26-4496-a028-84ddd6c717e4,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:14.563636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.607649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6f9e0278-40f4-4899-affc-a7f4bc267044 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:14.618669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6f9e0278-40f4-4899-affc-a7f4bc267044 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 945 time: 0.1166608 Sep 18 07:18:14.656091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-332ff2f5-3b7e-438b-b461-e077cb1efa36 None None] Provisioning complete for port e62dd2d5-bf26-4496-a028-84ddd6c717e4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:14.656777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-332ff2f5-3b7e-438b-b461-e077cb1efa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.658585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:18:14.659139 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:18:14.661730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.664029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.729763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fe83d64-f0e4-4014-9ee2-a83abad79f3a req-8bf046a3-05fc-40d8-b571-8df23dead8b3 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/security-groups?id=507ff4a0-7530-48ae-9242-5fe9d835f51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970751 Sep 18 07:18:14.737996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.816687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Deleting port d41d5b5a-9665-4571-9266-469dc36d1f4c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:14.817197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.835726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.836792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router 162fd144-a201-491d-a7ed-4e8dbf9ed918 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:18:14.849147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.849147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-53d75fbb-a4cd-420d-8b63-97f5cfcecf3f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 204 len: 168 time: 2.3820093 Sep 18 07:18:14.851429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47876) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:14.861669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-820082706'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:14.942421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] For port d41d5b5a-9665-4571-9266-469dc36d1f4c, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=d41d5b5a-9665-4571-9266-469dc36d1f4c,segment=NetworkSegment(e744bba9-06ee-46a2-910a-8f5b4f70c960),segment_id=e744bba9-06ee-46a2-910a-8f5b4f70c960)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:14.942743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.959440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Calling delete_port for d41d5b5a-9665-4571-9266-469dc36d1f4c owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:14.965661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.993577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:14.997662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:15.003772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.174778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:15.211316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.215722 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment dca72a0e-3507-425f-a0a7-9a13a338e029 of type vlan for network 021600d2-92f8-40d9-890f-283a9eb6ab9e Sep 18 07:18:15.277178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.295267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:18:15.392864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.398986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:15.399672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.453103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.487856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['d41d5b5a-9665-4571-9266-469dc36d1f4c'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:18:15.497426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:15.529821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Sync routers for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:15.564144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:15.564875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:15.581109 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.582923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf3e82c5-7d3e-440c-b500-c81aa7c3992d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2547104 Sep 18 07:18:15.585460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:15.616110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=021600d2-92f8-40d9-890f-283a9eb6ab9e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:15.623277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Pushing event deleted for resources: {'Port': ['ID=d41d5b5a-9665-4571-9266-469dc36d1f4c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:15.652151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7942674 Sep 18 07:18:15.695466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47898) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:15.724750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:15.761556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.761958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.762371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.763435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.764115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.764115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.764928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.764928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.765119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.765412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.765732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.766335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609b152-c7bf-4dab-8909-7e0d7c483eda tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.770057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] No DVR routers for this DVR port d41d5b5a-9665-4571-9266-469dc36d1f4c on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:15.775531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.775918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.777462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.777462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.777837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.778190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.778598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.778956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.779422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.779615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.780220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.780667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:15.783944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:15.786325 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c7072d6-db94-479f-9556-90b1ac2dde1f req-6a4c7a30-e675-4844-8e81-c36c31b881ff tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.24 "DELETE /v2.0/ports/d41d5b5a-9665-4571-9266-469dc36d1f4c HTTP/1.1" status: 204 len: 173 time: 1.1605237 Sep 18 07:18:15.789533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'name': 'network-vif-deleted', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:15.803210 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680fa51a-8d3d-4d4d-8712-117a22880921" -d '{"events": [{"server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "name": "network-vif-deleted", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:15.826810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:15.898715 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c98a10-390f-4384-bc86-f69822f33ed2 x-openstack-request-id: req-93c98a10-390f-4384-bc86-f69822f33ed2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:15.899098 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499f8600-9ee8-434d-9fec-41bb9a6be233", "name": "network-vif-deleted", "tag": "d41d5b5a-9665-4571-9266-469dc36d1f4c", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:15.899328 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93c98a10-390f-4384-bc86-f69822f33ed2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:15.899704 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499f8600-9ee8-434d-9fec-41bb9a6be233', 'name': 'network-vif-deleted', 'tag': 'd41d5b5a-9665-4571-9266-469dc36d1f4c', 'status': 'completed', 'code': 200} Sep 18 07:18:15.922043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:16.003649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:16.007573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:16.062756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-844851c0-798f-468f-b5de-f07b6c1a6f63 req-c0f31e8b-22b3-4b2c-991e-997fd1f57752 tempest-VolumesSnapshotTestJSON-1783881293 tempest-VolumesSnapshotTestJSON-1783881293-project] 10.222.0.20 "GET /v2.0/ports?device_id=499f8600-9ee8-434d-9fec-41bb9a6be233 HTTP/1.1" status: 200 len: 210 time: 0.1471930 Sep 18 07:18:16.094165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e62dd2d5-bf26-4496-a028-84ddd6c717e4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:16.466901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:16.522912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e62dd2d5-bf26-4496-a028-84ddd6c717e4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:16.522912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:16.556996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:16.630370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:13Z', 'revision_number': 3, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:16.692124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Checking router: 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:16.692767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Updating router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:18:16.731537 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:16.858016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Allocated IP 172.20.0.1 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/01990531-a261-4a5d-b76d-8bdf74773e80) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:16.865221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=f4819053-2077-4c44-a545-ae7e20e37168,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:16.873185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': 'dca72a0e-3507-425f-a0a7-9a13a338e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:16.873471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 021600d2-92f8-40d9-890f-283a9eb6ab9e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:16.979573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.008568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:17.038232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.157145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.191378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:17.194408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:17.198003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:17.209661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 021600d2-92f8-40d9-890f-283a9eb6ab9e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:17.209834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.217615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:17.218614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.234002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Pushing event updated for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:17.264489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.285629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cbb5a-db64-4cc0-9ae1-cc1ee8c510d9 None None] Pushing event updated for resources: {'Port': ['ID=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:17.290452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3dbbdc-674c-4ffb-ad6f-b9a665461ede None None] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:17.296075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a5780649-272e-425e-928a-5cb9d2b07334 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5993485 Sep 18 07:18:17.298730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47922) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:17.303262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1455716558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:17.360272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Attempting to bind port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:17.360272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Attempting to bind port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:17.360272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Attempting to bind port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:17.380357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:17.381330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:17.381960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.382551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:17.383233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Bound port: 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:17.383812 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.443957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.445222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.487149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] For port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:17.526311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.526578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] For port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:17.574500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-021600d2-92f8-40d9-890f-283a9eb6ab9e', 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': 'f4819053-2077-4c44-a545-ae7e20e37168'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:17.578102 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.578248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.599273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.650456 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.718492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.724875 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-93108b0f-d851-4963-a84c-6bb6b5030850 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4250216 Sep 18 07:18:17.726203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47938) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:17.778165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.865569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.896894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5701e352-98d8-4ab7-a812-2f10df5f49c5 None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:17.902557 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5701e352-98d8-4ab7-a812-2f10df5f49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.968062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:17.970706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Pushing event updated for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:17.981007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cbb5a-db64-4cc0-9ae1-cc1ee8c510d9 None None] Pushing event updated for resources: {'Port': ['ID=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:17.996312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:17.997231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:18.058103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5701e352-98d8-4ab7-a812-2f10df5f49c5 None None] Port 01990531-a261-4a5d-b76d-8bdf74773e80 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:18.098840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Allocated IP 2001:db8::2 (021600d2-92f8-40d9-890f-283a9eb6ab9e/f4819053-2077-4c44-a545-ae7e20e37168/cb21d83d-50db-4768-bb8d-9e55100970c7) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:18.114208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:18.115849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:18.164142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:18.222895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:18.338158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:18.600969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:18.608591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-30c341b0-6158-482d-96d9-38311db0f874 admin admin] 10.222.0.20 "PUT /v2.0/routers/29bd1abc-aa78-494c-9ec8-5a1a9fde61c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0207534 Sep 18 07:18:18.763976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f2f8ce9e-a632-48c0-88b3-d67a85d0b59f None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:18.764930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ce9e-a632-48c0-88b3-d67a85d0b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:18.933680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8ce9e-a632-48c0-88b3-d67a85d0b59f None None] Port 01990531-a261-4a5d-b76d-8bdf74773e80 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:18.992622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.005727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d41d5b5a-9665-4571-9266-469dc36d1f4c no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:19.045081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: d41d5b5a-9665-4571-9266-469dc36d1f4c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:19.045442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device d41d5b5a-9665-4571-9266-469dc36d1f4c not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:19.077096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 2, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:19.110800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1698f7-87ac-4520-b679-eb4d99a54796 None None] The sync data for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 is: [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 2, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:19.133358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.201497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Pushing event updated for resources: {'Port': ['ID=cb21d83d-50db-4768-bb8d-9e55100970c7,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:19.228280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:19.231978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:19.244313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:19.256341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8::1 (021600d2-92f8-40d9-890f-283a9eb6ab9e/f4819053-2077-4c44-a545-ae7e20e37168/d905f2a3-aeee-47a9-9ba7-e64a7691feff) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:19.340857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Attempting to bind port cb21d83d-50db-4768-bb8d-9e55100970c7 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:19.341243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Attempting to bind port cb21d83d-50db-4768-bb8d-9e55100970c7 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'dca72a0e-3507-425f-a0a7-9a13a338e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:19.341617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Attempting to bind port cb21d83d-50db-4768-bb8d-9e55100970c7 on network 021600d2-92f8-40d9-890f-283a9eb6ab9e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:19.348445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:19.349024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Checking segment: {'id': 'dca72a0e-3507-425f-a0a7-9a13a338e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:19.349435 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.349836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Bound using segment: {'id': 'dca72a0e-3507-425f-a0a7-9a13a338e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:19.350371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Bound port: cb21d83d-50db-4768-bb8d-9e55100970c7, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca72a0e-3507-425f-a0a7-9a13a338e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '021600d2-92f8-40d9-890f-283a9eb6ab9e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:19.350763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.442954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47972) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:19.448255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849375581', 'description': 'tempest-description--1243111286'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:19.478358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] For port cb21d83d-50db-4768-bb8d-9e55100970c7, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:19.484162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] For port cb21d83d-50db-4768-bb8d-9e55100970c7, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cb21d83d-50db-4768-bb8d-9e55100970c7,segment=NetworkSegment(dca72a0e-3507-425f-a0a7-9a13a338e029),segment_id=dca72a0e-3507-425f-a0a7-9a13a338e029)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:19.553250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.561022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.619623 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.688816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.702488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49a0d3-ebd5-4a90-baa4-7aaa0c2c1481 None None] Pushing event updated for resources: {'Port': ['ID=cb21d83d-50db-4768-bb8d-9e55100970c7,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:19.756779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:19.763449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.764048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:19.768976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:19.782197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.836782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.845741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=d905f2a3-aeee-47a9-9ba7-e64a7691feff,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:19.884017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448d4998-aee6-4d87-bf64-71f1e1179961,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:19.980165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:19.983967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6853a156-2913-47fc-abc7-ac2a99b768df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5375385 Sep 18 07:18:19.984482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 47986) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:19.998394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'security_group_rule': {'security_group_id': '448d4998-aee6-4d87-bf64-71f1e1179961', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:20.061222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.128929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.201192 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.334939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.366201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3cabe6-e56a-461d-ab20-058194bf8ee1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:20.396755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.402586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.407765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.407950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.408297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.408783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.408956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.412017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.412383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.412758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.413099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.413439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.415441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:20.455134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.456702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f61d697a-55b7-4893-8d51-fcd6d4d7a444 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4711993 Sep 18 07:18:20.459696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 47994) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:20.464993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'security_group_rule': {'security_group_id': '448d4998-aee6-4d87-bf64-71f1e1179961', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:20.486723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.487634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.568556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=d905f2a3-aeee-47a9-9ba7-e64a7691feff,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:20.643548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.728684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:20.734529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:20.880871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:20.985523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.017347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998e7164-134d-4910-b894-2c722a979d8e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:21.135640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router dc3987ea-5443-4dd7-a28e-28b49423ae58 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:18:21.138498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.143277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48010) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:21.145539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c4500cfc-0913-4edd-a764-e56f28249e0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6826067 Sep 18 07:18:21.151900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:21.183709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8620c17-96cd-46fc-a8a6-710e32665c5f None None] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:21.261179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.284433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] Provisioning complete for port cb21d83d-50db-4768-bb8d-9e55100970c7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:21.284814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.306262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:21.312245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9e3bc60e-f03a-4291-b395-a918bd4c9d20 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/dc3987ea-5443-4dd7-a28e-28b49423ae58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5844688 Sep 18 07:18:21.314695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:21.319405 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] Sync routers for ids ['dc3987ea-5443-4dd7-a28e-28b49423ae58'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:21.328694 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] Routers {'dc3987ea-5443-4dd7-a28e-28b49423ae58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:21.329658 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['dc3987ea-5443-4dd7-a28e-28b49423ae58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:21.362629 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:21.372634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] Routers {'dc3987ea-5443-4dd7-a28e-28b49423ae58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:21.374367 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['dc3987ea-5443-4dd7-a28e-28b49423ae58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:21.430110 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:21.430820 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28e87a-28b2-4185-99da-223b6117b437 None None] The sync data for ids ['dc3987ea-5443-4dd7-a28e-28b49423ae58'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:21.441859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.445222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff8326-6a89-4962-94a7-bd22a83b07b9 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:21.448814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a0ff8326-6a89-4962-94a7-bd22a83b07b9 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports/d905f2a3-aeee-47a9-9ba7-e64a7691feff HTTP/1.1" status: 200 len: 911 time: 0.1311588 Sep 18 07:18:21.449663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48014) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:21.465355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4819053-2077-4c44-a545-ae7e20e37168'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:21.493678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.543724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] For port cb21d83d-50db-4768-bb8d-9e55100970c7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cb21d83d-50db-4768-bb8d-9e55100970c7,segment=NetworkSegment(dca72a0e-3507-425f-a0a7-9a13a338e029),segment_id=dca72a0e-3507-425f-a0a7-9a13a338e029)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:21.620643 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.671167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.25.4.183 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/0fe579f3-f251-4338-aff7-1c293197c9d1) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:21.739874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194ebb4-15ff-4d28-8e43-8d2294f6ac52 None None] Pushing event updated for resources: {'Port': ['ID=cb21d83d-50db-4768-bb8d-9e55100970c7,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:21.801249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.807319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:21.935704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.018286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:22.028414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:22.035740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:22.077958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cb21d83d-50db-4768-bb8d-9e55100970c7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:22.127317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2bb091c-d3e0-429d-91d1-69ea64cc0f48 None None] Provisioning complete for port cb21d83d-50db-4768-bb8d-9e55100970c7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:22.128452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2bb091c-d3e0-429d-91d1-69ea64cc0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.217269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cb21d83d-50db-4768-bb8d-9e55100970c7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:22.220632 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.235483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=0fe579f3-f251-4338-aff7-1c293197c9d1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:22.387350 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.528389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Sync routers for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:22.556682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.601036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:22.601736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:22.628784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2bb091c-d3e0-429d-91d1-69ea64cc0f48 None None] Provisioning complete for port d905f2a3-aeee-47a9-9ba7-e64a7691feff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:22.629175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2bb091c-d3e0-429d-91d1-69ea64cc0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.695314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.811021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb091c-d3e0-429d-91d1-69ea64cc0f48 None None] Port d905f2a3-aeee-47a9-9ba7-e64a7691feff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:22.815961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.816227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:22.830744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:22.831946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:22.834041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/ports/d905f2a3-aeee-47a9-9ba7-e64a7691feff HTTP/1.1" status: 200 len: 911 time: 1.3793347 Sep 18 07:18:22.837589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:22.889267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:22.992276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.012600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6a7c06ab-f344-4662-8ded-73de7791b758 None None] Provisioning complete for port d905f2a3-aeee-47a9-9ba7-e64a7691feff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:23.023479 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6a7c06ab-f344-4662-8ded-73de7791b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.078367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.099168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:23.099577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.178205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2ab29-2ac1-4901-832a-a17f2440ac80 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=d905f2a3-aeee-47a9-9ba7-e64a7691feff,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:23.202981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c06ab-f344-4662-8ded-73de7791b758 None None] Port d905f2a3-aeee-47a9-9ba7-e64a7691feff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:23.242638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=0fe579f3-f251-4338-aff7-1c293197c9d1,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:23.251461 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.273073 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.298031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:23.335532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.337002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8013252f-b2d6-4fb2-98f3-caf12d5bc0c1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1921396 Sep 18 07:18:23.354871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bfd422ce-a223-47d5-a836-b8c6ce2141a8 None None] Provisioning complete for port d905f2a3-aeee-47a9-9ba7-e64a7691feff triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:23.355489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bfd422ce-a223-47d5-a836-b8c6ce2141a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.404867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.429532 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.586721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bfd422ce-a223-47d5-a836-b8c6ce2141a8 None None] Port d905f2a3-aeee-47a9-9ba7-e64a7691feff cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:23.633751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 2, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:23.679850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-a0af1068-0dca-414d-9707-174e0f9c1e23 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--849375581&fields=id&tenant_id=003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 267 time: 0.0826848 Sep 18 07:18:23.806758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port d905f2a3-aeee-47a9-9ba7-e64a7691feff {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:23.812851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.881976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:23.884681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Checking router: 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:23.885209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Updating router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 port 01990531-a261-4a5d-b76d-8bdf74773e80 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:18:23.887625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-67e71c41-d883-4d47-8791-eba38cb7956e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:23.899802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-67e71c41-d883-4d47-8791-eba38cb7956e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.2114995 Sep 18 07:18:23.912316 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.924964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-bed433ef-9c9b-4958-bf76-050e5db651cc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/quotas/003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 375 time: 0.0158749 Sep 18 07:18:23.963237 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:23.979661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for d905f2a3-aeee-47a9-9ba7-e64a7691feff owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:24.029818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-7825c734-7036-409c-918f-0e02327c3958 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978296 Sep 18 07:18:24.192644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-9a23d5ec-f99b-43cf-883a-337e6a101a24 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413417 Sep 18 07:18:24.290244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.304628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-c956f47d-a834-4f1f-815c-fe8b567d9e2e service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107829 Sep 18 07:18:24.365078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.365748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.397101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=d905f2a3-aeee-47a9-9ba7-e64a7691feff,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:24.434639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6874662-c245-4476-9ee7-eedb42221ad2 None None] Pushing event updated for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:24.545622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.629721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Attempting to bind port 01990531-a261-4a5d-b76d-8bdf74773e80 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:24.630331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Attempting to bind port 01990531-a261-4a5d-b76d-8bdf74773e80 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:24.630911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Attempting to bind port 01990531-a261-4a5d-b76d-8bdf74773e80 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:24.648079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70a4f150-7200-4b97-85b8-e5f21a1cc205 req-4d215353-b529-4ee9-91fc-7d68cf35cf3f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0852454 Sep 18 07:18:24.649328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:24.649723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:24.650173 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.650678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:24.651190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Bound port: 01990531-a261-4a5d-b76d-8bdf74773e80, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:24.658299 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.784696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] For port 01990531-a261-4a5d-b76d-8bdf74773e80, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:24.791271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] For port 01990531-a261-4a5d-b76d-8bdf74773e80, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=01990531-a261-4a5d-b76d-8bdf74773e80,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:24.857098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router dc3987ea-5443-4dd7-a28e-28b49423ae58 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:24.895725 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:24.993018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:24.995494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:25.167228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6874662-c245-4476-9ee7-eedb42221ad2 None None] Pushing event updated for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:25.370771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:25.371344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:25.444263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:25.599511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:25.611160 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-807e4726-da30-42b8-beb7-99e74655ee33 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/dc3987ea-5443-4dd7-a28e-28b49423ae58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690639 Sep 18 07:18:25.611800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48114) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:25.617124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] Sync routers for ids ['dc3987ea-5443-4dd7-a28e-28b49423ae58'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:25.671456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6752615c-5da8-44b5-b94c-4c962fe0d0fd tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc3987ea-5443-4dd7-a28e-28b49423ae58 HTTP/1.1" status: 200 len: 205 time: 0.0583229 Sep 18 07:18:25.674934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48124) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:25.695108 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] Routers {'dc3987ea-5443-4dd7-a28e-28b49423ae58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:25.695766 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['dc3987ea-5443-4dd7-a28e-28b49423ae58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:25.734318 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:25.812723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:25.817781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] For port 01990531-a261-4a5d-b76d-8bdf74773e80, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=01990531-a261-4a5d-b76d-8bdf74773e80,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:25.833037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d072603-9be4-4b43-9ff9-a0e419b2166d req-de0a8fa5-3591-49b8-8e87-845bbfe6d416 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0901549 Sep 18 07:18:25.846271 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] Routers {'dc3987ea-5443-4dd7-a28e-28b49423ae58'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:25.848893 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['dc3987ea-5443-4dd7-a28e-28b49423ae58'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:25.872201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:25.909659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:25.937034 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:25.937697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea92678-9050-4f02-8008-bbad9dc2a790 None None] The sync data for ids ['dc3987ea-5443-4dd7-a28e-28b49423ae58'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:26.001377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4244ff8-4cde-48e3-90c7-a386ab564a05 None None] Pushing event updated for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:26.023547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:26.056141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:24Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:26.100689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0e8c4ff7-35c3-485b-9066-cdb0bae52676 None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:26.101079 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4ff7-35c3-485b-9066-cdb0bae52676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.155902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778d3b-b627-4ca9-ae18-f87be83b7d5f None None] The sync data for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 is: [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:24Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:26.288967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.291709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.299256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:26.299644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.443669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.444326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router dc3987ea-5443-4dd7-a28e-28b49423ae58 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:18:26.456578 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.456578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ff2e1e67-85aa-4c8d-a0f3-786ef3f7f963 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/dc3987ea-5443-4dd7-a28e-28b49423ae58 HTTP/1.1" status: 204 len: 168 time: 0.7776010 Sep 18 07:18:26.458243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48140) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:26.616071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet f4819053-2077-4c44-a545-ae7e20e37168 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:18:26.618144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 01990531-a261-4a5d-b76d-8bdf74773e80 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:26.621838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.722194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.724263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:26.724694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:26.962675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.062574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c8e0a60-227b-45c3-afcf-18b34eb431d8 req-f9d9ac6b-556e-45d4-8ed0-4a95992e3b2e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0525751 Sep 18 07:18:27.231469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.302711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=f4819053-2077-4c44-a545-ae7e20e37168,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:27.317047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.324323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c3469868-72d1-4f58-abf7-20c02bba4f0b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/f4819053-2077-4c44-a545-ae7e20e37168 HTTP/1.1" status: 204 len: 168 time: 0.8614855 Sep 18 07:18:27.325760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48154) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:27.329436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e47db3-7084-484f-8557-ec6b22493a5e None None] Network 021600d2-92f8-40d9-890f-283a9eb6ab9e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:27.536834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.608517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port cb21d83d-50db-4768-bb8d-9e55100970c7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:27.608861 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.702060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port cb21d83d-50db-4768-bb8d-9e55100970c7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cb21d83d-50db-4768-bb8d-9e55100970c7,segment=NetworkSegment(dca72a0e-3507-425f-a0a7-9a13a338e029),segment_id=dca72a0e-3507-425f-a0a7-9a13a338e029)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:27.703027 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.740359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for cb21d83d-50db-4768-bb8d-9e55100970c7 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:27.809173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] DHCP port deletion for 021600d2-92f8-40d9-890f-283a9eb6ab9e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:18:27.860293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-c323f859-7755-4d6f-8dc5-2c68e7044e27 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:27.864299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-c323f859-7755-4d6f-8dc5-2c68e7044e27 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.2436094 Sep 18 07:18:27.912107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Deleting port cb21d83d-50db-4768-bb8d-9e55100970c7 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:27.912836 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:27.966177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-c98477a9-ee9b-4c47-9ba2-f53faf616d85 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 379 time: 0.0881236 Sep 18 07:18:27.986593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'device_id': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'admin_state_up': True, 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'security_groups': ['448d4998-aee6-4d87-bf64-71f1e1179961']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:27.997686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 01990531-a261-4a5d-b76d-8bdf74773e80 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:28.043893 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.044630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] For port cb21d83d-50db-4768-bb8d-9e55100970c7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cb21d83d-50db-4768-bb8d-9e55100970c7,segment=NetworkSegment(dca72a0e-3507-425f-a0a7-9a13a338e029),segment_id=dca72a0e-3507-425f-a0a7-9a13a338e029)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:28.045200 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.091316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Calling delete_port for cb21d83d-50db-4768-bb8d-9e55100970c7 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:28.128043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=cb21d83d-50db-4768-bb8d-9e55100970c7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:28.136050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port cb21d83d-50db-4768-bb8d-9e55100970c7 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:28.242311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 01990531-a261-4a5d-b76d-8bdf74773e80 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:28.242815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.271297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-489266c8-63e7-456c-a3cf-e60289ceecef req-f0673a0f-0dce-4cff-a480-bc66a0982134 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0655470 Sep 18 07:18:28.321696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.337817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.346436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:28.350277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.371811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021600d2-92f8-40d9-890f-283a9eb6ab9e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:28.395122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] Pushing event deleted for resources: {'Port': ['ID=cb21d83d-50db-4768-bb8d-9e55100970c7,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:28.396094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca72a0e-3507-425f-a0a7-9a13a338e029') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:28.396656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca72a0e-3507-425f-a0a7-9a13a338e029') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:28.419641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.460429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.464651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5ff52-f5d0-446d-a735-96263735af37 None None] No DVR routers for this DVR port cb21d83d-50db-4768-bb8d-9e55100970c7 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:28.473594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:18:28.481079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:18:28.487997 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:18:28.647806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cb21d83d-50db-4768-bb8d-9e55100970c7 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:28.693979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cb21d83d-50db-4768-bb8d-9e55100970c7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:28.694854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cb21d83d-50db-4768-bb8d-9e55100970c7 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:28.743280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.20.0.4 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/220c2f99-d528-4ca7-ab2a-429f19e27a20) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:28.769223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.780320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.780320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/021600d2-92f8-40d9-890f-283a9eb6ab9e HTTP/1.1" status: 204 len: 168 time: 1.4530673 Sep 18 07:18:28.784318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48170) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:28.790037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-984535148', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:28.821890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaf279-3f72-47ad-8d7c-048a50e84ebe tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=021600d2-92f8-40d9-890f-283a9eb6ab9e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:28.962442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.976901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.978010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:28.986487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.038903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.129337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.162828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.254885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:29.322588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:29.372807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.374487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc61119c-400d-4e47-bdba-31587171c005 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5894036 Sep 18 07:18:29.377447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:29.384027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831209092'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:29.399774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:29.563253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:29.567808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.607739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:29.611903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.628713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:29.681220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:29.696097 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-a8427678-a414-4ca3-b8a5-6fc45c52f370 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220616 Sep 18 07:18:29.705888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.718356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Request body: {'port': {'device_id': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:29.723512 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 97e9be3d-308b-4471-bb9a-d2e9d32242c5 of type vlan for network e364b669-fc49-4a4d-9a7f-a419d06f71c2 Sep 18 07:18:29.767967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef908d-ad36-4ff6-9b35-fdb862221d04 req-a60f2b62-a23f-4c5c-a0e4-b0712ab591ed tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:29.769915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ef908d-ad36-4ff6-9b35-fdb862221d04 req-a60f2b62-a23f-4c5c-a0e4-b0712ab591ed tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 931 time: 0.1699786 Sep 18 07:18:29.859115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.919926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ef908d-ad36-4ff6-9b35-fdb862221d04 req-4425824e-efa0-447e-aae1-78e02f2d185f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432765 Sep 18 07:18:29.926332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.926945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5f4c02af-5e8b-4a02-b973-0256c0342126 None None] Provisioning complete for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:29.927321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f4c02af-5e8b-4a02-b973-0256c0342126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:29.999029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c02af-5e8b-4a02-b973-0256c0342126 None None] Port 220c2f99-d528-4ca7-ab2a-429f19e27a20 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:30.049124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:30.054731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:30.055393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:30.300233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9209125 Sep 18 07:18:30.304489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48188) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:30.310139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:30.315598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528484da-8244-4e3e-b39a-feb5716685a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=e364b669-fc49-4a4d-9a7f-a419d06f71c2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:30.319253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:18:30.327947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:30.344826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:30.399191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Transition to ACTIVE for port object 220c2f99-d528-4ca7-ab2a-429f19e27a20 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:18:30.500654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:30.563341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:30.566642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:30.616496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:30.879379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Attempting to bind port 220c2f99-d528-4ca7-ab2a-429f19e27a20 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:30.879726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Attempting to bind port 220c2f99-d528-4ca7-ab2a-429f19e27a20 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:30.880063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Attempting to bind port 220c2f99-d528-4ca7-ab2a-429f19e27a20 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:30.898316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Port 220c2f99-d528-4ca7-ab2a-429f19e27a20 on network 2a271084-c552-4fca-b906-2c317a827c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:18:30.898655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Attempting to bind port 220c2f99-d528-4ca7-ab2a-429f19e27a20 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:30.904248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:30.904614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:30.905142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:30.905586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Bound port: 220c2f99-d528-4ca7-ab2a-429f19e27a20, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:30.905980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:31.078413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:31.082341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:31.169686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:31.218111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669667f-172a-476b-96c3-2ec63147b18c req-c7592ccf-eba8-4281-8f8b-2d48b32ace0f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.220247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5669667f-172a-476b-96c3-2ec63147b18c req-c7592ccf-eba8-4281-8f8b-2d48b32ace0f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 943 time: 0.1424232 Sep 18 07:18:31.223827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.224494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:31.238082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] 10.222.0.24 "PUT /v2.0/ports/220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 1092 time: 1.5225825 Sep 18 07:18:31.242126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:31.245594 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff85a21-a869-482d-8613-afee05aa056d" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:31.294131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5669667f-172a-476b-96c3-2ec63147b18c req-4a94914e-1d8b-4153-b868-fb045e0511b6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641229 Sep 18 07:18:31.351695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7a53f-5178-4e52-9af1-80709e7f8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:31.368055 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281213a6-c507-4b21-806f-2bcf379fcb95 x-openstack-request-id: req-281213a6-c507-4b21-806f-2bcf379fcb95 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:31.368342 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:31.368718 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-281213a6-c507-4b21-806f-2bcf379fcb95 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:31.369783 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'status': 'completed', 'code': 200} Sep 18 07:18:31.393198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:31.602701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-3c5082e1-259b-4334-a43c-3e780b8537f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.604830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-3c5082e1-259b-4334-a43c-3e780b8537f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1095 time: 0.1654098 Sep 18 07:18:31.703328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:31.712295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: e364b669-fc49-4a4d-9a7f-a419d06f71c2, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:31.712295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:31.712702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-6206ba53-ea0e-4cd3-8d56-e03f54e819e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 217 time: 0.0897326 Sep 18 07:18:31.775600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-cdb9dc93-53d5-4aa9-949e-b09b78ac5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.777144 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-cdb9dc93-53d5-4aa9-949e-b09b78ac5870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0568588 Sep 18 07:18:31.814982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:31.904711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763565f-0095-494d-8400-a574e30a39bb req-0f2a722e-f2c9-4181-8f23-d021b67ca1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.906680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-0f2a722e-f2c9-4181-8f23-d021b67ca1d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154881 Sep 18 07:18:31.912070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e364b669-fc49-4a4d-9a7f-a419d06f71c2) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:31.928536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:31.928536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:31.929385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dfc3f7-0181-482d-9808-98f0e99bf2d5 None None] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:32.047315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f0de7a37-b714-484a-829b-32b439debea4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7414541 Sep 18 07:18:32.047580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48214) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:32.099206 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-98a7880e-cedc-4f6c-a73a-ef4ad949c9c8 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854219 Sep 18 07:18:32.143060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c9153-f298-417b-adba-bace9b190849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:32.145997 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:32.459921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-925c9153-f298-417b-adba-bace9b190849 None None] Allocated IP 2001:db8::2 (e364b669-fc49-4a4d-9a7f-a419d06f71c2/9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e/2ac5d733-c904-45d7-bc29-fea4e0248de5) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:32.592641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e43a98-4181-41df-a530-13ecb4a8acd7 req-9239c930-e572-49ec-9121-2d5e5fb89d71 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:32.607233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9e43a98-4181-41df-a530-13ecb4a8acd7 req-9239c930-e572-49ec-9121-2d5e5fb89d71 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 943 time: 0.1572127 Sep 18 07:18:32.632449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:32.649106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e763565f-0095-494d-8400-a574e30a39bb req-3596178d-fe6f-4c5c-ae49-31e0ffca9466 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604793 Sep 18 07:18:32.712629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9e43a98-4181-41df-a530-13ecb4a8acd7 req-b782f1e4-f4f2-4f06-a0cb-109e2c33f315 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986812 Sep 18 07:18:32.859272 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:32.967311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.014659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c9153-f298-417b-adba-bace9b190849 None None] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:33.017813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-925c9153-f298-417b-adba-bace9b190849 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:33.037470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c9153-f298-417b-adba-bace9b190849 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:33.061997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8::1 (e364b669-fc49-4a4d-9a7f-a419d06f71c2/9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e/7ad46708-5a77-4adb-bbd7-af3ce560b07a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:33.075750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85a21-a869-482d-8613-afee05aa056d req-0a61704e-57ad-4214-9b8c-e39f5155e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:33.077591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-0a61704e-57ad-4214-9b8c-e39f5155e14d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1095 time: 0.1454237 Sep 18 07:18:33.108401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9153-f298-417b-adba-bace9b190849 None None] Pushing event updated for resources: {'Port': ['ID=2ac5d733-c904-45d7-bc29-fea4e0248de5,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:33.182267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-925c9153-f298-417b-adba-bace9b190849 None None] Attempting to bind port 2ac5d733-c904-45d7-bc29-fea4e0248de5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:33.182973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-925c9153-f298-417b-adba-bace9b190849 None None] Attempting to bind port 2ac5d733-c904-45d7-bc29-fea4e0248de5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:33.183860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c9153-f298-417b-adba-bace9b190849 None None] Attempting to bind port 2ac5d733-c904-45d7-bc29-fea4e0248de5 on network e364b669-fc49-4a4d-9a7f-a419d06f71c2 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:33.190234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c9153-f298-417b-adba-bace9b190849 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:33.190935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c9153-f298-417b-adba-bace9b190849 None None] Checking segment: {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:33.191660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.194811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c9153-f298-417b-adba-bace9b190849 None None] Bound using segment: {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:33.194811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-925c9153-f298-417b-adba-bace9b190849 None None] Bound port: 2ac5d733-c904-45d7-bc29-fea4e0248de5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:33.194811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.271377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-925c9153-f298-417b-adba-bace9b190849 None None] For port 2ac5d733-c904-45d7-bc29-fea4e0248de5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:33.274332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-925c9153-f298-417b-adba-bace9b190849 None None] For port 2ac5d733-c904-45d7-bc29-fea4e0248de5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2ac5d733-c904-45d7-bc29-fea4e0248de5,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:33.313824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85a21-a869-482d-8613-afee05aa056d req-425dea54-94c1-4ccb-87c6-b7469a8eb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:33.315366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-425dea54-94c1-4ccb-87c6-b7469a8eb265 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.2305398 Sep 18 07:18:33.338427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.369084 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-b314b115-d4a5-4760-aac5-069cf339c934 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 217 time: 0.0454533 Sep 18 07:18:33.415170 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-925c9153-f298-417b-adba-bace9b190849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.435778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85a21-a869-482d-8613-afee05aa056d req-e0451a3d-9faa-4dbd-8ee0-fac003e6fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:33.437471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-e0451a3d-9faa-4dbd-8ee0-fac003e6fdf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0618727 Sep 18 07:18:33.514019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff85a21-a869-482d-8613-afee05aa056d req-ee446f1a-d203-42e4-bf87-179974f6bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:33.515877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-ee446f1a-d203-42e4-bf87-179974f6bb5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698428 Sep 18 07:18:33.521396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9153-f298-417b-adba-bace9b190849 None None] Pushing event updated for resources: {'Port': ['ID=2ac5d733-c904-45d7-bc29-fea4e0248de5,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:33.521842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.588682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:33.602141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:33.614859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:33.615407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:33.685423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:33.906957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-ec3a964f-1482-4c10-9cef-00f1eae35daa service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735945 Sep 18 07:18:34.091179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250474-a2d6-4be4-9bb4-8c9cb682fc1e req-dd498810-d252-4294-b355-9d056f4b00e0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:34.106498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58250474-a2d6-4be4-9bb4-8c9cb682fc1e req-dd498810-d252-4294-b355-9d056f4b00e0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 943 time: 0.1652875 Sep 18 07:18:34.129351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:34.212482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58250474-a2d6-4be4-9bb4-8c9cb682fc1e req-6924ef03-9b8e-43be-9885-f80e66d2d43b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050043 Sep 18 07:18:34.853053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1ff85a21-a869-482d-8613-afee05aa056d req-7d576403-315f-4c56-9cd0-4fdcae7b2e87 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348109 Sep 18 07:18:35.038988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26776e26-9271-4493-a07e-0beffcf81369 None None] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:35.167266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:35.212404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] Provisioning complete for port 2ac5d733-c904-45d7-bc29-fea4e0248de5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:35.212404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:35.226293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:35.227103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:35.500187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b22f7-65bc-4662-b594-b42e4b1e0b71 req-8fe9dd24-9ee9-41bf-a1ea-5a57e0522bc0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:35.502701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-024b22f7-65bc-4662-b594-b42e4b1e0b71 req-8fe9dd24-9ee9-41bf-a1ea-5a57e0522bc0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 943 time: 0.0953712 Sep 18 07:18:35.585777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:35.587982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:35.608119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-024b22f7-65bc-4662-b594-b42e4b1e0b71 req-3d40e4fe-8a1d-46c6-bf2b-6b8c0deb4747 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968628 Sep 18 07:18:35.688494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:35.699497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:35.861182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] For port 2ac5d733-c904-45d7-bc29-fea4e0248de5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2ac5d733-c904-45d7-bc29-fea4e0248de5,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:35.946525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.042840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2ac5d733-c904-45d7-bc29-fea4e0248de5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:36.111857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd6b4-4ce7-4fa5-992f-792e091d0531 None None] Pushing event updated for resources: {'Port': ['ID=2ac5d733-c904-45d7-bc29-fea4e0248de5,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:36.123601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:18:36.160448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2ac5d733-c904-45d7-bc29-fea4e0248de5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:36.161154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.324431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-74760eb4-6479-42f5-9a7f-8703cc5c5097 None None] Provisioning complete for port 2ac5d733-c904-45d7-bc29-fea4e0248de5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:36.326132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-74760eb4-6479-42f5-9a7f-8703cc5c5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.448785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:36.455748 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7dd2480-ad17-4f02-8057-2bafe422ba02 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4035254 Sep 18 07:18:36.458276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48288) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:36.464085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733558998'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:36.501311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:36.521077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:36.521077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:36.580292 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:36.583854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.719432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:36.739211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.739773 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 7d93e851-3c91-45c0-b901-743baa35fc23 of type vlan for network 3cefce9a-0d39-419d-b181-ab821a77f533 Sep 18 07:18:36.852395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:36.853304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:36.856804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-74760eb4-6479-42f5-9a7f-8703cc5c5097 None None] Provisioning complete for port 7ad46708-5a77-4adb-bbd7-af3ce560b07a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:36.857377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-74760eb4-6479-42f5-9a7f-8703cc5c5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:37.063935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:37.089777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:37.090941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:37.154640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-74760eb4-6479-42f5-9a7f-8703cc5c5097 None None] Port 7ad46708-5a77-4adb-bbd7-af3ce560b07a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:37.163949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:18:37.230491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10566c8e-0eb6-4a86-b200-7600def20303 req-f7b8d94a-bee7-479e-8ca7-3ab287b52945 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:37.240826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10566c8e-0eb6-4a86-b200-7600def20303 req-f7b8d94a-bee7-479e-8ca7-3ab287b52945 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 943 time: 0.3268621 Sep 18 07:18:37.257753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:33Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:34Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:37.296111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:37.296458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Updating router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b port 7ad46708-5a77-4adb-bbd7-af3ce560b07a binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:18:37.316816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10566c8e-0eb6-4a86-b200-7600def20303 req-932d12a3-fbd1-45c2-9af8-607791de7fb0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729158 Sep 18 07:18:37.320489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8613689 Sep 18 07:18:37.321635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742da2-4727-4c79-9277-a3673d21fd2a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=3cefce9a-0d39-419d-b181-ab821a77f533,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:37.323844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48298) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:37.329806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:37.414252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:37.417727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3cefce9a-0d39-419d-b181-ab821a77f533 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:37.433342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:37.458149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8a7b5aea-dc92-4337-a064-45d9f444e99b None None] Provisioning complete for port 7ad46708-5a77-4adb-bbd7-af3ce560b07a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:37.458627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5aea-dc92-4337-a064-45d9f444e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:37.591577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:18:37.673071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b5aea-dc92-4337-a064-45d9f444e99b None None] Port 7ad46708-5a77-4adb-bbd7-af3ce560b07a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:37.700697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:37.704348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.014752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2ac5d733-c904-45d7-bc29-fea4e0248de5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:38.048859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.096429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:18:38.132461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.138223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:38.143820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2ac5d733-c904-45d7-bc29-fea4e0248de5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:38.144823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.190979 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.253130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.267145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.269434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=da503dcc-5f6f-4c49-aa80-b1a3e3410d35,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:38.275272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:38.275638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 3cefce9a-0d39-419d-b181-ab821a77f533, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:38.341371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:38.375347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 3cefce9a-0d39-419d-b181-ab821a77f533 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:38.461349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04816fd-fc33-4dc2-a078-6cb67b7ba5c4 None None] Pushing event updated for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:38.466126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3cefce9a-0d39-419d-b181-ab821a77f533) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:38.470650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:38.475904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.485368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6b67f-f816-41dd-8c43-660b3df77d02 req-321eb3c6-8f79-4714-8900-1d3395681552 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:38.492856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bc6b67f-f816-41dd-8c43-660b3df77d02 req-321eb3c6-8f79-4714-8900-1d3395681552 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0836568 Sep 18 07:18:38.496719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34544be-0d90-4c06-9434-6b5acdaac44a None None] Network 3cefce9a-0d39-419d-b181-ab821a77f533 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:38.545382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bc6b67f-f816-41dd-8c43-660b3df77d02 req-781955a5-58e5-488d-8e30-5a3cddbe9aff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506234 Sep 18 07:18:38.569622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Attempting to bind port 7ad46708-5a77-4adb-bbd7-af3ce560b07a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:38.570022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Attempting to bind port 7ad46708-5a77-4adb-bbd7-af3ce560b07a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:38.570393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Attempting to bind port 7ad46708-5a77-4adb-bbd7-af3ce560b07a on network e364b669-fc49-4a4d-9a7f-a419d06f71c2 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:38.585508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:38.585855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Checking segment: {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:38.586313 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.586712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Bound using segment: {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:38.587211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Bound port: 7ad46708-5a77-4adb-bbd7-af3ce560b07a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9be3d-308b-4471-bb9a-d2e9d32242c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:38.592535 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f1e03682-ee4f-4a62-be5e-803b6477898b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2674406 Sep 18 07:18:38.595039 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.595692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48318) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:38.737655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['220c2f99-d528-4ca7-ab2a-429f19e27a20'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:18:38.796311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] For port 7ad46708-5a77-4adb-bbd7-af3ce560b07a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:38.843159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] For port 7ad46708-5a77-4adb-bbd7-af3ce560b07a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ad46708-5a77-4adb-bbd7-af3ce560b07a,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:38.871074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9d2f4953-36e3-4b71-a031-8998451109a0 None None] Provisioning complete for port 7ad46708-5a77-4adb-bbd7-af3ce560b07a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:38.871440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9d2f4953-36e3-4b71-a031-8998451109a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.917803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f4953-36e3-4b71-a031-8998451109a0 None None] Port 7ad46708-5a77-4adb-bbd7-af3ce560b07a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:38.920072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3cefce9a-0d39-419d-b181-ab821a77f533', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:38.920923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.927431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:38.929198 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79cb1dba-45df-49a0-9532-ceeee527f503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:39.053923 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:18:39.126006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04816fd-fc33-4dc2-a078-6cb67b7ba5c4 None None] Pushing event updated for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:39.141766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:39.142551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:39.291848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Allocated IP 2001:db8:1::2 (3cefce9a-0d39-419d-b181-ab821a77f533/da503dcc-5f6f-4c49-aa80-b1a3e3410d35/922b3c43-1a5a-44c7-af86-bed88e76ee62) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:39.377956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:39.831254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] Provisioning complete for port 7ad46708-5a77-4adb-bbd7-af3ce560b07a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:39.831875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:39.862649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944824-eb48-42be-b2aa-24328bed9b0f req-f41eeab0-2c5d-4572-8030-a1d5f6bf27ed tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:39.864355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b944824-eb48-42be-b2aa-24328bed9b0f req-f41eeab0-2c5d-4572-8030-a1d5f6bf27ed tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1150563 Sep 18 07:18:39.949712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b944824-eb48-42be-b2aa-24328bed9b0f req-aba72621-848a-423a-9030-f551481fc3b4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780449 Sep 18 07:18:39.959996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.044348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.142715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.150597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] For port 7ad46708-5a77-4adb-bbd7-af3ce560b07a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ad46708-5a77-4adb-bbd7-af3ce560b07a,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:40.181810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:33Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:38Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:40.210143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144f07a-63d5-4119-8d09-89ce28002b97 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:33Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:38Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:40.295704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.304580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.374679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Network 3cefce9a-0d39-419d-b181-ab821a77f533 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:40.378720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:40.381363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:40.407347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8:1::1 (3cefce9a-0d39-419d-b181-ab821a77f533/da503dcc-5f6f-4c49-aa80-b1a3e3410d35/4bbe5df6-e02d-46b5-8f7b-92758dc71113) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:40.442128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Pushing event updated for resources: {'Port': ['ID=922b3c43-1a5a-44c7-af86-bed88e76ee62,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:40.665450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Attempting to bind port 922b3c43-1a5a-44c7-af86-bed88e76ee62 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:40.665450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Attempting to bind port 922b3c43-1a5a-44c7-af86-bed88e76ee62 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:40.665450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Attempting to bind port 922b3c43-1a5a-44c7-af86-bed88e76ee62 on network 3cefce9a-0d39-419d-b181-ab821a77f533 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:40.667258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588658be-956c-404b-be57-cce0cbeafc4d None None] Pushing event updated for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:40.667415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.672934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:40.673310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Checking segment: {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:40.673715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.674128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Bound using segment: {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:40.674603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Bound port: 922b3c43-1a5a-44c7-af86-bed88e76ee62, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:40.674985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.795330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] For port 922b3c43-1a5a-44c7-af86-bed88e76ee62, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:40.798781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] For port 922b3c43-1a5a-44c7-af86-bed88e76ee62, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=922b3c43-1a5a-44c7-af86-bed88e76ee62,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:40.799622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.882684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.924469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 3cefce9a-0d39-419d-b181-ab821a77f533 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:40.963138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:40.987146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:40.988812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:40.994228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:41.024074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8e15a-e135-4f74-927c-2414fe39951c None None] Pushing event updated for resources: {'Port': ['ID=922b3c43-1a5a-44c7-af86-bed88e76ee62,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:41.131086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:41.261101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:18:41.278515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:41.278902 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:41.364882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011c542-2c7c-4284-ae2d-cf389b88fca3 req-155454ae-6153-4046-bc2c-a2a8eca49de3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:41.369488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b011c542-2c7c-4284-ae2d-cf389b88fca3 req-155454ae-6153-4046-bc2c-a2a8eca49de3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.2481565 Sep 18 07:18:41.492695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b011c542-2c7c-4284-ae2d-cf389b88fca3 req-18b8221a-0293-4203-a941-706b2e615c8c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160002 Sep 18 07:18:41.564789 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-37c77442-857e-493f-8040-49c7d03673e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:41.596630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:41.620748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:41.637746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:41.641729 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b147899-29f1-4dc9-9321-0e8a17d7913f" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:41.655569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:41.687808 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3816576c-0e75-462f-9282-dd3b346c9711 x-openstack-request-id: req-3816576c-0e75-462f-9282-dd3b346c9711 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:41.688108 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:41.688374 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3816576c-0e75-462f-9282-dd3b346c9711 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:41.688783 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:18:41.723424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:41.827767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:41.905640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e984-72f0-4b70-9a46-76f690f111e1 req-a7b2b5e2-dfa6-4191-a948-bbb171a94044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:41.908965 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2626e984-72f0-4b70-9a46-76f690f111e1 req-a7b2b5e2-dfa6-4191-a948-bbb171a94044 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1097 time: 0.1177974 Sep 18 07:18:42.006613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2626e984-72f0-4b70-9a46-76f690f111e1 req-5bbcf42b-fd96-4509-b3c4-d3dfa55c4e77 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896089 Sep 18 07:18:42.023027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.057225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 922b3c43-1a5a-44c7-af86-bed88e76ee62 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:42.083983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.132876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 922b3c43-1a5a-44c7-af86-bed88e76ee62 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:42.133252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.163320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.164131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.283058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.300947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:42.352256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 922b3c43-1a5a-44c7-af86-bed88e76ee62, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=922b3c43-1a5a-44c7-af86-bed88e76ee62,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:42.388004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f273-01ab-4950-b704-81756c278e0e req-b14b80f4-1764-41ac-9eaf-ecd3cb79f46d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:42.389640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6151f273-01ab-4950-b704-81756c278e0e req-b14b80f4-1764-41ac-9eaf-ecd3cb79f46d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.1213393 Sep 18 07:18:42.453732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 3cefce9a-0d39-419d-b181-ab821a77f533 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:42.458629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:42.499413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:42.500271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ad46708-5a77-4adb-bbd7-af3ce560b07a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:42.605589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6151f273-01ab-4950-b704-81756c278e0e req-aea5fcb5-979b-4f8f-b849-b96b26d63790 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065306 Sep 18 07:18:42.611829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:42.691015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff54454-e7b5-4c3f-939c-1e3c7c96107c None None] Network 3cefce9a-0d39-419d-b181-ab821a77f533 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:42.702125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=922b3c43-1a5a-44c7-af86-bed88e76ee62,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:42.892738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:42.905464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4239496c-1d69-4d3e-8045-b2039a81588b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3085716 Sep 18 07:18:42.908279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48410) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:42.916187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-61201096'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:42.941100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f027-b2cf-4818-b825-31378af55bbb req-b65e4b78-f602-4804-a554-1d60b27494b4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:42.948804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a60f027-b2cf-4818-b825-31378af55bbb req-b65e4b78-f602-4804-a554-1d60b27494b4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.2427404 Sep 18 07:18:42.983660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7ad46708-5a77-4adb-bbd7-af3ce560b07a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:42.984040 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.016968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a60f027-b2cf-4818-b825-31378af55bbb req-62475219-2f2e-48f6-94bf-f50f5e2fbb6f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621550 Sep 18 07:18:43.028326 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:43.045682 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:43.047185 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:43.058409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:43.062536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.072427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a5d72f31-521e-4d49-ab98-1280075a9201 None None] Provisioning complete for port 922b3c43-1a5a-44c7-af86-bed88e76ee62 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:43.072427 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5d72f31-521e-4d49-ab98-1280075a9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.117639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:43.145534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.146190 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment b610a814-6982-4c6c-8fb5-5f17a947b1ce of type vlan for network f2c0c07b-461e-402f-9950-54bf6dd22f31 Sep 18 07:18:43.211578 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:43.276054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.378679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.403838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.410812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:43.414695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.596113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6861792 Sep 18 07:18:43.599037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48418) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:43.606067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:43.622795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd2d7-b7c5-4257-a588-0a348045989a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=f2c0c07b-461e-402f-9950-54bf6dd22f31,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:43.650039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d16a2f44-d9e5-4628-a54f-0504ddf7c9fb None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:43.656706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d16a2f44-d9e5-4628-a54f-0504ddf7c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.662052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:43.855445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:41Z', 'revision_number': 3, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:41Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:43.911461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:43.918396 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Updating router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:18:43.926426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-3cbac5fe-b381-4ba2-82c8-f5a2aa69b3bb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:43.946190 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-3cbac5fe-b381-4ba2-82c8-f5a2aa69b3bb tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.1913996 Sep 18 07:18:43.977789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d16a2f44-d9e5-4628-a54f-0504ddf7c9fb None None] Port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:43.978912 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:43.985387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eab8a-e18e-45be-bb94-ccfe5cf2c7fa req-3ecafe96-1f48-4225-af86-a49e4dc39b81 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:43.987359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790eab8a-e18e-45be-bb94-ccfe5cf2c7fa req-3ecafe96-1f48-4225-af86-a49e4dc39b81 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 946 time: 0.1941676 Sep 18 07:18:44.031520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d16a2f44-d9e5-4628-a54f-0504ddf7c9fb None None] Provisioning complete for port 922b3c43-1a5a-44c7-af86-bed88e76ee62 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:44.031909 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d16a2f44-d9e5-4628-a54f-0504ddf7c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.097805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 922b3c43-1a5a-44c7-af86-bed88e76ee62 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:44.220628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790eab8a-e18e-45be-bb94-ccfe5cf2c7fa req-173f63eb-976e-4085-92ae-3bc0727bae73 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240574 Sep 18 07:18:44.221702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:44.235038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.283978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Deleting port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:44.284497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.460057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 922b3c43-1a5a-44c7-af86-bed88e76ee62 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:44.460529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.500538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] For port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:44.506770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.663960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9d2f8-da7f-44bf-a393-1a77d9712f4b req-93f89b02-0c13-46f2-91c7-14e209301174 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:44.671425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2f9d2f8-da7f-44bf-a393-1a77d9712f4b req-93f89b02-0c13-46f2-91c7-14e209301174 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.4223192 Sep 18 07:18:44.721625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.771596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a93479d3-a67f-4a53-8bf8-fb7f32533cc6 None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:44.771971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a93479d3-a67f-4a53-8bf8-fb7f32533cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.833825 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.840599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a93479d3-a67f-4a53-8bf8-fb7f32533cc6 None None] Port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:44.859702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2f9d2f8-da7f-44bf-a393-1a77d9712f4b req-423c55c3-6161-4915-9b90-c86ea5ea2c5d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806974 Sep 18 07:18:44.964401 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:44.969319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ac2c2b2d-e0bf-434d-867c-e93718f6ce0c None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:44.969813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ac2c2b2d-e0bf-434d-867c-e93718f6ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.018847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c2b2d-e0bf-434d-867c-e93718f6ce0c None None] Port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:45.024758 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.053977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7375a35-7d39-464e-b1e5-e03aefd2a5fd req-d209d622-f3d2-4383-83cf-9174d0fa8559 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:45.055676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7375a35-7d39-464e-b1e5-e03aefd2a5fd req-d209d622-f3d2-4383-83cf-9174d0fa8559 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.1176984 Sep 18 07:18:45.057555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.061920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.061920 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Floating IP 64a648e5-33d9-4687-b267-603b3b90d1b3 disassociated. External IP: 172.25.4.167, port: 1d1b369a-a2c2-4ea4-b4e4-383d493336c9. Sep 18 07:18:45.061920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Calling delete_port for 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:45.066770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48440) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:45.072429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'floatingip': {'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:45.122863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Pushing event updated for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:45.178122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.202559 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.203062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.204383 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.204383 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.204618 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.205025 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.205584 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.206059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.206657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.207252 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.207801 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.208363 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:45.224209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.230078 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Attempting to bind port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:45.231396 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Attempting to bind port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:45.234284 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Attempting to bind port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 on network 3cefce9a-0d39-419d-b181-ab821a77f533 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:45.245503 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:45.251453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Checking segment: {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:45.252524 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.253115 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Bound using segment: {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:45.254132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Bound port: 4bbe5df6-e02d-46b5-8f7b-92758dc71113, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d93e851-3c91-45c0-b901-743baa35fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:45.254722 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.424953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] For port 4bbe5df6-e02d-46b5-8f7b-92758dc71113, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:45.428811 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] For port 4bbe5df6-e02d-46b5-8f7b-92758dc71113, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bbe5df6-e02d-46b5-8f7b-92758dc71113,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:45.447654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dc4dbac9-c404-4fd5-94b4-b974ac3a62c0 None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:45.448819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dc4dbac9-c404-4fd5-94b4-b974ac3a62c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.493232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dbac9-c404-4fd5-94b4-b974ac3a62c0 None None] Port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:45.529015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.529299 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:45.564666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=9fc70366-6f0f-4645-933a-4b06ea469c31,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:45.620342 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:45.622223 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:45.647464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f968fb-4803-459d-952b-223b49fd994e req-0712b5f4-f4b8-4e6a-a321-7d46a7e9e809 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:45.647464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7f968fb-4803-459d-952b-223b49fd994e req-0712b5f4-f4b8-4e6a-a321-7d46a7e9e809 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 867 time: 0.2505271 Sep 18 07:18:45.658197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'Port': ['ID=1d1b369a-a2c2-4ea4-b4e4-383d493336c9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:45.774254 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-94a49bdd-ed4a-4f52-a4ba-02bf5d18e877 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2599120 Sep 18 07:18:45.796372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:45.796952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: f2c0c07b-461e-402f-9950-54bf6dd22f31, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:45.884623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:45.908963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080a846-efd2-49b9-b02d-2cf1c853e95a None None] Pushing event updated for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:45.926088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:45.947254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-96bf064f-c44b-44ab-b104-ec69a24145d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:45.949340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-96bf064f-c44b-44ab-b104-ec69a24145d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0778997 Sep 18 07:18:46.036663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7f968fb-4803-459d-952b-223b49fd994e req-791e8114-1f67-46c5-ae18-0bc76417e151 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17213ccc-ec30-44f6-98dc-1b934a470113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639052 Sep 18 07:18:46.137627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:46.138242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:46.159912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:46.232579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:46.315575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] No DVR routers for this DVR port 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:18:46.321198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:46.325141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:46.325416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4de624e-d9f4-4b67-82de-b8fe71753e93 req-4714a348-cbb9-46c3-94ad-6642f8aaaa70 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.37 "DELETE /v2.0/ports/1d1b369a-a2c2-4ea4-b4e4-383d493336c9 HTTP/1.1" status: 204 len: 173 time: 2.3773096 Sep 18 07:18:46.325978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'name': 'network-vif-deleted', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:46.326406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:46.329741 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce57055-6385-413c-8fe2-c5b71a31a132" -d '{"events": [{"server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "name": "network-vif-deleted", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:46.404229 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bee1f6-4111-4631-b44c-4c5a1a3b1847 x-openstack-request-id: req-86bee1f6-4111-4631-b44c-4c5a1a3b1847 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:46.404665 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cac87f-e0c4-4fef-8c9a-b802c7191822", "name": "network-vif-deleted", "tag": "1d1b369a-a2c2-4ea4-b4e4-383d493336c9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:46.405076 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86bee1f6-4111-4631-b44c-4c5a1a3b1847 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:46.405573 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cac87f-e0c4-4fef-8c9a-b802c7191822', 'name': 'network-vif-deleted', 'tag': '1d1b369a-a2c2-4ea4-b4e4-383d493336c9', 'status': 'completed', 'code': 200} Sep 18 07:18:46.414683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-862adedb-ef57-4329-a959-73e085a57ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:46.419478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-862adedb-ef57-4329-a959-73e085a57ea5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 910 time: 0.4117863 Sep 18 07:18:46.437510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:46.441964 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:41Z', 'revision_number': 3, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:45Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:46.519709 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:46.524965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, f2c0c07b-461e-402f-9950-54bf6dd22f31) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:46.544729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:46.545886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:46.549641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-045f2808-ace2-4988-aee6-6b6ae24144c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 1001 time: 0.1231608 Sep 18 07:18:46.563330 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363609c-e690-4aa0-bb7b-e640eeada006 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:41Z', 'revision_number': 3, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:45Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:46.618258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7613446-01c9-4ee2-91dd-d282c3e9c213 None None] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:46.630686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:46.636332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-467ba44a-933a-40b1-9cba-9f18f8caa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:46.645580 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-467ba44a-933a-40b1-9cba-9f18f8caa7f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.0882895 Sep 18 07:18:46.734854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52ff1c55-8a39-4076-9644-b89eeeba2d28 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1315382 Sep 18 07:18:46.735337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48468) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:46.798569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:46.849605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-2ae4c27a-159c-4cee-81e6-8facfc37e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:46.852877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-2ae4c27a-159c-4cee-81e6-8facfc37e634 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992905 Sep 18 07:18:46.893074 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Floating IP 2c7f1ce2-541a-49fc-9f14-14643aad0e37 associated. External IP: 172.25.4.183, port: 220c2f99-d528-4ca7-ab2a-429f19e27a20. Sep 18 07:18:46.912598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:47.167467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] For port 4bbe5df6-e02d-46b5-8f7b-92758dc71113, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bbe5df6-e02d-46b5-8f7b-92758dc71113,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:47.189655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-f2c0c07b-461e-402f-9950-54bf6dd22f31', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:47.195256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:47.258175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0465c6df-243d-4201-9e5d-c132ed1cf581 req-8d3bd343-4bc1-4e44-8463-38d5d7058340 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/ports?device_id=39cac87f-e0c4-4fef-8c9a-b802c7191822 HTTP/1.1" status: 200 len: 210 time: 0.0396905 Sep 18 07:18:47.363888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-fb68007b-ed65-457b-98a7-889db51d7782 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274249 Sep 18 07:18:47.387178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:47.462851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Allocated IP 2001:db8:2::2 (f2c0c07b-461e-402f-9950-54bf6dd22f31/9fc70366-6f0f-4645-933a-4b06ea469c31/7e94fb8d-5a79-4588-9278-d952b0cfb1ca) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:47.695332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eda9e82e-5670-4902-b55c-89e2d1655930 req-c0fa82b2-15f9-45f3-bdb6-cfa9d4e7dee8 service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716973 Sep 18 07:18:47.731326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:47.737554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:47.742989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Sync routers for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:47.766408 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:47.767512 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:47.812262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:47.823969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:18:47.848025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-88e55984-8730-45c5-8bbb-c9f176bff3c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "PUT /v2.0/floatingips/2c7f1ce2-541a-49fc-9f14-14643aad0e37 HTTP/1.1" status: 200 len: 991 time: 2.7624574 Sep 18 07:18:47.854163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:18:47.865636 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cc604-8dae-461e-b695-472bf0cf2e09" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:18:47.901820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:18:47.920778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1d1b369a-a2c2-4ea4-b4e4-383d493336c9 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:18:47.925349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:47.987447 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8382e-beb5-427c-bcf0-c6145513dc25 x-openstack-request-id: req-91f8382e-beb5-427c-bcf0-c6145513dc25 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:18:47.987957 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:18:47.988098 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f8382e-beb5-427c-bcf0-c6145513dc25 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:18:47.991910 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'status': 'completed', 'code': 200} Sep 18 07:18:48.087403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ba8c2-011f-4bec-810b-1dedefd7ae78 None None] Pushing event updated for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:48.094235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bbe5df6-e02d-46b5-8f7b-92758dc71113 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:48.124528 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:48.416768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:48.488321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48508) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:48.520574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:48.528703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:48.529372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.579270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:48.580177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:48.584319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.590390 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.651954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.659874 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2c7f1ce2-541a-49fc-9f14-14643aad0e37', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:18:22Z', 'updated_at': '2021-09-18T07:18:46Z', 'revision_number': 1, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:48.677458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-ae34c10f-d6ee-4156-ba40-207406a5a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:48.677458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-ae34c10f-d6ee-4156-ba40-207406a5a3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1097 time: 0.6371601 Sep 18 07:18:48.706541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Checking router: 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:48.733325 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:48.734269 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:48.801077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.842557 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.845369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:48.849044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "DELETE /v2.0/security-groups/17213ccc-ec30-44f6-98dc-1b934a470113 HTTP/1.1" status: 204 len: 168 time: 0.3572812 Sep 18 07:18:48.850741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48510) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:48.923280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:48.930456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d828a-95d2-4be8-83ab-89d275fc1324 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17213ccc-ec30-44f6-98dc-1b934a470113,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:48.933312 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-29c94d6c-af80-4a7d-9732-bedecb88b21d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] show failed (client error): The resource could not be found. Sep 18 07:18:48.955158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-29c94d6c-af80-4a7d-9732-bedecb88b21d tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "GET /v2.0/security-groups/17213ccc-ec30-44f6-98dc-1b934a470113 HTTP/1.1" status: 404 len: 347 time: 0.1009905 Sep 18 07:18:48.963890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48512) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:48.977437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-07c3c203-8bf1-45ff-b95d-886388c321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:49.029200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-07c3c203-8bf1-45ff-b95d-886388c321ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.3208029 Sep 18 07:18:49.101861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:49.212808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-4c36e4ad-d9c8-4822-864f-c3bdd7e03e89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.1754053 Sep 18 07:18:49.250325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Pushing event updated for resources: {'Port': ['ID=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:49.267861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:49.274327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:49.286205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:49.303317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-8da1642b-e135-4c39-b0d9-20dd4be75aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:49.305143 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-8da1642b-e135-4c39-b0d9-20dd4be75aa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0814705 Sep 18 07:18:49.309386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8:2::1 (f2c0c07b-461e-402f-9950-54bf6dd22f31/9fc70366-6f0f-4645-933a-4b06ea469c31/87aa21ed-3632-4203-b953-d28be94aa644) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:49.369648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Deleting port 8edf752c-3e3b-4f2d-9424-29ec50c87a4a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:18:49.369648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.488277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Attempting to bind port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:49.488881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Attempting to bind port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:49.489355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Attempting to bind port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca on network f2c0c07b-461e-402f-9950-54bf6dd22f31 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:49.498554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:49.499304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Checking segment: {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:49.499961 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.500602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Bound using segment: {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:49.501328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Bound port: 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:49.502504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.538376 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2c7f1ce2-541a-49fc-9f14-14643aad0e37', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:18:22Z', 'updated_at': '2021-09-18T07:18:46Z', 'revision_number': 1, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:49.542556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.542556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.573310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Calling delete_port for 8edf752c-3e3b-4f2d-9424-29ec50c87a4a owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:18:49.587844 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28595b-c1b2-4ece-ab7f-9af4f9727a48 None None] The sync data for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 is: [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2c7f1ce2-541a-49fc-9f14-14643aad0e37', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:18:22Z', 'updated_at': '2021-09-18T07:18:46Z', 'revision_number': 1, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:49.619220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-f58e05e9-6b41-46f0-9c71-37177b98f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:49.627298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-f58e05e9-6b41-46f0-9c71-37177b98f50b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3103049 Sep 18 07:18:49.698083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] For port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:49.705486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] For port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:49.728732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:49.764847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.791647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf1e10-67d9-427e-be88-102236609701 None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:09:34Z', 'revision_number': 4, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fc77040c-c8cd-4fa7-ab26-858da8cd7e25', 'name': '', 'network_id': 'd94ff46a-053b-451d-9574-f93683ab0932', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'mac_address': 'fa:16:3e:9f:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:33Z', 'updated_at': '2021-09-18T07:09:39Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'subnets': [{'id': 'd6d3a028-13aa-4b51-bf59-ab23348e49f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:49.810687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.869877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:49.924511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c8082-2726-4321-be8f-49b251ed7f0e None None] Pushing event updated for resources: {'Port': ['ID=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:49.959963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bbe5df6-e02d-46b5-8f7b-92758dc71113 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:49.961661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:49.969012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-9d526a9d-c0fd-4291-b0c3-523c5f8d3d18 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305850 Sep 18 07:18:49.969916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:49.974380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.011104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:50.015306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.043924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:50.048751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.092899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Pushing event deleted for resources: {'Port': ['ID=8edf752c-3e3b-4f2d-9424-29ec50c87a4a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:50.105122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3e5cf-5595-48e5-82fb-e89f86ca1bb6 None None] New status for floating IP 2c7f1ce2-541a-49fc-9f14-14643aad0e37: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:18:50.181749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.187016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.188489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-15e4a201-38ad-40c0-bad5-ba478e7d0757 tempest-AttachVolumeTestJSON-942809233 tempest-AttachVolumeTestJSON-942809233-project] 10.222.0.20 "DELETE /v2.0/floatingips/64a648e5-33d9-4687-b267-603b3b90d1b3 HTTP/1.1" status: 204 len: 168 time: 1.2235959 Sep 18 07:18:50.247947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:50.336841 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32be0af2-db36-468b-9c85-af09bb74fcda None None] New status for floating IP 64a648e5-33d9-4687-b267-603b3b90d1b3: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:18:50.386825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a9cc604-8dae-461e-b695-472bf0cf2e09 req-6b18bfb9-ce30-492c-82cc-df778b15d301 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982284 Sep 18 07:18:50.621249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:50.991328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.094508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.095322 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.158396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:51.288354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:51.290177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:51.330997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbff842-0a94-4b70-a48f-267b693f0f1e None None] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:51.462583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:51.484001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] Provisioning complete for port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:51.488109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.672371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:51.688415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48572) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:51.690088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cb9b5f75-46ea-45f7-bd67-81f45e7e64da tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9536266 Sep 18 07:18:51.694085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-640284807'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:51.734739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:51.763316 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.767966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:51.768608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:51.808695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:51.815992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.852163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:18:51.876377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.876777 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added segment 79e07feb-9ab3-48b1-82b3-0729b755055a of type vlan for network 57b03d2c-bd63-4373-89bd-9096bf92fce1 Sep 18 07:18:51.935991 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:51.947702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] For port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:51.957312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:52.035220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.061693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.068877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:52.069604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.215310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e94fb8d-5a79-4588-9278-d952b0cfb1ca up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:52.251485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Network': ['ID=57b03d2c-bd63-4373-89bd-9096bf92fce1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:52.267589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48580) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:52.269090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2158f041-2a1c-4d38-a5a5-7efcac01a8dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5749581 Sep 18 07:18:52.273390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'subnet': {'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:52.273824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:18:52.497593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f80e9d-b40a-4c56-8670-75c774c651b6 None None] Pushing event updated for resources: {'Port': ['ID=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:52.625622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Made reservation on behalf of 40f65093f10041949644a99737d617c2 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:18:52.630336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.751966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ef207531-94e9-43e9-97f9-89da44a02303 None None] Provisioning complete for port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:52.752347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef207531-94e9-43e9-97f9-89da44a02303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.798979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:52.799247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:52.985186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:50Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:50Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:53.032290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:18:53.032677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Updating router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b port 87aa21ed-3632-4203-b953-d28be94aa644 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:18:53.061591 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.123244 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.202063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Subnet': ['ID=3aef2d24-ee40-4120-85af-f50790c849ae,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:53.214313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ef207531-94e9-43e9-97f9-89da44a02303 None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:53.214696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef207531-94e9-43e9-97f9-89da44a02303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.227206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Checking segment: {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:53.228163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network hostable DHCP agents. Network: 57b03d2c-bd63-4373-89bd-9096bf92fce1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:18:53.310598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:18:53.334174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ef207531-94e9-43e9-97f9-89da44a02303 None None] Port 87aa21ed-3632-4203-b953-d28be94aa644 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:53.415526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 57b03d2c-bd63-4373-89bd-9096bf92fce1) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:53.421227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:18:53.425583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.433477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d03bed-94ad-4618-9e69-5e07c25fe3fc None None] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:53.505067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:53.505690 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-da35e2d7-98e1-4245-afba-1b63e6a6d0f0 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2366769 Sep 18 07:18:53.629760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b69da219-13b0-4a49-a2f3-cfcd81a9e8a9 None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:53.630379 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b69da219-13b0-4a49-a2f3-cfcd81a9e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.687250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-57b03d2c-bd63-4373-89bd-9096bf92fce1', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:18:53.688647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:53.724335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b69da219-13b0-4a49-a2f3-cfcd81a9e8a9 None None] Port 87aa21ed-3632-4203-b953-d28be94aa644 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:53.898789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Allocated IP 2001:db8:3::2 (57b03d2c-bd63-4373-89bd-9096bf92fce1/3aef2d24-ee40-4120-85af-f50790c849ae/6ee823a9-ae34-4e9a-935e-23e787208c01) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:54.084096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.090572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e94fb8d-5a79-4588-9278-d952b0cfb1ca up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:54.181495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.208952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.230152 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.327259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:54.339768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.348963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:54.354678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:54.407704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:54.408245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.410027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Pushing event updated for resources: {'Port': ['ID=6ee823a9-ae34-4e9a-935e-23e787208c01,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:54.573217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f09ad-51a2-4ad0-872c-740470e3b19f None None] Pushing event updated for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:54.599669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Attempting to bind port 6ee823a9-ae34-4e9a-935e-23e787208c01 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:54.600053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Attempting to bind port 6ee823a9-ae34-4e9a-935e-23e787208c01 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:54.600418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Attempting to bind port 6ee823a9-ae34-4e9a-935e-23e787208c01 on network 57b03d2c-bd63-4373-89bd-9096bf92fce1 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:54.670301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:54.670989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Checking segment: {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:54.671121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.671477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Bound using segment: {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:54.671959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Bound port: 6ee823a9-ae34-4e9a-935e-23e787208c01, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:54.672360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.733764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Attempting to bind port 87aa21ed-3632-4203-b953-d28be94aa644 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:18:54.734161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Attempting to bind port 87aa21ed-3632-4203-b953-d28be94aa644 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:18:54.734524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Attempting to bind port 87aa21ed-3632-4203-b953-d28be94aa644 on network f2c0c07b-461e-402f-9950-54bf6dd22f31 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:18:54.789649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:18:54.790077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Checking segment: {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:18:54.790488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:54.790891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Bound using segment: {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:18:54.791383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Bound port: 87aa21ed-3632-4203-b953-d28be94aa644, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b610a814-6982-4c6c-8fb5-5f17a947b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:18:54.791768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.041495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] For port 6ee823a9-ae34-4e9a-935e-23e787208c01, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:55.072926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] For port 87aa21ed-3632-4203-b953-d28be94aa644, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:18:55.104802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] For port 87aa21ed-3632-4203-b953-d28be94aa644, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=87aa21ed-3632-4203-b953-d28be94aa644,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:55.107321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] For port 6ee823a9-ae34-4e9a-935e-23e787208c01, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ee823a9-ae34-4e9a-935e-23e787208c01,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:18:55.113305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bec7dc30-f82f-4a3a-af2b-d1b0a744c688 None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:55.113305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bec7dc30-f82f-4a3a-af2b-d1b0a744c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.151043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bec7dc30-f82f-4a3a-af2b-d1b0a744c688 None None] Port 87aa21ed-3632-4203-b953-d28be94aa644 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:55.175492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.179625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.263173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:55.263173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:55.325515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f09ad-51a2-4ad0-872c-740470e3b19f None None] Pushing event updated for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:55.343143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Allocated IP 2001:db8:3::1 (57b03d2c-bd63-4373-89bd-9096bf92fce1/3aef2d24-ee40-4120-85af-f50790c849ae/0575d6d7-1c0e-4c34-96ba-b9545ecdc361) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:18:55.549790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.690231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:55.915823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:55.960996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cda2a-21db-4e56-a1aa-1c0e8a1804d9 None None] Pushing event updated for resources: {'Port': ['ID=6ee823a9-ae34-4e9a-935e-23e787208c01,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:56.095911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:56.108776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:56.110949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:56.120311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:18:56.128994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:56.300838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:56.301387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:56.471970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.016823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.109541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998ed29-47e7-43dc-9cc3-1da99e3610a7 None None] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:18:57.129222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:50Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:55Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:57.226180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03e18f-205c-40c8-976b-424cd323e17c None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:50Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:55Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:18:57.271188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] For port 87aa21ed-3632-4203-b953-d28be94aa644, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=87aa21ed-3632-4203-b953-d28be94aa644,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:57.362193 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.427473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.495014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.498290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.569169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] Provisioning complete for port 6ee823a9-ae34-4e9a-935e-23e787208c01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:57.572593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:57.728656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Pushing event updated for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:57.781321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event updated for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:57.783206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.786560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.787107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.788885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.789420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.790501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.799610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.799965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.800314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.800648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.801174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.801692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86ed2-473b-4bf7-a90f-736cfde9a99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:18:57.949488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:18:57.956673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:18:58.185421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:58.278023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 87aa21ed-3632-4203-b953-d28be94aa644 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:58.431232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] For port 6ee823a9-ae34-4e9a-935e-23e787208c01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ee823a9-ae34-4e9a-935e-23e787208c01,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:18:58.433609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:18:58.523041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:58.666992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3e3c4-6d0d-40e1-a9ed-8b75cbaaef8c None None] Pushing event updated for resources: {'Port': ['ID=6ee823a9-ae34-4e9a-935e-23e787208c01,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:18:58.733043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:58.733474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:58.846901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:18:58.866692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-64dd7c41-0680-4704-8234-8b7ded4350f6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3596964 Sep 18 07:18:58.867542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48678) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:18:58.884214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:18:58.942835 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:18:58.979796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:18:58.980443 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:18:59.018879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0b4ed16e-0109-4b16-9290-1582b6ed7094 None None] Provisioning complete for port 6ee823a9-ae34-4e9a-935e-23e787208c01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:59.019633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed16e-0109-4b16-9290-1582b6ed7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.156118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.224069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ee823a9-ae34-4e9a-935e-23e787208c01 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:18:59.420465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0b4ed16e-0109-4b16-9290-1582b6ed7094 None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:59.420848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed16e-0109-4b16-9290-1582b6ed7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.531634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ee823a9-ae34-4e9a-935e-23e787208c01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:59.541078 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:18:59.545080 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.678655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ed16e-0109-4b16-9290-1582b6ed7094 None None] Port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:18:59.874970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-36daf58f-3e5f-4b2f-9480-ea4d5dabc8cc None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:18:59.875612 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36daf58f-3e5f-4b2f-9480-ea4d5dabc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.898909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.extraroute_db [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:18:59.934201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.extraroute_db [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Removed routes are [] {{(pid=101979) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:18:59.934621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:18:59.974547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-36daf58f-3e5f-4b2f-9480-ea4d5dabc8cc None None] Port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:00.034746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 87aa21ed-3632-4203-b953-d28be94aa644 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:00.079038 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:56Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:18:56Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:00.131650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6fd56af7-c16d-4dac-b784-4dbf14e82440 None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:00.132139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6fd56af7-c16d-4dac-b784-4dbf14e82440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.176885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:00.177300 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Updating router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:19:00.182164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 87aa21ed-3632-4203-b953-d28be94aa644 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:00.182610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.247898 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.297449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6fd56af7-c16d-4dac-b784-4dbf14e82440 None None] Port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:00.492608 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.506605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.541967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ee823a9-ae34-4e9a-935e-23e787208c01 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:00.672874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ee823a9-ae34-4e9a-935e-23e787208c01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:00.673593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:00.835558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:01.029338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:01.038511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.039970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-543063ff-1abe-4afd-84bd-ae373e84c067 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 953 time: 2.1646228 Sep 18 07:19:01.042741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:01.054674 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.174077 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.182256 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74b41441-3e5e-40aa-86da-15041a63d836 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 953 time: 0.1362617 Sep 18 07:19:01.183511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:01.188206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'routes': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:01.225539 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79679d89-213a-43a1-9a13-adcb90dc0e57 None None] Pushing event updated for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:01.303377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Attempting to bind port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:01.303743 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Attempting to bind port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:01.304134 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Attempting to bind port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 on network 57b03d2c-bd63-4373-89bd-9096bf92fce1 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:01.310895 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:01.315055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Checking segment: {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:01.315276 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.315621 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Bound using segment: {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:01.316097 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Bound port: 0575d6d7-1c0e-4c34-96ba-b9545ecdc361, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e07feb-9ab3-48b1-82b3-0729b755055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:01.316478 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.435304 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] For port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:01.454168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] For port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:01.568956 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.652294 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:01.653223 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:01.656838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:01.657355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:01.658607 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79679d89-213a-43a1-9a13-adcb90dc0e57 None None] Pushing event updated for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:01.828567 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:01.965389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.090680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] For port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:02.131408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:19:02.132005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:19:02.162942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.177615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.249497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace199eb-d010-410c-96ba-5d90fd6851fb None None] Pushing event updated for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:02.305460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0489cae7-dee6-4264-be84-dd654afdea30 None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:02.322605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0489cae7-dee6-4264-be84-dd654afdea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.451412 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:59Z', 'revision_number': 6, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:19:01Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:02.516318 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5f785-bcda-49dd-806c-75c56b140018 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:18:59Z', 'revision_number': 6, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:19:01Z', 'revision_number': 4, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:02.765759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.771212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:02.926923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:03.088097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:03.107241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:03.108687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70d9957b-f0ef-4d89-9c23-8347f3f88ec3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 703 time: 1.9240570 Sep 18 07:19:03.111707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:03.466890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-73a66e21-0b3d-44e4-b1bc-9bf47e5054c6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 703 time: 0.3513155 Sep 18 07:19:03.467552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48764) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:04.004711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:04.023271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:04.035461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:04.048066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:04.257155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:04.447653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:04.448037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:04.567779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:04.647879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 7, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:04.722766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:04.732536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:04.733222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:04.839854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:05.004074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:05.004422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:05.155950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 0575d6d7-1c0e-4c34-96ba-b9545ecdc361, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:05.156326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:05.173057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:05.215614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 7, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:05.258963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ec457f-3c19-49ea-bf93-68b6a662150b None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 7, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '0575d6d7-1c0e-4c34-96ba-b9545ecdc361', 'name': '', 'network_id': '57b03d2c-bd63-4373-89bd-9096bf92fce1', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:71:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:54Z', 'updated_at': '2021-09-18T07:19:02Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '3aef2d24-ee40-4120-85af-f50790c849ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:05.431654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:05.531729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=0575d6d7-1c0e-4c34-96ba-b9545ecdc361,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:05.712665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:05.989694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:06.094317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:06.107389 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:06.114011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:06.114870 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e836883-7959-4b45-be1d-40224ec8248a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433012 Sep 18 07:19:06.118693 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:06.119915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:06.204208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet 3aef2d24-ee40-4120-85af-f50790c849ae {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:06.207738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.219689 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:06.249941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.399686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.525381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-8e54a2d4-a3f1-4a0a-abda-7def9f6ad722 req-45b382f2-c663-4771-899c-20f8d3582633 service neutron] (101978) timed out ('10.222.0.37', 62807) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:19:06.561077 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:05Z', 'revision_number': 8, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:06.593739 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:06.603886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.620041 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:06.625498 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:06.659864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.666563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48820) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:06.668250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/3aef2d24-ee40-4120-85af-f50790c849ae HTTP/1.1" status: 204 len: 168 time: 0.5512602 Sep 18 07:19:06.668786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d25d5c-cc49-4683-bb9e-678f2c40ac76 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=3aef2d24-ee40-4120-85af-f50790c849ae,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:06.670026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45d18b-7a32-4630-82a5-9048abce0fcb None None] Network 57b03d2c-bd63-4373-89bd-9096bf92fce1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:06.745307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48822) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:06.859851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.921460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 6ee823a9-ae34-4e9a-935e-23e787208c01 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:06.921460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:06.971216 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:07.070255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 6ee823a9-ae34-4e9a-935e-23e787208c01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ee823a9-ae34-4e9a-935e-23e787208c01,segment=NetworkSegment(79e07feb-9ab3-48b1-82b3-0729b755055a),segment_id=79e07feb-9ab3-48b1-82b3-0729b755055a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:07.071712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.101278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 6ee823a9-ae34-4e9a-935e-23e787208c01 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:07.121206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] DHCP port deletion for 57b03d2c-bd63-4373-89bd-9096bf92fce1 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:07.270353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Deleting port 6ee823a9-ae34-4e9a-935e-23e787208c01 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:07.270821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.272672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.359030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=6ee823a9-ae34-4e9a-935e-23e787208c01,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:07.362129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] For port 6ee823a9-ae34-4e9a-935e-23e787208c01, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:07.362677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.392741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port 6ee823a9-ae34-4e9a-935e-23e787208c01 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:07.434963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Calling delete_port for 6ee823a9-ae34-4e9a-935e-23e787208c01 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:07.443203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Port 6ee823a9-ae34-4e9a-935e-23e787208c01 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:19:07.449430 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.522017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] Pushing event deleted for resources: {'Port': ['ID=6ee823a9-ae34-4e9a-935e-23e787208c01,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:07.524746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0ebc6-5c4a-4546-b24c-1947c8abad87 None None] No DVR routers for this DVR port 6ee823a9-ae34-4e9a-935e-23e787208c01 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:07.651848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.728710 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:05Z', 'revision_number': 8, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:07.729418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b03d2c-bd63-4373-89bd-9096bf92fce1']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:07.738694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e07feb-9ab3-48b1-82b3-0729b755055a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:07.738989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e07feb-9ab3-48b1-82b3-0729b755055a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:07.763899 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.793588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.799681 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f94c3-fc90-4449-be11-fe32fb82972a None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:05Z', 'revision_number': 8, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87aa21ed-3632-4203-b953-d28be94aa644', 'name': '', 'network_id': 'f2c0c07b-461e-402f-9950-54bf6dd22f31', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:69:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:48Z', 'updated_at': '2021-09-18T07:18:57Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9fc70366-6f0f-4645-933a-4b06ea469c31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:07.812931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:07.813336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:07.816469 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:08.003099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:08.013389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:08.015420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/57b03d2c-bd63-4373-89bd-9096bf92fce1 HTTP/1.1" status: 204 len: 168 time: 1.3463736 Sep 18 07:19:08.043412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48860) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:08.058601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf3776-0e42-4118-8090-2a8f20a2f4af tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=57b03d2c-bd63-4373-89bd-9096bf92fce1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:08.247860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ee823a9-ae34-4e9a-935e-23e787208c01 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:08.313494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6ee823a9-ae34-4e9a-935e-23e787208c01 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:08.318383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ee823a9-ae34-4e9a-935e-23e787208c01 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:08.457440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:08.837461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf2d76ca-fef4-4515-909a-030bee683142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:08.862382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:08.973692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Deleting port fc77040c-c8cd-4fa7-ab26-858da8cd7e25 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:08.974287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.072486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] For port fc77040c-c8cd-4fa7-ab26-858da8cd7e25, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:09.072861 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.089070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Calling delete_port for fc77040c-c8cd-4fa7-ab26-858da8cd7e25 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:09.094996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48886) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:09.234375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 87aa21ed-3632-4203-b953-d28be94aa644 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:09.234725 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.312935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-210d16ff-be4e-429f-ba40-35405b0ea2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.379678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.399832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 87aa21ed-3632-4203-b953-d28be94aa644, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=87aa21ed-3632-4203-b953-d28be94aa644,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:09.400198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.422657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 87aa21ed-3632-4203-b953-d28be94aa644 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:09.427075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc77040c-c8cd-4fa7-ab26-858da8cd7e25,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:09.609444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-210d16ff-be4e-429f-ba40-35405b0ea2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.676478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.682063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-210d16ff-be4e-429f-ba40-35405b0ea2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.742412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-210d16ff-be4e-429f-ba40-35405b0ea2a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=902ab8ff985e457a9aed1fee0a115475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461914 Sep 18 07:19:09.748041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:09.752721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d16ff-be4e-429f-ba40-35405b0ea2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3545d0b-1c14-4657-b7c7-4ed9c735e9cb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:09.834831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.871608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.875020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=87aa21ed-3632-4203-b953-d28be94aa644,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:09.932092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:09.971483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:10.002699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:10.003430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0575d6d7-1c0e-4c34-96ba-b9545ecdc361 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:10.071204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Router 4053c35d-cfcb-476b-b77d-399bc1d35847 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:10.108913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:10.207089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:10.218589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:10.218976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Sync routers for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:10.222063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:10.223740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3545d0b-1c14-4657-b7c7-4ed9c735e9cb HTTP/1.1" status: 204 len: 168 time: 0.4720445 Sep 18 07:19:10.238346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:10.243012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48902) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:10.244963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c59f896-078b-4fbf-99e8-9911f37a5668 admin admin] 10.222.0.20 "PUT /v2.0/routers/4053c35d-cfcb-476b-b77d-399bc1d35847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4984841 Sep 18 07:19:10.245461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:10.266988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e0a6f-568c-4b8a-bff9-5609f2044e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3545d0b-1c14-4657-b7c7-4ed9c735e9cb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:10.554767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:10.782456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:10.806731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:10.811203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Checking router: 4053c35d-cfcb-476b-b77d-399bc1d35847 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:10.820173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Routers {'4053c35d-cfcb-476b-b77d-399bc1d35847'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:10.823777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4053c35d-cfcb-476b-b77d-399bc1d35847'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:10.853636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:10.930833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] Set router 4053c35d-cfcb-476b-b77d-399bc1d35847 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:11.004768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.023169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:11.061976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d26d1d6-5646-4c66-bd5a-1762a4ef11d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9861875 Sep 18 07:19:11.064004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48916) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:11.064430 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:11.064430 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:11.064430 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:11.136044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48918) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:11.160905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a51-67cd-471d-b938-987cec7b0a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.164999 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:11.184752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet 9fc70366-6f0f-4645-933a-4b06ea469c31 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:11.186138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:11.194130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.226286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc8537-02ca-48f3-b2bb-1bd6aad8c284 None None] The sync data for ids ['4053c35d-cfcb-476b-b77d-399bc1d35847'] in n-d-789963-14 is: [{'id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'name': 'tempest-AttachVolumeTestJSON-1097921989-router', 'tenant_id': 'f9739aa812964f4cbf551af1d81889eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189'}], 'enable_snat': True}, 'gw_port_id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:09:27Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 5, 'project_id': 'f9739aa812964f4cbf551af1d81889eb', 'gw_port': {'id': '609063e2-d173-46e5-bc6d-0d6141167ecf', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053c35d-cfcb-476b-b77d-399bc1d35847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:09:28Z', 'updated_at': '2021-09-18T07:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:11.285827 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.311788 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a51-67cd-471d-b938-987cec7b0a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.368500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.386018 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 9, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:11.416760 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:11.425952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:11.430775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:18:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:11.483433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Deleting port 609063e2-d173-46e5-bc6d-0d6141167ecf {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:11.483787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.486373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a51-67cd-471d-b938-987cec7b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.511993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.530654 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:11.557582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc70366-6f0f-4645-933a-4b06ea469c31,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:11.559938 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.573220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71327641-8537-4e5e-a469-06f8882e2681 None None] Network f2c0c07b-461e-402f-9950-54bf6dd22f31 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:11.588345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-633325c3-e6c2-4208-aa42-2af5cd18be61 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9fc70366-6f0f-4645-933a-4b06ea469c31 HTTP/1.1" status: 204 len: 168 time: 0.5490041 Sep 18 07:19:11.588345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48930) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:11.591959 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-882a1d44-fee4-430b-b2ab-3feabd92d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.628492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1f6b0a51-67cd-471d-b938-987cec7b0a97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68d30475ff09499098215a383a9145f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912095 Sep 18 07:19:11.629043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48932) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:11.640495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b0a51-67cd-471d-b938-987cec7b0a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17cba3-5a3d-4ac3-bbf5-7d43dfb27894,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:11.703984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] For port 609063e2-d173-46e5-bc6d-0d6141167ecf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=609063e2-d173-46e5-bc6d-0d6141167ecf,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:11.704581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.725069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Calling delete_port for 609063e2-d173-46e5-bc6d-0d6141167ecf owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:11.745765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.812819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.828628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.983196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:11.983652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:11.985605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 9, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:11.997457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] DHCP port deletion for f2c0c07b-461e-402f-9950-54bf6dd22f31 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:12.075730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc77040c-c8cd-4fa7-ab26-858da8cd7e25 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:12.094799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9c3ccb-4068-4423-b164-60a49b767bc1 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:09Z', 'revision_number': 9, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '4bbe5df6-e02d-46b5-8f7b-92758dc71113', 'name': '', 'network_id': '3cefce9a-0d39-419d-b181-ab821a77f533', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:d7:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:40Z', 'updated_at': '2021-09-18T07:18:47Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': 'da503dcc-5f6f-4c49-aa80-b1a3e3410d35', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:12.137538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:12.138185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.160540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: fc77040c-c8cd-4fa7-ab26-858da8cd7e25 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:12.160894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc77040c-c8cd-4fa7-ab26-858da8cd7e25 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:12.163747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.172358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.175944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.195285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 7e94fb8d-5a79-4588-9278-d952b0cfb1ca owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:12.195787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a17cba3-5a3d-4ac3-bbf5-7d43dfb27894 HTTP/1.1" status: 204 len: 168 time: 0.5526893 Sep 18 07:19:12.227760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Deleting port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:12.228405 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.232782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9bc9b-759f-4902-b2de-8f96ef50647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17cba3-5a3d-4ac3-bbf5-7d43dfb27894,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:12.305925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.361964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=609063e2-d173-46e5-bc6d-0d6141167ecf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:12.385475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] For port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,segment=NetworkSegment(b610a814-6982-4c6c-8fb5-5f17a947b1ce),segment_id=b610a814-6982-4c6c-8fb5-5f17a947b1ce)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:12.385823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.400578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Calling delete_port for 7e94fb8d-5a79-4588-9278-d952b0cfb1ca owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:12.449161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.455271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.494356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:12.509977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:12.537836 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:19:12.552078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.605182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] Pushing event deleted for resources: {'Port': ['ID=7e94fb8d-5a79-4588-9278-d952b0cfb1ca,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:12.609824 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.612057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.617182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500d22c-9d07-432f-805c-442dfc0a4f9c None None] No DVR routers for this DVR port 7e94fb8d-5a79-4588-9278-d952b0cfb1ca on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:12.668005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.700597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c0c07b-461e-402f-9950-54bf6dd22f31']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:12.708733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b610a814-6982-4c6c-8fb5-5f17a947b1ce') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:12.709039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b610a814-6982-4c6c-8fb5-5f17a947b1ce') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:12.719648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.741649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.748608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:12.749264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:12.752418 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:12.756898 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.757448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4053c35d-cfcb-476b-b77d-399bc1d35847 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:19:12.780917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.785886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91d311e9-558b-4f38-88f4-7080205254b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4053c35d-cfcb-476b-b77d-399bc1d35847 HTTP/1.1" status: 204 len: 168 time: 2.5401089 Sep 18 07:19:12.786548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48944) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:12.864958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Deleting subnet d6d3a028-13aa-4b51-bf59-ab23348e49f6 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:12.869618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.877134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.882329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:12.895027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/f2c0c07b-461e-402f-9950-54bf6dd22f31 HTTP/1.1" status: 204 len: 168 time: 1.3061428 Sep 18 07:19:12.895800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 48952) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:12.936607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.004281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4a188-9774-4eca-8fb9-6ec127efe7dc tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=f2c0c07b-461e-402f-9950-54bf6dd22f31,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:13.080111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.265941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.293624 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.329950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d3a028-13aa-4b51-bf59-ab23348e49f6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:13.345973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.345973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c815095-01bb-4b36-b52e-2bc08839e8dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6d3a028-13aa-4b51-bf59-ab23348e49f6 HTTP/1.1" status: 204 len: 168 time: 0.5529764 Sep 18 07:19:13.351062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 48964) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:13.352623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a2f07-87af-46e7-81b1-2758b85a5d74 None None] Network d94ff46a-053b-451d-9574-f93683ab0932 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:13.426460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.535746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.632551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Deleting port f393475e-6a67-4323-8203-67bb610c9ed8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:13.632551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.681580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] DHCP port deletion for d94ff46a-053b-451d-9574-f93683ab0932 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:13.790975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Deleting port f393475e-6a67-4323-8203-67bb610c9ed8 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:13.791358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.827456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] For port f393475e-6a67-4323-8203-67bb610c9ed8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f393475e-6a67-4323-8203-67bb610c9ed8,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:13.828699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.844661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Calling delete_port for f393475e-6a67-4323-8203-67bb610c9ed8 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:13.936276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] For port f393475e-6a67-4323-8203-67bb610c9ed8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f393475e-6a67-4323-8203-67bb610c9ed8,segment=NetworkSegment(ef5e960d-1eb4-48e7-9ca8-b18685dbcc16),segment_id=ef5e960d-1eb4-48e7-9ca8-b18685dbcc16)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:13.936663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.946232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 4bbe5df6-e02d-46b5-8f7b-92758dc71113 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:13.946578 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:13.979877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Calling delete_port for f393475e-6a67-4323-8203-67bb610c9ed8 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:14.008291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e94fb8d-5a79-4588-9278-d952b0cfb1ca no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:14.063903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7e94fb8d-5a79-4588-9278-d952b0cfb1ca {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:14.064950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e94fb8d-5a79-4588-9278-d952b0cfb1ca not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:14.066268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 87aa21ed-3632-4203-b953-d28be94aa644 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:14.124618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 87aa21ed-3632-4203-b953-d28be94aa644 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:14.125322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 87aa21ed-3632-4203-b953-d28be94aa644 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:14.126537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f393475e-6a67-4323-8203-67bb610c9ed8 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:14.130987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 4bbe5df6-e02d-46b5-8f7b-92758dc71113, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4bbe5df6-e02d-46b5-8f7b-92758dc71113,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:14.131359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.143579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 4bbe5df6-e02d-46b5-8f7b-92758dc71113 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:14.174384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.177021 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No ports have port_id starting with f393475e-6a67-4323-8203-67bb610c9ed8 Sep 18 07:19:14.183066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 609063e2-d173-46e5-bc6d-0d6141167ecf no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:14.201280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Pushing event deleted for resources: {'Port': ['ID=f393475e-6a67-4323-8203-67bb610c9ed8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:14.203992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 609063e2-d173-46e5-bc6d-0d6141167ecf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:14.204591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 609063e2-d173-46e5-bc6d-0d6141167ecf not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:14.241640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] No DVR routers for this DVR port f393475e-6a67-4323-8203-67bb610c9ed8 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:14.248030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.298963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] Pushing event deleted for resources: {'Port': ['ID=f393475e-6a67-4323-8203-67bb610c9ed8,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:14.303067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ab209-3aad-41df-aa58-d8567cc40b0f None None] No DVR routers for this DVR port f393475e-6a67-4323-8203-67bb610c9ed8 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:14.377950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.400042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94ff46a-053b-451d-9574-f93683ab0932']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:14.407681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:14.407981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5e960d-1eb4-48e7-9ca8-b18685dbcc16') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:14.417802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.431520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.437395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:14.437799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:14.439464 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:14.501087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.530236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=4bbe5df6-e02d-46b5-8f7b-92758dc71113,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:14.563131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.577569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.579917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d94ff46a-053b-451d-9574-f93683ab0932 HTTP/1.1" status: 204 len: 168 time: 1.2275324 Sep 18 07:19:14.593596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f300b-4402-4bbf-b0f8-c9e5afcf2775 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94ff46a-053b-451d-9574-f93683ab0932,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:14.705133 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.760003 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:14.989647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:15.028629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.059762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49002) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:15.121674 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-88851053-872e-4543-9a02-d49f589fbf10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9739aa812964f4cbf551af1d81889eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605025 Sep 18 07:19:15.124348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:15.164811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:15.179135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ac980497-0b3c-4768-b48a-ba407ed4ec13 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2724538 Sep 18 07:19:15.180199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49012) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:15.182637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:15.197534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:15.198726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:15.213377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.240908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet da503dcc-5f6f-4c49-aa80-b1a3e3410d35 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:15.245631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.281771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.332156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:15.341769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.465529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.468948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.470430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb8305ff-ccc3-476c-826b-cf6b56ae96c2 HTTP/1.1" status: 204 len: 168 time: 0.3450892 Sep 18 07:19:15.484855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436de2f-8db4-47a9-9456-3f5b9f64a6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8305ff-ccc3-476c-826b-cf6b56ae96c2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:15.486225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.729081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.758209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:14Z', 'revision_number': 10, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:15.800920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=da503dcc-5f6f-4c49-aa80-b1a3e3410d35,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:15.821795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:15.823024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:15.832258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9cfb07b0-3d42-4c7e-8120-78660c1b1090 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/da503dcc-5f6f-4c49-aa80-b1a3e3410d35 HTTP/1.1" status: 204 len: 168 time: 0.6493568 Sep 18 07:19:15.833151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49032) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:15.835862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c02d00-f0f3-4410-ac0e-d154616f6f3b None None] Network 3cefce9a-0d39-419d-b181-ab821a77f533 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:16.010610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:16.011231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:16.012622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.081819 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:19:16.214259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 922b3c43-1a5a-44c7-af86-bed88e76ee62 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:16.218404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.309431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 922b3c43-1a5a-44c7-af86-bed88e76ee62, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=922b3c43-1a5a-44c7-af86-bed88e76ee62,segment=NetworkSegment(7d93e851-3c91-45c0-b901-743baa35fc23),segment_id=7d93e851-3c91-45c0-b901-743baa35fc23)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:16.310217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.333652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 922b3c43-1a5a-44c7-af86-bed88e76ee62 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:16.444110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:16.485855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] DHCP port deletion for 3cefce9a-0d39-419d-b181-ab821a77f533 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:16.613825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.657788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=922b3c43-1a5a-44c7-af86-bed88e76ee62,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:16.672568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.673181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.675976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.676523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.689371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.690114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.690651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.692558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.693090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.693605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.694599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.698380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:16.714313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port 922b3c43-1a5a-44c7-af86-bed88e76ee62 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:16.845025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Deleting port 922b3c43-1a5a-44c7-af86-bed88e76ee62 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:16.845413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.850574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.891632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cefce9a-0d39-419d-b181-ab821a77f533']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:16.911921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d93e851-3c91-45c0-b901-743baa35fc23') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:16.914662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d93e851-3c91-45c0-b901-743baa35fc23') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:16.923588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.960673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.978310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:16.978731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:16.982343 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:17.037945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] For port 922b3c43-1a5a-44c7-af86-bed88e76ee62, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:17.037945 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.057189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:14Z', 'revision_number': 10, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:17.112710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Calling delete_port for 922b3c43-1a5a-44c7-af86-bed88e76ee62 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:17.114824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0900019-5179-4768-9998-83f5ac1a6963 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:14Z', 'revision_number': 10, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None, '_interfaces': [{'id': '7ad46708-5a77-4adb-bbd7-af3ce560b07a', 'name': '', 'network_id': 'e364b669-fc49-4a4d-9a7f-a419d06f71c2', 'tenant_id': '40f65093f10041949644a99737d617c2', 'mac_address': 'fa:16:3e:cb:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:32Z', 'updated_at': '2021-09-18T07:18:40Z', 'revision_number': 5, 'project_id': '40f65093f10041949644a99737d617c2', 'subnets': [{'id': '9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:17.118044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Port 922b3c43-1a5a-44c7-af86-bed88e76ee62 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:19:17.119703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.156123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49084) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:17.159147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] Pushing event deleted for resources: {'Port': ['ID=922b3c43-1a5a-44c7-af86-bed88e76ee62,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:17.167370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c04415-a03a-49c2-88f5-aae77443add6 None None] No DVR routers for this DVR port 922b3c43-1a5a-44c7-af86-bed88e76ee62 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:17.177728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.215054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.219123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/3cefce9a-0d39-419d-b181-ab821a77f533 HTTP/1.1" status: 204 len: 168 time: 1.3841028 Sep 18 07:19:17.220216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49088) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:17.220363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25cea7-638f-45c2-a639-f693a02f47e3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=3cefce9a-0d39-419d-b181-ab821a77f533,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:17.419161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1638002955-network', 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:17.632247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:17.635548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.649321 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.652400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:17.941426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bbe5df6-e02d-46b5-8f7b-92758dc71113 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:17.970479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4bbe5df6-e02d-46b5-8f7b-92758dc71113 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:17.970479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4bbe5df6-e02d-46b5-8f7b-92758dc71113 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:17.970479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 922b3c43-1a5a-44c7-af86-bed88e76ee62 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:17.995785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 922b3c43-1a5a-44c7-af86-bed88e76ee62 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:17.996310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 922b3c43-1a5a-44c7-af86-bed88e76ee62 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:18.292833 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.353675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 7ad46708-5a77-4adb-bbd7-af3ce560b07a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:18.354097 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.358381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.412255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:18.417014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e6d40-95c6-43f6-a692-136e8980e601,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:18.461784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.462156 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Added segment 0607a4bd-1760-4e5a-92c8-7a29a3d59bd6 of type vlan for network 064bae6f-e498-4c22-bfbc-e7467866f4d2 Sep 18 07:19:18.518090 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.555419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 7ad46708-5a77-4adb-bbd7-af3ce560b07a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ad46708-5a77-4adb-bbd7-af3ce560b07a,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:18.555825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.569592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 7ad46708-5a77-4adb-bbd7-af3ce560b07a owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:18.642853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.643753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:18.645346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.757405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] Pushing event updated for resources: {'Network': ['ID=064bae6f-e498-4c22-bfbc-e7467866f4d2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:18.771749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:18.793511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c702cc72-4c77-4b34-a76d-e80e19561656 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6352718 Sep 18 07:19:18.797232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49120) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:18.803970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Request body: {'subnet': {'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1638002955-subnet', 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:18.920179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:18.920470 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.926589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:18.986146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=7ad46708-5a77-4adb-bbd7-af3ce560b07a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:19.224426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.265820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.330155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2735b4-2c33-4622-8443-886e997b61e4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:19.354533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Checking segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:19.355005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Network hostable DHCP agents. Network: 064bae6f-e498-4c22-bfbc-e7467866f4d2, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:19.406706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:19.430615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:19.486851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:19.491786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-61369b0a-a341-4f81-83f1-3b566562402b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705858 Sep 18 07:19:19.497712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49134) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:19.498381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:19.509985 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:19.511712 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:19.530158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 064bae6f-e498-4c22-bfbc-e7467866f4d2) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:19.538877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ab373-8242-415a-be11-8a364b82e19b None None] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:19.555389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:19.558275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.603260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting subnet 9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:19.608370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:19.616196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.669563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-197e4ff8-9194-4643-9410-7a21d7e1e472 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8711360 Sep 18 07:19:19.681328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:19.699541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.711740 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:19.724201 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:19.725240 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:19.778964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4f585-9667-492e-8b89-fe7994c486ee None None] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:19.827413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:19.843735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:19.961876 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:19.994188 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc606c14-e4f5-4c8e-ad87-86671123ee15 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:20.060182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.097165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:20.101636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.106693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9cfe37ca-4613-4514-a8c6-cbcbc717ebeb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e HTTP/1.1" status: 204 len: 168 time: 0.6078482 Sep 18 07:19:20.106965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49154) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:20.107826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d3723-f17e-4d06-8baf-2d7eeeed959f None None] Network e364b669-fc49-4a4d-9a7f-a419d06f71c2 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:20.226008 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.356316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] DHCP port deletion for e364b669-fc49-4a4d-9a7f-a419d06f71c2 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:20.445643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Deleting port 2ac5d733-c904-45d7-bc29-fea4e0248de5 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:20.446469 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.447399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Deleting port 2ac5d733-c904-45d7-bc29-fea4e0248de5 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:20.448005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.463766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9cecde6d-6145-4473-ac92-07ef49ecc00f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:20.474959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9cecde6d-6145-4473-ac92-07ef49ecc00f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.2310629 Sep 18 07:19:20.551856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] For port 2ac5d733-c904-45d7-bc29-fea4e0248de5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2ac5d733-c904-45d7-bc29-fea4e0248de5,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:20.552370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.561050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-81a19d05-f6c2-46ef-bf42-580ed3150fe1 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/quotas/a6da6b72aff547e1a32fd4021ed0ff77 HTTP/1.1" status: 200 len: 375 time: 0.0819051 Sep 18 07:19:20.566941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Calling delete_port for 2ac5d733-c904-45d7-bc29-fea4e0248de5 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:20.623751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-6cc1d6fe-b914-465a-ada3-f9aace205cfa tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548480 Sep 18 07:19:20.632239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] For port 2ac5d733-c904-45d7-bc29-fea4e0248de5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2ac5d733-c904-45d7-bc29-fea4e0248de5,segment=NetworkSegment(97e9be3d-308b-4471-bb9a-d2e9d32242c5),segment_id=97e9be3d-308b-4471-bb9a-d2e9d32242c5)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:20.634775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.671906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Calling delete_port for 2ac5d733-c904-45d7-bc29-fea4e0248de5 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:20.773771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.800508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] Pushing event deleted for resources: {'Port': ['ID=2ac5d733-c904-45d7-bc29-fea4e0248de5,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:20.816212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1fc46-65bf-4d5a-b026-3d3c11f79835 None None] No DVR routers for this DVR port 2ac5d733-c904-45d7-bc29-fea4e0248de5 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:20.853596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-cdb6d40e-45bc-4599-9fbb-4039587b8ff0 service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125280 Sep 18 07:19:20.863852 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:20.931242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Port': ['ID=2ac5d733-c904-45d7-bc29-fea4e0248de5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:20.935114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No DVR routers for this DVR port 2ac5d733-c904-45d7-bc29-fea4e0248de5 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:20.965864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.966271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.966624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.966965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.967306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.967644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.968000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.968407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.968751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.969086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.969416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:20.969743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:21.066786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.091795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-e6097fbc-fce3-4100-8c6b-0bc1fafee295 service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246087 Sep 18 07:19:21.095044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e364b669-fc49-4a4d-9a7f-a419d06f71c2']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:21.104716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9be3d-308b-4471-bb9a-d2e9d32242c5') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:21.108301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9be3d-308b-4471-bb9a-d2e9d32242c5') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:21.118842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.138287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.147042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:21.147042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self.session.flush() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:21.150404 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:21.342569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35a008d7-6177-43de-b481-4ff9d6c5cffe req-0d0103db-19b2-4b2c-ab8d-be9088ccd4ef tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 210 time: 0.0305192 Sep 18 07:19:21.363221 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.371355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.377235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/networks/e364b669-fc49-4a4d-9a7f-a419d06f71c2 HTTP/1.1" status: 204 len: 168 time: 1.2687843 Sep 18 07:19:21.381732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49204) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:21.404944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2667e-a0c2-4028-a7de-93142f931eaa tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Pushing event deleted for resources: {'Network': ['ID=e364b669-fc49-4a4d-9a7f-a419d06f71c2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:21.406877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'routes': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:21.612112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Added routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 07:19:21.612807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.extraroute_db [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Removed routes are [] {{(pid=101978) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 07:19:21.613390 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.761997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.765272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.853216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:21.954379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:21.968239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Sync routers for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:21.971823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2ac5d733-c904-45d7-bc29-fea4e0248de5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:21.973408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:21.975061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-03bf64db-4a9d-44ae-8a65-7694be3a9e9a tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 704 time: 0.5901499 Sep 18 07:19:21.977781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49224) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:22.009332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0a495159-9e4d-42cc-abc5-b2ae0e9b5ffb tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 205 time: 0.0298119 Sep 18 07:19:22.019074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49228) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:22.048922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2ac5d733-c904-45d7-bc29-fea4e0248de5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:22.049473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2ac5d733-c904-45d7-bc29-fea4e0248de5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:22.053383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ad46708-5a77-4adb-bbd7-af3ce560b07a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:22.132605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7ad46708-5a77-4adb-bbd7-af3ce560b07a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:22.133787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ad46708-5a77-4adb-bbd7-af3ce560b07a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:22.141969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:22.141969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:22.193385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:22.400861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:22.522957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:22.524688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2df97ded-7c69-4995-a83f-cdfd47ffa1dd req-672eaa30-de3d-4557-b3fc-d9ab7a7d4f9a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 210 time: 0.0581024 Sep 18 07:19:22.579020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Checking router: 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:22.589741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Routers {'59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:22.591148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:22.605916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:22.615152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:22.701122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] Set router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:22.764121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:22.785498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:22.786277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router 59eaf6fb-92b0-4f01-b93a-ecdf76f3094b {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:19:22.793779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:22.799286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49250) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:22.802714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ee5570-de6d-4049-a794-d4df534b9767 None None] The sync data for ids ['59eaf6fb-92b0-4f01-b93a-ecdf76f3094b'] in n-d-789963-14 is: [{'id': '59eaf6fb-92b0-4f01-b93a-ecdf76f3094b', 'name': 'tempest-RoutersIpV6Test-router-984535148', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:28Z', 'updated_at': '2021-09-18T07:19:18Z', 'revision_number': 11, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:22.804121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734675669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:22.805838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b8052dac-7131-4c78-9819-926389eca7a6 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 204 len: 168 time: 0.7855706 Sep 18 07:19:23.002246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:23.003327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:23.087529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:23.157329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:23.258680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:23.262735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49258) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:23.263185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f30dbf78-90d4-415f-ae0f-a1f9672e8d40 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4626448 Sep 18 07:19:23.268848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:23.691250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f752fe9f-4234-495e-81fe-b5cf821da010 req-11f3edb2-b7c1-4716-9499-162ce1b8d965 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 210 time: 0.0478554 Sep 18 07:19:24.018927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-385'] for router, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:24.099711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585164'] for router, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:24.320815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-a2c7a059-cf2e-4a3c-a936-53751367a410 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:24.322771 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-a2c7a059-cf2e-4a3c-a936-53751367a410 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1377647 Sep 18 07:19:24.342715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Request body: {'port': {'device_id': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'admin_state_up': True, 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:24.363136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Router 5e3b78a6-5eee-48f0-bd51-3bd90156ea96 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:19:24.530188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:24.539363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:24.542853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Sync routers for ids ['5e3b78a6-5eee-48f0-bd51-3bd90156ea96'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:24.543467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ea2c9e6c-f7d2-4383-8e8a-da6557eda726 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "PUT /v2.0/routers/5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 200 len: 697 time: 1.2789187 Sep 18 07:19:24.546573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49280) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:24.559387 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Routers {'5e3b78a6-5eee-48f0-bd51-3bd90156ea96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:24.560439 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['5e3b78a6-5eee-48f0-bd51-3bd90156ea96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:24.681690 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-debbdf92-cba4-49c8-8a23-73cb23d46194 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/routers/5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 200 len: 703 time: 0.1341343 Sep 18 07:19:24.684958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49286) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:24.765057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:24.768338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e02dd7a-31f8-43ec-abf0-e6bad9ceb534 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 200 len: 205 time: 0.0794187 Sep 18 07:19:24.823443 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Set router 5e3b78a6-5eee-48f0-bd51-3bd90156ea96 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:24.824372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:24.828966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:24.837482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32537dbb-a978-480c-9d08-e13af3fff648 req-3bca8730-d741-4017-8082-797a465452f4 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 210 time: 0.0405362 Sep 18 07:19:24.889604 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3b78a6-5eee-48f0-bd51-3bd90156ea96', 'name': 'tempest-RoutersIpV6Test-router-734675669', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:23Z', 'updated_at': '2021-09-18T07:19:24Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:24.921595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:24.946675 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Checking router: 5e3b78a6-5eee-48f0-bd51-3bd90156ea96 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:24.956781 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Routers {'5e3b78a6-5eee-48f0-bd51-3bd90156ea96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:24.957642 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['5e3b78a6-5eee-48f0-bd51-3bd90156ea96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:25.051459 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] Set router 5e3b78a6-5eee-48f0-bd51-3bd90156ea96 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:25.119722 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3b78a6-5eee-48f0-bd51-3bd90156ea96', 'name': 'tempest-RoutersIpV6Test-router-734675669', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:23Z', 'updated_at': '2021-09-18T07:19:24Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:25.156174 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32aaf56-c959-40a6-8164-c1a989161b2e None None] The sync data for ids ['5e3b78a6-5eee-48f0-bd51-3bd90156ea96'] in n-d-789963-14 is: [{'id': '5e3b78a6-5eee-48f0-bd51-3bd90156ea96', 'name': 'tempest-RoutersIpV6Test-router-734675669', 'tenant_id': '40f65093f10041949644a99737d617c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:23Z', 'updated_at': '2021-09-18T07:19:24Z', 'revision_number': 2, 'project_id': '40f65093f10041949644a99737d617c2', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:25.265672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.276903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.330376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Allocated IP 172.20.0.4 (064bae6f-e498-4c22-bfbc-e7467866f4d2/3d2735b4-2c33-4622-8443-886e997b61e4/2ff1414b-29ee-47ec-9937-a7f95f4ad61a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:25.438358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.442446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3b78a6-5eee-48f0-bd51-3bd90156ea96 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:19:25.445793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.450074 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34b2ffcd-51b0-4169-a9cd-952e44aad20d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 204 len: 168 time: 0.6808076 Sep 18 07:19:25.450322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49306) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.493097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.520658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9590503-6d4c-4cd1-a104-74d2daac9628 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 200 len: 205 time: 0.0692403 Sep 18 07:19:25.520913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49312) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.575227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.619147 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ae08ffd3-e00b-4c4a-bc66-4331c061509b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:25.620961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae08ffd3-e00b-4c4a-bc66-4331c061509b tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/5e3b78a6-5eee-48f0-bd51-3bd90156ea96 HTTP/1.1" status: 404 len: 336 time: 0.0983112 Sep 18 07:19:25.623373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.657972 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fcc967-3233-4da3-9786-a66cab52131f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:25.658886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fcc967-3233-4da3-9786-a66cab52131f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:25.665586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-15fcc967-3233-4da3-9786-a66cab52131f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/3aef2d24-ee40-4120-85af-f50790c849ae HTTP/1.1" status: 404 len: 337 time: 0.0374203 Sep 18 07:19:25.666210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49322) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.699493 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-42012b74-87d6-4e23-a1ba-a8729441a495 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:25.700203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42012b74-87d6-4e23-a1ba-a8729441a495 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:25.701592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-42012b74-87d6-4e23-a1ba-a8729441a495 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9fc70366-6f0f-4645-933a-4b06ea469c31 HTTP/1.1" status: 404 len: 337 time: 0.0342517 Sep 18 07:19:25.704359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49324) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.707908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28372e21-e787-491f-ab2d-11c643553718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.741860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.743817 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6719455-1f8b-4330-a508-6cc22453203e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:25.744755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6719455-1f8b-4330-a508-6cc22453203e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:25.748590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d6719455-1f8b-4330-a508-6cc22453203e tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/da503dcc-5f6f-4c49-aa80-b1a3e3410d35 HTTP/1.1" status: 404 len: 337 time: 0.0407841 Sep 18 07:19:25.749438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.786179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:25.790479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:25.794692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:25.813988 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfeb721-578a-4400-8d9e-87631f59b5a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:25.814612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfeb721-578a-4400-8d9e-87631f59b5a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:25.816598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9bfeb721-578a-4400-8d9e-87631f59b5a2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9ff2bfb0-3899-4b2a-bff7-e6db9acecb7e HTTP/1.1" status: 404 len: 337 time: 0.0573258 Sep 18 07:19:25.820345 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49332) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.841179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event updated for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:25.867481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:25.868878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:25.871399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-11cb799d-a141-4dd9-971c-b3caa335c6d2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 200 len: 205 time: 0.0497570 Sep 18 07:19:25.874123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49336) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:25.948420 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-e48714fa-1140-4306-8d69-a1bef5f57a05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:25.949449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e48714fa-1140-4306-8d69-a1bef5f57a05 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/59eaf6fb-92b0-4f01-b93a-ecdf76f3094b HTTP/1.1" status: 404 len: 336 time: 0.0743606 Sep 18 07:19:25.952253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49338) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.002134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5b82fef9-372f-4346-a0b1-b2bdbd26c1e2 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc3987ea-5443-4dd7-a28e-28b49423ae58 HTTP/1.1" status: 200 len: 205 time: 0.0459862 Sep 18 07:19:26.002845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49340) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.007774 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28372e21-e787-491f-ab2d-11c643553718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.027412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a7f07-3939-4714-bce9-b4083fa00e81 req-b1cf94aa-2b6f-43ca-95b5-c29a46ac9675 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:26.031030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-381a7f07-3939-4714-bce9-b4083fa00e81 req-b1cf94aa-2b6f-43ca-95b5-c29a46ac9675 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 931 time: 0.1232932 Sep 18 07:19:26.065303 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-8cc188bc-c099-40ba-ad02-6c80ee92ae96 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:26.068641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8cc188bc-c099-40ba-ad02-6c80ee92ae96 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/dc3987ea-5443-4dd7-a28e-28b49423ae58 HTTP/1.1" status: 404 len: 336 time: 0.0622256 Sep 18 07:19:26.070738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.083826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-381a7f07-3939-4714-bce9-b4083fa00e81 req-7f1e6249-bda4-4257-9b16-e56b47291446 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Sep 18 07:19:26.086389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28372e21-e787-491f-ab2d-11c643553718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.109078 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322cd72-b933-4253-a1e4-609ad8286795 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:26.109945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322cd72-b933-4253-a1e4-609ad8286795 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:26.115893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d322cd72-b933-4253-a1e4-609ad8286795 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/f4819053-2077-4c44-a545-ae7e20e37168 HTTP/1.1" status: 404 len: 337 time: 0.0441966 Sep 18 07:19:26.121989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28372e21-e787-491f-ab2d-11c643553718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c06b51c53d4b18a2916342bc563434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255443 Sep 18 07:19:26.125349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49344) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.125833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49346) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.154146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372e21-e787-491f-ab2d-11c643553718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c1d81-7c0b-41bb-9802-5c2073b96cbf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:26.169648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49354) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.169936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f39791ae-d711-45a9-9d79-05a4f182926f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 200 len: 205 time: 0.0416391 Sep 18 07:19:26.184010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-5314e788-6a90-4fe9-911c-561622454b57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463845 Sep 18 07:19:26.214786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Request body: {'port': {'device_id': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:26.217110 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-b42cd9d5-e2b9-4872-a424-cfe7cdd55dd9 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:26.218296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b42cd9d5-e2b9-4872-a424-cfe7cdd55dd9 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/162fd144-a201-491d-a7ed-4e8dbf9ed918 HTTP/1.1" status: 404 len: 336 time: 0.0476325 Sep 18 07:19:26.220871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.261786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af92cc27-bf36-4958-bc13-99eec68eea52 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=c497b47e-01e1-4868-8c76-600d73f5c51c HTTP/1.1" status: 200 len: 205 time: 0.0372517 Sep 18 07:19:26.262111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49360) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.285364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.309197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.311138 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ee5383f2-f34c-4ef5-a01b-7460be795f34 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:26.314494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ee5383f2-f34c-4ef5-a01b-7460be795f34 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/c497b47e-01e1-4868-8c76-600d73f5c51c HTTP/1.1" status: 404 len: 336 time: 0.0491242 Sep 18 07:19:26.315074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49362) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.349297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.349567 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fca7291-79b7-4a35-8bdc-2b786737b75d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:26.349976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fca7291-79b7-4a35-8bdc-2b786737b75d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:26.357213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49364) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.357959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2fca7291-79b7-4a35-8bdc-2b786737b75d tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/d939ef95-f8df-438d-823b-5707b2a129de HTTP/1.1" status: 404 len: 337 time: 0.0354438 Sep 18 07:19:26.405769 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4ac2688-ffab-4597-bac9-5f4d7a0f2086 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff2bf174-a3f0-4378-85e7-36d14c6954bf HTTP/1.1" status: 200 len: 205 time: 0.0443163 Sep 18 07:19:26.406833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49366) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.462113 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-fe690853-92bc-4ae0-8450-0980680eae36 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:26.465830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fe690853-92bc-4ae0-8450-0980680eae36 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/ff2bf174-a3f0-4378-85e7-36d14c6954bf HTTP/1.1" status: 404 len: 336 time: 0.0558701 Sep 18 07:19:26.466135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49368) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.514226 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a81a0f0-2a2c-4130-a9d3-980a131416d3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:26.514710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a81a0f0-2a2c-4130-a9d3-980a131416d3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:26.517061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a81a0f0-2a2c-4130-a9d3-980a131416d3 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/9bf36628-1cd3-4795-b9b6-4b14590b4d62 HTTP/1.1" status: 404 len: 337 time: 0.0497665 Sep 18 07:19:26.519678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49370) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.559389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3ceae26b-edee-4230-9fdb-9ce570726eb1 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdaf41bd-91ca-4b56-8497-ae752cafd949 HTTP/1.1" status: 200 len: 205 time: 0.0385869 Sep 18 07:19:26.561669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49374) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.619470 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-8972bce8-e732-49c7-adf7-557872045fcd tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] delete failed (client error): The resource could not be found. Sep 18 07:19:26.624493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49376) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.625300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8972bce8-e732-49c7-adf7-557872045fcd tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/routers/bdaf41bd-91ca-4b56-8497-ae752cafd949 HTTP/1.1" status: 404 len: 336 time: 0.0626221 Sep 18 07:19:26.627738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.630292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.631396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/598c1d81-7c0b-41bb-9802-5c2073b96cbf HTTP/1.1" status: 204 len: 168 time: 0.5047033 Sep 18 07:19:26.671814 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-c427748b-6315-4935-93ba-c2fe85a8940f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:26.672282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c427748b-6315-4935-93ba-c2fe85a8940f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:26.674063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c427748b-6315-4935-93ba-c2fe85a8940f tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/8cb1a10e-9633-4a4c-93ca-f66adb7173d0 HTTP/1.1" status: 404 len: 337 time: 0.0489132 Sep 18 07:19:26.676530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46558b50-07e1-44ce-953f-8ab358b4aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c1d81-7c0b-41bb-9802-5c2073b96cbf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:26.677209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49380) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:26.750900 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce99896-34ce-4e91-8123-39aa15a73ca4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] DELETE failed (client error): The resource could not be found. Sep 18 07:19:26.751482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce99896-34ce-4e91-8123-39aa15a73ca4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:19:26.758475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ce99896-34ce-4e91-8123-39aa15a73ca4 tempest-RoutersIpV6Test-1087899759 tempest-RoutersIpV6Test-1087899759-project] 10.222.0.20 "DELETE /v2.0/subnets/d335dd44-5a23-4f4f-acc7-6dd877cbc9ae HTTP/1.1" status: 404 len: 337 time: 0.0791147 Sep 18 07:19:26.824414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff1414b-29ee-47ec-9937-a7f95f4ad61a {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:19:26.843300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.868279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Transition to ACTIVE for port object 2ff1414b-29ee-47ec-9937-a7f95f4ad61a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:19:26.941409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:26.996868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Pushing event updated for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:27.075071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Attempting to bind port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:27.075535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Attempting to bind port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:27.077591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Attempting to bind port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:27.081137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:19:27.081480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Attempting to bind port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:27.086536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:27.086877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Checking segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:27.087261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Bound using segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:27.087789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Bound port: 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:27.088158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.174516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:27.178600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:27.250024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.256234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf88368-f17d-425b-a176-b67ddad1d3f3 req-20766073-9e04-4c37-908d-7d0e0b9d0b61 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:27.258062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cf88368-f17d-425b-a176-b67ddad1d3f3 req-20766073-9e04-4c37-908d-7d0e0b9d0b61 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.0564365 Sep 18 07:19:27.311391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:27.313074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.315264 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] 10.222.0.24 "PUT /v2.0/ports/2ff1414b-29ee-47ec-9937-a7f95f4ad61a HTTP/1.1" status: 200 len: 1092 time: 1.1099348 Sep 18 07:19:27.316555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:19:27.321438 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4805f3c-cc75-4462-b329-03708e19a6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:19:27.338545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cf88368-f17d-425b-a176-b67ddad1d3f3 req-b71ab788-0d9e-45c8-8d21-004f8bf672cc tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676727 Sep 18 07:19:27.403805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa97547-a394-4263-ab1b-936ed50b8c3a service neutron] Pushing event updated for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:27.416669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49406) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:27.423307 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddee29b-028e-44b1-bf28-19c599b7cd68 x-openstack-request-id: req-8ddee29b-028e-44b1-bf28-19c599b7cd68 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:19:27.423616 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:19:27.423842 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ddee29b-028e-44b1-bf28-19c599b7cd68 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:19:27.424247 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a', 'status': 'completed', 'code': 200} Sep 18 07:19:27.442108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aafbde57-5640-4796-bb9e-db89b940caa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.517692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-2ff4ab99-9d11-4e0a-a012-416f9cce49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:27.519298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-2ff4ab99-9d11-4e0a-a012-416f9cce49e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 1095 time: 0.0690498 Sep 18 07:19:27.533418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49408) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:27.709687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aafbde57-5640-4796-bb9e-db89b940caa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.728746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-2a2af59c-cc2c-481f-9c2f-91f06402b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:27.730284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-2a2af59c-cc2c-481f-9c2f-91f06402b319 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1882946 Sep 18 07:19:27.765278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-468aac46-56c2-4a74-9ddc-94a5102d67ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40f65093f10041949644a99737d617c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305832 Sep 18 07:19:27.767230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49416) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:27.782018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aafbde57-5640-4796-bb9e-db89b940caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.846671 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.872842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:27.874737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbde57-5640-4796-bb9e-db89b940caa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb300e1-9e21-4afe-8e04-4c3d32ea4f4b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:27.892981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aafbde57-5640-4796-bb9e-db89b940caa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cc4756943b546b8b2cda52ff6279f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755831 Sep 18 07:19:27.897334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49420) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:27.934299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-16c1eba4-749c-4ded-a4a5-3296565b9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:27.939971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b4805f3c-cc75-4462-b329-03708e19a6fb req-16c1eba4-749c-4ded-a4a5-3296565b9e74 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981640 Sep 18 07:19:27.986542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.013764 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.016985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.018393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/103e7af8-b3b2-4781-9791-4e3a552d7e3b HTTP/1.1" status: 204 len: 168 time: 0.2501905 Sep 18 07:19:28.028523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.049830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe73cf-6cae-4112-b8ed-55e272f0b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103e7af8-b3b2-4781-9791-4e3a552d7e3b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:28.111949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-0c53c9dd-5a5d-4153-a43a-3ceb6eab6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:28.120442 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-0c53c9dd-5a5d-4153-a43a-3ceb6eab6728 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 1095 time: 0.1095066 Sep 18 07:19:28.167286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.169939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:28.173499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bb300e1-9e21-4afe-8e04-4c3d32ea4f4b HTTP/1.1" status: 204 len: 168 time: 0.2715921 Sep 18 07:19:28.173499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-0564320c-f65d-4009-aeeb-a8dcecc79876 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a HTTP/1.1" status: 200 len: 217 time: 0.0404851 Sep 18 07:19:28.227786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a2dd-a05a-4fc2-98f4-f0f754da4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb300e1-9e21-4afe-8e04-4c3d32ea4f4b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:28.262210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-2fe9f481-58eb-4cf4-ad42-33c4e2539fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:28.272247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-2fe9f481-58eb-4cf4-ad42-33c4e2539fee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0897551 Sep 18 07:19:28.318331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-4f4a8b64-8e2d-4709-a7bb-ffc6e3e8ff3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381253 Sep 18 07:19:28.452193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-2979b56e-610f-4f97-89ac-cb613daaa9a5 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Sep 18 07:19:28.523685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fabb2-df90-4d4d-80cc-cc90c85a71df req-de4cb33d-7619-470b-8b7d-415d8cd4ff4f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:28.536842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-370fabb2-df90-4d4d-80cc-cc90c85a71df req-de4cb33d-7619-470b-8b7d-415d8cd4ff4f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.0963104 Sep 18 07:19:28.584916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adfcb4a5-7467-4391-a83d-ffaa86bdd4a8 req-15d37e84-3bd7-4ff0-89bd-fe600ce935c2 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256967 Sep 18 07:19:28.589000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-370fabb2-df90-4d4d-80cc-cc90c85a71df req-92147b88-a965-49b4-9b15-a6c00cc0e137 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Sep 18 07:19:29.012550 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.055822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:29.071118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc1bff20-c796-462e-9048-22293ecb8ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.180225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc1bff20-c796-462e-9048-22293ecb8ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.242562 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc1bff20-c796-462e-9048-22293ecb8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.290598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49462) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:29.307926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc1bff20-c796-462e-9048-22293ecb8ad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903a015f2cc243e09c37edaa9dd54804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335491 Sep 18 07:19:29.310375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bff20-c796-462e-9048-22293ecb8ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2611fdfc-df1c-4b35-90ac-3fc2b71e79b4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:29.377129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.422258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.445162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:29.555335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-577650262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:29.562498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.565783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.566353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2611fdfc-df1c-4b35-90ac-3fc2b71e79b4 HTTP/1.1" status: 204 len: 168 time: 0.2766778 Sep 18 07:19:29.576369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae0873-eadc-4586-8283-a4e1310637f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2611fdfc-df1c-4b35-90ac-3fc2b71e79b4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:29.665819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.667307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.743880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.795962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab0d9f-6ca5-4383-a7c1-43cf6b49a7e0 req-1897e856-e231-4c4e-a85e-f5e65587c591 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:29.803099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35ab0d9f-6ca5-4383-a7c1-43cf6b49a7e0 req-1897e856-e231-4c4e-a85e-f5e65587c591 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.0568254 Sep 18 07:19:29.812104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.849397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35ab0d9f-6ca5-4383-a7c1-43cf6b49a7e0 req-4de1d30b-2005-4fde-8f0e-e846d81f8874 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Sep 18 07:19:29.883305 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:29.884529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-474c497e-4a64-41d2-8936-3e27fd87726f tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4391081 Sep 18 07:19:29.892911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:29.899051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-573824324'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:29.981755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:29.984109 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.007001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.111911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.202394 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.229872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:30.240179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994dc8c7-c484-47b2-b2e9-b7f09a70b031,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:30.250223 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.250654 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Added segment 7c85074e-d651-42d2-abde-1e4a9379b8c1 of type vlan for network 3981ab3c-8432-4ca6-871a-460944af315e Sep 18 07:19:30.298572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.362041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.369541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:30.370197 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:30.460782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Network': ['ID=3981ab3c-8432-4ca6-871a-460944af315e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:30.470663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3981ab3c-8432-4ca6-871a-460944af315e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:30.545091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-559ed467-6f53-455b-a7bd-8096fc44790e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6508527 Sep 18 07:19:30.547790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49508) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:30.552839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'subnet': {'network_id': '3981ab3c-8432-4ca6-871a-460944af315e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:30.750658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:30.754916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.046497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf01c66-52a2-497a-b2ef-4c1725c83048 req-a0fac002-2982-40b0-a122-f30b96cc631b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:31.047978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bf01c66-52a2-497a-b2ef-4c1725c83048 req-a0fac002-2982-40b0-a122-f30b96cc631b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.1061668 Sep 18 07:19:31.085697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bf01c66-52a2-497a-b2ef-4c1725c83048 req-1af5bd33-7c20-49be-bd34-caed0cb3f289 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Sep 18 07:19:31.122479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.187741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Subnet': ['ID=926cb771-641c-4df2-af5a-a549862e476c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:31.219726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Checking segment: {'id': '7c85074e-d651-42d2-abde-1e4a9379b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:31.220649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network hostable DHCP agents. Network: 3981ab3c-8432-4ca6-871a-460944af315e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:31.323196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 3981ab3c-8432-4ca6-871a-460944af315e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:31.396353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3981ab3c-8432-4ca6-871a-460944af315e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:31.401754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:31.403122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.407879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abf7d3-da0d-43ee-9acf-c68ec0020f51 None None] Network 3981ab3c-8432-4ca6-871a-460944af315e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:31.459057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49542) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:31.468362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f49d36f-210d-467b-847f-36b996e9d9f0 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9194012 Sep 18 07:19:31.473224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49546) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:31.480283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'network': {'name': 'tempest-router-network01--104165783'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:31.590641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:31.596626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.607197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3981ab3c-8432-4ca6-871a-460944af315e', 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e', 'tenant_id': '01ea01c20aff4e6d863bcec708119b3b', 'fixed_ips': [{'subnet_id': '926cb771-641c-4df2-af5a-a549862e476c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:19:31.608180 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.628531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:31.644737 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a908f2a-6380-4c66-9759-1f6ca62b165a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.649387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.649757 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Added segment 858094f1-d9f9-4f71-9e8e-4c8521e56624 of type vlan for network 1ffd8402-827b-43eb-b99b-766926c93442 Sep 18 07:19:31.706895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.750617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Allocated IP 2001:db8::2 (3981ab3c-8432-4ca6-871a-460944af315e/926cb771-641c-4df2-af5a-a549862e476c/80126e43-83e1-4893-81aa-e40ef2395b8f) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:31.821411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a908f2a-6380-4c66-9759-1f6ca62b165a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.830508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.836221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:31.836911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.904066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.913804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Network': ['ID=1ffd8402-827b-43eb-b99b-766926c93442,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:31.915908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a908f2a-6380-4c66-9759-1f6ca62b165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:31.928259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 1ffd8402-827b-43eb-b99b-766926c93442 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:31.956893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1a908f2a-6380-4c66-9759-1f6ca62b165a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d3ba001210c466fbb8a06271cbc5c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966559 Sep 18 07:19:31.958172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a908f2a-6380-4c66-9759-1f6ca62b165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3611f13a-6e56-4a53-a872-6107218540b8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:31.959679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49556) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:32.005027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-53a9103b-b104-4876-bec4-313dbf88c68c tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5279150 Sep 18 07:19:32.005303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49558) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:32.010733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'network': {'name': 'tempest-router-network02--1106798424'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:32.018376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.027810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.050675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.067568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Network 3981ab3c-8432-4ca6-871a-460944af315e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:32.072693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:32.075800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:32.090835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Pushing event updated for resources: {'Port': ['ID=80126e43-83e1-4893-81aa-e40ef2395b8f,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:32.143199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Attempting to bind port 80126e43-83e1-4893-81aa-e40ef2395b8f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:32.144022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Attempting to bind port 80126e43-83e1-4893-81aa-e40ef2395b8f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7c85074e-d651-42d2-abde-1e4a9379b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:32.144542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Attempting to bind port 80126e43-83e1-4893-81aa-e40ef2395b8f on network 3981ab3c-8432-4ca6-871a-460944af315e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:32.151239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:32.152061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Checking segment: {'id': '7c85074e-d651-42d2-abde-1e4a9379b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:32.158390 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.158390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Bound using segment: {'id': '7c85074e-d651-42d2-abde-1e4a9379b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:32.158390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Bound port: 80126e43-83e1-4893-81aa-e40ef2395b8f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c85074e-d651-42d2-abde-1e4a9379b8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3981ab3c-8432-4ca6-871a-460944af315e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:32.158390 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.186424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:32.190694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.226850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517b5c-abfb-4c7e-b81e-75d367d54793 req-e9c81395-c42f-4c95-9b46-3e79a9c0d762 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:32.228200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] For port 80126e43-83e1-4893-81aa-e40ef2395b8f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:32.231991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] For port 80126e43-83e1-4893-81aa-e40ef2395b8f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=80126e43-83e1-4893-81aa-e40ef2395b8f,segment=NetworkSegment(7c85074e-d651-42d2-abde-1e4a9379b8c1),segment_id=7c85074e-d651-42d2-abde-1e4a9379b8c1)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:32.234432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56517b5c-abfb-4c7e-b81e-75d367d54793 req-e9c81395-c42f-4c95-9b46-3e79a9c0d762 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.0766947 Sep 18 07:19:32.242711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.245212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.246659 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3611f13a-6e56-4a53-a872-6107218540b8 HTTP/1.1" status: 204 len: 168 time: 0.2853878 Sep 18 07:19:32.260447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:32.284709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56517b5c-abfb-4c7e-b81e-75d367d54793 req-d5a45904-c101-4605-a728-cd0c8c2d17f2 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Sep 18 07:19:32.289677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.290679 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Added segment 97c8cdfb-d08c-4177-956f-e13761f20c69 of type vlan for network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 Sep 18 07:19:32.300156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f73ffe-39b3-4497-90a2-e431e12d71ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611f13a-6e56-4a53-a872-6107218540b8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:32.357531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.442540 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.451853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:32.452534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.526422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:32.553986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49574) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:32.570856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Network': ['ID=e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:32.594386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedb77d-c14b-458b-89d1-dabe53b0386b None None] Pushing event updated for resources: {'Port': ['ID=80126e43-83e1-4893-81aa-e40ef2395b8f,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:32.600586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:32.617925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49578) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:32.618577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5ff805c-d5c6-495d-9a71-5d1a03662380 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6118703 Sep 18 07:19:32.624436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'subnet': {'network_id': '1ffd8402-827b-43eb-b99b-766926c93442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:32.901279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:32.909049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.065167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Deleting subnet 2f7e141c-7380-4bc9-b832-a89767296542 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:33.071695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.115733 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.198108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.317293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2ff1414b-29ee-47ec-9937-a7f95f4ad61a details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:19:33.390932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.438341 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.448802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7e141c-7380-4bc9-b832-a89767296542,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:33.513556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.516611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd5cb34f-2629-40b2-a59f-d4eaca395018 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2f7e141c-7380-4bc9-b832-a89767296542 HTTP/1.1" status: 204 len: 168 time: 0.9612434 Sep 18 07:19:33.520170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49608) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:33.567062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Checking segment: {'id': '858094f1-d9f9-4f71-9e8e-4c8521e56624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:33.567416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:33.567681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network hostable DHCP agents. Network: 1ffd8402-827b-43eb-b99b-766926c93442, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:33.588389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'port_id': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a', 'mac_address': 'fa:16:3e:68:b5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2735b4-2c33-4622-8443-886e997b61e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:19:33.589568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711c191-2fce-45a7-8132-7e434b90c7c1 req-bd391954-8044-4f21-b592-9268e8083de9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:33.591107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Subnet': ['ID=89bf0c06-2e04-4bbf-9578-d84b4ba83096,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:33.597821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b711c191-2fce-45a7-8132-7e434b90c7c1 req-bd391954-8044-4f21-b592-9268e8083de9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 943 time: 0.1528990 Sep 18 07:19:33.644887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.659210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff1414b-29ee-47ec-9937-a7f95f4ad61a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:19:33.677499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 1ffd8402-827b-43eb-b99b-766926c93442 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:33.681707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.685939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b711c191-2fce-45a7-8132-7e434b90c7c1 req-320fb256-d001-4deb-aee9-5dd40220065b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Sep 18 07:19:33.696386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:33.773598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 1ffd8402-827b-43eb-b99b-766926c93442) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:33.785236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddadfd46-682d-4cea-bb80-78920880a882 None None] Network 1ffd8402-827b-43eb-b99b-766926c93442 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:33.791907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:33.793532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.796461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.834579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.835376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430a6516-9f47-4b48-9e66-561f80e2ee78']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:33.849980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e744bba9-06ee-46a2-910a-8f5b4f70c960') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:33.850671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e744bba9-06ee-46a2-910a-8f5b4f70c960') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:33.862791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.891921 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.903439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:33.903868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:33.908788 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:33.917750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62d2b5e0-f03d-4236-a872-fce7f4513bee tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2951720 Sep 18 07:19:33.918599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49622) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:33.924150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'subnet': {'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:34.040064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:34.103798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2919474-306c-405f-b306-fbfd904580b8 None None] Network 3981ab3c-8432-4ca6-871a-460944af315e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:34.109316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 80126e43-83e1-4893-81aa-e40ef2395b8f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:34.145567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.153231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.157764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/430a6516-9f47-4b48-9e66-561f80e2ee78 HTTP/1.1" status: 204 len: 168 time: 0.6330476 Sep 18 07:19:34.162954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:34.167575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.170990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460d1fb-5d11-4239-af8c-6a046f4cb2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=430a6516-9f47-4b48-9e66-561f80e2ee78,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:34.323670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:19:34.347769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-1ffd8402-827b-43eb-b99b-766926c93442', 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442', 'tenant_id': '01ea01c20aff4e6d863bcec708119b3b', 'fixed_ips': [{'subnet_id': '89bf0c06-2e04-4bbf-9578-d84b4ba83096'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:19:34.348707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.369691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8ae1864c-ce9e-41a9-91a7-ab2593ed187f None None] Provisioning complete for port 80126e43-83e1-4893-81aa-e40ef2395b8f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:34.373808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8ae1864c-ce9e-41a9-91a7-ab2593ed187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.441889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 80126e43-83e1-4893-81aa-e40ef2395b8f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:34.442293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.607246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:34.665257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d6f3486-7782-464e-ad5b-660b330da67d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93efda58a7347bf9d4057a08b1bb602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568287 Sep 18 07:19:34.668190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:34.775490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.856063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.895246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.911730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f58c-b7b1-465d-90c4-d103c44c2ee0 req-7e46e671-1781-405a-b20d-0b80d30b214f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:34.913363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ae4f58c-b7b1-465d-90c4-d103c44c2ee0 req-7e46e671-1781-405a-b20d-0b80d30b214f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 944 time: 0.1237121 Sep 18 07:19:34.953007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Allocated IP 2001:db8::2 (1ffd8402-827b-43eb-b99b-766926c93442/89bf0c06-2e04-4bbf-9578-d84b4ba83096/e80da2cd-e584-4737-804b-78f6eb675994) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:34.961087 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8ae1864c-ce9e-41a9-91a7-ab2593ed187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.979656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:34.983746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ae4f58c-b7b1-465d-90c4-d103c44c2ee0 req-fda9fd92-fb7e-453c-af15-c06afe98e1cc tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Sep 18 07:19:35.013320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Subnet': ['ID=5eb309aa-7f91-4ad8-ba81-cd9710a55c85,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:35.025425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Checking segment: {'id': '97c8cdfb-d08c-4177-956f-e13761f20c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:35.026086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network hostable DHCP agents. Network: e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:35.090519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.093083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.104071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/507ff4a0-7530-48ae-9242-5fe9d835f51c HTTP/1.1" status: 204 len: 168 time: 0.4345813 Sep 18 07:19:35.113226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb98bc7-e0c1-4075-8419-5e2d6cadbec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ff4a0-7530-48ae-9242-5fe9d835f51c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:35.120479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 80126e43-83e1-4893-81aa-e40ef2395b8f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=80126e43-83e1-4893-81aa-e40ef2395b8f,segment=NetworkSegment(7c85074e-d651-42d2-abde-1e4a9379b8c1),segment_id=7c85074e-d651-42d2-abde-1e4a9379b8c1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:35.139466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:35.224989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:35.230058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.241020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:35.242675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.259468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570d358-1955-43a0-be9b-edc255f2b5b2 None None] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:35.310585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.334326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-51d1bc03-3824-4d76-beaa-185166b1de43 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4143331 Sep 18 07:19:35.336922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:35.358347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-8ae1864c-ce9e-41a9-91a7-ab2593ed187f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:19:35.359011 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-8ae1864c-ce9e-41a9-91a7-ab2593ed187f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:19:35.388252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=80126e43-83e1-4893-81aa-e40ef2395b8f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:35.477088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.524632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143', 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143', 'tenant_id': '01ea01c20aff4e6d863bcec708119b3b', 'fixed_ips': [{'subnet_id': '5eb309aa-7f91-4ad8-ba81-cd9710a55c85'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:19:35.532126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.594182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Network 1ffd8402-827b-43eb-b99b-766926c93442 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:35.606088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:35.608644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:35.644758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Pushing event updated for resources: {'Port': ['ID=e80da2cd-e584-4737-804b-78f6eb675994,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:35.699867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.760141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Attempting to bind port e80da2cd-e584-4737-804b-78f6eb675994 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:35.760518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Attempting to bind port e80da2cd-e584-4737-804b-78f6eb675994 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '858094f1-d9f9-4f71-9e8e-4c8521e56624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:35.761308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Attempting to bind port e80da2cd-e584-4737-804b-78f6eb675994 on network 1ffd8402-827b-43eb-b99b-766926c93442 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:35.777241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:35.778199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Checking segment: {'id': '858094f1-d9f9-4f71-9e8e-4c8521e56624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:35.779096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.779672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Bound using segment: {'id': '858094f1-d9f9-4f71-9e8e-4c8521e56624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:35.780342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Bound port: e80da2cd-e584-4737-804b-78f6eb675994, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858094f1-d9f9-4f71-9e8e-4c8521e56624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ffd8402-827b-43eb-b99b-766926c93442'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:35.780985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:35.930988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Allocated IP 2001:db8::2 (e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143/5eb309aa-7f91-4ad8-ba81-cd9710a55c85/2bd16a43-42b1-407e-91cb-c5bf5c80e260) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:36.016201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 80126e43-83e1-4893-81aa-e40ef2395b8f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:36.077188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] For port e80da2cd-e584-4737-804b-78f6eb675994, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:36.140405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Allocated IP 2001:db8::1 (1ffd8402-827b-43eb-b99b-766926c93442/89bf0c06-2e04-4bbf-9578-d84b4ba83096/ea52eb35-5788-4b90-90c8-8fce2a253419) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:36.141301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6144752-945e-41de-a555-ed01cdb88195 req-4945038e-ddb1-4cf2-8dd5-79161ee6efba tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:36.151361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6144752-945e-41de-a555-ed01cdb88195 req-4945038e-ddb1-4cf2-8dd5-79161ee6efba tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 944 time: 0.0775104 Sep 18 07:19:36.198164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6144752-945e-41de-a555-ed01cdb88195 req-447bdaee-13e4-45dd-98c8-c2678e0bdd88 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462716 Sep 18 07:19:36.293139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.355207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] For port e80da2cd-e584-4737-804b-78f6eb675994, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e80da2cd-e584-4737-804b-78f6eb675994,segment=NetworkSegment(858094f1-d9f9-4f71-9e8e-4c8521e56624),segment_id=858094f1-d9f9-4f71-9e8e-4c8521e56624)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:36.381100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6ee855dd-e1cb-465f-b7b8-e10985e6cb5a None None] Provisioning complete for port 80126e43-83e1-4893-81aa-e40ef2395b8f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:36.381734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ee855dd-e1cb-465f-b7b8-e10985e6cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.397030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.430679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.442617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 80126e43-83e1-4893-81aa-e40ef2395b8f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:36.443096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.453595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 1ffd8402-827b-43eb-b99b-766926c93442 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:36.456786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:36.460568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:36.461436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.517535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Port': ['ID=ea52eb35-5788-4b90-90c8-8fce2a253419,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:36.615078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.618429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92a0a6-1881-403a-98eb-102351512960 None None] Pushing event updated for resources: {'Port': ['ID=e80da2cd-e584-4737-804b-78f6eb675994,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:36.713019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.730733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.811747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:36.817945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:36.837672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:36.869481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Pushing event updated for resources: {'Port': ['ID=2bd16a43-42b1-407e-91cb-c5bf5c80e260,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:36.945235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Attempting to bind port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:36.945615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Attempting to bind port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '97c8cdfb-d08c-4177-956f-e13761f20c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:36.946270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Attempting to bind port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 on network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:36.952908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:36.953298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Checking segment: {'id': '97c8cdfb-d08c-4177-956f-e13761f20c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:36.953711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:36.954134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Bound using segment: {'id': '97c8cdfb-d08c-4177-956f-e13761f20c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:36.954609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Bound port: 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c8cdfb-d08c-4177-956f-e13761f20c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:36.955335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.041491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] For port 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:37.044788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] For port 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd16a43-42b1-407e-91cb-c5bf5c80e260,segment=NetworkSegment(97c8cdfb-d08c-4177-956f-e13761f20c69),segment_id=97c8cdfb-d08c-4177-956f-e13761f20c69)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:37.150862 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.161515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.223961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.224820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.241017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947d7e-dcdf-426d-8176-a1ce5a41b1c6 None None] Pushing event updated for resources: {'Port': ['ID=2bd16a43-42b1-407e-91cb-c5bf5c80e260,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:37.347425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2ff1414b-29ee-47ec-9937-a7f95f4ad61a up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:37.373010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Port': ['ID=ea52eb35-5788-4b90-90c8-8fce2a253419,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:37.453493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 1ffd8402-827b-43eb-b99b-766926c93442 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:37.456490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:37.463175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc681f6-f666-4bdc-944c-09354a154685 req-4eea0422-2816-4c3e-8ba2-d22b8d8e4cdd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:37.471008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bc681f6-f666-4bdc-944c-09354a154685 req-4eea0422-2816-4c3e-8ba2-d22b8d8e4cdd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 944 time: 0.1392713 Sep 18 07:19:37.524567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:19:37.533347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:37.534093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.582427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bc681f6-f666-4bdc-944c-09354a154685 req-78d03bcf-7fb3-4752-b648-c77d5559ac6f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057382 Sep 18 07:19:37.696493 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.732213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:19:37.734086 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ab22d6-55cf-4564-9d42-2f7f73909389" -d '{"events": [{"server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "name": "network-vif-plugged", "status": "completed", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:19:37.752047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:37.779623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Router a38a6fa7-8bc0-45cb-8f40-73cd7209d66a is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:19:37.807266 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc35af-2613-4565-8aab-7c3c286d574e x-openstack-request-id: req-eacc35af-2613-4565-8aab-7c3c286d574e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:19:37.808837 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "name": "network-vif-plugged", "status": "completed", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:19:37.809458 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eacc35af-2613-4565-8aab-7c3c286d574e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:19:37.810724 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a', 'code': 200} Sep 18 07:19:37.842693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:37.941794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:37.959270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:37.967602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-76eb56db-1740-4089-a73e-e45cb89531bc tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6293654 Sep 18 07:19:37.988503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] Sync routers for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:38.030002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5063fc-3a4d-4fc9-af72-4497e09cf502 None None] Network 1ffd8402-827b-43eb-b99b-766926c93442 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:38.144249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:38.155724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c38f3-1f16-4a8c-852a-f865c987e5d0 req-d1be1871-26dd-4c60-bab8-e45c8433d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:38.161968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-777c38f3-1f16-4a8c-852a-f865c987e5d0 req-d1be1871-26dd-4c60-bab8-e45c8433d2ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 1097 time: 0.1891615 Sep 18 07:19:38.162910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:38.240116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-777c38f3-1f16-4a8c-852a-f865c987e5d0 req-34cce8db-b331-42ee-95c2-637dfcad83d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Sep 18 07:19:38.320035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:38.322954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e80da2cd-e584-4737-804b-78f6eb675994 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:38.336548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] Provisioning complete for port e80da2cd-e584-4737-804b-78f6eb675994 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:38.336921 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:38.509155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:38.569819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:38.571233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:38.620155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:38.648164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac0ea6-89fa-4077-a4d7-fdf06531b4cd None None] The sync data for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:38.676088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e80da2cd-e584-4737-804b-78f6eb675994 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:38.676785 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:38.783368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:38.836370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441602f-85cf-43b4-951a-d899465f80d0 req-dd1e9231-993b-4bed-83fa-ee6373c2ed0b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:38.847588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0441602f-85cf-43b4-951a-d899465f80d0 req-dd1e9231-993b-4bed-83fa-ee6373c2ed0b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.1237469 Sep 18 07:19:38.867710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:38.873213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057757978', 'description': 'tempest-secgroup-smoke-2057757978 description', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:38.900572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] For port e80da2cd-e584-4737-804b-78f6eb675994, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e80da2cd-e584-4737-804b-78f6eb675994,segment=NetworkSegment(858094f1-d9f9-4f71-9e8e-4c8521e56624),segment_id=858094f1-d9f9-4f71-9e8e-4c8521e56624)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:38.900572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0db326-e8c2-425b-b12b-1df65e1b037b None None] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:38.959773 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9266f428-974a-4320-a7aa-eb4198c00eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.016559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.026600 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.035943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.044175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0441602f-85cf-43b4-951a-d899465f80d0 req-0cd4365d-d928-4f91-b005-aa7efc25e82f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727159 Sep 18 07:19:39.045678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.202367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01757188-b777-4f73-beac-9626eebf4d15 None None] Pushing event updated for resources: {'Port': ['ID=e80da2cd-e584-4737-804b-78f6eb675994,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:39.227952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Provisioning complete for port e80da2cd-e584-4737-804b-78f6eb675994 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:39.228397 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.229330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.296375 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ed7bd25c-d24b-40e7-8042-a737e7b88ae3 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:19:39.297579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ed7bd25c-d24b-40e7-8042-a737e7b88ae3 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3366470 Sep 18 07:19:39.300411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49790) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:39.362155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.408225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8781ad2e-4c13-4c74-9123-6f74804b5089,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:39.408500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:19:39.408795 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:19:39.520854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Provisioning complete for port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:39.521335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.669589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.680787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.727792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] For port 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd16a43-42b1-407e-91cb-c5bf5c80e260,segment=NetworkSegment(97c8cdfb-d08c-4177-956f-e13761f20c69),segment_id=97c8cdfb-d08c-4177-956f-e13761f20c69)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:39.792925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.807569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.885658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec7a82-06bc-4997-9cae-ecff50f5134f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:39.886817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Provisioning complete for port ea52eb35-5788-4b90-90c8-8fce2a253419 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:39.887457 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.923905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:39.925634 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-326dcbb7-4db5-4c91-b29f-84f241d8a1c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0559325 Sep 18 07:19:39.928530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49798) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:39.934900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:39.951111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.015477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Port ea52eb35-5788-4b90-90c8-8fce2a253419 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:40.021015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd16a43-42b1-407e-91cb-c5bf5c80e260 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:40.062375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15462f2a-9a27-43bf-a428-003a42fa6deb None None] Pushing event updated for resources: {'Port': ['ID=2bd16a43-42b1-407e-91cb-c5bf5c80e260,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:40.066077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.116964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:40.120052 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.163899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-39179414-3282-4dc1-8071-e7386341da25 None None] Provisioning complete for port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:40.164279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-39179414-3282-4dc1-8071-e7386341da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.234335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.252591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbaef-5c91-4aed-bfc6-3be74e189974 req-30fd8170-19a7-4720-9a03-fca2a884922d tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:40.263653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49bbbaef-5c91-4aed-bfc6-3be74e189974 req-30fd8170-19a7-4720-9a03-fca2a884922d tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.1266894 Sep 18 07:19:40.313870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.334683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-39179414-3282-4dc1-8071-e7386341da25 None None] Provisioning complete for port ea52eb35-5788-4b90-90c8-8fce2a253419 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:40.335384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-39179414-3282-4dc1-8071-e7386341da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.364829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49bbbaef-5c91-4aed-bfc6-3be74e189974 req-b3fb03c0-a567-4e93-ab63-92a7ccc5dab4 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997908 Sep 18 07:19:40.368758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1c792a-e696-4ae2-84af-fc1f519243c7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:40.378635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port ea52eb35-5788-4b90-90c8-8fce2a253419 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:40.379470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.414004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.415240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-924521b3-4378-4cd9-96c6-05e26b5a9ef5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4855096 Sep 18 07:19:40.418156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:40.422968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:40.424181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-39179414-3282-4dc1-8071-e7386341da25 None None] Port ea52eb35-5788-4b90-90c8-8fce2a253419 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:40.464732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e80da2cd-e584-4737-804b-78f6eb675994 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:40.545324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.555499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.560054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e80da2cd-e584-4737-804b-78f6eb675994 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:40.561961 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.574647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for ea52eb35-5788-4b90-90c8-8fce2a253419 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:40.652509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.703021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd16a43-42b1-407e-91cb-c5bf5c80e260 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:40.733311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.768554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:40.768802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.779714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb83695f-63b2-4695-9d03-92ad6eed0899,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:40.824605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.828752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f1a9d8e-79c6-4e32-a481-a995a8de54c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4068167 Sep 18 07:19:40.828965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:40.833432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:40.984877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:40.990089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.011679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=ea52eb35-5788-4b90-90c8-8fce2a253419,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:41.087909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.138636 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.202225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.250378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02563e55-4be5-4e39-9c80-4f0b3686e533,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:41.343842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.345108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cb11f955-a6a3-49b5-a475-40113833041d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152199 Sep 18 07:19:41.347819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49832) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:41.352723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:41.391200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Router a38a6fa7-8bc0-45cb-8f40-73cd7209d66a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:41.452353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.480446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:41.485673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-89be2781-d6d3-41bd-9fa8-37f853b75b49 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1840417 Sep 18 07:19:41.489412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49838) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:41.499145 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] Sync routers for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:41.522635 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:41.524677 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:41.527089 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.533429 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-3aa618c7-6e4e-423b-b894-82afab7f0fb7 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] delete failed (client error): The resource could not be found. Sep 18 07:19:41.534529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3aa618c7-6e4e-423b-b894-82afab7f0fb7 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-380548974 HTTP/1.1" status: 404 len: 334 time: 0.0441399 Sep 18 07:19:41.538565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:41.539540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cdf126a2-cefe-4343-875a-3112857e5c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.554796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-85a9cfc4-2954-43d8-99ca-259e87ffc1b4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:41.578632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.594495 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:41.604450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:41.605534 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:41.636204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05612fc4-3408-4357-8fa2-86e9379d463a,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:41.643719 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:41.644649 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23207ced-a44e-4465-9e52-47442d7ad6a4 None None] The sync data for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:41.665802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.668014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5fc004ad-8677-4647-944e-3233492d6cdf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3190176 Sep 18 07:19:41.671141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:41.679496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:41.779022 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:19:41.785054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.853019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.861914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85a9cfc4-2954-43d8-99ca-259e87ffc1b4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.932082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:41.957544 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-85a9cfc4-2954-43d8-99ca-259e87ffc1b4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] update failed (client error): The resource could not be found. Sep 18 07:19:41.958929 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85a9cfc4-2954-43d8-99ca-259e87ffc1b4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a HTTP/1.1" status: 404 len: 339 time: 0.4194331 Sep 18 07:19:41.960441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783eba93-7101-4194-bfc6-5805c24e06dd,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:41.966088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49852) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:41.972828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1895165313'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:42.270795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.279030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12f710fc-9611-4bfb-9982-8fd3bb531d7a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6064878 Sep 18 07:19:42.288365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49862) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:42.293846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '93ec7a82-06bc-4997-9cae-ecff50f5134f', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:42.333148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.433028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:42.436653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.474590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:42.483905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.484255 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Added segment c781a252-662d-4826-85e4-78c7e28a9dd8 of type vlan for network fa4411e3-1793-4885-85ca-b7b8dec24509 Sep 18 07:19:42.531537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.567364 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:19:42.582702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.637999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.681882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.687627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:42.688297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.733702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.792786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49876) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:42.798333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30b7d50-5c75-4248-8c4c-4a2421bbc247,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:42.800099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Network': ['ID=fa4411e3-1793-4885-85ca-b7b8dec24509,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:42.815781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network fa4411e3-1793-4885-85ca-b7b8dec24509 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:42.840771 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d1001e02-3924-434d-a1c3-e65c9eebb034 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8702786 Sep 18 07:19:42.846161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49880) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:42.855501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'subnet': {'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:42.883607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.883928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd1ea35e-f284-4cb2-adbe-7ab83ad29011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5946050 Sep 18 07:19:42.887186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:42.892240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'network': {'name': 'tempest-network-smoke--1854316542', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'port_security_enabled': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:42.923499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55b5ee8d-a236-49ea-918e-4cd476b013ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:42.974907 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:42.979021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.026828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:19:43.044785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.045132 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Added segment 3f577bab-006c-420b-8727-1322abe45c2c of type vlan for network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 Sep 18 07:19:43.101410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.144582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55b5ee8d-a236-49ea-918e-4cd476b013ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.218501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.219036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:43.219632 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.247544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.251175 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-55b5ee8d-a236-49ea-918e-4cd476b013ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.310369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Made reservation on behalf of 01ea01c20aff4e6d863bcec708119b3b for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:43.313943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.321714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Network': ['ID=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:43.328887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-55b5ee8d-a236-49ea-918e-4cd476b013ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85c31ab2f7d046a28cbd0b4b1a1140e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338128 Sep 18 07:19:43.332080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49894) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:43.333093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ee8d-a236-49ea-918e-4cd476b013ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db582c4-37bb-4799-8368-375552496519,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:43.334079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:19:43.404586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c1160573-eab4-4a3d-9424-8403182259a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5161285 Sep 18 07:19:43.410185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49898) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:43.415472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'admin_state_up': True, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:43.469986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.550442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.560046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.561735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.659360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.867712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.870498 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:43.871674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2db582c4-37bb-4799-8368-375552496519 HTTP/1.1" status: 204 len: 168 time: 0.5336227 Sep 18 07:19:43.914081 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202eedd-7f72-4c77-8658-73b3769a638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db582c4-37bb-4799-8368-375552496519,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:43.970945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.161735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.252641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Subnet': ['ID=469bd049-24f8-4fac-b703-b648c76cb9a7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:44.262854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Checking segment: {'id': 'c781a252-662d-4826-85e4-78c7e28a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:44.264207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network hostable DHCP agents. Network: fa4411e3-1793-4885-85ca-b7b8dec24509, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:44.291785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.313224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.405745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network fa4411e3-1793-4885-85ca-b7b8dec24509 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:44.477569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.207 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/328388c7-7dfd-45ec-82e9-4b8ac8002c57) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:44.511173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, fa4411e3-1793-4885-85ca-b7b8dec24509) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:44.523359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5ef2a-f05f-422b-8a1d-a8a116655dd6 None None] Network fa4411e3-1793-4885-85ca-b7b8dec24509 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:44.523919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:44.524597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.641081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b5aa8bb-4d2e-4511-97d3-76aa073578df tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7968223 Sep 18 07:19:44.641543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:44.653270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6fec0bdd-b4fd-4fab-b813-3122b78a42e5 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:44.715282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.735481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.796503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-fa4411e3-1793-4885-85ca-b7b8dec24509', 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509', 'tenant_id': '01ea01c20aff4e6d863bcec708119b3b', 'fixed_ips': [{'subnet_id': '469bd049-24f8-4fac-b703-b648c76cb9a7'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:19:44.801225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.831125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:44.923001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:44.929499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:44.942026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:44.945252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=328388c7-7dfd-45ec-82e9-4b8ac8002c57,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:44.981731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Allocated IP 2001:db8:1::2 (fa4411e3-1793-4885-85ca-b7b8dec24509/469bd049-24f8-4fac-b703-b648c76cb9a7/145283bd-eecb-4a87-9096-a6d89a3ca3e8) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:44.995960 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fec0bdd-b4fd-4fab-b813-3122b78a42e5 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.026859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.171520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.208483 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-6fec0bdd-b4fd-4fab-b813-3122b78a42e5 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:19:45.210219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fec0bdd-b4fd-4fab-b813-3122b78a42e5 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a HTTP/1.1" status: 400 len: 364 time: 0.5664945 Sep 18 07:19:45.213798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:45.282175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.323849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Pushing event updated for resources: {'Port': ['ID=145283bd-eecb-4a87-9096-a6d89a3ca3e8,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:45.340163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Network fa4411e3-1793-4885-85ca-b7b8dec24509 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:45.343396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:45.345838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:45.444690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Attempting to bind port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:45.445201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Attempting to bind port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c781a252-662d-4826-85e4-78c7e28a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:45.445444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Attempting to bind port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 on network fa4411e3-1793-4885-85ca-b7b8dec24509 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:45.456961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:45.457606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Checking segment: {'id': 'c781a252-662d-4826-85e4-78c7e28a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:45.458348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.459054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Bound using segment: {'id': 'c781a252-662d-4826-85e4-78c7e28a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:45.459754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Bound port: 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c781a252-662d-4826-85e4-78c7e28a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fa4411e3-1793-4885-85ca-b7b8dec24509'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:45.460312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.476166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.532279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] For port 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:45.535569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] For port 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=145283bd-eecb-4a87-9096-a6d89a3ca3e8,segment=NetworkSegment(c781a252-662d-4826-85e4-78c7e28a9dd8),segment_id=c781a252-662d-4826-85e4-78c7e28a9dd8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:45.537624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.631528 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.753869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e24d-4d01-4ab4-9890-b832c671aa13 None None] Pushing event updated for resources: {'Port': ['ID=145283bd-eecb-4a87-9096-a6d89a3ca3e8,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:45.787261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:45.889179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Allocated IP 2001:db8::1 (3981ab3c-8432-4ca6-871a-460944af315e/926cb771-641c-4df2-af5a-a549862e476c/0d4b39d8-b6d5-4e64-9d23-d82170c65550) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:46.066261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:19:46.094083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.204414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:46.215795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Sync routers for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:46.232205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:46.236561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:46.254269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.284870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.287403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9582c0d6-5432-4923-931c-b84ee9a52531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8767900 Sep 18 07:19:46.295428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49962) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:46.353143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 3981ab3c-8432-4ca6-871a-460944af315e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:46.356298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:46.372473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:46.373036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.424278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:46.461246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Port': ['ID=0d4b39d8-b6d5-4e64-9d23-d82170c65550,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:46.555072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 145283bd-eecb-4a87-9096-a6d89a3ca3e8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:46.746915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.795466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbbcd164-448d-438f-8a89-317a9d8fe1e0 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dd7bdea352ae4aecad49be8deebc1b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4994287 Sep 18 07:19:46.800885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:46.861004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:46.861644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:46.894705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:45Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:46.937847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Checking router: 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:46.938225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Updating router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:19:47.017614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-9ec51870-f63c-4d4f-b3ee-440ad0e28d99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630032 Sep 18 07:19:47.022552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.099316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6e4e5-823f-4327-84eb-3452d7349bd9 None None] Network fa4411e3-1793-4885-85ca-b7b8dec24509 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:47.135985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e852e212-c512-490d-875e-aaaafb5e36d9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:47.142873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e852e212-c512-490d-875e-aaaafb5e36d9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3395076 Sep 18 07:19:47.143626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49972) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:47.175766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8acf5b49-5d0c-4184-853e-4088d541530e None None] Provisioning complete for port 0d4b39d8-b6d5-4e64-9d23-d82170c65550 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:47.176335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8acf5b49-5d0c-4184-853e-4088d541530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.206520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cf04179c-ec5b-4807-9e7b-f77d1e380ef3 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593421 Sep 18 07:19:47.219036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49974) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:47.226050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2035177924', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:47.306332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-165e77f1-de14-4344-83ec-3eb8ea8ae081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:47.310420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-165e77f1-de14-4344-83ec-3eb8ea8ae081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1039565 Sep 18 07:19:47.314142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.339477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8acf5b49-5d0c-4184-853e-4088d541530e None None] Port 0d4b39d8-b6d5-4e64-9d23-d82170c65550 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:47.385082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.386531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.501876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.610250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-93151dac-6e7b-4352-b0f1-32dd2d1778a5 None None] Provisioning complete for port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:47.610923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93151dac-6e7b-4352-b0f1-32dd2d1778a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.634532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Network 3981ab3c-8432-4ca6-871a-460944af315e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:47.645511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event updated for resources: {'Port': ['ID=0d4b39d8-b6d5-4e64-9d23-d82170c65550,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:47.650317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:47.716546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=145283bd-eecb-4a87-9096-a6d89a3ca3e8,segment=NetworkSegment(c781a252-662d-4826-85e4-78c7e28a9dd8),segment_id=c781a252-662d-4826-85e4-78c7e28a9dd8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:47.786188 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.841447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:47.841915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Router a38a6fa7-8bc0-45cb-8f40-73cd7209d66a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:47.843718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-f47e32b9-17cc-4632-92b7-496474400614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:47.845234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-f47e32b9-17cc-4632-92b7-496474400614 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 910 time: 0.5044477 Sep 18 07:19:47.845393 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.942726 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:47.957115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=145283bd-eecb-4a87-9096-a6d89a3ca3e8,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:48.018615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.076156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-78578a9c-e54b-4721-8c14-cd2051047ee0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 1001 time: 0.2230103 Sep 18 07:19:48.129740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:48.131790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b196b1-c5c2-4f37-b0c9-84377b41af4a None None] Pushing event updated for resources: {'Port': ['ID=328388c7-7dfd-45ec-82e9-4b8ac8002c57,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:48.141651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dfd2b553-29b8-4c89-aed6-cb47184f1037 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9252491 Sep 18 07:19:48.143268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Attempting to bind port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:48.144208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Attempting to bind port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:48.144208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Attempting to bind port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:48.144490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49980) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:48.150561 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] Sync routers for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:48.157740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:48.158326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:48.158943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.159524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:48.160011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Bound port: 328388c7-7dfd-45ec-82e9-4b8ac8002c57, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:48.160421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.161620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-d654aea0-d78f-4c98-9eba-08c988c2b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:48.163970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-d654aea0-d78f-4c98-9eba-08c988c2b4da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.0797422 Sep 18 07:19:48.176113 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:48.177016 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:48.224132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:48.228723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] For port 328388c7-7dfd-45ec-82e9-4b8ac8002c57, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:48.231883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] For port 328388c7-7dfd-45ec-82e9-4b8ac8002c57, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=328388c7-7dfd-45ec-82e9-4b8ac8002c57,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:48.235395 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:48.236223 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:48.247216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e99576da-486e-47ad-8a03-8cc6390bb4e2 None None] Provisioning complete for port 0d4b39d8-b6d5-4e64-9d23-d82170c65550 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:48.247593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e99576da-486e-47ad-8a03-8cc6390bb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.265112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.275183 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:48.275819 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f6321-e8d3-4743-bbe9-86c5cb7f30b7 None None] The sync data for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:48.301422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.349012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-d0ec8431-f674-4d6a-8164-654151733038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:48.351125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-d0ec8431-f674-4d6a-8164-654151733038 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551940 Sep 18 07:19:48.363926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Subnet': ['ID=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:48.377305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e99576da-486e-47ad-8a03-8cc6390bb4e2 None None] Port 0d4b39d8-b6d5-4e64-9d23-d82170c65550 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:48.410917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Checking segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:48.411284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network hostable DHCP agents. Network: 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:19:48.424353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:48.425627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:48.427828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b196b1-c5c2-4f37-b0c9-84377b41af4a None None] Pushing event updated for resources: {'Port': ['ID=328388c7-7dfd-45ec-82e9-4b8ac8002c57,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:48.437791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 145283bd-eecb-4a87-9096-a6d89a3ca3e8 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:48.459434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b0fc743-5a41-4279-b817-e22c7225b694 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.499188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:19:48.536881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-72762619-4f3e-4780-aea3-c6e2feaf0ffe service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766746 Sep 18 07:19:48.584838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:48.586726 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-3b0fc743-5a41-4279-b817-e22c7225b694 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 07:19:48.587803 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b0fc743-5a41-4279-b817-e22c7225b694 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a HTTP/1.1" status: 409 len: 329 time: 0.4428177 Sep 18 07:19:48.591014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:48.591923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.594434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 49986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:48.663933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35faf6-8192-4e6a-9bd8-6907e7c0009c None None] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:48.672414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e99576da-486e-47ad-8a03-8cc6390bb4e2 None None] Provisioning complete for port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:48.672782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e99576da-486e-47ad-8a03-8cc6390bb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.676761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f3a61ccc-66cc-4c96-a99b-eecba188b9ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4593525 Sep 18 07:19:48.679955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 49988) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:48.837053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:48.837422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:48.882356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:49.013925 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a06dc508-eed8-454a-b91b-1b9ede3d2b72 req-79e345c6-5fe5-4e7a-b9be-24bda164d62a service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699953 Sep 18 07:19:49.064326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:19:49.065178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.221973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.370855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Allocated IP 172.20.0.2 (6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1/ad25a3c4-f3ad-49e5-b157-ce420fc7a39f/5e4e238a-8616-433a-98f4-1be9b9db8920) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:49.403889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:45Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:49.440452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8695e-a157-4423-9206-725de938c7f4 None None] The sync data for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 is: [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:45Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:49.537505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.598641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.659633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.706408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:49.712513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:49.720245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:49.741251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Pushing event updated for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:49.806684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.1 (6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1/ad25a3c4-f3ad-49e5-b157-ce420fc7a39f/420e36cf-d878-415b-9f5d-0af23944ca2f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:49.821885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Attempting to bind port 5e4e238a-8616-433a-98f4-1be9b9db8920 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:49.822555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Attempting to bind port 5e4e238a-8616-433a-98f4-1be9b9db8920 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:49.822948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Attempting to bind port 5e4e238a-8616-433a-98f4-1be9b9db8920 on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:49.829155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:49.829759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Checking segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:49.830286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.831093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Bound using segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:49.831675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Bound port: 5e4e238a-8616-433a-98f4-1be9b9db8920, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:49.832190 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:49.933950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:49.937735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5e4e238a-8616-433a-98f4-1be9b9db8920,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:49.971635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port 0d4b39d8-b6d5-4e64-9d23-d82170c65550 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:49.971999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.012064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.025531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.108689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33747ea6-c52c-4855-9852-e7247d6e11be None None] Pushing event updated for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:50.116161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.116809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.150423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for 0d4b39d8-b6d5-4e64-9d23-d82170c65550 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:50.191675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:50.198280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:50.199007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:50.270324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:50.316069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.490558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.536131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 328388c7-7dfd-45ec-82e9-4b8ac8002c57 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:50.543680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=0d4b39d8-b6d5-4e64-9d23-d82170c65550,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:50.632125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:50.632526 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.664265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.714446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.815192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:50.864709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 328388c7-7dfd-45ec-82e9-4b8ac8002c57, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=328388c7-7dfd-45ec-82e9-4b8ac8002c57,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:50.937551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Router a38a6fa7-8bc0-45cb-8f40-73cd7209d66a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:50.966510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.021560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=328388c7-7dfd-45ec-82e9-4b8ac8002c57,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:51.023314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:51.034463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f43484f-f4cd-4243-b4c8-4203f7300932 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0226691 Sep 18 07:19:51.034691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:51.048442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] Sync routers for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:51.062164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:51.062775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:51.081102 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-158012fe-b4cd-44e4-b6f4-758426daa7fb tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] show failed (client error): The resource could not be found. Sep 18 07:19:51.085834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-158012fe-b4cd-44e4-b6f4-758426daa7fb tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1985639973 HTTP/1.1" status: 404 len: 335 time: 0.0465145 Sep 18 07:19:51.086127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:51.091617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c7bc6658-0a63-486f-a3d1-53e308e4886b tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:51.101594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:51.110517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] Routers {'a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:51.111126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:51.134356 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-c7bc6658-0a63-486f-a3d1-53e308e4886b tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] update failed (client error): The resource could not be found. Sep 18 07:19:51.138558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7bc6658-0a63-486f-a3d1-53e308e4886b tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-500389576 HTTP/1.1" status: 404 len: 334 time: 0.0483658 Sep 18 07:19:51.140084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:51.146409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:51.147096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5ac96-700e-4d65-8367-4d86ee8eae16 None None] The sync data for ids ['a38a6fa7-8bc0-45cb-8f40-73cd7209d66a'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:51.170299 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.204612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting subnet 469bd049-24f8-4fac-b703-b648c76cb9a7 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:51.208493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.247289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.265047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.332015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.342640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:51.389134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.460309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:51.461735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:51.539178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.555989 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.564331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/subnets/469bd049-24f8-4fac-b703-b648c76cb9a7 HTTP/1.1" status: 204 len: 168 time: 0.4162021 Sep 18 07:19:51.565413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541b032-732d-4638-9b77-c4d11f6ff3fb None None] Network fa4411e3-1793-4885-85ca-b7b8dec24509 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:51.576874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50012) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:51.590030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d349993-5e29-47e2-b566-ed2400ecf05d tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Subnet': ['ID=469bd049-24f8-4fac-b703-b648c76cb9a7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:51.723739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.725289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9488eef-122a-46ae-b193-71eba773d9ff None None] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:51.734360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:19:51.819398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] Provisioning complete for port 5e4e238a-8616-433a-98f4-1be9b9db8920 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:51.819912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.864171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] DHCP port deletion for fa4411e3-1793-4885-85ca-b7b8dec24509 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:51.908412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:19:51.915910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e89c0488-27a9-48f0-9d5e-e942449d7f11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/4191fa80-9e13-4a1c-bf7a-3cbf30da64fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2347269 Sep 18 07:19:51.933028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:51.933384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:51.962664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.009142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] For port 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=145283bd-eecb-4a87-9096-a6d89a3ca3e8,segment=NetworkSegment(c781a252-662d-4826-85e4-78c7e28a9dd8),segment_id=c781a252-662d-4826-85e4-78c7e28a9dd8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:52.019502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.022942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5e4e238a-8616-433a-98f4-1be9b9db8920,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:52.029635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for 145283bd-eecb-4a87-9096-a6d89a3ca3e8 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:52.058509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Deleting port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:52.058509 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.091570 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Sync routers for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:19:52.116000 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:52.118567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.120607 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:52.158758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] For port 145283bd-eecb-4a87-9096-a6d89a3ca3e8, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=145283bd-eecb-4a87-9096-a6d89a3ca3e8,segment=NetworkSegment(c781a252-662d-4826-85e4-78c7e28a9dd8),segment_id=c781a252-662d-4826-85e4-78c7e28a9dd8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:52.159166 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.178507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Calling delete_port for 145283bd-eecb-4a87-9096-a6d89a3ca3e8 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:52.202869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931310e-52b8-4e9f-8241-70fbe1c8db9a None None] Pushing event updated for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:52.207786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-99cb945a-ab65-4051-a202-c358bd178f29 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057757978&fields=id&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 267 time: 0.0362804 Sep 18 07:19:52.208287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.298953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=145283bd-eecb-4a87-9096-a6d89a3ca3e8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:52.309980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] No DVR routers for this DVR port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:52.313970 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.343119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] No DVR routers for this DVR port 145283bd-eecb-4a87-9096-a6d89a3ca3e8 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:52.396723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe71ded-1c30-4b44-8e42-53dbc21c55f2 None None] Pushing event deleted for resources: {'Port': ['ID=145283bd-eecb-4a87-9096-a6d89a3ca3e8,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:52.435125 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:52.552737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c3d5cbfa-13cd-4003-8d6f-c3f4a73373f8 None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:52.553736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cbfa-13cd-4003-8d6f-c3f4a73373f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.560546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.603359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4411e3-1793-4885-85ca-b7b8dec24509']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:52.623047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 328388c7-7dfd-45ec-82e9-4b8ac8002c57 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:52.627653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-a8ee19da-5ac7-4135-97b2-9c29d2c7a586 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:52.638271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-a8ee19da-5ac7-4135-97b2-9c29d2c7a586 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 797 time: 0.4098151 Sep 18 07:19:52.663353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5cbfa-13cd-4003-8d6f-c3f4a73373f8 None None] Port 420e36cf-d878-415b-9f5d-0af23944ca2f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:52.674523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-248891a7-1d6f-4c92-95ad-e56c4c554634 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/quotas/dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 375 time: 0.0353212 Sep 18 07:19:52.679058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c781a252-662d-4826-85e4-78c7e28a9dd8') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:52.679558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c781a252-662d-4826-85e4-78c7e28a9dd8') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:52.698993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c3d5cbfa-13cd-4003-8d6f-c3f4a73373f8 None None] Provisioning complete for port 5e4e238a-8616-433a-98f4-1be9b9db8920 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:52.699374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cbfa-13cd-4003-8d6f-c3f4a73373f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.734070 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.751464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.760201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:52.760855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.770728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:52.774649 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.845414 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 2, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:52.856031 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:52.870146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-24f73334-c5a2-4ced-9d99-bf112bebe9fc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945534 Sep 18 07:19:52.898370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Checking router: 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:19:52.899026 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Updating router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd port 420e36cf-d878-415b-9f5d-0af23944ca2f binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:19:52.928016 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.949272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.957580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:52.961241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/networks/fa4411e3-1793-4885-85ca-b7b8dec24509 HTTP/1.1" status: 204 len: 168 time: 1.3833964 Sep 18 07:19:52.963793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:52.983535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0a89-9272-4f40-aac7-cedb9b77d998 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Network': ['ID=fa4411e3-1793-4885-85ca-b7b8dec24509,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:53.008737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5e4e238a-8616-433a-98f4-1be9b9db8920 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:53.021585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-8bac77e8-2710-4b5b-8654-f6806b7e5274 service neutron] 10.222.0.20 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387112 Sep 18 07:19:53.081487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting subnet 5eb309aa-7f91-4ad8-ba81-cd9710a55c85 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:53.090432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.091683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5e4e238a-8616-433a-98f4-1be9b9db8920 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:53.092066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.155466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.178067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-216ab709-a2eb-4266-8d4e-003efe5d2c03 service neutron] 10.222.0.20 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485801 Sep 18 07:19:53.208098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b6c9ca60-464c-46a6-a288-963418c000d9 None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:53.208098 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ca60-464c-46a6-a288-963418c000d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.269769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.282809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9ca60-464c-46a6-a288-963418c000d9 None None] Port 420e36cf-d878-415b-9f5d-0af23944ca2f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:53.322022 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:19:53.354710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 145283bd-eecb-4a87-9096-a6d89a3ca3e8 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:53.413285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.456159 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.483148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb309aa-7f91-4ad8-ba81-cd9710a55c85,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:53.493417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.495843 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2030fcac-9cf3-4514-b5fa-67f848fadc2e tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/subnets/5eb309aa-7f91-4ad8-ba81-cd9710a55c85 HTTP/1.1" status: 204 len: 168 time: 0.5308557 Sep 18 07:19:53.499851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50046) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:53.527323 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.554164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b749c280-7229-4338-b0f0-f5faea1cb816 req-4946730a-896f-4a34-98a9-9ce7a60f291e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 210 time: 0.1024761 Sep 18 07:19:53.630914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting subnet 89bf0c06-2e04-4bbf-9578-d84b4ba83096 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:53.641885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.653415 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Pushing event updated for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:53.666227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.666900 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.667441 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.668156 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.668685 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.669790 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.670357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.670890 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.671437 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.672102 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.672808 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.673347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:19:53.731928 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Attempting to bind port 420e36cf-d878-415b-9f5d-0af23944ca2f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:53.732350 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Attempting to bind port 420e36cf-d878-415b-9f5d-0af23944ca2f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:53.732664 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Attempting to bind port 420e36cf-d878-415b-9f5d-0af23944ca2f on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:53.736126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5eff57-68fd-4723-a398-9fc78dfe645f None None] Network e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:53.738838 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:53.739215 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Checking segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:53.741518 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.742016 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Bound using segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:53.742517 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Bound port: 420e36cf-d878-415b-9f5d-0af23944ca2f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:53.742908 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.747040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 145283bd-eecb-4a87-9096-a6d89a3ca3e8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:53.747391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 145283bd-eecb-4a87-9096-a6d89a3ca3e8 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:53.759664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.796282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5f717dab-270e-4f32-bc6c-29318a8d2e00 None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:53.796282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f717dab-270e-4f32-bc6c-29318a8d2e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.855199 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] For port 420e36cf-d878-415b-9f5d-0af23944ca2f, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:53.864657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] For port 420e36cf-d878-415b-9f5d-0af23944ca2f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=420e36cf-d878-415b-9f5d-0af23944ca2f,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:53.902075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.946305 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:53.961061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5f717dab-270e-4f32-bc6c-29318a8d2e00 None None] Port 420e36cf-d878-415b-9f5d-0af23944ca2f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:54.040320 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:19:54.045520 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:54.084076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-159980a6-3146-4b6d-bfc1-4be2ed514662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597062 Sep 18 07:19:54.086223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.092717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] DHCP port deletion for e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:54.093302 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620036d-144e-4238-930d-ae68d862c64a None None] Pushing event updated for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:54.115155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:54.116178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.125888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Subnet': ['ID=89bf0c06-2e04-4bbf-9578-d84b4ba83096,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:54.128111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.130205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-42adf517-55c3-4632-aea3-6624ca6a67d4 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/subnets/89bf0c06-2e04-4bbf-9578-d84b4ba83096 HTTP/1.1" status: 204 len: 168 time: 0.6290584 Sep 18 07:19:54.132909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50054) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:54.154357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a073d74-a22d-4ca6-93b0-b7d8e8e0a177 None None] Network 1ffd8402-827b-43eb-b99b-766926c93442 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:54.236106 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:19:54.236286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-54285331-6781-438f-a3dc-2f735df1b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:54.237551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-54285331-6781-438f-a3dc-2f735df1b039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1097 time: 0.0609798 Sep 18 07:19:54.280631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.407082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:54.407490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.425352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-65c22158-0031-40d5-a53b-288038162145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:54.427367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-65c22158-0031-40d5-a53b-288038162145 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1687984 Sep 18 07:19:54.493492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd16a43-42b1-407e-91cb-c5bf5c80e260 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:54.523931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] For port 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd16a43-42b1-407e-91cb-c5bf5c80e260,segment=NetworkSegment(97c8cdfb-d08c-4177-956f-e13761f20c69),segment_id=97c8cdfb-d08c-4177-956f-e13761f20c69)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:54.524742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.571932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for 2bd16a43-42b1-407e-91cb-c5bf5c80e260 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:54.572344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-592d19b3-bbcb-4e44-b52f-85329801ea5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 1001 time: 0.1350758 Sep 18 07:19:54.642212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.665240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-ea17576d-83a3-4e7d-9bb9-ad9765f821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:54.670544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-ea17576d-83a3-4e7d-9bb9-ad9765f821d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0887074 Sep 18 07:19:54.674992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Deleting port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:54.675741 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.697117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c6d5f75-6a3b-4c30-868d-03488fb08760 req-0d7357a8-da68-4b6f-83ef-8780760ff5df tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 210 time: 0.0390322 Sep 18 07:19:54.749239 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:53Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:54.755896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-32d8224a-661a-413a-9353-bc924236ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:54.756672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.762133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-32d8224a-661a-413a-9353-bc924236ada0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810750 Sep 18 07:19:54.775580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] No DVR routers for this DVR port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:54.800208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928bfe2-36d2-4831-90fb-641a86aa6b97 None None] The sync data for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 is: [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:53Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:19:54.853797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=2bd16a43-42b1-407e-91cb-c5bf5c80e260,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:54.915845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 update to DOWN by agent not found {{(pid=101980) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 07:19:54.921442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] DHCP port deletion for 1ffd8402-827b-43eb-b99b-766926c93442 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:54.929824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] For port 420e36cf-d878-415b-9f5d-0af23944ca2f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=420e36cf-d878-415b-9f5d-0af23944ca2f,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:54.986552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] For port 2bd16a43-42b1-407e-91cb-c5bf5c80e260, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd16a43-42b1-407e-91cb-c5bf5c80e260,segment=NetworkSegment(97c8cdfb-d08c-4177-956f-e13761f20c69),segment_id=97c8cdfb-d08c-4177-956f-e13761f20c69)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:54.986886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:54.998082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.003072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.007656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-990262de-81fd-4c48-8c96-dc9db350ed76 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354226 Sep 18 07:19:55.022032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Calling delete_port for 2bd16a43-42b1-407e-91cb-c5bf5c80e260 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:55.113847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.127495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c8cdfb-d08c-4177-956f-e13761f20c69') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.128214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c8cdfb-d08c-4177-956f-e13761f20c69') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.133078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba60b8a-1cd4-4916-a709-06ade6afef99 None None] Pushing event updated for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:55.144328 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.146911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Deleting port e80da2cd-e584-4737-804b-78f6eb675994 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:55.147298 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.163253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.170688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:55.171412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.205477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3805139d-83c2-4a98-bd53-2ba85896ec0a None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:55.205477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3805139d-83c2-4a98-bd53-2ba85896ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:55.206502 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:55.268782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.275830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e04c8749-aac1-4f5d-903b-45c608be3d75 req-3f65f8d6-95d6-4ad0-a659-3a28ddc0188c service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551253 Sep 18 07:19:55.293785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] For port e80da2cd-e584-4737-804b-78f6eb675994, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e80da2cd-e584-4737-804b-78f6eb675994,segment=NetworkSegment(858094f1-d9f9-4f71-9e8e-4c8521e56624),segment_id=858094f1-d9f9-4f71-9e8e-4c8521e56624)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:55.304889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.324718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] No DVR routers for this DVR port 2bd16a43-42b1-407e-91cb-c5bf5c80e260 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:55.326504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca981b-69b6-4e2d-8e14-748b94b67b16 None None] Pushing event deleted for resources: {'Port': ['ID=2bd16a43-42b1-407e-91cb-c5bf5c80e260,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:55.338152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Calling delete_port for e80da2cd-e584-4737-804b-78f6eb675994 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:55.407711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.432847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.435047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/networks/e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143 HTTP/1.1" status: 204 len: 168 time: 1.3011119 Sep 18 07:19:55.436413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435089a-0a46-45c8-956f-bdf63c2a3f71 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Network': ['ID=e2e93bbb-a7e4-4bc4-9d3f-1d58e6f22143,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:55.437562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:55.550839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.567206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.580639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] No DVR routers for this DVR port e80da2cd-e584-4737-804b-78f6eb675994 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:55.610016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e454fe6-b81d-4854-ae48-eb1e9a591c83 None None] Pushing event deleted for resources: {'Port': ['ID=e80da2cd-e584-4737-804b-78f6eb675994,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:55.653239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port e80da2cd-e584-4737-804b-78f6eb675994 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:55.653583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.725842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] For port e80da2cd-e584-4737-804b-78f6eb675994, host n-d-789963-14, got binding levels [] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:55.726316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.739976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for e80da2cd-e584-4737-804b-78f6eb675994 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:55.743968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Port e80da2cd-e584-4737-804b-78f6eb675994 was not found and therefore no delete operation was performed {{(pid=101978) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:19:55.750860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.791174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=e80da2cd-e584-4737-804b-78f6eb675994,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:55.794825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] No DVR routers for this DVR port e80da2cd-e584-4737-804b-78f6eb675994 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:55.833533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f616f72c-3658-4d52-8615-aa3be93bdd9a req-c1b623f0-5c51-4499-a668-54d47d68c961 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Sep 18 07:19:55.889545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.910883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffd8402-827b-43eb-b99b-766926c93442']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.922947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858094f1-d9f9-4f71-9e8e-4c8521e56624') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.923375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858094f1-d9f9-4f71-9e8e-4c8521e56624') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:55.934515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.949123 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.955333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:55.955732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:55.958725 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:56.089294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.106224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.108193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/networks/1ffd8402-827b-43eb-b99b-766926c93442 HTTP/1.1" status: 204 len: 168 time: 0.6696064 Sep 18 07:19:56.110799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50076) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:56.121453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1a071-11d1-46bc-abbc-8c6c88ab2043 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Network': ['ID=1ffd8402-827b-43eb-b99b-766926c93442,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:56.188335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting subnet 926cb771-641c-4df2-af5a-a549862e476c {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:19:56.197003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.197218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-15e4b94f-9421-489b-b298-198bfdc02b54 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:56.198747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-15e4b94f-9421-489b-b298-198bfdc02b54 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 797 time: 0.1383605 Sep 18 07:19:56.238496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.245520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-5bb6ebd6-a944-4326-8169-6369287186f1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 380 time: 0.0373785 Sep 18 07:19:56.254716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'port': {'device_id': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'admin_state_up': True, 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'security_groups': ['93ec7a82-06bc-4997-9cae-ecff50f5134f']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:56.331834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.430399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:19:56.434653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 420e36cf-d878-415b-9f5d-0af23944ca2f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:19:56.436250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.459178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.490228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Subnet': ['ID=926cb771-641c-4df2-af5a-a549862e476c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:56.492744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.497022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-531e5826-79f8-42ce-9786-17d9c9426a86 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/subnets/926cb771-641c-4df2-af5a-a549862e476c HTTP/1.1" status: 204 len: 168 time: 0.3826885 Sep 18 07:19:56.497790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 420e36cf-d878-415b-9f5d-0af23944ca2f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:56.497790 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.500098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c7f8d-3140-46f0-8e38-47d3409ab379 None None] Network 3981ab3c-8432-4ca6-871a-460944af315e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:19:56.503975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50078) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:56.591505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.8 (6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1/ad25a3c4-f3ad-49e5-b157-ce420fc7a39f/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:19:56.601013 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.695237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Deleting port 80126e43-83e1-4893-81aa-e40ef2395b8f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:56.695589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.774715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e80da2cd-e584-4737-804b-78f6eb675994 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:56.798774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.807470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e80da2cd-e584-4737-804b-78f6eb675994 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:56.807862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e80da2cd-e584-4737-804b-78f6eb675994 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:56.809879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] DHCP port deletion for 3981ab3c-8432-4ca6-871a-460944af315e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:19:56.825684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] For port 80126e43-83e1-4893-81aa-e40ef2395b8f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=80126e43-83e1-4893-81aa-e40ef2395b8f,segment=NetworkSegment(7c85074e-d651-42d2-abde-1e4a9379b8c1),segment_id=7c85074e-d651-42d2-abde-1e4a9379b8c1)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:56.825684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.839983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Calling delete_port for 80126e43-83e1-4893-81aa-e40ef2395b8f owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:56.865099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Deleting port 80126e43-83e1-4893-81aa-e40ef2395b8f {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:19:56.865099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.904997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.935677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] For port 80126e43-83e1-4893-81aa-e40ef2395b8f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=80126e43-83e1-4893-81aa-e40ef2395b8f,segment=NetworkSegment(7c85074e-d651-42d2-abde-1e4a9379b8c1),segment_id=7c85074e-d651-42d2-abde-1e4a9379b8c1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:19:56.936540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:56.954644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Calling delete_port for 80126e43-83e1-4893-81aa-e40ef2395b8f owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:19:56.957265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:19:56.960483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:19:56.964247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:19:56.997710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615bad-125f-4fab-9478-2df53e4b779a req-9ce71f2b-c5d8-43cd-be3b-2252da2ba2eb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:56.999362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62615bad-125f-4fab-9478-2df53e4b779a req-9ce71f2b-c5d8-43cd-be3b-2252da2ba2eb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 931 time: 0.0598359 Sep 18 07:19:57.000622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.008628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:57.040569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:57.041221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.071563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Port': ['ID=80126e43-83e1-4893-81aa-e40ef2395b8f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:57.072245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.079017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] No DVR routers for this DVR port 80126e43-83e1-4893-81aa-e40ef2395b8f on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:57.102538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] Pushing event deleted for resources: {'Port': ['ID=80126e43-83e1-4893-81aa-e40ef2395b8f,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:57.118030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dea8d-f85e-477c-a5ee-85446e0ceb9f None None] No DVR routers for this DVR port 80126e43-83e1-4893-81aa-e40ef2395b8f on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:19:57.135388 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-f386e141-66f1-46c1-b5a0-3965a48dd660 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839631 Sep 18 07:19:57.152301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Request body: {'port': {'device_id': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:19:57.197146 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62615bad-125f-4fab-9478-2df53e4b779a req-8fc302ec-55c4-4ca7-95b9-440439f0ad4e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873085 Sep 18 07:19:57.231286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.239462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.255141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3981ab3c-8432-4ca6-871a-460944af315e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:57.268442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c85074e-d651-42d2-abde-1e4a9379b8c1') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:57.268721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c85074e-d651-42d2-abde-1e4a9379b8c1') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:19:57.284380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.299695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.306389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:19:57.306780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:19:57.310236 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:19:57.323343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5fab1f15-d9ab-4f5f-9dbc-d8067242d298 None None] Provisioning complete for port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:19:57.323811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fab1f15-d9ab-4f5f-9dbc-d8067242d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.378452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5fab1f15-d9ab-4f5f-9dbc-d8067242d298 None None] Port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:19:57.475605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.481861 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.486642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/networks/3981ab3c-8432-4ca6-871a-460944af315e HTTP/1.1" status: 204 len: 168 time: 0.9792819 Sep 18 07:19:57.487524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:57.498598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d09e5-56ef-41db-b6a6-b7bc39324365 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Pushing event deleted for resources: {'Network': ['ID=3981ab3c-8432-4ca6-871a-460944af315e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:57.518018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d8cb36ce-1356-45e2-9058-54e39ffc3716 tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38a6fa7-8bc0-45cb-8f40-73cd7209d66a HTTP/1.1" status: 200 len: 205 time: 0.0293605 Sep 18 07:19:57.521000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50100) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:57.568310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:19:57.576889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.590502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Transition to ACTIVE for port object 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:19:57.670362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:57.733754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:57.891569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:19:57.892191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:19:57.892727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:57.898663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:19:57.899224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:19:57.905423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:19:58.188659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Checking segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:19:58.188659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Bound using segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:19:58.188659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Bound port: 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:19:58.188659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.188659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:19:58.189345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 1092 time: 0.9745808 Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59738a-3222-4e7a-a1ee-c6ca575b4745" -d '{"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:19:58.189497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb285ac-357d-4424-9acb-b6c500e9ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:58.190143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.190143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.190309 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a738c4-fce1-4c64-a7bb-51ebf83bc518 x-openstack-request-id: req-d6a738c4-fce1-4c64-a7bb-51ebf83bc518 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:19:58.190309 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:19:58.190309 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6a738c4-fce1-4c64-a7bb-51ebf83bc518 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:19:58.190309 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'status': 'completed', 'code': 200} Sep 18 07:19:58.284192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-1d8153b3-8bb9-4897-98a5-0b2f62bd68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.294082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-1d8153b3-8bb9-4897-98a5-0b2f62bd68e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1095 time: 0.0753331 Sep 18 07:19:58.353772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0682de-f01a-4905-b99c-0bbc0ec245c7 req-f6e44ca4-01d3-4b63-bf6b-d1445188112f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.355534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae0682de-f01a-4905-b99c-0bbc0ec245c7 req-f6e44ca4-01d3-4b63-bf6b-d1445188112f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0686734 Sep 18 07:19:58.413687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae0682de-f01a-4905-b99c-0bbc0ec245c7 req-053b44c8-4fbc-4cde-887f-e9fac848ce04 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519283 Sep 18 07:19:58.415192 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.416197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Fanout notify agent at l3_agent the message router_deleted on router a38a6fa7-8bc0-45cb-8f40-73cd7209d66a {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:19:58.416699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-79c3bd05-e64e-4b70-b0ea-7fec4290a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.418329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-79c3bd05-e64e-4b70-b0ea-7fec4290a775 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1232991 Sep 18 07:19:58.438122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:58.439603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a42db3e-b4fb-4e95-93f0-d9d6088cc0ba tempest-RoutersNegativeIpV6Test-1273726455 tempest-RoutersNegativeIpV6Test-1273726455-project] 10.222.0.20 "DELETE /v2.0/routers/a38a6fa7-8bc0-45cb-8f40-73cd7209d66a HTTP/1.1" status: 204 len: 168 time: 0.9167843 Sep 18 07:19:58.483281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 80126e43-83e1-4893-81aa-e40ef2395b8f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:19:58.526125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 80126e43-83e1-4893-81aa-e40ef2395b8f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:19:58.526484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 80126e43-83e1-4893-81aa-e40ef2395b8f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:19:58.572839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-efc7e5b2-dde6-4703-ad68-70faa89b7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.574361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e59738a-3222-4e7a-a1ee-c6ca575b4745 req-efc7e5b2-dde6-4703-ad68-70faa89b7cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410198 Sep 18 07:19:58.671846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bbcdd26-ba5b-4acc-8d68-1a167cb665fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.673335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-6bbcdd26-ba5b-4acc-8d68-1a167cb665fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1095 time: 0.0424128 Sep 18 07:19:58.717970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-647c1a1e-12ae-4b4c-a410-5ef40ac12dfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 217 time: 0.0372601 Sep 18 07:19:58.768544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-45367d5e-d146-4b09-bfd1-7047425ea613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.769480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-45367d5e-d146-4b09-bfd1-7047425ea613 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0453525 Sep 18 07:19:58.817342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504edc4-4bc0-4423-b884-c8a86799857a req-0725a65a-4286-4b41-90ae-3fb8c833220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:58.818924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-0725a65a-4286-4b41-90ae-3fb8c833220f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423911 Sep 18 07:19:58.914416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-728dcc7d-9420-4711-a5db-659b35eb85de service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 Sep 18 07:19:59.008813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e504edc4-4bc0-4423-b884-c8a86799857a req-8cc106f0-ca16-4cdb-b54a-367a4d8ecc76 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873728 Sep 18 07:19:59.022363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:59.051862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:59.227958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cdd344d3-def0-4415-96b5-fde47533cb0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01ea01c20aff4e6d863bcec708119b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834879 Sep 18 07:19:59.230425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50136) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:19:59.332447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:59.340360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-f9c6af2f-58fe-41bd-889b-743fa731fa07 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:59.341887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-f9c6af2f-58fe-41bd-889b-743fa731fa07 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1576030 Sep 18 07:19:59.362044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-8e905b37-8439-483d-af64-d6c6533728d6 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/quotas/a6da6b72aff547e1a32fd4021ed0ff77 HTTP/1.1" status: 200 len: 375 time: 0.0112665 Sep 18 07:19:59.385434 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:59.442665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-087a528f-eb21-4b14-8c5e-c7059d000081 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706556 Sep 18 07:19:59.536002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:59.539152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:19:59.540275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/994dc8c7-c484-47b2-b2e9-b7f09a70b031 HTTP/1.1" status: 204 len: 168 time: 0.3089480 Sep 18 07:19:59.576389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b412474-f7dd-468e-a583-f50241960757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994dc8c7-c484-47b2-b2e9-b7f09a70b031,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:19:59.580443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-3d08680a-c12a-472f-992c-1111c70aacf8 service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307812 Sep 18 07:19:59.598261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062866-749a-4448-8abb-214f5f7a49ae req-5858c576-deb4-405d-aa4c-da0d59f1e7cf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:19:59.600438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7062866-749a-4448-8abb-214f5f7a49ae req-5858c576-deb4-405d-aa4c-da0d59f1e7cf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0806251 Sep 18 07:19:59.693784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7062866-749a-4448-8abb-214f5f7a49ae req-57757551-a85f-46ff-a7b0-f9fa73483556 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850730 Sep 18 07:19:59.731320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-06398d6b-fbcd-44b2-b5ee-11852b3d4aff service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299005 Sep 18 07:20:00.025377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-294fbfe9-6716-4e79-be5c-16511683d5da req-508b08c2-6a75-41d8-ad06-035b5c7be665 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 210 time: 0.0333736 Sep 18 07:20:00.607393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:00.712264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-812887875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:00.821661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217d5d-3f12-4742-b037-31c1412c7e07 req-8bf59774-fe60-45b3-a6d2-80a5f415d8d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:00.823221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a217d5d-3f12-4742-b037-31c1412c7e07 req-8bf59774-fe60-45b3-a6d2-80a5f415d8d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0516236 Sep 18 07:20:00.824575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:00.825641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:00.906872 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:00.914222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a217d5d-3f12-4742-b037-31c1412c7e07 req-e42cf750-e621-4afe-8376-9fff3d23edf3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842116 Sep 18 07:20:00.962101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.058779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.062654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cefcbe21-44b0-4303-8dc4-a43ccc48359e tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4516668 Sep 18 07:20:01.062914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:01.067903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-430350857'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:01.116326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-987b8220-963e-431f-9b65-83b0515e62fe req-5e2f5769-6aac-4888-bde0-3ba121df7415 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 210 time: 0.0318363 Sep 18 07:20:01.183969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:01.187508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.197081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.285699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.367428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.412935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:20:01.418436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14374d8-58dc-41e2-9c42-de63b835aec3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:01.425981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.426867 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Added segment 091a3cf4-8e11-4dc9-a929-ae5b8f599f2d of type vlan for network 90a44761-16a6-428e-b4c3-81938c924b2f Sep 18 07:20:01.467147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.620213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.625564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:01.626366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.692027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Network': ['ID=90a44761-16a6-428e-b4c3-81938c924b2f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:01.702178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 90a44761-16a6-428e-b4c3-81938c924b2f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:20:01.720468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84522d01-c73a-4271-9c43-629060e47591 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6544783 Sep 18 07:20:01.720655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50196) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:01.726803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'subnet': {'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:01.788850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:20:01.917175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:01.929592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'mac_address': 'fa:16:3e:8c:5e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:20:01.969439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:01.987511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:02.009702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:02.095589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210b45e-fa72-4180-81a0-f86209f09f3a req-8954440e-834a-49d9-aa6b-8084d7f8d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:02.098670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:02.103550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9210b45e-fa72-4180-81a0-f86209f09f3a req-8954440e-834a-49d9-aa6b-8084d7f8d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0674918 Sep 18 07:20:02.163928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:02.173745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.174399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.174881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.175385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.175949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.176489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.177022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.178155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.178726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.179262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.179648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.179985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:02.195489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9210b45e-fa72-4180-81a0-f86209f09f3a req-40eaf2b1-1187-4c75-9438-974efefebb65 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821972 Sep 18 07:20:02.226408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:02.229964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:02.253398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adee4241-3995-4999-95fd-4e13f8cba7a9 req-ce978b8f-48c8-4fba-a8fd-8144c2faf90f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 210 time: 0.0280881 Sep 18 07:20:02.331823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-f3fab8d8-c205-4dce-a359-a7d2cd3d8222 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:02.333342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-f3fab8d8-c205-4dce-a359-a7d2cd3d8222 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1866379 Sep 18 07:20:02.350912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:02.355152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Request body: {'port': {'device_id': 'af2dae57-214e-46c8-90be-1fea8172643e', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'admin_state_up': True, 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:02.590106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:02.600275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:02.603796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:02.671932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Subnet': ['ID=a6ca6bca-6cf4-4f54-8350-234829f41882,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:02.732923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Checking segment: {'id': '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:02.733587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network hostable DHCP agents. Network: 90a44761-16a6-428e-b4c3-81938c924b2f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:20:02.798524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Allocated IP 172.20.0.9 (064bae6f-e498-4c22-bfbc-e7467866f4d2/3d2735b4-2c33-4622-8443-886e997b61e4/6e942033-0d60-44b5-a5e7-b83e8634292d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:02.859190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 90a44761-16a6-428e-b4c3-81938c924b2f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:20:02.949256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 90a44761-16a6-428e-b4c3-81938c924b2f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:02.955504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:02.957483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e87c42-8c87-498a-9c5a-e6449519b17a None None] Network 90a44761-16a6-428e-b4c3-81938c924b2f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:02.963992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:02.964589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.057700 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ae4954c-3ed7-4774-8245-9fd8d6f5273f tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3324564 Sep 18 07:20:03.058099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50206) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:03.059493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.063140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'network': {'name': 'tempest-router-network01--33506224'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:03.094323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:03.105923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:03.109592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:03.113725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:03.124111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event updated for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:03.153438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:03.159692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.179268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-90a44761-16a6-428e-b4c3-81938c924b2f', 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f', 'tenant_id': '3179fcd2d41e4154aa6ec05d68cc5026', 'fixed_ips': [{'subnet_id': 'a6ca6bca-6cf4-4f54-8350-234829f41882'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:20:03.180118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.188979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:03.189655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.191091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:20:03.202913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.203602 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Added segment 8f26fd4b-5d62-475e-b405-e3bae0cf2105 of type vlan for network 22f25a6a-f7ea-4670-b083-baa532a57c1b Sep 18 07:20:03.252686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.272682 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-eb894015-655b-4cd5-a1f7-b4850ae5a87f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204226 Sep 18 07:20:03.333260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Request body: {'port': {'device_id': 'af2dae57-214e-46c8-90be-1fea8172643e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:03.373785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Allocated IP 172.20.0.2 (90a44761-16a6-428e-b4c3-81938c924b2f/a6ca6bca-6cf4-4f54-8350-234829f41882/83ec8651-fe24-4785-a8f3-57a24c6339dc) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:03.398071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185eb4-3cd7-490d-92ec-7439a99cf81f req-4acc7964-3a7d-4b44-9b36-2069b7f11578 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:03.399781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0185eb4-3cd7-490d-92ec-7439a99cf81f req-4acc7964-3a7d-4b44-9b36-2069b7f11578 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 944 time: 0.1073885 Sep 18 07:20:03.401664 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.407854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:03.409184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.418483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.492484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Network': ['ID=22f25a6a-f7ea-4670-b083-baa532a57c1b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:03.510449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b73f3-fba3-42e3-a882-fd02c033ccd4 req-55fabb0b-7d9c-4f91-87ad-72c869684de9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:03.512208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-092b73f3-fba3-42e3-a882-fd02c033ccd4 req-55fabb0b-7d9c-4f91-87ad-72c869684de9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 931 time: 0.1700990 Sep 18 07:20:03.519622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:20:03.535940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0185eb4-3cd7-490d-92ec-7439a99cf81f req-7549f6fb-4b51-43b0-9755-e043b7faffa7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214368 Sep 18 07:20:03.575528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-092b73f3-fba3-42e3-a882-fd02c033ccd4 req-df005e6c-8ae4-4cf4-81e8-6d2cad8e885e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Sep 18 07:20:03.583551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.598545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1c1984bc-bb67-46c0-9aa2-a21e9138f42a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5372016 Sep 18 07:20:03.598789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50212) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:03.603785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'network': {'name': 'tempest-router-network02--1012456983'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:03.680877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:03.685253 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.727573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:20:03.737756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.738228 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Added segment a101a5e7-691c-4abb-acf7-22ed1c4fc3f7 of type vlan for network 245bca6d-8c13-487d-8da3-b209f1d9c56c Sep 18 07:20:03.784792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:03.790510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.818124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e942033-0d60-44b5-a5e7-b83e8634292d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:03.829179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.832678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.845980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Transition to ACTIVE for port object 6e942033-0d60-44b5-a5e7-b83e8634292d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:20:03.871399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.877499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:03.878194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.878744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Network 90a44761-16a6-428e-b4c3-81938c924b2f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:03.883488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:03.887662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:03.898460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:03.901033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Pushing event updated for resources: {'Port': ['ID=83ec8651-fe24-4785-a8f3-57a24c6339dc,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:03.954125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Network': ['ID=245bca6d-8c13-487d-8da3-b209f1d9c56c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:03.981128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:20:03.984752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9376646-aeb6-4f4c-82f9-2acd492bd69c tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3849573 Sep 18 07:20:03.988775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:03.988890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:20:03.988964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50220) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:03.993993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:03.994533 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.000234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'subnet': {'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:04.045343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Attempting to bind port 83ec8651-fe24-4785-a8f3-57a24c6339dc on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:04.045891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Attempting to bind port 83ec8651-fe24-4785-a8f3-57a24c6339dc by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:04.046408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Attempting to bind port 83ec8651-fe24-4785-a8f3-57a24c6339dc on network 90a44761-16a6-428e-b4c3-81938c924b2f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:04.051492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Attempting to bind port 6e942033-0d60-44b5-a5e7-b83e8634292d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:04.051833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Attempting to bind port 6e942033-0d60-44b5-a5e7-b83e8634292d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:04.052176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Attempting to bind port 6e942033-0d60-44b5-a5e7-b83e8634292d on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:04.056939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Port 6e942033-0d60-44b5-a5e7-b83e8634292d on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:20:04.057272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Attempting to bind port 6e942033-0d60-44b5-a5e7-b83e8634292d on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:04.062786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:04.063098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Checking segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:04.063584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Bound using segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:04.064020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Bound port: 6e942033-0d60-44b5-a5e7-b83e8634292d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:04.064385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.093809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:04.094332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Checking segment: {'id': '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:04.094819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.095291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Bound using segment: {'id': '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:04.095858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Bound port: 83ec8651-fe24-4785-a8f3-57a24c6339dc, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '90a44761-16a6-428e-b4c3-81938c924b2f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:04.096382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.142372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:04.145815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6e942033-0d60-44b5-a5e7-b83e8634292d,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:04.216599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.243227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:04.245599 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b67639-90e3-454e-a2de-1528ad3b5222" -d '{"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:04.252712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:04.253326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.260870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.267316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:04.282175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.282820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.284297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e942033-0d60-44b5-a5e7-b83e8634292d HTTP/1.1" status: 200 len: 1092 time: 0.9556322 Sep 18 07:20:04.284777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:04.292665 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:04.322334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] For port 83ec8651-fe24-4785-a8f3-57a24c6339dc, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:04.335725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] For port 83ec8651-fe24-4785-a8f3-57a24c6339dc, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83ec8651-fe24-4785-a8f3-57a24c6339dc,segment=NetworkSegment(091a3cf4-8e11-4dc9-a929-ae5b8f599f2d),segment_id=091a3cf4-8e11-4dc9-a929-ae5b8f599f2d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:04.350280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.367711 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab1f70b-e295-4c69-b803-249bd9b2cd06 x-openstack-request-id: req-9ab1f70b-e295-4c69-b803-249bd9b2cd06 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:04.368193 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:04.368601 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ab1f70b-e295-4c69-b803-249bd9b2cd06 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:04.369137 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d', 'status': 'completed', 'code': 200} Sep 18 07:20:04.431785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:04.459808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.486849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a07e2-0b4d-4980-bca1-bdf7e709ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:04.502985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-5d7364ff-62d6-4ecd-b5c0-711a63edb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.504974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-5d7364ff-62d6-4ecd-b5c0-711a63edb83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 1095 time: 0.1037455 Sep 18 07:20:04.576121 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af3d25-c0fe-4763-952d-8bafa8d3cdf2 x-openstack-request-id: req-e9af3d25-c0fe-4763-952d-8bafa8d3cdf2 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:04.576747 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:04.577026 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9af3d25-c0fe-4763-952d-8bafa8d3cdf2 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:04.577457 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'code': 200} Sep 18 07:20:04.586582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d8aac-fe54-462c-9ec2-4b18d178d0b7 None None] Pushing event updated for resources: {'Port': ['ID=83ec8651-fe24-4785-a8f3-57a24c6339dc,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:04.706648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-c24962b6-1fed-4558-abf2-b1f83c9cf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.708246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-c24962b6-1fed-4558-abf2-b1f83c9cf4a7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1897752 Sep 18 07:20:04.716505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0225c3-0edf-4644-b262-576e37015d7c req-39ee6300-7767-489d-b2a9-f5ac01b30f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.718004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb0225c3-0edf-4644-b262-576e37015d7c req-39ee6300-7767-489d-b2a9-f5ac01b30f3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.0625532 Sep 18 07:20:04.796526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b053-9562-477c-9a30-8d8efb709919 req-eefa26bb-2a27-4d64-b4be-6f13322ff0df tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.798164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd95b053-9562-477c-9a30-8d8efb709919 req-eefa26bb-2a27-4d64-b4be-6f13322ff0df tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 943 time: 0.1212571 Sep 18 07:20:04.799401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:04.813259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bd647-695e-4f83-a0bf-0597efa1ecf1 req-bc3fdebf-5527-4e69-8d46-af3f3235c0c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.820934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e9bd647-695e-4f83-a0bf-0597efa1ecf1 req-bc3fdebf-5527-4e69-8d46-af3f3235c0c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.1595345 Sep 18 07:20:04.834349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb0225c3-0edf-4644-b262-576e37015d7c req-331dee3d-3336-41d4-a0e8-c2b378729bf0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949361 Sep 18 07:20:04.859966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-f19ede5e-874e-4696-8c79-9e2787e0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.861843 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6614d9e5-a79b-4a5c-9e6a-e7d9209abb7e req-f19ede5e-874e-4696-8c79-9e2787e0d230 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429715 Sep 18 07:20:04.940623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Subnet': ['ID=f2d4dba0-8456-4f5f-8910-2bf9f7f69740,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:04.949227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd95b053-9562-477c-9a30-8d8efb709919 req-0ce4afb9-799a-424b-8575-1c0860a0f33d tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252763 Sep 18 07:20:04.973002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e9bd647-695e-4f83-a0bf-0597efa1ecf1 req-322aac09-9347-427d-b837-029a07c5b72d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361699 Sep 18 07:20:04.980783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Checking segment: {'id': '8f26fd4b-5d62-475e-b405-e3bae0cf2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:04.981077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network hostable DHCP agents. Network: 22f25a6a-f7ea-4670-b083-baa532a57c1b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:20:04.989519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-3b93579b-10f4-4cf6-8e6a-2fae735b29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:04.992061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-3b93579b-10f4-4cf6-8e6a-2fae735b29bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 1095 time: 0.0554407 Sep 18 07:20:05.051395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-9a7e5ddd-0b6f-4bc8-9cf8-cccfd265cf9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e942033-0d60-44b5-a5e7-b83e8634292d HTTP/1.1" status: 200 len: 217 time: 0.0356290 Sep 18 07:20:05.074904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:20:05.104716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-ac30c205-893a-427a-aa12-5e5f0dca7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:05.106221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-ac30c205-893a-427a-aa12-5e5f0dca7788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0481105 Sep 18 07:20:05.140319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-98ee177a-d5c3-420f-840c-649bde15337c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274007 Sep 18 07:20:05.166621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 22f25a6a-f7ea-4670-b083-baa532a57c1b) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:05.171380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:05.172083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.178929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e027fc-3fa4-4a94-a374-c5f4a04ece23 None None] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:05.234702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-4822170f-3ba8-4f36-b0aa-b935a3e42b52 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 Sep 18 07:20:05.259954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d0e76720-757d-48b6-b5e7-5327fb7df90a tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2704058 Sep 18 07:20:05.261867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50240) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:05.266943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'subnet': {'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:05.334412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-22f25a6a-f7ea-4670-b083-baa532a57c1b', 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b', 'tenant_id': '3179fcd2d41e4154aa6ec05d68cc5026', 'fixed_ips': [{'subnet_id': 'f2d4dba0-8456-4f5f-8910-2bf9f7f69740'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:20:05.338667 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.359086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1099053-ee69-4f05-ac8b-bd01452d87b8 req-cbc3c440-a43a-4fc1-951f-2c5d2a71fc34 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162946 Sep 18 07:20:05.430003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Made reservation on behalf of 3179fcd2d41e4154aa6ec05d68cc5026 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:05.434045 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.500708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Allocated IP 172.20.0.2 (22f25a6a-f7ea-4670-b083-baa532a57c1b/f2d4dba0-8456-4f5f-8910-2bf9f7f69740/8c1368f3-bf6e-4a36-8f88-11aef05135a9) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:05.679753 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.699960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66a718-71bf-436d-b28f-391e8b101af1 None None] Network 90a44761-16a6-428e-b4c3-81938c924b2f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:05.710907 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.756707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.782031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Subnet': ['ID=d649a850-294b-479b-b899-95707e52cf73,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:05.795744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Checking segment: {'id': 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:05.797251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network hostable DHCP agents. Network: 245bca6d-8c13-487d-8da3-b209f1d9c56c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:20:05.921151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:05.921151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:05.921151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:05.921151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] Provisioning complete for port 83ec8651-fe24-4785-a8f3-57a24c6339dc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:05.921151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:05.991526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:20:05.992511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Pushing event updated for resources: {'Port': ['ID=8c1368f3-bf6e-4a36-8f88-11aef05135a9,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:05.992761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 245bca6d-8c13-487d-8da3-b209f1d9c56c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:05.992761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:05.992761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.003495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bbf3c9-84bc-4ec9-ab81-c5e7690dbf98 None None] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:06.058320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Attempting to bind port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:06.058700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Attempting to bind port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '8f26fd4b-5d62-475e-b405-e3bae0cf2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:06.059105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Attempting to bind port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 on network 22f25a6a-f7ea-4670-b083-baa532a57c1b {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:06.103965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:06.104310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Checking segment: {'id': '8f26fd4b-5d62-475e-b405-e3bae0cf2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:06.104727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.105101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Bound using segment: {'id': '8f26fd4b-5d62-475e-b405-e3bae0cf2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:06.105584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Bound port: 8c1368f3-bf6e-4a36-8f88-11aef05135a9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f26fd4b-5d62-475e-b405-e3bae0cf2105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22f25a6a-f7ea-4670-b083-baa532a57c1b'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:06.106013 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.111944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-71c5c54e-26dd-4c6c-a6cb-434f066931f7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8489709 Sep 18 07:20:06.115915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:06.150697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6d53-9e2a-4c86-9748-b6ed6cf08713 req-412a8180-e56b-457b-b40a-ecc3bb80de57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:06.161719 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92bc6d53-9e2a-4c86-9748-b6ed6cf08713 req-412a8180-e56b-457b-b40a-ecc3bb80de57 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 943 time: 0.1057250 Sep 18 07:20:06.178458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814581a-8ed8-4971-9e59-5306e8f1f947 req-b12597fb-1511-493b-b0bd-a94b190e72aa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:06.180222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6814581a-8ed8-4971-9e59-5306e8f1f947 req-b12597fb-1511-493b-b0bd-a94b190e72aa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.1226461 Sep 18 07:20:06.242864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.248932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92bc6d53-9e2a-4c86-9748-b6ed6cf08713 req-e0242087-7af1-41ca-87e7-d6a2c949f11e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854394 Sep 18 07:20:06.284817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6814581a-8ed8-4971-9e59-5306e8f1f947 req-c985fbf7-02c3-47e5-a70a-cd63017b3e67 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762265 Sep 18 07:20:06.414842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-245bca6d-8c13-487d-8da3-b209f1d9c56c', 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c', 'tenant_id': '3179fcd2d41e4154aa6ec05d68cc5026', 'fixed_ips': [{'subnet_id': 'd649a850-294b-479b-b899-95707e52cf73'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:20:06.415969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.455400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] For port 8c1368f3-bf6e-4a36-8f88-11aef05135a9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:06.467124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] For port 83ec8651-fe24-4785-a8f3-57a24c6339dc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83ec8651-fe24-4785-a8f3-57a24c6339dc,segment=NetworkSegment(091a3cf4-8e11-4dc9-a929-ae5b8f599f2d),segment_id=091a3cf4-8e11-4dc9-a929-ae5b8f599f2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:06.482586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83ec8651-fe24-4785-a8f3-57a24c6339dc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:06.489415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae1704-9c95-46fc-abf4-c323dd98eef0 req-6df854f5-8f7a-4d19-9d2b-a98b8410ac11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:06.491221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] For port 8c1368f3-bf6e-4a36-8f88-11aef05135a9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8c1368f3-bf6e-4a36-8f88-11aef05135a9,segment=NetworkSegment(8f26fd4b-5d62-475e-b405-e3bae0cf2105),segment_id=8f26fd4b-5d62-475e-b405-e3bae0cf2105)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:06.492233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fae1704-9c95-46fc-abf4-c323dd98eef0 req-6df854f5-8f7a-4d19-9d2b-a98b8410ac11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0888824 Sep 18 07:20:06.546151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.549733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fae1704-9c95-46fc-abf4-c323dd98eef0 req-0284c62d-d544-4efa-9a56-6d52c763c35c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510602 Sep 18 07:20:06.569652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50270) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:06.572162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.574201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.647458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e01db7-32d4-4be9-a8a8-13ec61e48bf2 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:06.649380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-39e01db7-32d4-4be9-a8a8-13ec61e48bf2 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1092 time: 0.0786285 Sep 18 07:20:06.653377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50272) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:06.659229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:06.719774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b9155-dd47-44ff-a8cb-fae44038ba6a None None] Pushing event updated for resources: {'Port': ['ID=8c1368f3-bf6e-4a36-8f88-11aef05135a9,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:06.731791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 83ec8651-fe24-4785-a8f3-57a24c6339dc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:06.732173 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.744648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.784458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5413bbb1-5232-42be-bd30-ef536c363c06 None None] Provisioning complete for port 83ec8651-fe24-4785-a8f3-57a24c6339dc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:06.784839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5413bbb1-5232-42be-bd30-ef536c363c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.794524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Allocated IP 172.20.0.2 (245bca6d-8c13-487d-8da3-b209f1d9c56c/d649a850-294b-479b-b899-95707e52cf73/cf94902c-af88-4414-ba4f-cbc538c13834) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:06.878941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:06.885178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a237a-1d98-4393-9d91-fac644965c66 None None] Pushing event updated for resources: {'Port': ['ID=83ec8651-fe24-4785-a8f3-57a24c6339dc,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:06.912470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Allocated IP 172.20.0.1 (22f25a6a-f7ea-4670-b083-baa532a57c1b/f2d4dba0-8456-4f5f-8910-2bf9f7f69740/b22ae965-5b3e-4aca-95b8-86a1bac18bb7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:07.071485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.148 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/e10d5a69-96b3-46b1-96c6-4bf0360faf37) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:07.108142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.163404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.220515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.288386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.330822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:07.340005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:07.342777 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:07.350559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.362168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Pushing event updated for resources: {'Port': ['ID=cf94902c-af88-4414-ba4f-cbc538c13834,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:07.394304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.413841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:07.419653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:07.422383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:07.435718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Attempting to bind port cf94902c-af88-4414-ba4f-cbc538c13834 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:07.436195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Attempting to bind port cf94902c-af88-4414-ba4f-cbc538c13834 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:07.436571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Attempting to bind port cf94902c-af88-4414-ba4f-cbc538c13834 on network 245bca6d-8c13-487d-8da3-b209f1d9c56c {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:07.442131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:07.442513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Checking segment: {'id': 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:07.442921 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.443891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Bound using segment: {'id': 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:07.444416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Bound port: cf94902c-af88-4414-ba4f-cbc538c13834, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '245bca6d-8c13-487d-8da3-b209f1d9c56c'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:07.444854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.449178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=e10d5a69-96b3-46b1-96c6-4bf0360faf37,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:07.466955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Port': ['ID=b22ae965-5b3e-4aca-95b8-86a1bac18bb7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:07.472451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:07.486866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:07.494601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:07.496148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.533692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ebaf-b302-42d8-b419-705e507d7983 req-c31a16f7-02b9-49a1-b831-51cc8e71e48d tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:07.538289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b3ebaf-b302-42d8-b419-705e507d7983 req-c31a16f7-02b9-49a1-b831-51cc8e71e48d tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 943 time: 0.1937428 Sep 18 07:20:07.562735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] For port cf94902c-af88-4414-ba4f-cbc538c13834, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:07.566290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] For port cf94902c-af88-4414-ba4f-cbc538c13834, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf94902c-af88-4414-ba4f-cbc538c13834,segment=NetworkSegment(a101a5e7-691c-4abb-acf7-22ed1c4fc3f7),segment_id=a101a5e7-691c-4abb-acf7-22ed1c4fc3f7)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:07.593103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5b3ebaf-b302-42d8-b419-705e507d7983 req-18d715d2-61cc-46dc-9efe-a642c78e112e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458741 Sep 18 07:20:07.665100 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:07.739868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ba58-31e2-47a0-a6d4-858b005779e8 None None] Pushing event updated for resources: {'Port': ['ID=cf94902c-af88-4414-ba4f-cbc538c13834,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:07.774215 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.088788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43081ae-1d17-4eb1-bae1-a8b146b0a8ef None None] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:08.101049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.198890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.199094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] Provisioning complete for port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:08.199359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.256492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.275638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.405664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.407599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Port': ['ID=b22ae965-5b3e-4aca-95b8-86a1bac18bb7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:08.417121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.460917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] For port 8c1368f3-bf6e-4a36-8f88-11aef05135a9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8c1368f3-bf6e-4a36-8f88-11aef05135a9,segment=NetworkSegment(8f26fd4b-5d62-475e-b405-e3bae0cf2105),segment_id=8f26fd4b-5d62-475e-b405-e3bae0cf2105)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:08.477998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.526591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:08.528366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:08.544223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.601789 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.662899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09f2f5-27f0-415c-80af-5fa0eff977a2 None None] Pushing event updated for resources: {'Port': ['ID=8c1368f3-bf6e-4a36-8f88-11aef05135a9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:08.724134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83ec8651-fe24-4785-a8f3-57a24c6339dc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:08.800361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 83ec8651-fe24-4785-a8f3-57a24c6339dc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:08.800744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.839353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=e10d5a69-96b3-46b1-96c6-4bf0360faf37,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:08.845079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Router 44c9384e-fb43-4990-9d71-0e48447dbaba is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:20:08.853191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.883347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49d124af-f29b-4593-b259-06950433ebec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:08.919005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85c8d-8985-4ff0-963b-7a8beb8d9cbe req-1a06bf40-73e1-440a-ba23-cea1372cbdca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:08.919005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ec85c8d-8985-4ff0-963b-7a8beb8d9cbe req-1a06bf40-73e1-440a-ba23-cea1372cbdca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 943 time: 0.1463468 Sep 18 07:20:08.944457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf94902c-af88-4414-ba4f-cbc538c13834 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:09.033586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:20:09.070090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0232703e-0e8f-4d5e-9c52-e03d678556ee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520280 Sep 18 07:20:09.070751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:09.235843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] Sync routers for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:20:09.290673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a306b6fd-e53c-4ce9-9bcd-51475afc6afb None None] Provisioning complete for port b22ae965-5b3e-4aca-95b8-86a1bac18bb7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:09.291055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a306b6fd-e53c-4ce9-9bcd-51475afc6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:09.322841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:09.324334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:09.335097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b9f8c-e2e6-46ff-9b1f-dba5e884a075 None None] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:09.494717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:09.542981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ec85c8d-8985-4ff0-963b-7a8beb8d9cbe req-b7ab8d27-a289-4830-87e9-97686f7d74bf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247504 Sep 18 07:20:09.564333 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 1663271f-fdff-4a39-bdb1-fab605ec533f associated. External IP: 172.25.4.148, port: 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a. Sep 18 07:20:09.586226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6e942033-0d60-44b5-a5e7-b83e8634292d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:20:09.667410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a306b6fd-e53c-4ce9-9bcd-51475afc6afb None None] Port b22ae965-5b3e-4aca-95b8-86a1bac18bb7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:20:09.697142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cf94902c-af88-4414-ba4f-cbc538c13834 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:09.697550 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:09.732072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:09.732719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:09.781036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a306b6fd-e53c-4ce9-9bcd-51475afc6afb None None] Provisioning complete for port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:09.781329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a306b6fd-e53c-4ce9-9bcd-51475afc6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:09.789344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:09.790097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438858f-591d-4274-83b9-a183e13cc55d None None] The sync data for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:20:09.839875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6e942033-0d60-44b5-a5e7-b83e8634292d,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:09.847904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:20:09.871189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '6e942033-0d60-44b5-a5e7-b83e8634292d', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'port_id': '6e942033-0d60-44b5-a5e7-b83e8634292d', 'mac_address': 'fa:16:3e:bf:a9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2735b4-2c33-4622-8443-886e997b61e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:20:09.966680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:09.981359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:20:09.981694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:09.999160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Sync routers for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:20:10.018321 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:10.018959 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:10.049807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e942033-0d60-44b5-a5e7-b83e8634292d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:10.091920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port cf94902c-af88-4414-ba4f-cbc538c13834, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf94902c-af88-4414-ba4f-cbc538c13834,segment=NetworkSegment(a101a5e7-691c-4abb-acf7-22ed1c4fc3f7),segment_id=a101a5e7-691c-4abb-acf7-22ed1c4fc3f7)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:10.093829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6e942033-0d60-44b5-a5e7-b83e8634292d,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:10.113035 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-04f6fe6f-756d-4e07-a0bc-b7df392246d6 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:20:10.117401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-04f6fe6f-756d-4e07-a0bc-b7df392246d6 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0423906 Sep 18 07:20:10.117633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50320) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:10.150205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.151360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:20:10.182205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.188928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.189725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8c1368f3-bf6e-4a36-8f88-11aef05135a9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:10.208993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e420c41-a080-456d-b35e-0b61c49905da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5543239 Sep 18 07:20:10.209601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:10.212250 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a6a85-0090-488d-aa24-a676dfc0636d" -d '{"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:10.261415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0a0c9b8-57ed-42a3-810c-073f27531790 None None] Provisioning complete for port cf94902c-af88-4414-ba4f-cbc538c13834 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:10.261789 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c9b8-57ed-42a3-810c-073f27531790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.282322 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52fe73-5c84-4991-8433-db8982f2017a x-openstack-request-id: req-3a52fe73-5c84-4991-8433-db8982f2017a {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:10.282619 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:10.283027 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a52fe73-5c84-4991-8433-db8982f2017a {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:10.283431 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'status': 'completed', 'code': 200} Sep 18 07:20:10.322763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:10.405252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:10.405819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.408328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d260-5863-48b7-b567-483c0d4e2917 req-1505dc76-1e89-4c5c-b50c-cd66d031d685 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:10.410346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9844d260-5863-48b7-b567-483c0d4e2917 req-1505dc76-1e89-4c5c-b50c-cd66d031d685 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Sep 18 07:20:10.410679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-9f42269b-19d7-4fe2-adbb-3ffcdb1874d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:10.412770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-9f42269b-19d7-4fe2-adbb-3ffcdb1874d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.0983570 Sep 18 07:20:10.442528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=cf94902c-af88-4414-ba4f-cbc538c13834,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:10.458341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9844d260-5863-48b7-b567-483c0d4e2917 req-d519a215-bf36-4d5a-ae06-b36ede6225fe tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Sep 18 07:20:10.482244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:10.514426 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1663271f-fdff-4a39-bdb1-fab605ec533f', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'mac_address': 'fa:16:3e:8c:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:20:07Z', 'updated_at': '2021-09-18T07:20:07Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:10.536113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0a0c9b8-57ed-42a3-810c-073f27531790 None None] Provisioning complete for port b22ae965-5b3e-4aca-95b8-86a1bac18bb7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:10.537617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c9b8-57ed-42a3-810c-073f27531790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.593921 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Checking router: 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:20:10.603142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a462a27-6f9d-4086-ae8c-83e1aaf7b795 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 200 len: 991 time: 0.1194077 Sep 18 07:20:10.609561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0c9b8-57ed-42a3-810c-073f27531790 None None] Port b22ae965-5b3e-4aca-95b8-86a1bac18bb7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:20:10.620007 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:10.620546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-c264b18d-793a-4239-b224-282a6af173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:10.620654 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:19:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:10.622067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-c264b18d-793a-4239-b224-282a6af173c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.2011907 Sep 18 07:20:10.643032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:10.754192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:20:10.757693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2b2bc-46df-42e5-913f-7a043863da19 req-bb4141a2-f976-4f75-b78f-ab16c613654a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:10.759536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ee2b2bc-46df-42e5-913f-7a043863da19 req-bb4141a2-f976-4f75-b78f-ab16c613654a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 944 time: 0.0907996 Sep 18 07:20:10.806773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-2189a403-b8fe-4016-b548-a307b9e11243 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 999 time: 0.1763153 Sep 18 07:20:10.849331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ee2b2bc-46df-42e5-913f-7a043863da19 req-1471b2c2-9362-4a78-9331-fccd3cb74f90 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823545 Sep 18 07:20:10.849840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf94902c-af88-4414-ba4f-cbc538c13834 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:10.871155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-a1b7932a-5a43-482f-abeb-e0bc7fa95ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:10.872724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-a1b7932a-5a43-482f-abeb-e0bc7fa95ffe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0564198 Sep 18 07:20:10.918530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:10.935915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cf94902c-af88-4414-ba4f-cbc538c13834 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:10.936300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.027080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8c1368f3-bf6e-4a36-8f88-11aef05135a9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:11.085026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:11.085425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.096174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-ee13d037-249d-4d60-8a71-5236ff97ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:11.097713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-ee13d037-249d-4d60-8a71-5236ff97ce41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2181807 Sep 18 07:20:11.116531 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1663271f-fdff-4a39-bdb1-fab605ec533f', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'mac_address': 'fa:16:3e:8c:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:20:07Z', 'updated_at': '2021-09-18T07:20:07Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:11.145293 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69052b-4bb8-48c8-af9e-8c0e83301a08 None None] The sync data for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 is: [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1663271f-fdff-4a39-bdb1-fab605ec533f', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'mac_address': 'fa:16:3e:8c:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:20:07Z', 'updated_at': '2021-09-18T07:20:07Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:20:11.232908 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-7eb4d835-0dc6-46af-a76c-9dd73058129d service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114008 Sep 18 07:20:11.370352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab68c09-958b-4539-8f19-d857d6d0294d None None] New status for floating IP 1663271f-fdff-4a39-bdb1-fab605ec533f: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:20:11.392524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting port b22ae965-5b3e-4aca-95b8-86a1bac18bb7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:11.392870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.398456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f20a6a85-0090-488d-aa24-a676dfc0636d req-4114461f-ee56-4ea4-99dc-2f6bd9b8949b service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425543 Sep 18 07:20:11.500537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.517548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Calling delete_port for b22ae965-5b3e-4aca-95b8-86a1bac18bb7 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:11.567527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12ebb042-9b66-4e54-90f6-3218a74c50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.606878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50344) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:11.673581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-75dd0f6e-0dce-4318-b3b0-8e4bf70b2ae8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 200 len: 991 time: 0.0654757 Sep 18 07:20:11.784293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:11.812477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Port': ['ID=b22ae965-5b3e-4aca-95b8-86a1bac18bb7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:11.965852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:12.050412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ca12e-8258-4bae-80f6-df5756a41215 req-329f4767-1470-462f-8dcc-c21a97cfe08f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:12.052092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f7ca12e-8258-4bae-80f6-df5756a41215 req-329f4767-1470-462f-8dcc-c21a97cfe08f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 944 time: 0.0907624 Sep 18 07:20:12.052827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:12.097814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f7ca12e-8258-4bae-80f6-df5756a41215 req-41804f38-953a-4be3-920c-104213d2d746 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385146 Sep 18 07:20:12.162802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Router 44c9384e-fb43-4990-9d71-0e48447dbaba has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:20:12.238935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:20:12.245240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2dd56b96-4623-4aeb-9b1a-8062d391e6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264153 Sep 18 07:20:12.248285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50356) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:12.248659 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] Sync routers for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:20:12.258678 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:12.259296 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:12.287449 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0e120388-98e6-4ae5-b4bb-1d5ed1b0b6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] delete failed (client error): The resource could not be found. Sep 18 07:20:12.292960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e120388-98e6-4ae5-b4bb-1d5ed1b0b6a7 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1587170059 HTTP/1.1" status: 404 len: 335 time: 0.0389860 Sep 18 07:20:12.293109 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:12.293190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50360) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:12.298466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-27dbd749-6c81-4220-88ab-014024a10c54 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'router': {'external_gateway_info': {'network_id': '44c9384e-fb43-4990-9d71-0e48447dbaba'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:12.305919 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:12.306560 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:12.338725 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:12.339381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9de2f7-7372-4925-8e77-6e8b1f5f9b7e None None] The sync data for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:20:12.512352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-27dbd749-6c81-4220-88ab-014024a10c54 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:12.591161 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-27dbd749-6c81-4220-88ab-014024a10c54 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] update failed (client error): The resource could not be found. Sep 18 07:20:12.592224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-27dbd749-6c81-4220-88ab-014024a10c54 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba HTTP/1.1" status: 404 len: 339 time: 0.2982836 Sep 18 07:20:12.596242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50364) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:12.677120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50366) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:12.738175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-74bdb5e3-2498-4c06-87ff-d0abccebe209 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 200 len: 993 time: 0.0597916 Sep 18 07:20:12.881423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.144362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Allocated IP 172.20.0.1 (90a44761-16a6-428e-b4c3-81938c924b2f/a6ca6bca-6cf4-4f54-8350-234829f41882/170ee4cf-9b3e-4e81-a001-c24bce59f032) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:13.384960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839d70c-cf51-4bea-8218-d7b173ce7bb7 req-a43ba559-22ff-4305-b125-f0765e772656 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:13.384960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4839d70c-cf51-4bea-8218-d7b173ce7bb7 req-a43ba559-22ff-4305-b125-f0765e772656 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 944 time: 0.1079664 Sep 18 07:20:13.384960 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.384960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4839d70c-cf51-4bea-8218-d7b173ce7bb7 req-ac299b46-9365-4661-a7b0-579318517a78 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Sep 18 07:20:13.469282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.492530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.515560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6e942033-0d60-44b5-a5e7-b83e8634292d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:13.534689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 90a44761-16a6-428e-b4c3-81938c924b2f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:13.538514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:13.542524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:13.575165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Port': ['ID=170ee4cf-9b3e-4e81-a001-c24bce59f032,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:13.597805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.681003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 6e942033-0d60-44b5-a5e7-b83e8634292d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:20:13.694580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 6e942033-0d60-44b5-a5e7-b83e8634292d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:13.694580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.770344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.795919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:13.798165 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7bdfb5-0caa-4675-b1ae-96c3002d5d67" -d '{"events": [{"server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "name": "network-vif-plugged", "status": "completed", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:13.811812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6e942033-0d60-44b5-a5e7-b83e8634292d,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:13.839225 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ab5bb-cfdc-4515-ba6d-250966a0993d x-openstack-request-id: req-954ab5bb-cfdc-4515-ba6d-250966a0993d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:13.839744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "name": "network-vif-plugged", "status": "completed", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:13.840179 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-954ab5bb-cfdc-4515-ba6d-250966a0993d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:13.840704 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d', 'code': 200} Sep 18 07:20:13.860701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.861705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd5fd9f0-08a1-4847-9aa1-7b4d89b5fd6e None None] Provisioning complete for port 170ee4cf-9b3e-4e81-a001-c24bce59f032 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:13.862261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd9f0-08a1-4847-9aa1-7b4d89b5fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.896516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fd9f0-08a1-4847-9aa1-7b4d89b5fd6e None None] Port 170ee4cf-9b3e-4e81-a001-c24bce59f032 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:20:13.899105 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:13.960801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:13.980033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e967-5156-4fe7-8fe4-552a4b37eb08 req-d1da37e7-de43-4622-90e4-355310bcde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:13.981983 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7840e967-5156-4fe7-8fe4-552a4b37eb08 req-d1da37e7-de43-4622-90e4-355310bcde5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 1097 time: 0.0512452 Sep 18 07:20:14.020413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7840e967-5156-4fe7-8fe4-552a4b37eb08 req-15c01f5d-e69b-4936-aa9b-dc4a7d4f308a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285153 Sep 18 07:20:14.157573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.218538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.290646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.292343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event updated for resources: {'Port': ['ID=170ee4cf-9b3e-4e81-a001-c24bce59f032,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:14.388683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Network 90a44761-16a6-428e-b4c3-81938c924b2f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:14.390731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:14.542944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbbbdf-c3f8-4446-973d-880191f49efe req-f8ae74cd-168d-4495-924d-2af11f31c5da tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:14.544501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46cbbbdf-c3f8-4446-973d-880191f49efe req-f8ae74cd-168d-4495-924d-2af11f31c5da tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.0708349 Sep 18 07:20:14.546482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Router 44c9384e-fb43-4990-9d71-0e48447dbaba has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:20:14.623988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0ae99cd4-2b0d-47ef-aa1b-c715d62b9e55 None None] Provisioning complete for port 170ee4cf-9b3e-4e81-a001-c24bce59f032 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:14.624577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ae99cd4-2b0d-47ef-aa1b-c715d62b9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.653329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46cbbbdf-c3f8-4446-973d-880191f49efe req-7d718b04-22a3-491b-82db-e7e3ae938af8 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019731 Sep 18 07:20:14.668200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0ae99cd4-2b0d-47ef-aa1b-c715d62b9e55 None None] Port 170ee4cf-9b3e-4e81-a001-c24bce59f032 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:20:14.672203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:20:14.683756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-430f351e-cd9c-4582-a57c-27ea9d836c28 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0861852 Sep 18 07:20:14.686252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:14.692506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] Sync routers for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:20:14.705209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:14.706175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:14.744556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.745480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:14.755100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:14.756675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:14.791247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:14.792234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b85763-d11e-4e40-b954-ee670be6aced None None] The sync data for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:20:14.800311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f992cca1-6a03-43c4-b22f-0c04783debac tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:14.888698 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-f992cca1-6a03-43c4-b22f-0c04783debac tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 07:20:14.889765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f992cca1-6a03-43c4-b22f-0c04783debac tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba HTTP/1.1" status: 409 len: 329 time: 0.2020810 Sep 18 07:20:14.892874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50400) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:15.012759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:15.216151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:15.474313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting port 170ee4cf-9b3e-4e81-a001-c24bce59f032 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:15.474934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:15.956410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca28ea-a459-4db0-960b-b4eab117a54b req-1ed2a5ca-1add-4831-8e77-9a3da32ce916 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:15.957785 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88ca28ea-a459-4db0-960b-b4eab117a54b req-1ed2a5ca-1add-4831-8e77-9a3da32ce916 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.1078074 Sep 18 07:20:15.959998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:15.989264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Calling delete_port for 170ee4cf-9b3e-4e81-a001-c24bce59f032 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:16.019362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88ca28ea-a459-4db0-960b-b4eab117a54b req-35d7b2a8-6343-4367-bac3-5208f6caf5d9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Sep 18 07:20:16.230052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:16.262568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Port': ['ID=170ee4cf-9b3e-4e81-a001-c24bce59f032,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:16.415527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:16.581583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Router 44c9384e-fb43-4990-9d71-0e48447dbaba has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:20:16.659932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:20:16.665550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f0e8f2d5-7784-4c1e-a57c-47ce52663aee tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714498 Sep 18 07:20:16.668875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50426) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:16.671334 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] Sync routers for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:20:16.681109 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:16.681721 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:16.705409 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ff012f1b-060b-488b-bb83-bf428f858691 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] show failed (client error): The resource could not be found. Sep 18 07:20:16.706528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ff012f1b-060b-488b-bb83-bf428f858691 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-34430069 HTTP/1.1" status: 404 len: 333 time: 0.0367389 Sep 18 07:20:16.713688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50428) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:16.716160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:16.722426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a2e11981-f5f9-4cf5-8705-74dd861878be tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:16.726581 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] Routers {'44c9384e-fb43-4990-9d71-0e48447dbaba'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:20:16.727340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:20:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['44c9384e-fb43-4990-9d71-0e48447dbaba'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:16.777167 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:16.778675 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f98986-6c78-41c8-91a5-9eaefb45e393 None None] The sync data for ids ['44c9384e-fb43-4990-9d71-0e48447dbaba'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:20:16.791799 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-a2e11981-f5f9-4cf5-8705-74dd861878be tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] update failed (client error): The resource could not be found. Sep 18 07:20:16.792836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a2e11981-f5f9-4cf5-8705-74dd861878be tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-336574636 HTTP/1.1" status: 404 len: 334 time: 0.0778058 Sep 18 07:20:16.797262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:16.850166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting subnet d649a850-294b-479b-b899-95707e52cf73 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:20:16.853945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:16.894281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:16.978291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.116055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.144041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Subnet': ['ID=d649a850-294b-479b-b899-95707e52cf73,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:17.148537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.150456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/subnets/d649a850-294b-479b-b899-95707e52cf73 HTTP/1.1" status: 204 len: 168 time: 0.3522918 Sep 18 07:20:17.154687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:17.156213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9c22-1938-4fb1-a8f9-c57364548e62 req-5f3e5e8c-d28d-4320-8609-630193573508 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:17.157317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7d9e2-f18c-4f46-9f65-6ebaa2291a8e None None] Network 245bca6d-8c13-487d-8da3-b209f1d9c56c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:17.157810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f7e9c22-1938-4fb1-a8f9-c57364548e62 req-5f3e5e8c-d28d-4320-8609-630193573508 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.0509734 Sep 18 07:20:17.164827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.165180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.165526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.165870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.173394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517eff8f-1032-4007-ac7f-112b4390c122 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:17.201689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f7e9c22-1938-4fb1-a8f9-c57364548e62 req-d2e383ec-198f-4358-af55-2123308c2e99 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Sep 18 07:20:17.225414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting subnet f2d4dba0-8456-4f5f-8910-2bf9f7f69740 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:20:17.225414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.278885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.373828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] DHCP port deletion for 245bca6d-8c13-487d-8da3-b209f1d9c56c request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:20:17.423061 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.438506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Deleting port cf94902c-af88-4414-ba4f-cbc538c13834 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:17.438896 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.506263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] For port cf94902c-af88-4414-ba4f-cbc538c13834, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf94902c-af88-4414-ba4f-cbc538c13834,segment=NetworkSegment(a101a5e7-691c-4abb-acf7-22ed1c4fc3f7),segment_id=a101a5e7-691c-4abb-acf7-22ed1c4fc3f7)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:17.506667 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.519049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Calling delete_port for cf94902c-af88-4414-ba4f-cbc538c13834 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:17.539113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.571365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d4dba0-8456-4f5f-8910-2bf9f7f69740,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:17.579872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.581911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-03d530b3-9b52-4eb1-ac3a-cd177309e0d2 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/subnets/f2d4dba0-8456-4f5f-8910-2bf9f7f69740 HTTP/1.1" status: 204 len: 168 time: 0.4262981 Sep 18 07:20:17.584996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50456) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:17.621866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8dbf3-29cd-43a0-9625-72b4df3e9deb None None] Network 22f25a6a-f7ea-4670-b083-baa532a57c1b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:17.778881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.812999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] Pushing event deleted for resources: {'Port': ['ID=cf94902c-af88-4414-ba4f-cbc538c13834,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:17.822949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d6c04-4ad4-4c41-8a74-8a8e496f1620 None None] No DVR routers for this DVR port cf94902c-af88-4414-ba4f-cbc538c13834 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:20:17.825600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] DHCP port deletion for 22f25a6a-f7ea-4670-b083-baa532a57c1b request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:20:17.885603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Deleting port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:17.886037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.965227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] For port 8c1368f3-bf6e-4a36-8f88-11aef05135a9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8c1368f3-bf6e-4a36-8f88-11aef05135a9,segment=NetworkSegment(8f26fd4b-5d62-475e-b405-e3bae0cf2105),segment_id=8f26fd4b-5d62-475e-b405-e3bae0cf2105)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:17.968320 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:17.989171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Calling delete_port for 8c1368f3-bf6e-4a36-8f88-11aef05135a9 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:18.012400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.107370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.133750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245bca6d-8c13-487d-8da3-b209f1d9c56c']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.143907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.144263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a101a5e7-691c-4abb-acf7-22ed1c4fc3f7') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.154910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.168581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.175471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:20:18.175808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:20:18.179000 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:20:18.309734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.338439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] Pushing event deleted for resources: {'Port': ['ID=8c1368f3-bf6e-4a36-8f88-11aef05135a9,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:18.338985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.340373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de3b4f-f9d7-4082-9ddb-361d2b2e1a00 None None] No DVR routers for this DVR port 8c1368f3-bf6e-4a36-8f88-11aef05135a9 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:20:18.366226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.366226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/networks/245bca6d-8c13-487d-8da3-b209f1d9c56c HTTP/1.1" status: 204 len: 168 time: 0.7629051 Sep 18 07:20:18.366226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526d52-d88b-4a72-b8d0-d270e7fbe54d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Network': ['ID=245bca6d-8c13-487d-8da3-b209f1d9c56c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:18.367693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50470) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:18.447234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.534937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.557387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f25a6a-f7ea-4670-b083-baa532a57c1b']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.569469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f26fd4b-5d62-475e-b405-e3bae0cf2105') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.569698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f26fd4b-5d62-475e-b405-e3bae0cf2105') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:18.585767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.601463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.607606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:20:18.607991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:20:18.610964 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:20:18.726418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.731171 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.736128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50478) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:18.740980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/networks/22f25a6a-f7ea-4670-b083-baa532a57c1b HTTP/1.1" status: 204 len: 168 time: 0.3680382 Sep 18 07:20:18.753114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1ba2e-9d63-4ad9-91b6-387c97decd6d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Network': ['ID=22f25a6a-f7ea-4670-b083-baa532a57c1b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:18.823984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting subnet a6ca6bca-6cf4-4f54-8350-234829f41882 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:20:18.827290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.846359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf94902c-af88-4414-ba4f-cbc538c13834 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:20:18.869344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cf94902c-af88-4414-ba4f-cbc538c13834 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:20:18.870031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf94902c-af88-4414-ba4f-cbc538c13834 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:20:18.877031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8c1368f3-bf6e-4a36-8f88-11aef05135a9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:20:18.878181 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:18.899644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8c1368f3-bf6e-4a36-8f88-11aef05135a9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:20:18.900157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8c1368f3-bf6e-4a36-8f88-11aef05135a9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:20:18.966346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.127164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.156961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ca6bca-6cf4-4f54-8350-234829f41882,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:19.162288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.165301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc37d062-4281-42da-aec0-a016be959b9d tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ca6bca-6cf4-4f54-8350-234829f41882 HTTP/1.1" status: 204 len: 168 time: 0.4272974 Sep 18 07:20:19.166918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50484) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:19.171918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c886c-db54-4d46-8893-db139d829821 None None] Network 90a44761-16a6-428e-b4c3-81938c924b2f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:20:19.256996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.315062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Deleting port 83ec8651-fe24-4785-a8f3-57a24c6339dc {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:19.315410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.392443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] DHCP port deletion for 90a44761-16a6-428e-b4c3-81938c924b2f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:20:19.416312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] For port 83ec8651-fe24-4785-a8f3-57a24c6339dc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83ec8651-fe24-4785-a8f3-57a24c6339dc,segment=NetworkSegment(091a3cf4-8e11-4dc9-a929-ae5b8f599f2d),segment_id=091a3cf4-8e11-4dc9-a929-ae5b8f599f2d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:19.417033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.432419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Calling delete_port for 83ec8651-fe24-4785-a8f3-57a24c6339dc owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:19.448626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Deleting port 83ec8651-fe24-4785-a8f3-57a24c6339dc {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:20:19.449345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.519160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] For port 83ec8651-fe24-4785-a8f3-57a24c6339dc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83ec8651-fe24-4785-a8f3-57a24c6339dc,segment=NetworkSegment(091a3cf4-8e11-4dc9-a929-ae5b8f599f2d),segment_id=091a3cf4-8e11-4dc9-a929-ae5b8f599f2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:19.519488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.533049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Calling delete_port for 83ec8651-fe24-4785-a8f3-57a24c6339dc owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:20:19.612840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.625024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.640661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] No DVR routers for this DVR port 83ec8651-fe24-4785-a8f3-57a24c6339dc on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:20:19.650515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Port': ['ID=83ec8651-fe24-4785-a8f3-57a24c6339dc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:19.662645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] No DVR routers for this DVR port 83ec8651-fe24-4785-a8f3-57a24c6339dc on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:20:19.669235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8e11-0d10-45cb-9899-009bdb68b923 None None] Pushing event deleted for resources: {'Port': ['ID=83ec8651-fe24-4785-a8f3-57a24c6339dc,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:19.756696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.776737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a44761-16a6-428e-b4c3-81938c924b2f']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:19.786783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:19.787088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091a3cf4-8e11-4dc9-a929-ae5b8f599f2d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:20:19.807354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.822148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.830641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:20:19.831064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:20:19.834820 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:20:19.989564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:19.998332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.000288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/networks/90a44761-16a6-428e-b4c3-81938c924b2f HTTP/1.1" status: 204 len: 168 time: 0.8320062 Sep 18 07:20:20.003346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50498) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:20.010820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e738b0-29f5-40a0-9c5e-fb7af3dfb9d1 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Pushing event deleted for resources: {'Network': ['ID=90a44761-16a6-428e-b4c3-81938c924b2f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:20.034590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cb038f2f-66a9-45e9-b420-59ef18b30005 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "GET /v2.0/ports?device_id=44c9384e-fb43-4990-9d71-0e48447dbaba HTTP/1.1" status: 200 len: 205 time: 0.0297532 Sep 18 07:20:20.037468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50502) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:20.153473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.317409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.320715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.446206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.446857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Fanout notify agent at l3_agent the message router_deleted on router 44c9384e-fb43-4990-9d71-0e48447dbaba {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:20:20.454886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:20.456407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b314f521-cb5c-4689-a605-dca5b32f1822 tempest-RoutersNegativeTest-1614855256 tempest-RoutersNegativeTest-1614855256-project] 10.222.0.20 "DELETE /v2.0/routers/44c9384e-fb43-4990-9d71-0e48447dbaba HTTP/1.1" status: 204 len: 168 time: 0.4176810 Sep 18 07:20:20.771444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83ec8651-fe24-4785-a8f3-57a24c6339dc no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:20:20.792270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 83ec8651-fe24-4785-a8f3-57a24c6339dc {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:20:20.792620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83ec8651-fe24-4785-a8f3-57a24c6339dc not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:20:20.969105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:21.185609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dc7a903d-366d-414c-89bc-86d1f230d2c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3179fcd2d41e4154aa6ec05d68cc5026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150922 Sep 18 07:20:21.188021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:21.238242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:21.265881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:21.447410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:21.450243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:21.451595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b14374d8-58dc-41e2-9c42-de63b835aec3 HTTP/1.1" status: 204 len: 168 time: 0.2625940 Sep 18 07:20:21.461173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ed90-6d8d-430b-b1d6-3af9a0e432ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14374d8-58dc-41e2-9c42-de63b835aec3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:23.641169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-d5c68b5a-97d7-4229-9701-a3315569cf06 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:23.642943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-d5c68b5a-97d7-4229-9701-a3315569cf06 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1121435 Sep 18 07:20:23.664899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-94e8fb2a-f9db-4d59-bc44-6062b6e1ab7a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/quotas/a6da6b72aff547e1a32fd4021ed0ff77 HTTP/1.1" status: 200 len: 375 time: 0.0158107 Sep 18 07:20:23.718001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-f2167009-d9db-42a7-ad6e-a54aaa3ba573 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473852 Sep 18 07:20:23.831865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-a94e2812-fdd3-4f7c-9012-1915828a0bf6 service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064043 Sep 18 07:20:23.924208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-74de7318-2f82-4d1d-b024-f2afc9c92d50 service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Sep 18 07:20:24.178123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84783250-6921-4523-98e6-8330828342d8 req-b8ffa630-3153-49b6-8142-f5d1f77ff9ed tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Sep 18 07:20:25.308873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d2f50e0-3ac9-407d-a4e0-2ac6288833a7 req-ee922d37-b639-4719-8c80-57467f439f13 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 210 time: 0.0418079 Sep 18 07:20:26.201862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-2a058d5d-e79e-456e-92ad-54d39577b01a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:26.203375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-2a058d5d-e79e-456e-92ad-54d39577b01a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1059997 Sep 18 07:20:26.217618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Request body: {'port': {'device_id': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'admin_state_up': True, 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:26.384041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:26.388080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:26.432791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62037782-8cf7-42e5-b232-11d4598463bf req-26fd1d57-c872-48e3-a6b2-6840ab99e577 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 210 time: 0.0337834 Sep 18 07:20:26.553675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Allocated IP 172.20.0.8 (064bae6f-e498-4c22-bfbc-e7467866f4d2/3d2735b4-2c33-4622-8443-886e997b61e4/a9457e00-0157-4a84-af8b-6607ed4792d5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:26.716794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:26.807471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:26.843648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a', '6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:26.863675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:26.867276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:26.869990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:26.906819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event updated for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:26.932895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:26.933669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.030707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-021afc58-e019-42dc-a78c-4fcef17f9f2a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176026 Sep 18 07:20:27.044644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Request body: {'port': {'device_id': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:27.102370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.416726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9457e00-0157-4a84-af8b-6607ed4792d5 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:27.424936 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.443204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Transition to ACTIVE for port object a9457e00-0157-4a84-af8b-6607ed4792d5 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:20:27.532068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.560741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14ae1b-af15-4d9c-8e8a-08f423a2f49c req-9031e0fa-0e44-47aa-87dc-4de0c23cbfcb tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:27.563026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba14ae1b-af15-4d9c-8e8a-08f423a2f49c req-9031e0fa-0e44-47aa-87dc-4de0c23cbfcb tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 931 time: 0.0539632 Sep 18 07:20:27.618633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba14ae1b-af15-4d9c-8e8a-08f423a2f49c req-b37b8776-3b71-47dd-8ec6-458b0c0df156 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Sep 18 07:20:27.633942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:27.690583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Attempting to bind port a9457e00-0157-4a84-af8b-6607ed4792d5 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:27.690930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Attempting to bind port a9457e00-0157-4a84-af8b-6607ed4792d5 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:27.691269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Attempting to bind port a9457e00-0157-4a84-af8b-6607ed4792d5 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:27.696177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Port a9457e00-0157-4a84-af8b-6607ed4792d5 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:20:27.696514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Attempting to bind port a9457e00-0157-4a84-af8b-6607ed4792d5 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:27.701444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:27.701798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Checking segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:27.702233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Bound using segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:27.702668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Bound port: a9457e00-0157-4a84-af8b-6607ed4792d5, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:27.703035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.773253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:27.777131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a9457e00-0157-4a84-af8b-6607ed4792d5,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:27.870037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.910550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:27.911274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:27.912840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9457e00-0157-4a84-af8b-6607ed4792d5 HTTP/1.1" status: 200 len: 1092 time: 0.8724191 Sep 18 07:20:27.913452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:27.915971 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0663cc-f41c-4885-8039-e6b962314abd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:27.939132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30b649-8d60-4e3c-9a4e-d54269ac80e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:27.979481 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eefb75d-d724-401b-93b1-2dcfc689b305 x-openstack-request-id: req-8eefb75d-d724-401b-93b1-2dcfc689b305 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:27.979961 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:27.980243 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eefb75d-d724-401b-93b1-2dcfc689b305 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:27.980657 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5', 'status': 'completed', 'code': 200} Sep 18 07:20:28.045364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-7546a86c-0016-437f-846f-a8470ee29534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.046955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-7546a86c-0016-437f-846f-a8470ee29534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 1095 time: 0.0433660 Sep 18 07:20:28.099815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-04ffb5b3-a13c-46dc-907d-7c6587c38198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9457e00-0157-4a84-af8b-6607ed4792d5 HTTP/1.1" status: 200 len: 217 time: 0.0440474 Sep 18 07:20:28.165547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e0f42-1faa-4316-adab-947209c2098e req-9897830e-21c8-4b72-b334-12ecbd166f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.167310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-9897830e-21c8-4b72-b334-12ecbd166f4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0601137 Sep 18 07:20:28.201318 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-42a9ee18-fca7-48fb-9961-63ac545873b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268788 Sep 18 07:20:28.299510 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-9aac0ca6-5cc6-4fb8-b18f-6a723d2e0c64 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909882 Sep 18 07:20:28.401217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c07e0f42-1faa-4316-adab-947209c2098e req-273dcc34-df9b-4f33-ab03-24f2c6822640 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942593 Sep 18 07:20:28.591391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0663cc-f41c-4885-8039-e6b962314abd req-983ba653-5a8b-411a-a164-b1b3825c8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.592906 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-983ba653-5a8b-411a-a164-b1b3825c8129 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 1095 time: 0.0455387 Sep 18 07:20:28.696875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0663cc-f41c-4885-8039-e6b962314abd req-35278d11-5e9f-4806-acc2-afa114713e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.698507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-35278d11-5e9f-4806-acc2-afa114713e1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 916 time: 0.0984008 Sep 18 07:20:28.762458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-84d14c93-2f11-42f5-b61e-2dcdbb156463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9457e00-0157-4a84-af8b-6607ed4792d5 HTTP/1.1" status: 200 len: 217 time: 0.0507584 Sep 18 07:20:28.766259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43e401-b429-402d-b6a2-810522e94615 req-19ce9cf6-e726-48fc-a6a2-36337c887484 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.768818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af43e401-b429-402d-b6a2-810522e94615 req-19ce9cf6-e726-48fc-a6a2-36337c887484 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 943 time: 0.0663202 Sep 18 07:20:28.817216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0663cc-f41c-4885-8039-e6b962314abd req-8b69bf92-8800-483e-b7c5-66bd0b0177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:28.818926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-8b69bf92-8800-483e-b7c5-66bd0b0177cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0472419 Sep 18 07:20:28.830197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af43e401-b429-402d-b6a2-810522e94615 req-06caa08d-eaa6-4035-89a4-fc57e26392c6 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531912 Sep 18 07:20:28.857023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-f8675d3a-a3ec-4587-996a-0e66d09d1352 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302083 Sep 18 07:20:28.953330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-7f00a94e-76b8-4195-94fd-ddf827c305a4 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871298 Sep 18 07:20:29.017201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:29.047831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a0663cc-f41c-4885-8039-e6b962314abd req-7661786f-353a-4a24-aa90-ff9bd95cd8a8 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874777 Sep 18 07:20:29.949865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab8a4-b4b6-451b-82c2-5f0aad89be0e req-96e63481-a482-4492-8b51-1ae69ac5b7f0 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:29.954515 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eaab8a4-b4b6-451b-82c2-5f0aad89be0e req-96e63481-a482-4492-8b51-1ae69ac5b7f0 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 943 time: 0.0566802 Sep 18 07:20:29.991280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eaab8a4-b4b6-451b-82c2-5f0aad89be0e req-20df0ebc-15c1-411f-ba10-90ecdf76a712 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Sep 18 07:20:30.322297 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:20:31.114480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471233d-5a04-4bb6-ad03-60eb52f1a6ef req-d340a004-63d4-4e38-aaf1-a018f5d52300 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:31.116460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6471233d-5a04-4bb6-ad03-60eb52f1a6ef req-d340a004-63d4-4e38-aaf1-a018f5d52300 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 943 time: 0.0544126 Sep 18 07:20:31.156609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6471233d-5a04-4bb6-ad03-60eb52f1a6ef req-b7e2cc9b-e086-402b-a243-24e7ffa05af5 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Sep 18 07:20:31.950623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a9457e00-0157-4a84-af8b-6607ed4792d5 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:20:32.088660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a9457e00-0157-4a84-af8b-6607ed4792d5,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:32.100897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a9457e00-0157-4a84-af8b-6607ed4792d5', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'port_id': 'a9457e00-0157-4a84-af8b-6607ed4792d5', 'mac_address': 'fa:16:3e:17:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2735b4-2c33-4622-8443-886e997b61e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:20:32.138882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:32.151943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9457e00-0157-4a84-af8b-6607ed4792d5 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:32.173298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a9457e00-0157-4a84-af8b-6607ed4792d5,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:32.217853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:32.283122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7f8c-64b2-4495-aff7-0c730ab30aca req-6daefad9-0e63-46c7-8aeb-7daeebaf369e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:32.284572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:32.284799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de5b7f8c-64b2-4495-aff7-0c730ab30aca req-6daefad9-0e63-46c7-8aeb-7daeebaf369e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 944 time: 0.0544341 Sep 18 07:20:32.329223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de5b7f8c-64b2-4495-aff7-0c730ab30aca req-ba889e7b-fc6a-4762-9506-a1e30bf5d831 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338044 Sep 18 07:20:32.442710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a9457e00-0157-4a84-af8b-6607ed4792d5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:33.463721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0af6-dc31-4e98-81a4-89a4f5977b9b req-991f3da2-7340-42b3-97f4-362da73121dd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:33.466110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8eae0af6-dc31-4e98-81a4-89a4f5977b9b req-991f3da2-7340-42b3-97f4-362da73121dd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 944 time: 0.0598760 Sep 18 07:20:33.509220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8eae0af6-dc31-4e98-81a4-89a4f5977b9b req-157a9281-864b-4631-8acb-c0e9f70b0c3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Sep 18 07:20:33.606895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:33.718255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40931424-d102-41be-8b12-0ebaac9c03a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:33.810603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40931424-d102-41be-8b12-0ebaac9c03a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:33.886442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40931424-d102-41be-8b12-0ebaac9c03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:33.931802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40931424-d102-41be-8b12-0ebaac9c03a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c5cfd04c476409ca1490b6e7857f59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236060 Sep 18 07:20:33.932460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40931424-d102-41be-8b12-0ebaac9c03a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776bf850-de41-4bc1-8787-bc4ff243226c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:33.935227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:33.968190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a9457e00-0157-4a84-af8b-6607ed4792d5 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:20:33.988729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.011479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.086142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port a9457e00-0157-4a84-af8b-6607ed4792d5 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:20:34.090039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a9457e00-0157-4a84-af8b-6607ed4792d5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:20:34.090417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.170133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.172142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.174751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.179143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/776bf850-de41-4bc1-8787-bc4ff243226c HTTP/1.1" status: 204 len: 168 time: 0.2393429 Sep 18 07:20:34.186705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776bf850-de41-4bc1-8787-bc4ff243226c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:34.193938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:34.198430 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec762403-bbe7-4964-8ef8-86763cd66403" -d '{"events": [{"server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "name": "network-vif-plugged", "status": "completed", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:34.201648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.202035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.202387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.202795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.203180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.203512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.203900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.204179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.204508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.205333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.205333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.205554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d874fa-ceb1-439c-9e12-04aa32b79347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:20:34.208644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a9457e00-0157-4a84-af8b-6607ed4792d5,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:20:34.247583 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168232b5-1bba-4e27-ae55-70291226ae41 x-openstack-request-id: req-168232b5-1bba-4e27-ae55-70291226ae41 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:34.247978 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "name": "network-vif-plugged", "status": "completed", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:34.248247 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-168232b5-1bba-4e27-ae55-70291226ae41 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:34.248752 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5', 'code': 200} Sep 18 07:20:34.275124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.325636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:34.342695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c95d9-8cdf-492f-8a91-8ea46c875042 req-720f660d-d273-42f2-b511-b70683aa60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:34.344229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-791c95d9-8cdf-492f-8a91-8ea46c875042 req-720f660d-d273-42f2-b511-b70683aa60f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0402575 Sep 18 07:20:34.380487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-791c95d9-8cdf-492f-8a91-8ea46c875042 req-c177ad5b-11a6-4a20-8f13-2a26212ce0fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286522 Sep 18 07:20:34.625570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df0fa-22b1-4193-b05d-786a92e0b47d req-8294bd1f-1c66-48ff-b6af-7d9fc577ff43 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:34.627134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f31df0fa-22b1-4193-b05d-786a92e0b47d req-8294bd1f-1c66-48ff-b6af-7d9fc577ff43 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Sep 18 07:20:34.667995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f31df0fa-22b1-4193-b05d-786a92e0b47d req-450e0679-6b0a-48f1-8255-f299a87e3a15 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Sep 18 07:20:34.743739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50828) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:34.756750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b5069f-8399-4f88-87b8-476c9b1a7994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.845467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b5069f-8399-4f88-87b8-476c9b1a7994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.926155 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78b5069f-8399-4f88-87b8-476c9b1a7994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:34.964940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78b5069f-8399-4f88-87b8-476c9b1a7994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02864c5e48aa4e78af579e0e3fce35a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199669 Sep 18 07:20:34.965638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5069f-8399-4f88-87b8-476c9b1a7994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7f515-9a29-4c10-9448-266e77c6570f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:34.967513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50838) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:35.017130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:35.039451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:35.177724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:35.180508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:35.181728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcc7f515-9a29-4c10-9448-266e77c6570f HTTP/1.1" status: 204 len: 168 time: 0.2131734 Sep 18 07:20:35.189630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a50710-114e-4c09-914c-e5c8e399bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7f515-9a29-4c10-9448-266e77c6570f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:35.794550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6e62-5d00-444b-9143-2ed58202aa73 req-6902a1fa-5ee1-4738-801e-7e7163c5cd25 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:35.798467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ddb6e62-5d00-444b-9143-2ed58202aa73 req-6902a1fa-5ee1-4738-801e-7e7163c5cd25 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 945 time: 0.0597143 Sep 18 07:20:35.839700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ddb6e62-5d00-444b-9143-2ed58202aa73 req-519ee071-f661-4005-99cf-c20a52d0afaf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361495 Sep 18 07:20:37.245303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-9bbe134d-c89b-4ed0-8f8f-0d19b874959f tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:37.253738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-9bbe134d-c89b-4ed0-8f8f-0d19b874959f tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.0661113 Sep 18 07:20:37.273487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-dff53df2-dfb8-4853-9da7-df0bff216f3a tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:37.365651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-dff53df2-dfb8-4853-9da7-df0bff216f3a tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:37.452791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-dff53df2-dfb8-4853-9da7-df0bff216f3a tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:37.508134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bf09bbf-8c38-45d7-ae95-3f7312004436 req-dff53df2-dfb8-4853-9da7-df0bff216f3a tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534182 Sep 18 07:20:37.519005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff53df2-dfb8-4853-9da7-df0bff216f3a tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845a87b-7a18-48f6-8a86-0278da8a5248,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:37.636011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5624b-2cb6-4564-bd01-c2f61ee77a27 req-ecd6800e-c59a-4709-a8fa-8dc574f1b9ba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:37.637958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1f5624b-2cb6-4564-bd01-c2f61ee77a27 req-ecd6800e-c59a-4709-a8fa-8dc574f1b9ba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Sep 18 07:20:37.671723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:37.682338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1f5624b-2cb6-4564-bd01-c2f61ee77a27 req-ef6b9c3f-59d6-481c-83a3-5ffa4465b67b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347934 Sep 18 07:20:37.710338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50924) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:37.777501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f89fbefd-f076-4d50-b7bf-7f6994b5346d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 200 len: 993 time: 0.0659518 Sep 18 07:20:37.792542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe64e80-007d-45f9-a6c4-9ccb544666c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:37.906734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe64e80-007d-45f9-a6c4-9ccb544666c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:37.966225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dbe64e80-007d-45f9-a6c4-9ccb544666c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.003912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe64e80-007d-45f9-a6c4-9ccb544666c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070f1899-95ad-49b1-b9f1-8aacc7d170b7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:38.010923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dbe64e80-007d-45f9-a6c4-9ccb544666c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71f0ab3c4c7241b1832461af8000bbf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355539 Sep 18 07:20:38.011810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:38.065303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.089631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.187695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-9831853a-961c-4b61-a870-249bf1e663b2 req-880c2ec5-0806-4373-a611-802ec2f184cc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:20:38.188763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9831853a-961c-4b61-a870-249bf1e663b2 req-880c2ec5-0806-4373-a611-802ec2f184cc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618956 Sep 18 07:20:38.195209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.198706 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.205077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/070f1899-95ad-49b1-b9f1-8aacc7d170b7 HTTP/1.1" status: 204 len: 168 time: 0.1895428 Sep 18 07:20:38.214006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc476d8-396f-45f5-b4e4-5d6244c42f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070f1899-95ad-49b1-b9f1-8aacc7d170b7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:38.788723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246e39c-ba41-46e6-b85a-483270fa6ecd req-68e41a1a-ba52-4862-a92e-df0eef65ee7c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:38.790262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e246e39c-ba41-46e6-b85a-483270fa6ecd req-68e41a1a-ba52-4862-a92e-df0eef65ee7c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0586712 Sep 18 07:20:38.829253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e246e39c-ba41-46e6-b85a-483270fa6ecd req-8d33fab4-e68b-472a-a540-59c164a32e99 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Sep 18 07:20:38.902489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fee822d-0718-49f5-a184-241b3f3a43a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:38.988323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 50984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:39.002596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa13c0d5-f1b8-4381-8304-ed0d63312a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.104301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa13c0d5-f1b8-4381-8304-ed0d63312a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.165859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-476c5499-b2c3-4fae-8d4c-303bcc21b0d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2016475 Sep 18 07:20:39.174650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-c72652b4-2f93-4ef3-a02f-7ac8943d1e83 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:20:39.175641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-c72652b4-2f93-4ef3-a02f-7ac8943d1e83 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049117 Sep 18 07:20:39.177367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa13c0d5-f1b8-4381-8304-ed0d63312a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.217373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa13c0d5-f1b8-4381-8304-ed0d63312a83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0c9a2993102499e80109c885c360fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274568 Sep 18 07:20:39.220082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 50996) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:39.227053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13c0d5-f1b8-4381-8304-ed0d63312a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8af954-e9bf-4afc-ab80-82a4459333b1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:39.279951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.304586 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.435522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.438704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:39.439598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf8af954-e9bf-4afc-ab80-82a4459333b1 HTTP/1.1" status: 204 len: 168 time: 0.2185109 Sep 18 07:20:39.449871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479589-77c2-4f5b-b6b3-6a76f0cafbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8af954-e9bf-4afc-ab80-82a4459333b1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:39.971745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c76073-b782-4670-a073-6aba305bec06 req-3ba9841d-b9de-4f7b-8c74-63544527dbbd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:39.975062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16c76073-b782-4670-a073-6aba305bec06 req-3ba9841d-b9de-4f7b-8c74-63544527dbbd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0642467 Sep 18 07:20:40.033840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16c76073-b782-4670-a073-6aba305bec06 req-3566648e-dc18-4cb6-a7fb-984fe6ea6dca tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485239 Sep 18 07:20:41.169279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da131e2-299f-4e0e-bbf6-12c0932b17d8 req-8800ae53-aba2-4ee2-b681-ef40206d0740 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:41.179614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7da131e2-299f-4e0e-bbf6-12c0932b17d8 req-8800ae53-aba2-4ee2-b681-ef40206d0740 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0628097 Sep 18 07:20:41.215204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7da131e2-299f-4e0e-bbf6-12c0932b17d8 req-c8d1f765-113b-4157-a742-8786b2a8fd06 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356896 Sep 18 07:20:41.526335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-667c414c-e846-4b44-94cf-e6b4cedf9123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:41.881835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-05e9495b-e2ab-4f4b-a0ea-da472e7c82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:41.885123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-05e9495b-e2ab-4f4b-a0ea-da472e7c82e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.0554781 Sep 18 07:20:41.990040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-ff0d50cd-fa83-48a8-aa08-f0e9d1e5d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:41.991605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-ff0d50cd-fa83-48a8-aa08-f0e9d1e5d055 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.1008682 Sep 18 07:20:42.063873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:42.070167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-ee4df62e-d884-4fbf-98a4-6c1865780b43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 1001 time: 0.0715172 Sep 18 07:20:42.126537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-828cdf45-4212-4522-99f5-a90515bafd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:42.128158 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-828cdf45-4212-4522-99f5-a90515bafd0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0518034 Sep 18 07:20:42.177845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-558a5aa7-3f65-46a4-bfa6-1f2d04c34172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:42.179914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-558a5aa7-3f65-46a4-bfa6-1f2d04c34172 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440073 Sep 18 07:20:42.286222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-a75e1db5-7853-4492-a547-6bc5d3c949cb service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986061 Sep 18 07:20:42.335618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beea3dd-ce08-42ec-83b4-2e13324b3be8 req-9ef6778c-422a-4c4f-93cb-5a2c0e0ddd23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:42.337138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1beea3dd-ce08-42ec-83b4-2e13324b3be8 req-9ef6778c-422a-4c4f-93cb-5a2c0e0ddd23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Sep 18 07:20:42.387943 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-b8ca4e79-6e5c-4c86-b1ee-44c9a0bd92a0 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949528 Sep 18 07:20:42.390782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1beea3dd-ce08-42ec-83b4-2e13324b3be8 req-5671f15c-a2eb-4d04-b681-c8a604916137 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472991 Sep 18 07:20:43.274857 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:43.500550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063bd27-b56c-4c07-af0c-8032494ba3e2 req-6b273615-284e-4323-96d1-9398cbbca11f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:43.504558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2063bd27-b56c-4c07-af0c-8032494ba3e2 req-6b273615-284e-4323-96d1-9398cbbca11f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Sep 18 07:20:43.543892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2063bd27-b56c-4c07-af0c-8032494ba3e2 req-1b68ea1d-44ef-4b8c-9ba0-983254f3a318 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Sep 18 07:20:44.679192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c31479-8cef-4b4f-ac82-678d6a43f742 req-7fd87a30-8d98-43d9-a303-d43f95c56eee tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:44.680706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1c31479-8cef-4b4f-ac82-678d6a43f742 req-7fd87a30-8d98-43d9-a303-d43f95c56eee tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0597465 Sep 18 07:20:44.698791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:44.741970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1c31479-8cef-4b4f-ac82-678d6a43f742 req-5bc10d6e-cf4a-4acb-a7b3-97d5c6e3ae76 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546107 Sep 18 07:20:45.023347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:45.870223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2df2-3508-4dfa-8559-c16b7b833b78 req-c0fb42f0-cbde-422b-bf56-6d9de93b6acd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:45.874214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a3c2df2-3508-4dfa-8559-c16b7b833b78 req-c0fb42f0-cbde-422b-bf56-6d9de93b6acd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0534384 Sep 18 07:20:45.912401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a3c2df2-3508-4dfa-8559-c16b7b833b78 req-b5487c1c-4460-4a5e-9399-d0b447b8565b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Sep 18 07:20:47.031861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397c883-887a-40a1-bdc0-49fd4504df57 req-21421bc9-33a9-4602-a2d4-78d939cfcf7d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:47.033350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f397c883-887a-40a1-bdc0-49fd4504df57 req-21421bc9-33a9-4602-a2d4-78d939cfcf7d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Sep 18 07:20:47.071853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f397c883-887a-40a1-bdc0-49fd4504df57 req-b9ef0c4e-4824-4f16-9baf-13c6980e34b2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Sep 18 07:20:47.752046 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-ad9aa777-5471-43ac-b8cd-29e79feb0976 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532360 Sep 18 07:20:47.846159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-1ad2bb5a-a7d2-45d0-a2c5-7cd37338e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:47.847725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-1ad2bb5a-a7d2-45d0-a2c5-7cd37338e874 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0538242 Sep 18 07:20:47.969525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-3e3d2384-4d77-4036-a36f-70e7c0eeecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:47.971131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-3e3d2384-4d77-4036-a36f-70e7c0eeecad service neutron] 10.222.0.37 "GET /v2.0/networks?id=4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 200 len: 910 time: 0.1026607 Sep 18 07:20:48.043958 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-140b3768-103e-49af-a63d-f4d31e54d0f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 200 len: 1001 time: 0.0650675 Sep 18 07:20:48.095497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-e79c2619-3c96-4a88-b222-97fba2438680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:48.097114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-e79c2619-3c96-4a88-b222-97fba2438680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 200 len: 848 time: 0.0441821 Sep 18 07:20:48.144416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-8bf43dcc-d50c-4cee-849d-b4436cf6c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:48.146311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-8bf43dcc-d50c-4cee-849d-b4436cf6c33b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4a5b83ff-db36-4aea-9112-4ea784bba436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420172 Sep 18 07:20:48.221890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c37d-940b-4117-96a0-1871189a83e7 req-e1a6b199-c253-4824-b352-89f09e025b10 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:48.225135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08f5c37d-940b-4117-96a0-1871189a83e7 req-e1a6b199-c253-4824-b352-89f09e025b10 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0811024 Sep 18 07:20:48.260408 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-5006490a-f520-4940-b78b-486e2519d85a service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061873 Sep 18 07:20:48.271365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08f5c37d-940b-4117-96a0-1871189a83e7 req-35fe56fe-3bda-4f90-913e-6b5e6c6f85d3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 Sep 18 07:20:48.387579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2517a41-6cf0-4eb9-8c94-cf389c809c5a req-a53b2915-5fe9-41a2-b7a0-c51f041a01aa service neutron] 10.222.0.37 "GET /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186469 Sep 18 07:20:49.410174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781fcc-4e03-4b4f-a054-b0930c21176e req-069d8f9e-4992-4dba-845f-c649736f087c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:49.412234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67781fcc-4e03-4b4f-a054-b0930c21176e req-069d8f9e-4992-4dba-845f-c649736f087c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0661297 Sep 18 07:20:49.458306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67781fcc-4e03-4b4f-a054-b0930c21176e req-ae527793-e45d-43fd-ba6e-d0129dc7e4c5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Sep 18 07:20:50.624844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0a376-fd21-4640-82e1-d353ed3f5359 req-1f27c5e4-9773-4683-a621-1b542b10da05 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:50.626315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a0a376-fd21-4640-82e1-d353ed3f5359 req-1f27c5e4-9773-4683-a621-1b542b10da05 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0916657 Sep 18 07:20:50.670297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a0a376-fd21-4640-82e1-d353ed3f5359 req-23f77a12-8d41-41ea-a0f9-dba46fc698d8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Sep 18 07:20:51.794985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677f80b-652b-4517-a6ca-0e90592c2bc7 req-e9fb092b-343d-4734-b1e8-b53cf62dd448 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:51.796617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c677f80b-652b-4517-a6ca-0e90592c2bc7 req-e9fb092b-343d-4734-b1e8-b53cf62dd448 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Sep 18 07:20:51.835856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c677f80b-652b-4517-a6ca-0e90592c2bc7 req-92937085-84f9-43de-9913-4f1cd9505d62 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Sep 18 07:20:52.969648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8236f-44f2-43c0-9379-3b2c6bfbae1d req-03bf20a8-dbe2-46d1-bd1e-823ae3f73a12 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:52.971106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74a8236f-44f2-43c0-9379-3b2c6bfbae1d req-03bf20a8-dbe2-46d1-bd1e-823ae3f73a12 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 18 07:20:53.010920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74a8236f-44f2-43c0-9379-3b2c6bfbae1d req-4b2db366-f7eb-46b2-ac14-bf0e1ac2c7c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Sep 18 07:20:54.164112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-a223ee2b-8ba0-4d9d-beb5-8f2e7156a418 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576415 Sep 18 07:20:54.178467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d4186-c1c8-449c-95d4-e42ff0bd1c6c req-10d93c2a-daba-4583-832e-f452c7a96a2e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:54.180064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f9d4186-c1c8-449c-95d4-e42ff0bd1c6c req-10d93c2a-daba-4583-832e-f452c7a96a2e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0880275 Sep 18 07:20:54.246282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272547-3970-481e-8a2e-9098943f6a4f req-5c27a916-0315-4daf-8a1d-1dc94d565fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:54.247900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-5c27a916-0315-4daf-8a1d-1dc94d565fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 1097 time: 0.0498469 Sep 18 07:20:54.267574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f9d4186-c1c8-449c-95d4-e42ff0bd1c6c req-b716e889-4661-4b58-b617-ad107a04d216 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747182 Sep 18 07:20:54.297382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-0495672c-abab-4d52-8a0e-160357358302 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:54.304950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-0495672c-abab-4d52-8a0e-160357358302 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1603661 Sep 18 07:20:54.319812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-16a494ce-d08a-4af8-960f-b93c10d7a758 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/quotas/a6da6b72aff547e1a32fd4021ed0ff77 HTTP/1.1" status: 200 len: 375 time: 0.0134621 Sep 18 07:20:54.371058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272547-3970-481e-8a2e-9098943f6a4f req-c8de77ed-868a-4ca5-a2e7-3c385761428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:54.372794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-c8de77ed-868a-4ca5-a2e7-3c385761428b service neutron] 10.222.0.24 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 916 time: 0.1034381 Sep 18 07:20:54.378420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-188816a3-c2b6-4cf3-9aed-b8c94fbb3f70 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566339 Sep 18 07:20:54.432817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-672200a8-2a98-4f20-89ab-c10044fb3577 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a HTTP/1.1" status: 200 len: 217 time: 0.0505645 Sep 18 07:20:54.476606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-566486e5-005c-42a7-b55b-296c78614b23 req-18df354a-2252-44f3-9c53-fff43552d2fe service neutron] (101979) timed out ('10.222.0.24', 56915) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:20:54.479249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-dcbd8a2e-8641-4a55-9d29-d478de0ee58f service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988359 Sep 18 07:20:54.496315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e272547-3970-481e-8a2e-9098943f6a4f req-fd585c29-f675-462b-ba5a-a576c3afa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:54.502378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-fd585c29-f675-462b-ba5a-a576c3afa68c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0577543 Sep 18 07:20:54.534895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-3adee865-e6bf-4e6a-8952-0d7ac6c9ced5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298653 Sep 18 07:20:54.651432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-75a13960-ab1b-4e9e-8dec-2511386dc53f service neutron] 10.222.0.20 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911300 Sep 18 07:20:54.653890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-6bc7602a-e69c-4eb7-a0da-b851e5cf0726 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930972 Sep 18 07:20:54.739352 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7e272547-3970-481e-8a2e-9098943f6a4f req-4b63dfc1-2387-4901-a344-407ace6068f2 service neutron] 10.222.0.24 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966771 Sep 18 07:20:54.886085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f00f5400-fa30-4a07-a2b6-e2352c80ae62 req-a26000f5-bebf-443d-a106-bb8f400eaa1c tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Sep 18 07:20:55.398248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db5c-5cdb-4e92-b6ea-cf1af5169757 req-7c19d780-4254-4e29-b839-e6a905a408f4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:55.401607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0c6db5c-5cdb-4e92-b6ea-cf1af5169757 req-7c19d780-4254-4e29-b839-e6a905a408f4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0578008 Sep 18 07:20:55.461349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0c6db5c-5cdb-4e92-b6ea-cf1af5169757 req-2a8648cc-1467-4d4e-b2be-7831052d87ac tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Sep 18 07:20:56.003786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45bb746e-06a7-41e8-ad4b-d6d832b74e84 req-65ba14c8-1d9a-4916-9d3e-5dc01f9293a2 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Sep 18 07:20:56.582360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df983c18-9064-4d89-b54b-f25284dc60a4 req-b853de46-908c-419b-99df-a26c3cac6a9a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:56.583890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df983c18-9064-4d89-b54b-f25284dc60a4 req-b853de46-908c-419b-99df-a26c3cac6a9a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0515840 Sep 18 07:20:56.621857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df983c18-9064-4d89-b54b-f25284dc60a4 req-06418817-29ca-4896-9456-4965dd99ec6a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316577 Sep 18 07:20:56.757841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:56.842778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2e4b12a5-196a-4c5d-bf1e-ff638446b0ec tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:56.845050 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2e4b12a5-196a-4c5d-bf1e-ff638446b0ec tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "GET /v2.0/networks?id=064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 200 len: 815 time: 0.1091053 Sep 18 07:20:56.860111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Request body: {'port': {'device_id': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'admin_state_up': True, 'tenant_id': 'a6da6b72aff547e1a32fd4021ed0ff77'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:56.876449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5e04-c4d3-452f-b135-9805bbde9d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:56.978238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5e04-c4d3-452f-b135-9805bbde9d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.063688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5e04-c4d3-452f-b135-9805bbde9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.097275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f5e04-c4d3-452f-b135-9805bbde9d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d200ba85-8732-4778-a266-010456946364,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:57.142861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8c9d65f-dd70-4d80-b71c-5d4aa089a966 req-5930ff6f-43c8-435b-99cf-97446f6f91cc tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 210 time: 0.0480766 Sep 18 07:20:57.162302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Made reservation on behalf of a6da6b72aff547e1a32fd4021ed0ff77 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:20:57.164505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.175187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f2f5e04-c4d3-452f-b135-9805bbde9d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6cc7e68247c4ef182bd9b18bd36e54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155939 Sep 18 07:20:57.180492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51750) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:57.240361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.268896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.304970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Allocated IP 172.20.0.13 (064bae6f-e498-4c22-bfbc-e7467866f4d2/3d2735b4-2c33-4622-8443-886e997b61e4/1c18ef98-651f-4432-b4d9-1a9aaea40b99) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:20:57.394500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.397144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.398373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d200ba85-8732-4778-a266-010456946364 HTTP/1.1" status: 204 len: 168 time: 0.2156155 Sep 18 07:20:57.410725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c8c6a-99c9-4b2d-a2c0-865e556f8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d200ba85-8732-4778-a266-010456946364,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:57.450809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.554675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.566890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a9457e00-0157-4a84-af8b-6607ed4792d5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:57.592240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a', '6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:20:57.599674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Network 064bae6f-e498-4c22-bfbc-e7467866f4d2 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:20:57.602817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:20:57.606513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:20:57.637086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event updated for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:57.667565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:57.668299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.738016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-1cdf7372-84b5-47d1-ac32-81e2249f49cf tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828855 Sep 18 07:20:57.752048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Request body: {'port': {'device_id': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:20:57.771609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4457fa-93e8-4a15-9f9d-97792cd3a873 req-1b931820-ca56-4e83-9e07-f1009edb9508 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:57.773858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b4457fa-93e8-4a15-9f9d-97792cd3a873 req-1b931820-ca56-4e83-9e07-f1009edb9508 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0702908 Sep 18 07:20:57.815323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:57.815860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b4457fa-93e8-4a15-9f9d-97792cd3a873 req-6f3140c9-5dfb-48d5-b84f-89cb4d1d9ebf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Sep 18 07:20:57.986420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:57.999543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-26f4e772-7d79-43f7-bb69-86451f52c0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.087391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-26f4e772-7d79-43f7-bb69-86451f52c0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.095591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c18ef98-651f-4432-b4d9-1a9aaea40b99 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:20:58.103462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.115183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Transition to ACTIVE for port object 1c18ef98-651f-4432-b4d9-1a9aaea40b99 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:20:58.187174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-26f4e772-7d79-43f7-bb69-86451f52c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.213559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.257338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4e772-7d79-43f7-bb69-86451f52c0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59055a6b-d8e5-4952-86ae-93beabfd1faf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:58.263526 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-26f4e772-7d79-43f7-bb69-86451f52c0d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=912631767a794510a8e9f4529db6a464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760565 Sep 18 07:20:58.270580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51766) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:58.294732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b910641-a7f2-4b4d-aa11-94a72af9a49e req-b681bc39-b8db-462d-8670-767e5ebc1732 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:58.296249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b910641-a7f2-4b4d-aa11-94a72af9a49e req-b681bc39-b8db-462d-8670-767e5ebc1732 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0782959 Sep 18 07:20:58.316527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Pushing event updated for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:58.343425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Attempting to bind port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:20:58.343998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Attempting to bind port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:20:58.344505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Attempting to bind port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:58.349517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:20:58.350067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Attempting to bind port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 on network 064bae6f-e498-4c22-bfbc-e7467866f4d2 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:20:58.355154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:20:58.355688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Checking segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:20:58.356241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Bound using segment: {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:20:58.356847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Bound port: 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:20:58.357375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.370465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.378855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b910641-a7f2-4b4d-aa11-94a72af9a49e req-5dcf3715-f7a7-4001-b8e7-36de81592a4a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496502 Sep 18 07:20:58.403441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.438032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:20:58.441311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:20:58.526430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.563380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:58.566285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.567932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] 10.222.0.37 "PUT /v2.0/ports/1c18ef98-651f-4432-b4d9-1a9aaea40b99 HTTP/1.1" status: 200 len: 1093 time: 0.8217103 Sep 18 07:20:58.579133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:20:58.581640 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f170e1-9722-4160-8971-d181ab4d2295" -d '{"events": [{"name": "network-changed", "server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:20:58.582745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.588115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:58.588115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59055a6b-d8e5-4952-86ae-93beabfd1faf HTTP/1.1" status: 204 len: 168 time: 0.3110797 Sep 18 07:20:58.595593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6df8d3-bec2-4fbf-a60c-157fd81eee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59055a6b-d8e5-4952-86ae-93beabfd1faf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:58.621702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147ae0f-3c8a-46e7-926e-6382ba6e5ffc service neutron] Pushing event updated for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:58.650254 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979808ec-a9de-4561-9058-8099910cf1f4 x-openstack-request-id: req-979808ec-a9de-4561-9058-8099910cf1f4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:20:58.650537 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:20:58.650808 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-979808ec-a9de-4561-9058-8099910cf1f4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:20:58.651202 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99', 'status': 'completed', 'code': 200} Sep 18 07:20:58.718732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-2dbef66b-412c-454b-81b8-f8ebc123fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:58.720287 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-2dbef66b-412c-454b-81b8-f8ebc123fa88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0447404 Sep 18 07:20:58.959199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39bbd-8509-4b43-9d11-6b9fb005ab55 req-371db307-489c-4a15-9c8b-fcd816c45966 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:58.965476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9d39bbd-8509-4b43-9d11-6b9fb005ab55 req-371db307-489c-4a15-9c8b-fcd816c45966 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0752943 Sep 18 07:20:59.022847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9d39bbd-8509-4b43-9d11-6b9fb005ab55 req-242c0005-a5a5-40f1-898d-768d484a8320 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Sep 18 07:20:59.029977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.148023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-d6a2ed37-94e8-4c9e-aa20-a1b95323bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:59.149448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-d6a2ed37-94e8-4c9e-aa20-a1b95323bfcb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4179864 Sep 18 07:20:59.260479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-422cff13-2bf4-4178-a126-d2b41882b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:59.262125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5f170e1-9722-4160-8971-d181ab4d2295 req-422cff13-2bf4-4178-a126-d2b41882b09b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983016 Sep 18 07:20:59.356847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-7d85d123-dddf-4ec2-aeaf-d9c1e71b6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:59.358393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:59.358707 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-7d85d123-dddf-4ec2-aeaf-d9c1e71b6d4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0542469 Sep 18 07:20:59.372285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69ab67a1-0bb6-439b-b27d-8eaedfa23542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.403521 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-3f527fd8-6a35-497b-94ec-7a18c8b10229 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99 HTTP/1.1" status: 200 len: 217 time: 0.0351059 Sep 18 07:20:59.467511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-a0f06080-23b5-45ea-88d9-23ce40968e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:59.471924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-a0f06080-23b5-45ea-88d9-23ce40968e91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 200 len: 855 time: 0.0500813 Sep 18 07:20:59.492832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69ab67a1-0bb6-439b-b27d-8eaedfa23542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.509672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-4aee0d9c-4f50-457e-b01c-8d4f28ee2bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=064bae6f-e498-4c22-bfbc-e7467866f4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326064 Sep 18 07:20:59.544450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0f9f-2272-4eb3-8bed-6e788d9ffd1a req-1eae1a72-c82c-40e2-81c4-9f5fe97276bd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:20:59.545992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f4d0f9f-2272-4eb3-8bed-6e788d9ffd1a req-1eae1a72-c82c-40e2-81c4-9f5fe97276bd tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Sep 18 07:20:59.603241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69ab67a1-0bb6-439b-b27d-8eaedfa23542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.644495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f4d0f9f-2272-4eb3-8bed-6e788d9ffd1a req-2c40be21-5b56-47d9-af3c-352f9fc69e97 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919018 Sep 18 07:20:59.657523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69ab67a1-0bb6-439b-b27d-8eaedfa23542 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f64d93ac83e49ba8f071752c4d67ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954962 Sep 18 07:20:59.657523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab67a1-0bb6-439b-b27d-8eaedfa23542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508019e9-43b4-44e3-86a2-d9b44a9cafa6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:20:59.658319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 51804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:20:59.711848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.729219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-d4e4f356-fe0b-469b-8570-acf221e57702 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062988 Sep 18 07:20:59.734663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.851123 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-fa456da4-46ce-4724-a1d3-4be778bbcb7f service neutron] show failed (client error): The resource could not be found. Sep 18 07:20:59.852176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-fa456da4-46ce-4724-a1d3-4be778bbcb7f service neutron] 10.222.0.37 "GET /v2.0/ports/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1784124 Sep 18 07:20:59.869034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.871745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:20:59.875281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/508019e9-43b4-44e3-86a2-d9b44a9cafa6 HTTP/1.1" status: 204 len: 168 time: 0.2136619 Sep 18 07:20:59.883321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4163e347-8b19-4624-87c3-85c81ecc5883 req-7123955e-fdb0-48de-a24c-a561a9ec9666 service neutron] 10.222.0.37 "GET /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454649 Sep 18 07:20:59.901401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5453f-b5e6-46cc-b693-bb503a88937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508019e9-43b4-44e3-86a2-d9b44a9cafa6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:00.138213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f678924-79a9-4860-926a-273c7876427f req-8e54b536-921e-476c-bf76-5809e093acee tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:00.139799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f678924-79a9-4860-926a-273c7876427f req-8e54b536-921e-476c-bf76-5809e093acee tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0506897 Sep 18 07:21:00.179299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f678924-79a9-4860-926a-273c7876427f req-d495b8a8-d1fe-4379-ada0-e8377b2a9dfa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Sep 18 07:21:00.540530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-0a9eb498-98e5-4c2b-ad54-e14ad68319d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:00.542093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-0a9eb498-98e5-4c2b-ad54-e14ad68319d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 1097 time: 0.0782859 Sep 18 07:21:00.560475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:00.614655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:00.793973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5957bd-0488-4c76-b6df-4f061e7ad183 req-5a9a2006-71d7-491d-876a-22692298b711 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:00.802248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd5957bd-0488-4c76-b6df-4f061e7ad183 req-5a9a2006-71d7-491d-876a-22692298b711 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0782852 Sep 18 07:21:00.844593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:00.857769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd5957bd-0488-4c76-b6df-4f061e7ad183 req-4633d198-022c-48d6-93cf-d1eb71dc7fcc tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537581 Sep 18 07:21:00.891508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:21:00.938478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:00.940790 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90983e94-5e84-4c6b-8d89-d6039b54fd3b" -d '{"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:00.945287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:00.958514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Transition to ACTIVE for port object 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:21:01.001079 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7524e1cd-c441-44c0-8510-1beed4808f5e x-openstack-request-id: req-7524e1cd-c441-44c0-8510-1beed4808f5e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:01.001384 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:01.001637 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7524e1cd-c441-44c0-8510-1beed4808f5e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:01.002224 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'code': 200} Sep 18 07:21:01.011736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:01.131253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:01.191054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] No DVR routers for this DVR port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:01.336372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9701877-d655-4883-8ce8-60c7dec219b4 req-459a7285-b53c-4d68-aaeb-11da83dd4a00 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.338658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9701877-d655-4883-8ce8-60c7dec219b4 req-459a7285-b53c-4d68-aaeb-11da83dd4a00 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0644689 Sep 18 07:21:01.370698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:21:01.378062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:21:01.378062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:21:01.378062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:21:01.378062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Attempting to bind port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:21:01.381946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:21:01.382277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Checking segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:21:01.382668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Bound using segment: {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:21:01.383104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Bound port: 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f577bab-006c-420b-8727-1322abe45c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:21:01.383465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:01.386597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9701877-d655-4883-8ce8-60c7dec219b4 req-1d35648e-9ec4-4b67-a1a4-a9c6b7d9042f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Sep 18 07:21:01.462435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:21:01.470734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:21:01.520602 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:01.554810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.555453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:01.556830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 1092 time: 1.0006006 Sep 18 07:21:01.579005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc007f-a0c7-4174-adfc-ecc247112b10 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:01.656249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-6789319e-25cd-48a9-b71d-419106da63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.657793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-6789319e-25cd-48a9-b71d-419106da63a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1095 time: 0.0515139 Sep 18 07:21:01.777712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-eb52ad96-2a7f-43ff-b258-36909dd669e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.779719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-eb52ad96-2a7f-43ff-b258-36909dd669e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.1139164 Sep 18 07:21:01.848531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-b219b7fe-f1d7-4674-b0a8-9bd369242dad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 999 time: 0.0601783 Sep 18 07:21:01.905295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-cdae4069-2c66-4255-a5ab-dea8bcf96311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.906824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-cdae4069-2c66-4255-a5ab-dea8bcf96311 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0518627 Sep 18 07:21:01.967130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-bab7148c-f3e8-4b38-88ce-4696a87f37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:01.969209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-bab7148c-f3e8-4b38-88ce-4696a87f37fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547910 Sep 18 07:21:01.998341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0eba-6b74-4716-99db-6366226a0ce0 req-afbcb7a2-c21f-4937-b584-b8d08ed836b7 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:02.008276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aab0eba-6b74-4716-99db-6366226a0ce0 req-afbcb7a2-c21f-4937-b584-b8d08ed836b7 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0729854 Sep 18 07:21:02.042533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2aab0eba-6b74-4716-99db-6366226a0ce0 req-e5025aa9-599f-4bde-95f9-fc86a75c7bec tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Sep 18 07:21:02.075695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:02.077295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-9f431ff3-4c10-419e-be29-56f332a75dde service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987444 Sep 18 07:21:02.120518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:02.181577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4ed9c20a-fe9d-4287-afc8-e8a019bcfc5f req-f1ab4259-d975-4576-9528-27f9e66abbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960672 Sep 18 07:21:02.520706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc604-d008-4ab1-a1fe-23e3328c1bc0 req-2389c524-7678-4d78-a358-5df391626790 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:02.522212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deadc604-d008-4ab1-a1fe-23e3328c1bc0 req-2389c524-7678-4d78-a358-5df391626790 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0522349 Sep 18 07:21:02.573868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deadc604-d008-4ab1-a1fe-23e3328c1bc0 req-1d453580-c29a-4f96-b113-088396969002 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Sep 18 07:21:03.003735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:03.006323 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442d080-7752-430a-b2ce-8c4d690b11f1" -d '{"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:03.068902 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce273d-6c90-442c-82d4-f1b0902f857c x-openstack-request-id: req-41ce273d-6c90-442c-82d4-f1b0902f857c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:03.069135 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:03.069931 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41ce273d-6c90-442c-82d4-f1b0902f857c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:03.070354 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'status': 'completed', 'code': 200} Sep 18 07:21:03.175905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-a082c498-5b85-4aa3-a3ca-fb359a929908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.177797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-a082c498-5b85-4aa3-a3ca-fb359a929908 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1095 time: 0.0822098 Sep 18 07:21:03.184348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-2f2de08d-6461-4b70-a409-ed09cd09c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.186054 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-2f2de08d-6461-4b70-a409-ed09cd09c9e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1095 time: 0.0605996 Sep 18 07:21:03.186898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46637c0-abac-4e1b-aca3-4cd17b64828e req-5735fe12-6b55-4c60-90ba-83b7f0cfc23f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.188534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46637c0-abac-4e1b-aca3-4cd17b64828e req-5735fe12-6b55-4c60-90ba-83b7f0cfc23f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0650012 Sep 18 07:21:03.233373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46637c0-abac-4e1b-aca3-4cd17b64828e req-8149bbe8-d7cb-4762-964b-de81d02be773 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Sep 18 07:21:03.364481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-8c965308-5309-43ba-a640-7f17f186450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.365986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-8c965308-5309-43ba-a640-7f17f186450e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.1789675 Sep 18 07:21:03.370216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-603fb296-a14f-47c3-aea7-87c64652b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.371597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-603fb296-a14f-47c3-aea7-87c64652b3ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.1764791 Sep 18 07:21:03.484471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-ebdd4061-cbe4-40cf-98d9-2d40eaf94278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 999 time: 0.1100605 Sep 18 07:21:03.486629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-7e5572c3-4fd9-4489-b7ef-a661453b69f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 999 time: 0.1066821 Sep 18 07:21:03.570581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-dc6eb802-bf11-485d-864d-798328365178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.572086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-dc6eb802-bf11-485d-864d-798328365178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0804744 Sep 18 07:21:03.578382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-164b733a-bb33-43fc-bc1a-d56e0c57d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.579865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-164b733a-bb33-43fc-bc1a-d56e0c57d2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0804086 Sep 18 07:21:03.698624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-3e919dee-d209-4054-95a6-029ae6997c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.700369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-3e919dee-d209-4054-95a6-029ae6997c9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196382 Sep 18 07:21:03.705818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-2bf537f0-97eb-4fa5-bcf7-f910ef3fea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.707276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-2bf537f0-97eb-4fa5-bcf7-f910ef3fea42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174426 Sep 18 07:21:03.717198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42d82d-e6cb-40de-9bdd-51fa95e2f005 req-1e5ab33b-bf3c-4669-b593-2f29b09ca4b2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:03.717198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae42d82d-e6cb-40de-9bdd-51fa95e2f005 req-1e5ab33b-bf3c-4669-b593-2f29b09ca4b2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0591288 Sep 18 07:21:03.766074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae42d82d-e6cb-40de-9bdd-51fa95e2f005 req-6ee61176-5661-42cc-9679-36dfcf8c593d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Sep 18 07:21:03.866605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-4e4e439e-7cf2-4a6d-98cb-1940765ed16f service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562972 Sep 18 07:21:03.870466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-f8fd0a1f-2213-4dfa-86f9-77ed03212ae9 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438236 Sep 18 07:21:04.040741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-274c9f02-89c2-4ac1-9b50-c779b49f5601 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688774 Sep 18 07:21:04.043591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e442d080-7752-430a-b2ce-8c4d690b11f1 req-d7f4512f-44d4-4e84-865d-9309e76d8a39 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615086 Sep 18 07:21:04.090499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1c18ef98-651f-4432-b4d9-1a9aaea40b99 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:21:04.188949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:04.200256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '1c18ef98-651f-4432-b4d9-1a9aaea40b99', 'network_id': '064bae6f-e498-4c22-bfbc-e7467866f4d2', 'port_id': '1c18ef98-651f-4432-b4d9-1a9aaea40b99', 'mac_address': 'fa:16:3e:86:54:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2735b4-2c33-4622-8443-886e997b61e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:21:04.238667 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:04.255329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c18ef98-651f-4432-b4d9-1a9aaea40b99 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:04.293441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:04.348575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:04.362598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83591f-a9ec-44a7-a532-3d33d8c5f018 req-749e9287-a40f-490e-a64c-3c79f7603da0 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:04.364102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca83591f-a9ec-44a7-a532-3d33d8c5f018 req-749e9287-a40f-490e-a64c-3c79f7603da0 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 944 time: 0.0497711 Sep 18 07:21:04.404989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:04.409043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca83591f-a9ec-44a7-a532-3d33d8c5f018 req-01e7f18e-69ed-4398-8231-606a3d96e972 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Sep 18 07:21:04.412489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.412842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.413710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.414081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.414414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.414747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.415074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.415580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.416019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.416350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.416677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.417004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:04.576903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['1c18ef98-651f-4432-b4d9-1a9aaea40b99'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:04.874954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d5c70-5e8f-48ed-95ca-5bdb33c5e968 req-c0816a4f-6ac0-45ce-ac7d-30cf78517573 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:04.876423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e1d5c70-5e8f-48ed-95ca-5bdb33c5e968 req-c0816a4f-6ac0-45ce-ac7d-30cf78517573 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0514841 Sep 18 07:21:04.915715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e1d5c70-5e8f-48ed-95ca-5bdb33c5e968 req-09b96fa9-0250-48d7-8a1d-39ecbecd3058 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Sep 18 07:21:05.526721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979311a-032e-4209-9079-f20c681c0e6b req-fc0a770c-36ee-402b-9a99-b4507c4ddc68 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:05.528443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9979311a-032e-4209-9079-f20c681c0e6b req-fc0a770c-36ee-402b-9a99-b4507c4ddc68 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Sep 18 07:21:05.566283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9979311a-032e-4209-9079-f20c681c0e6b req-20fe564e-fc88-4525-a120-9a9a2446d4a5 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Sep 18 07:21:05.799382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:21:05.916034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:05.928384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'port_id': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'mac_address': 'fa:16:3e:8c:5e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:21:05.971693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:05.986115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:06.012477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:06.064455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7a6a-176c-4e31-9cc9-f41fa35d679a req-84d20f7c-b8f6-4373-a8e3-df6d150a138a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:06.066125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f54f7a6a-176c-4e31-9cc9-f41fa35d679a req-84d20f7c-b8f6-4373-a8e3-df6d150a138a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 943 time: 0.0505590 Sep 18 07:21:06.104411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1c18ef98-651f-4432-b4d9-1a9aaea40b99 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:21:06.106664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f54f7a6a-176c-4e31-9cc9-f41fa35d679a req-e4d655aa-5208-4b3c-a9c5-2febb2f75644 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Sep 18 07:21:06.108348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:06.216666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:06.256698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:21:06.260869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:21:06.261303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:06.342944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:06.369787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:06.371453 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006bf47-6abf-4bc4-aa73-96c2f9bc8af8" -d '{"events": [{"server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "name": "network-vif-plugged", "status": "completed", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:06.385930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:06.417998 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26def65-bacd-4f39-990e-795b0296ddf7 x-openstack-request-id: req-e26def65-bacd-4f39-990e-795b0296ddf7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:06.418300 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "name": "network-vif-plugged", "status": "completed", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:06.420612 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e26def65-bacd-4f39-990e-795b0296ddf7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:06.420612 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99', 'code': 200} Sep 18 07:21:06.492645 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:06.530682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896de22b-7814-4174-a1b1-40bcf2766a36 req-ed4e3c6d-2958-480d-b525-47bc68f185ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:06.532195 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-896de22b-7814-4174-a1b1-40bcf2766a36 req-ed4e3c6d-2958-480d-b525-47bc68f185ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0569468 Sep 18 07:21:06.571345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:06.589129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:06.601142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-896de22b-7814-4174-a1b1-40bcf2766a36 req-5c3c2d1b-6a72-45e5-b942-526cfe8da895 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Sep 18 07:21:06.724632 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece7842-55dc-448c-85a9-7f133928ef46 req-bacda10d-6975-4167-8fc1-dccbb454298e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:06.727659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fece7842-55dc-448c-85a9-7f133928ef46 req-bacda10d-6975-4167-8fc1-dccbb454298e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 946 time: 0.0650809 Sep 18 07:21:06.786405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fece7842-55dc-448c-85a9-7f133928ef46 req-5033a5b5-58b8-4a84-8e20-c65dbe44aec4 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528173 Sep 18 07:21:07.232586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e6b3-21da-4fe1-a3fb-a40da4a49329 req-a2403c8c-8d1f-473a-a90d-27597c29d0b6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:07.234129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1a9e6b3-21da-4fe1-a3fb-a40da4a49329 req-a2403c8c-8d1f-473a-a90d-27597c29d0b6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 944 time: 0.0493145 Sep 18 07:21:07.278355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1a9e6b3-21da-4fe1-a3fb-a40da4a49329 req-55a6be57-9962-4073-ac22-baa06632b7e7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Sep 18 07:21:07.324124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:21:07.656903 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05022b2-cec5-4c90-a095-1859f986ef18 req-056f5bd4-6a27-41cb-b89f-c3528acee132 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:07.658944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c05022b2-cec5-4c90-a095-1859f986ef18 req-056f5bd4-6a27-41cb-b89f-c3528acee132 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 944 time: 0.0615861 Sep 18 07:21:07.706352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c05022b2-cec5-4c90-a095-1859f986ef18 req-2a0d4dba-30bd-46a5-9f70-2acf73452023 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382767 Sep 18 07:21:07.809351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-1762e382-aacd-44d5-b547-f55502b57a43 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:07.810980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-1762e382-aacd-44d5-b547-f55502b57a43 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82&tenant_id=dd7bdea352ae4aecad49be8deebc1b48&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.0997069 Sep 18 07:21:07.825744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:21:07.901332 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-b9966ca8-9cce-4aff-ab4f-8aa2ec5da0bd service neutron] delete failed (client error): The resource could not be found. Sep 18 07:21:07.902492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-b9966ca8-9cce-4aff-ab4f-8aa2ec5da0bd service neutron] 10.222.0.37 "DELETE /v2.0/ports/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0842941 Sep 18 07:21:07.916094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202fc8d-96c8-42a6-ae39-8de68ecd0dcd req-28b72cae-3a46-4090-886a-a364993d55be tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:07.923489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4202fc8d-96c8-42a6-ae39-8de68ecd0dcd req-28b72cae-3a46-4090-886a-a364993d55be tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 946 time: 0.0620465 Sep 18 07:21:07.966003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:21:07.970938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:21:07.971036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:08.014731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-33796c00-9432-4ea3-bdd4-35bdf306b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:08.016613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-33796c00-9432-4ea3-bdd4-35bdf306b803 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1096 time: 0.0680494 Sep 18 07:21:08.102914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:08.153730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:08.167482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-792ea0da-a740-4a59-86d7-529f85432c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:08.169462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-792ea0da-a740-4a59-86d7-529f85432c3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.1449327 Sep 18 07:21:08.241372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:08.264953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-9ddfb4ae-63af-4f2b-8ffb-2678d3c51cfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 1000 time: 0.0861299 Sep 18 07:21:08.323174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:08.420259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:08.422832 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c14fe3f-1dba-4ff2-897d-b5312eae4b4a" -d '{"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:08.483285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4202fc8d-96c8-42a6-ae39-8de68ecd0dcd req-46dbc5c9-e0a1-46e4-acfe-9c386571a437 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589132 Sep 18 07:21:08.484485 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ec6ca-d040-4a05-aab8-f9b8598e2f2f x-openstack-request-id: req-6c0ec6ca-d040-4a05-aab8-f9b8598e2f2f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:08.484794 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:08.485056 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0ec6ca-d040-4a05-aab8-f9b8598e2f2f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:08.485456 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'code': 200} Sep 18 07:21:08.681339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-e1c88168-2b4e-4a7d-9313-458ff36b5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:08.682957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-e1c88168-2b4e-4a7d-9313-458ff36b5998 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.4092731 Sep 18 07:21:08.733234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-afeac540-ed05-436f-8ee7-4b4aec40a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:08.734784 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-afeac540-ed05-436f-8ee7-4b4aec40a15c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428629 Sep 18 07:21:08.835293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8782b984-a662-4c9f-87ea-9028bcf4e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:08.876806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-a2ddf0d2-5072-496f-89c5-8b2ba7dd7894 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336246 Sep 18 07:21:08.878044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1869e1b-0526-4d8d-a9fc-37b85ab35eb8 req-f51482f3-5edd-46a1-a8b5-9a44e29891de tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:08.879888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1869e1b-0526-4d8d-a9fc-37b85ab35eb8 req-f51482f3-5edd-46a1-a8b5-9a44e29891de tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0643635 Sep 18 07:21:08.935031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1869e1b-0526-4d8d-a9fc-37b85ab35eb8 req-e983328f-01ee-4853-95a0-b846d269d0f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480766 Sep 18 07:21:08.984293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-81a11a72-f10a-4d9a-88a0-33acd0babe03 req-23e7e2dc-115b-4595-bdc2-5d37eb4ff358 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985196 Sep 18 07:21:10.093926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:10.155474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7892b0-aff7-4dd5-a2f7-8bff67ae1f26 req-0d9b7a76-4838-49a5-b6c2-9fd1b6bb1dba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:10.172781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f7892b0-aff7-4dd5-a2f7-8bff67ae1f26 req-0d9b7a76-4838-49a5-b6c2-9fd1b6bb1dba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.0944676 Sep 18 07:21:10.242631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f7892b0-aff7-4dd5-a2f7-8bff67ae1f26 req-1c301a0d-a1b9-49f1-a3e0-9d27a0520cc0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687211 Sep 18 07:21:10.270743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52108) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:10.344050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dbad95d-1098-437f-b82f-64d3971209c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.372334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f001b07e-40a5-4f5e-9d66-3ab1f3370295 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 200 len: 993 time: 0.0973299 Sep 18 07:21:10.467563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dbad95d-1098-437f-b82f-64d3971209c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.571279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6dbad95d-1098-437f-b82f-64d3971209c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.610536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6dbad95d-1098-437f-b82f-64d3971209c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcc96893dfcb46c5a2c57cb38fedd9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152299 Sep 18 07:21:10.611786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad95d-1098-437f-b82f-64d3971209c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeadd1d6-f39f-4210-8831-e35350771098,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:10.613214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52116) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:10.665870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.686763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.845625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.848280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:10.849605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeadd1d6-f39f-4210-8831-e35350771098 HTTP/1.1" status: 204 len: 168 time: 0.2353787 Sep 18 07:21:10.859238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3eb9b-e0ba-4f46-a9d9-9740851aae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeadd1d6-f39f-4210-8831-e35350771098,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:11.419804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:11.433339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e12fe6a6-cef3-4762-a45f-ec1e65c91987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.513810 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-60191e84-0920-474b-bb8b-29cab0fa3511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.524912 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e12fe6a6-cef3-4762-a45f-ec1e65c91987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.599807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e12fe6a6-cef3-4762-a45f-ec1e65c91987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.636077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fe6a6-cef3-4762-a45f-ec1e65c91987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea16498-1162-4fa7-8102-cf1b4a3228b6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:11.640905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e12fe6a6-cef3-4762-a45f-ec1e65c91987 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b581266f743416e90cac3c958c40b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195010 Sep 18 07:21:11.642949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:11.692118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.712932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.850038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.852628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:11.856406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ea16498-1162-4fa7-8102-cf1b4a3228b6 HTTP/1.1" status: 204 len: 168 time: 0.2099633 Sep 18 07:21:11.862296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e38b78-0034-4975-87e6-d9bcada06c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea16498-1162-4fa7-8102-cf1b4a3228b6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:12.028945 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:12.994662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52194) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:13.112455 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-365306075-network', 'tenant_id': 'b93fc46ed22a4e1ea5570646a40981c0'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:13.217051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Made reservation on behalf of b93fc46ed22a4e1ea5570646a40981c0 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:21:13.219765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.231150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.239608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.319692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.388560 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.411327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:21:13.430334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.430688 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Added segment cebdf129-8f0f-4e17-bcfe-806d503e6a42 of type vlan for network 989cbda6-f161-453e-a007-e7bcee678083 Sep 18 07:21:13.432034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558d203-5cec-4aed-b2b9-cb1281a8bdb4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:13.473559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.578777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.579928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:13.580663 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.645473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] Pushing event updated for resources: {'Network': ['ID=989cbda6-f161-453e-a007-e7bcee678083,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:13.656744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 989cbda6-f161-453e-a007-e7bcee678083 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:21:13.668453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c839d51-d124-4ed5-aecd-05a2d2abf1fa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6726463 Sep 18 07:21:13.671518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:13.677805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Request body: {'subnet': {'network_id': '989cbda6-f161-453e-a007-e7bcee678083', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-365306075-subnet', 'tenant_id': 'b93fc46ed22a4e1ea5570646a40981c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:13.753623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Made reservation on behalf of b93fc46ed22a4e1ea5570646a40981c0 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:21:13.756492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:13.977554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:14.034438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:14.045509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Checking segment: {'id': 'cebdf129-8f0f-4e17-bcfe-806d503e6a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '989cbda6-f161-453e-a007-e7bcee678083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:21:14.045883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Network hostable DHCP agents. Network: 989cbda6-f161-453e-a007-e7bcee678083, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:21:14.154185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Network 989cbda6-f161-453e-a007-e7bcee678083 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:21:14.239785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 989cbda6-f161-453e-a007-e7bcee678083) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:21:14.249062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8de18-96b9-453f-a05f-f8cfce4fcfee None None] Network 989cbda6-f161-453e-a007-e7bcee678083 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:21:14.279323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:14.280113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:14.392512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfe7e0-1e4f-4380-8b91-684519bb346f None None] Network 989cbda6-f161-453e-a007-e7bcee678083 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:21:14.401186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-16205967-682f-4d8b-a239-30a234932c9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7276909 Sep 18 07:21:14.702360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.038175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.076659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 52248) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:15.082145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569339316-network', 'tenant_id': '0884a1e237ea4a4297ea14370befa232'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:15.188805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Made reservation on behalf of 0884a1e237ea4a4297ea14370befa232 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:21:15.191946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.205561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.353188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.416995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.444833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:21:15.451480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73eaaca-ac69-451d-8aa3-2916a55449c0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:15.466631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.466631 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Added segment a62afb53-4090-413a-ba0f-30102d4ed938 of type vlan for network 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c Sep 18 07:21:15.505257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.577137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.578313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:15.579069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:15.673465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:15.688640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:21:15.700593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 52262) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:15.701137 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3f28bd4-c439-49e1-9af7-9d01c3345bf3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6228874 Sep 18 07:21:15.707052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Request body: {'subnet': {'network_id': '8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569339316-subnet', 'tenant_id': '0884a1e237ea4a4297ea14370befa232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:15.811716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Made reservation on behalf of 0884a1e237ea4a4297ea14370befa232 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:21:15.814674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:16.074087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:16.134464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0715c7-c598-4583-98ea-95858fa85d50,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:16.139909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Checking segment: {'id': 'a62afb53-4090-413a-ba0f-30102d4ed938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:21:16.140270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Network hostable DHCP agents. Network: 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:21:16.239392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Network 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:21:16.353494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:21:16.358300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:16.359467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:16.362528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b56817-b6fb-4b6e-ad96-44b19a4d6ac1 None None] Network 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:21:16.492535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70bfb898-7e0a-4e53-a5cc-9ac66c608d72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7897196 Sep 18 07:21:16.654799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b823be3-cf98-4bdf-bc4c-2dc8290d1432 None None] Network 8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:21:17.034497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-56bd4f2e-e476-4559-a9ab-21081b56510b tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:17.035979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-56bd4f2e-e476-4559-a9ab-21081b56510b tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/networks?id=989cbda6-f161-453e-a007-e7bcee678083 HTTP/1.1" status: 200 len: 808 time: 0.1053319 Sep 18 07:21:17.050478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-a0a0c886-5eaf-4383-86f7-f91ba38db26b tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/quotas/b93fc46ed22a4e1ea5570646a40981c0 HTTP/1.1" status: 200 len: 375 time: 0.0087700 Sep 18 07:21:17.080738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-4f9f32c4-9e3e-4160-a78d-63cca2ee3815 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b93fc46ed22a4e1ea5570646a40981c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251279 Sep 18 07:21:17.175875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ddef1e63-88c7-4b65-aa42-5cee0d2ef250 service neutron] 10.222.0.20 "GET /v2.0/networks/989cbda6-f161-453e-a007-e7bcee678083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868719 Sep 18 07:21:17.264548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-685888ba-8bfc-43c5-a101-d683aff0c9d2 service neutron] 10.222.0.20 "GET /v2.0/networks/989cbda6-f161-453e-a007-e7bcee678083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823419 Sep 18 07:21:17.514134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2f55cc99-16ba-4711-ac1d-c396af543332 req-23779515-e5ef-4e79-b63a-da99335c32d1 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 210 time: 0.0331028 Sep 18 07:21:18.618823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5aa0bc2-eb84-405b-aa1f-40dcf8282e5f req-fae076e2-d052-41e5-a113-2bd04fa39a1a tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Sep 18 07:21:19.505521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-43d1c079-0293-4538-8b6d-82e590290902 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:19.508167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-43d1c079-0293-4538-8b6d-82e590290902 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.24 "GET /v2.0/networks?id=989cbda6-f161-453e-a007-e7bcee678083 HTTP/1.1" status: 200 len: 808 time: 0.1186502 Sep 18 07:21:19.529248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Request body: {'port': {'device_id': '626ab73c-1e3f-4311-9511-b184cca12336', 'network_id': '989cbda6-f161-453e-a007-e7bcee678083', 'admin_state_up': True, 'tenant_id': 'b93fc46ed22a4e1ea5570646a40981c0'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:19.702354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Made reservation on behalf of b93fc46ed22a4e1ea5570646a40981c0 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:21:19.706195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:19.720053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f81859ec-2bd5-4192-9121-aa37d4d862f3 req-9b163e35-ac7e-42bc-b345-f8d0d7f2a27c tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Sep 18 07:21:19.831841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Allocated IP 172.20.0.14 (989cbda6-f161-453e-a007-e7bcee678083/1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7/e9a59560-9557-4b66-a16a-f1e43c84c338) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:21:19.989628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.108326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.150063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Network 989cbda6-f161-453e-a007-e7bcee678083 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:21:20.153477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:21:20.157226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:21:20.189555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Pushing event updated for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:20.203841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.204197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.204539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.204879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.205221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.205552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.205880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.206231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.206556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.206883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.207210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.207533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:20.228071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:20.228684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.280347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-54deffac-9790-4504-9a05-251baf6d4d06 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7551656 Sep 18 07:21:20.300523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Request body: {'port': {'device_id': '626ab73c-1e3f-4311-9511-b184cca12336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:21:20.356461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.627022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a59560-9557-4b66-a16a-f1e43c84c338 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:20.635235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.648120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Transition to ACTIVE for port object e9a59560-9557-4b66-a16a-f1e43c84c338 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:21:20.708112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.764280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:20.833064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Attempting to bind port e9a59560-9557-4b66-a16a-f1e43c84c338 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:21:20.833405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Attempting to bind port e9a59560-9557-4b66-a16a-f1e43c84c338 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'cebdf129-8f0f-4e17-bcfe-806d503e6a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '989cbda6-f161-453e-a007-e7bcee678083'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:21:20.833739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Attempting to bind port e9a59560-9557-4b66-a16a-f1e43c84c338 on network 989cbda6-f161-453e-a007-e7bcee678083 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:21:20.838241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Port e9a59560-9557-4b66-a16a-f1e43c84c338 on network 989cbda6-f161-453e-a007-e7bcee678083 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:21:20.838784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Attempting to bind port e9a59560-9557-4b66-a16a-f1e43c84c338 on network 989cbda6-f161-453e-a007-e7bcee678083 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:21:20.843659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:21:20.843996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Checking segment: {'id': 'cebdf129-8f0f-4e17-bcfe-806d503e6a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '989cbda6-f161-453e-a007-e7bcee678083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:21:20.844382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Bound using segment: {'id': 'cebdf129-8f0f-4e17-bcfe-806d503e6a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '989cbda6-f161-453e-a007-e7bcee678083'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:21:20.844808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Bound port: e9a59560-9557-4b66-a16a-f1e43c84c338, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebdf129-8f0f-4e17-bcfe-806d503e6a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '989cbda6-f161-453e-a007-e7bcee678083'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:21:20.845192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:20.855201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a81154-745a-4736-a8a4-b3c369114567 req-97790fb0-dc76-4809-83b7-a2bb3443f6e8 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:20.856706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99a81154-745a-4736-a8a4-b3c369114567 req-97790fb0-dc76-4809-83b7-a2bb3443f6e8 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 944 time: 0.0493724 Sep 18 07:21:20.895483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99a81154-745a-4736-a8a4-b3c369114567 req-9e897e81-cd39-41d0-8289-23b317f1f73a tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Sep 18 07:21:20.914433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:21:20.917494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e9a59560-9557-4b66-a16a-f1e43c84c338,segment=NetworkSegment(cebdf129-8f0f-4e17-bcfe-806d503e6a42),segment_id=cebdf129-8f0f-4e17-bcfe-806d503e6a42)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:21:21.005477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:21.039668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.040294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:21.041691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] 10.222.0.24 "PUT /v2.0/ports/e9a59560-9557-4b66-a16a-f1e43c84c338 HTTP/1.1" status: 200 len: 1093 time: 0.7457502 Sep 18 07:21:21.044149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:21.046478 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16394cf1-9480-48f7-97ec-88b2d283bd78" -d '{"events": [{"name": "network-changed", "server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:21.074113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d30ff-20a9-4fad-a4e2-a377185a26cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:21.087423 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9289a419-cb3f-4003-9125-43cfb543a137 x-openstack-request-id: req-9289a419-cb3f-4003-9125-43cfb543a137 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:21.087720 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:21.087980 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9289a419-cb3f-4003-9125-43cfb543a137 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:21.088406 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338', 'status': 'completed', 'code': 200} Sep 18 07:21:21.185797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-c9915369-71a2-46a6-bcce-ce51e37b65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.187452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-c9915369-71a2-46a6-bcce-ce51e37b65f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b93fc46ed22a4e1ea5570646a40981c0&device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 1096 time: 0.0462060 Sep 18 07:21:21.296231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-88e6aff2-9c2c-4ccf-93f9-e63eceb07472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.297788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-88e6aff2-9c2c-4ccf-93f9-e63eceb07472 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b93fc46ed22a4e1ea5570646a40981c0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966604 Sep 18 07:21:21.396173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-99017a34-b29c-45ce-9c6f-c872c8eb6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.397773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-16394cf1-9480-48f7-97ec-88b2d283bd78 req-99017a34-b29c-45ce-9c6f-c872c8eb6dfc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928721 Sep 18 07:21:21.501433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ad641e1f-269b-4178-a1d6-5b1397156286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.502984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-ad641e1f-269b-4178-a1d6-5b1397156286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b93fc46ed22a4e1ea5570646a40981c0&device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 1096 time: 0.0454435 Sep 18 07:21:21.549494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-dd7dc43a-8b85-4239-b16f-81f4e28f88e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9a59560-9557-4b66-a16a-f1e43c84c338 HTTP/1.1" status: 200 len: 217 time: 0.0337965 Sep 18 07:21:21.599346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-cf98c563-d477-4aa2-a4d9-e821d7e8b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:21.601376 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-cf98c563-d477-4aa2-a4d9-e821d7e8b2ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7 HTTP/1.1" status: 200 len: 848 time: 0.0438170 Sep 18 07:21:21.649603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-515eb60b-ef38-4b12-85e9-daf690860fac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=989cbda6-f161-453e-a007-e7bcee678083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255361 Sep 18 07:21:21.746879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-a8d167cb-1c74-4343-9cba-a362976bc906 service neutron] 10.222.0.24 "GET /v2.0/networks/989cbda6-f161-453e-a007-e7bcee678083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901747 Sep 18 07:21:21.840686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f15f8d1e-bdd3-48b3-bd74-7f029c5e3156 req-5a5c9e8e-9fe1-4afb-8c71-a624183c011b service neutron] 10.222.0.24 "GET /v2.0/networks/989cbda6-f161-453e-a007-e7bcee678083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Sep 18 07:21:22.017758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43e36e-418a-4cc5-b9f6-ba3b80c87fac req-841e9d9e-1cdc-4de6-9033-2a4db975463a tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:22.019535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a43e36e-418a-4cc5-b9f6-ba3b80c87fac req-841e9d9e-1cdc-4de6-9033-2a4db975463a tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 944 time: 0.0519071 Sep 18 07:21:22.068023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a43e36e-418a-4cc5-b9f6-ba3b80c87fac req-842a0dac-73a6-4ea9-a41c-72722077bfcf tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Sep 18 07:21:22.405326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7db53-3ffd-4b54-8a10-2579a7d7721e req-b896493b-823c-4ea6-98da-cc1213ca772c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:22.406688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70d7db53-3ffd-4b54-8a10-2579a7d7721e req-b896493b-823c-4ea6-98da-cc1213ca772c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.0865369 Sep 18 07:21:22.457422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70d7db53-3ffd-4b54-8a10-2579a7d7721e req-2b43938c-9322-4af4-877b-7df1263da523 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Sep 18 07:21:23.199468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec3c0-3996-4885-a799-3ec90a1c1c77 req-3df1db04-2df1-4208-a8ef-25d80ada68cc tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:23.201036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb5ec3c0-3996-4885-a799-3ec90a1c1c77 req-3df1db04-2df1-4208-a8ef-25d80ada68cc tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 944 time: 0.0538692 Sep 18 07:21:23.247659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb5ec3c0-3996-4885-a799-3ec90a1c1c77 req-51ad030b-1827-4d02-83de-39f7c4ad5993 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Sep 18 07:21:24.366274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921d437-2aaa-4f2d-be68-3c3f6c5779c3 req-7779990f-3129-4cf8-bf2b-df53e3239957 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:24.367811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4921d437-2aaa-4f2d-be68-3c3f6c5779c3 req-7779990f-3129-4cf8-bf2b-df53e3239957 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 944 time: 0.0494845 Sep 18 07:21:24.413408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4921d437-2aaa-4f2d-be68-3c3f6c5779c3 req-27bb273c-db91-48d3-995e-06c42f420276 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 Sep 18 07:21:25.541301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72ccb-4bac-4083-b1ef-cc355cc85eab req-1a37b578-d35f-4890-ad77-1e2b11fbad42 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:25.541301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-baf72ccb-4bac-4083-b1ef-cc355cc85eab req-1a37b578-d35f-4890-ad77-1e2b11fbad42 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 944 time: 0.0570970 Sep 18 07:21:25.580909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-baf72ccb-4bac-4083-b1ef-cc355cc85eab req-f9005e2d-3742-4bf9-b11e-498d296fc1ee tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Sep 18 07:21:25.919576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e9a59560-9557-4b66-a16a-f1e43c84c338 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:21:26.016918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e9a59560-9557-4b66-a16a-f1e43c84c338,segment=NetworkSegment(cebdf129-8f0f-4e17-bcfe-806d503e6a42),segment_id=cebdf129-8f0f-4e17-bcfe-806d503e6a42)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:26.028819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'e9a59560-9557-4b66-a16a-f1e43c84c338', 'network_id': '989cbda6-f161-453e-a007-e7bcee678083', 'port_id': 'e9a59560-9557-4b66-a16a-f1e43c84c338', 'mac_address': 'fa:16:3e:bd:41:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:21:26.071235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:26.093033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a59560-9557-4b66-a16a-f1e43c84c338 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:26.118503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e9a59560-9557-4b66-a16a-f1e43c84c338,segment=NetworkSegment(cebdf129-8f0f-4e17-bcfe-806d503e6a42),segment_id=cebdf129-8f0f-4e17-bcfe-806d503e6a42)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:26.164926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:26.212472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:26.699502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cff28-4b2a-4376-9250-075ea8475e02 req-1e3d1766-52d7-468c-959f-a4752c9b02b1 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:26.701023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-938cff28-4b2a-4376-9250-075ea8475e02 req-1e3d1766-52d7-468c-959f-a4752c9b02b1 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 945 time: 0.0509253 Sep 18 07:21:26.742341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-938cff28-4b2a-4376-9250-075ea8475e02 req-08cc5db2-69d8-4569-a64e-872c187d50d0 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Sep 18 07:21:27.057641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e9a59560-9557-4b66-a16a-f1e43c84c338'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:27.860912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f22af-2fa2-4bd9-87de-aa6678585ed2 req-d7071564-5af0-4d07-b5db-52ad63b31273 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:27.862470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b5f22af-2fa2-4bd9-87de-aa6678585ed2 req-d7071564-5af0-4d07-b5db-52ad63b31273 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Sep 18 07:21:27.902220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b5f22af-2fa2-4bd9-87de-aa6678585ed2 req-a085df3d-5fc4-4da1-b63b-5666f527c2ae tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Sep 18 07:21:27.927747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:21:28.018281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:28.036020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:21:28.083562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:28.091620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:28.112266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:28.181890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:28.231614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:28.400882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['220c2f99-d528-4ca7-ab2a-429f19e27a20'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:29.057515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d5dc1-918d-4f08-bb27-526ae56e83c1 req-409c4da0-c50a-4e45-878d-1d595f52e2d0 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:29.059074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-411d5dc1-918d-4f08-bb27-526ae56e83c1 req-409c4da0-c50a-4e45-878d-1d595f52e2d0 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 945 time: 0.0595009 Sep 18 07:21:29.061803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:29.096914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-411d5dc1-918d-4f08-bb27-526ae56e83c1 req-314a60d0-7642-4ec5-8de8-094784a292e3 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Sep 18 07:21:29.931434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e9a59560-9557-4b66-a16a-f1e43c84c338 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:21:30.058887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port e9a59560-9557-4b66-a16a-f1e43c84c338 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:21:30.061084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port e9a59560-9557-4b66-a16a-f1e43c84c338 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:21:30.061506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.143096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.179691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:30.181156 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6206968f-235e-4e4c-a69d-a3ceae92230b" -d '{"events": [{"server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "name": "network-vif-plugged", "status": "completed", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:30.185146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e9a59560-9557-4b66-a16a-f1e43c84c338,segment=NetworkSegment(cebdf129-8f0f-4e17-bcfe-806d503e6a42),segment_id=cebdf129-8f0f-4e17-bcfe-806d503e6a42)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:30.240136 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6efd4f-fd77-4767-9315-a0032d9d4a4b x-openstack-request-id: req-8b6efd4f-fd77-4767-9315-a0032d9d4a4b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:30.241981 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "name": "network-vif-plugged", "status": "completed", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:30.242756 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b6efd4f-fd77-4767-9315-a0032d9d4a4b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:30.243185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b341003-acb9-47af-9a13-548575b719fc req-4945af32-60ac-4ec1-8fab-d63e293faf64 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:30.243863 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338', 'code': 200} Sep 18 07:21:30.244990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b341003-acb9-47af-9a13-548575b719fc req-4945af32-60ac-4ec1-8fab-d63e293faf64 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 945 time: 0.0774212 Sep 18 07:21:30.256660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.257486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:21:30.296258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b341003-acb9-47af-9a13-548575b719fc req-2ba60844-af5b-432b-87d2-cea015765234 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Sep 18 07:21:30.389462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30186d-1b1a-43fb-97d0-c00a6ac87b77 req-d8250491-9c76-4edd-ab4c-5dcc67cf28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:30.392066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f30186d-1b1a-43fb-97d0-c00a6ac87b77 req-d8250491-9c76-4edd-ab4c-5dcc67cf28f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 1098 time: 0.0487599 Sep 18 07:21:30.394354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:30.412760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:21:30.413138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.443191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f30186d-1b1a-43fb-97d0-c00a6ac87b77 req-252f2e42-3942-467f-be9b-d1fef31016ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 18 07:21:30.495265 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.526265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:30.599131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:30.667370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:31.147892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d7a2b-d3a2-4e18-83b9-578b536da4f0 req-ad2c49d8-e6bc-4997-915f-d13be3cdf146 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:31.149387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75d7a2b-d3a2-4e18-83b9-578b536da4f0 req-ad2c49d8-e6bc-4997-915f-d13be3cdf146 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 946 time: 0.0479612 Sep 18 07:21:31.188740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75d7a2b-d3a2-4e18-83b9-578b536da4f0 req-b1f314f3-af03-424e-992f-7dc7a2869b2c tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Sep 18 07:21:31.421812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0135f3-b501-44dc-9421-4204dca5970a req-16c232d3-6b57-41c1-9aba-b0ed138e4da4 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:31.423330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd0135f3-b501-44dc-9421-4204dca5970a req-16c232d3-6b57-41c1-9aba-b0ed138e4da4 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0548432 Sep 18 07:21:31.461436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd0135f3-b501-44dc-9421-4204dca5970a req-d892078a-a0ed-4a02-a5de-cecab5b11876 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Sep 18 07:21:32.245846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:32.251951 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3ca0d-fea4-4fa8-9ade-2ddd02ed2f20" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:32.283809 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf92e6e-b7c0-4c0b-aae9-ad46d8914798 x-openstack-request-id: req-8bf92e6e-b7c0-4c0b-aae9-ad46d8914798 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:32.284108 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:32.284361 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bf92e6e-b7c0-4c0b-aae9-ad46d8914798 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:32.284754 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:21:32.306528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11711cd9-f884-44b7-8351-e10cf26e821b req-f1cc4cf3-9e9e-42f0-923e-5956ae422164 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:32.308051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11711cd9-f884-44b7-8351-e10cf26e821b req-f1cc4cf3-9e9e-42f0-923e-5956ae422164 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 946 time: 0.0517225 Sep 18 07:21:32.348588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11711cd9-f884-44b7-8351-e10cf26e821b req-454f3e36-9fca-4bcd-b6e6-30aec076d20f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Sep 18 07:21:32.577394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef4baf-6c57-497c-96c7-b6cb6be48ab6 req-ca2e53aa-d736-4c70-87f7-0f47f702e8d3 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:32.579037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffef4baf-6c57-497c-96c7-b6cb6be48ab6 req-ca2e53aa-d736-4c70-87f7-0f47f702e8d3 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0496850 Sep 18 07:21:32.619299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffef4baf-6c57-497c-96c7-b6cb6be48ab6 req-a23bbd6a-2000-4542-946c-8c40dd44c222 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Sep 18 07:21:32.641946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-3ec811eb-80c4-4e5f-b853-1380271f6c47 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:32.641946 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-3ec811eb-80c4-4e5f-b853-1380271f6c47 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 946 time: 0.0508728 Sep 18 07:21:32.747127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Deleting port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:21:32.747563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:32.838899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] For port 1c18ef98-651f-4432-b4d9-1a9aaea40b99, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=1c18ef98-651f-4432-b4d9-1a9aaea40b99,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:32.839259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:32.851845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Calling delete_port for 1c18ef98-651f-4432-b4d9-1a9aaea40b99 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:21:33.039735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:33.053877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a9457e00-0157-4a84-af8b-6607ed4792d5', '1c18ef98-651f-4432-b4d9-1a9aaea40b99'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:33.070733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event deleted for resources: {'Port': ['ID=1c18ef98-651f-4432-b4d9-1a9aaea40b99,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:33.088689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a', '6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:33.126600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] No DVR routers for this DVR port 1c18ef98-651f-4432-b4d9-1a9aaea40b99 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:33.129844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:33.132641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87e39f97-0a92-46cf-8473-af5ab70caf66 req-5f9ccc30-09d1-41b8-8702-54f15878cd3e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "DELETE /v2.0/ports/1c18ef98-651f-4432-b4d9-1a9aaea40b99 HTTP/1.1" status: 204 len: 173 time: 0.4888706 Sep 18 07:21:33.133101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'name': 'network-vif-deleted', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:33.135511 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23c5f1-8dd1-4767-b4df-b1fc28ceed9e" -d '{"events": [{"server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "name": "network-vif-deleted", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:33.182732 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36857d29-e3f4-464b-9f8e-82f5c4eb4f24 x-openstack-request-id: req-36857d29-e3f4-464b-9f8e-82f5c4eb4f24 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:33.183046 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053c7b69-5e5a-4d17-af53-df291bdb1ee7", "name": "network-vif-deleted", "tag": "1c18ef98-651f-4432-b4d9-1a9aaea40b99", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:33.183305 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36857d29-e3f4-464b-9f8e-82f5c4eb4f24 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:33.183722 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c7b69-5e5a-4d17-af53-df291bdb1ee7', 'name': 'network-vif-deleted', 'tag': '1c18ef98-651f-4432-b4d9-1a9aaea40b99', 'status': 'completed', 'code': 200} Sep 18 07:21:33.487546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c28ecf3-0784-40c6-910f-86ac00fd3dc2 req-83c9355d-7eed-48d3-a177-45a53e461d3b tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=053c7b69-5e5a-4d17-af53-df291bdb1ee7 HTTP/1.1" status: 200 len: 210 time: 0.0311913 Sep 18 07:21:33.742183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b800d-8e46-45e5-ac02-14e5d7a20f07 req-dbf82f44-4b85-4473-9523-9f6a2387f3d4 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:33.743694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c31b800d-8e46-45e5-ac02-14e5d7a20f07 req-dbf82f44-4b85-4473-9523-9f6a2387f3d4 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0508180 Sep 18 07:21:33.781723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c31b800d-8e46-45e5-ac02-14e5d7a20f07 req-ec6f7290-4b0f-4024-b915-edae4d849d99 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Sep 18 07:21:37.418951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef7949-ff39-43b5-a32f-ef979f96d8f5 req-095efdb7-dd43-4ab2-b5cf-74f3fa08437e tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:37.421531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8ef7949-ff39-43b5-a32f-ef979f96d8f5 req-095efdb7-dd43-4ab2-b5cf-74f3fa08437e tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0831041 Sep 18 07:21:37.472791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8ef7949-ff39-43b5-a32f-ef979f96d8f5 req-cf34b85d-e993-440e-a4a7-adb228dc287f tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Sep 18 07:21:38.279201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1c18ef98-651f-4432-b4d9-1a9aaea40b99 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:38.319745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 1c18ef98-651f-4432-b4d9-1a9aaea40b99 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:21:38.320054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 1c18ef98-651f-4432-b4d9-1a9aaea40b99 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:38.520688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06478a-0d71-4246-a956-1739d9039ad3 req-d16ad265-cda5-4884-9fe9-937375d7a2ec tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:38.524126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd06478a-0d71-4246-a956-1739d9039ad3 req-d16ad265-cda5-4884-9fe9-937375d7a2ec tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 945 time: 0.0712993 Sep 18 07:21:38.600285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd06478a-0d71-4246-a956-1739d9039ad3 req-05974521-c9c9-4026-a6a1-25b8f38d96a0 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694292 Sep 18 07:21:38.680729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476886a-31ef-4860-9068-eed85fb8b5b9 req-249fa677-2503-41d0-a1b0-897e61901064 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:38.682425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3476886a-31ef-4860-9068-eed85fb8b5b9 req-249fa677-2503-41d0-a1b0-897e61901064 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0809515 Sep 18 07:21:38.745299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3476886a-31ef-4860-9068-eed85fb8b5b9 req-3443dcac-d2c4-4c57-aa9b-1b45e21199b3 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/security-groups?id=5558d203-5cec-4aed-b2b9-cb1281a8bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Sep 18 07:21:38.869479 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2f43-549b-4785-9d92-551c886a70e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:39.241133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-5182cb0e-91de-41ea-8997-586eb704a9ee tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:39.242670 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-5182cb0e-91de-41ea-8997-586eb704a9ee tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.24 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Sep 18 07:21:39.343147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Deleting port e9a59560-9557-4b66-a16a-f1e43c84c338 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:21:39.343747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:39.466217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] For port e9a59560-9557-4b66-a16a-f1e43c84c338, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=e9a59560-9557-4b66-a16a-f1e43c84c338,segment=NetworkSegment(cebdf129-8f0f-4e17-bcfe-806d503e6a42),segment_id=cebdf129-8f0f-4e17-bcfe-806d503e6a42)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:39.466904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:39.485472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Calling delete_port for e9a59560-9557-4b66-a16a-f1e43c84c338 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:21:39.731227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:39.765265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fb375-fcc1-43f4-978d-026dc394a00f req-dc8c4a94-9283-4034-9b65-8dd852868142 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:39.768680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['e9a59560-9557-4b66-a16a-f1e43c84c338'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:39.777221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-010fb375-fcc1-43f4-978d-026dc394a00f req-dc8c4a94-9283-4034-9b65-8dd852868142 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 945 time: 0.0898588 Sep 18 07:21:39.882635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecdb3f22-77e6-4d68-8855-02e67cdc4e84 req-b82f5a58-0097-4e96-8c87-51c9255a9293 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 210 time: 0.0516579 Sep 18 07:21:39.911090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-010fb375-fcc1-43f4-978d-026dc394a00f req-0605afe6-fbe3-4dec-a260-123946a4d5b3 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327393 Sep 18 07:21:39.913562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] No DVR routers for this DVR port e9a59560-9557-4b66-a16a-f1e43c84c338 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:39.915511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Pushing event deleted for resources: {'Port': ['ID=e9a59560-9557-4b66-a16a-f1e43c84c338,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:39.947796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-76d21828-60a2-450c-bf51-3c7c19641f8f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:39.949503 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-76d21828-60a2-450c-bf51-3c7c19641f8f tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 945 time: 0.0990448 Sep 18 07:21:39.965436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:39.965436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-51173d1e-da0b-4cef-aaea-74a4c224ca72 req-12102e06-3ad8-434b-b926-103aa6fbb5ec tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.24 "DELETE /v2.0/ports/e9a59560-9557-4b66-a16a-f1e43c84c338 HTTP/1.1" status: 204 len: 173 time: 0.7091055 Sep 18 07:21:39.965436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'name': 'network-vif-deleted', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:39.965436 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcafe30-a88f-43b4-a9ec-c07e479ac918" -d '{"events": [{"server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "name": "network-vif-deleted", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:40.025767 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab2556-a788-4b69-abcf-54ecf5fee3c5 x-openstack-request-id: req-f1ab2556-a788-4b69-abcf-54ecf5fee3c5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:40.026356 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626ab73c-1e3f-4311-9511-b184cca12336", "name": "network-vif-deleted", "tag": "e9a59560-9557-4b66-a16a-f1e43c84c338", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:40.026738 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1ab2556-a788-4b69-abcf-54ecf5fee3c5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:40.027368 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626ab73c-1e3f-4311-9511-b184cca12336', 'name': 'network-vif-deleted', 'tag': 'e9a59560-9557-4b66-a16a-f1e43c84c338', 'status': 'completed', 'code': 200} Sep 18 07:21:40.111433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Deleting port a9457e00-0157-4a84-af8b-6607ed4792d5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:21:40.111777 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:40.226231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] For port a9457e00-0157-4a84-af8b-6607ed4792d5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a9457e00-0157-4a84-af8b-6607ed4792d5,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:40.226231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:40.226231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Calling delete_port for a9457e00-0157-4a84-af8b-6607ed4792d5 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:21:40.416426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:40.428945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a9457e00-0157-4a84-af8b-6607ed4792d5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:40.460654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a', '6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:40.484352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event deleted for resources: {'Port': ['ID=a9457e00-0157-4a84-af8b-6607ed4792d5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:40.506381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] No DVR routers for this DVR port a9457e00-0157-4a84-af8b-6607ed4792d5 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:40.508935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:40.511075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9a782fc-7091-4772-bd90-28afaa9feefb req-af877008-4ce8-41eb-b9b1-27466843bfca tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.37 "DELETE /v2.0/ports/a9457e00-0157-4a84-af8b-6607ed4792d5 HTTP/1.1" status: 204 len: 173 time: 0.5366762 Sep 18 07:21:41.030132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7722c23a-aba9-4966-a447-cc9f804ad536 req-83bd29e4-1956-4f86-918f-38d5648520d0 tempest-VolumesActionsTest-1341364020 tempest-VolumesActionsTest-1341364020-project] 10.222.0.20 "GET /v2.0/ports?device_id=626ab73c-1e3f-4311-9511-b184cca12336 HTTP/1.1" status: 200 len: 210 time: 0.0478089 Sep 18 07:21:41.071132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a15822ca-bf19-4d17-8fcd-41a8ba186ad9 req-e484bbac-2cbf-4e67-978d-ed8eeb0d55de tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b15d937-8a25-4936-b3fb-2052c9156fd7 HTTP/1.1" status: 200 len: 210 time: 0.0435925 Sep 18 07:21:41.502081 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cc566ea8-47c0-42ae-862a-0f37db03d041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:41.962822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e9a59560-9557-4b66-a16a-f1e43c84c338 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:41.983926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: e9a59560-9557-4b66-a16a-f1e43c84c338 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:21:41.984384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device e9a59560-9557-4b66-a16a-f1e43c84c338 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:42.004668 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:42.028638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'name': 'network-vif-deleted', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:42.031035 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36036776-49e9-4c32-bf3a-6a8b97811567" -d '{"events": [{"server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "name": "network-vif-deleted", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:42.099713 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc639de-9e71-4226-a890-c2e426c7b9f0 x-openstack-request-id: req-4cc639de-9e71-4226-a890-c2e426c7b9f0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:42.100016 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b15d937-8a25-4936-b3fb-2052c9156fd7", "name": "network-vif-deleted", "tag": "a9457e00-0157-4a84-af8b-6607ed4792d5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:42.100390 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cc639de-9e71-4226-a890-c2e426c7b9f0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:42.100857 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b15d937-8a25-4936-b3fb-2052c9156fd7', 'name': 'network-vif-deleted', 'tag': 'a9457e00-0157-4a84-af8b-6607ed4792d5', 'status': 'completed', 'code': 200} Sep 18 07:21:42.708905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e150d-c593-4765-a2da-c8b29a93f0e6 req-4f68add1-1ddf-499a-8183-a222c725fdc3 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:42.718011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c1e150d-c593-4765-a2da-c8b29a93f0e6 req-4f68add1-1ddf-499a-8183-a222c725fdc3 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.0767567 Sep 18 07:21:42.783807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c1e150d-c593-4765-a2da-c8b29a93f0e6 req-72348bdb-418b-4592-8510-7542ccd83996 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Sep 18 07:21:43.301823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:44.012919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2bfa4-4c4e-4a8d-b698-2bf42bdcb47e req-33b1ac8d-20f6-466c-bcd4-3df25213e9e9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:44.014596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3de2bfa4-4c4e-4a8d-b698-2bf42bdcb47e req-33b1ac8d-20f6-466c-bcd4-3df25213e9e9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.1683755 Sep 18 07:21:44.054297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3de2bfa4-4c4e-4a8d-b698-2bf42bdcb47e req-4baa2876-70a5-4441-afee-b0a3a391d9df tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Sep 18 07:21:44.293434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a9457e00-0157-4a84-af8b-6607ed4792d5 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:44.329718 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:21:44.332632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: a9457e00-0157-4a84-af8b-6607ed4792d5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:21:44.333101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a9457e00-0157-4a84-af8b-6607ed4792d5 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:44.528573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-f557dab9-701a-479a-83d8-a670740ae1c5 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:44.530218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-f557dab9-701a-479a-83d8-a670740ae1c5 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 945 time: 0.0611696 Sep 18 07:21:44.627994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Deleting port 6e942033-0d60-44b5-a5e7-b83e8634292d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:21:44.628340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:44.707752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:44.739449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] For port 6e942033-0d60-44b5-a5e7-b83e8634292d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6e942033-0d60-44b5-a5e7-b83e8634292d,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:44.740125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:44.753342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Calling delete_port for 6e942033-0d60-44b5-a5e7-b83e8634292d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:21:44.971669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:45.008743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a', '6e942033-0d60-44b5-a5e7-b83e8634292d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:45.009190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event deleted for resources: {'Port': ['ID=6e942033-0d60-44b5-a5e7-b83e8634292d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:45.068966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] No DVR routers for this DVR port 6e942033-0d60-44b5-a5e7-b83e8634292d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:45.072967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:45.076434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1da0fef3-23c7-4715-a1b0-f3e324232475 req-7d35b37c-0b05-4a15-8036-b0d09f58f97a tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "DELETE /v2.0/ports/6e942033-0d60-44b5-a5e7-b83e8634292d HTTP/1.1" status: 204 len: 173 time: 0.5394068 Sep 18 07:21:45.077181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'name': 'network-vif-deleted', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:45.083965 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52d7cb4-50fb-474e-997b-2edb5b47313b" -d '{"events": [{"server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "name": "network-vif-deleted", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:45.104625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:45.142494 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048beb44-fe54-43d2-a752-570dc75e425d x-openstack-request-id: req-048beb44-fe54-43d2-a752-570dc75e425d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:45.142940 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2dae57-214e-46c8-90be-1fea8172643e", "name": "network-vif-deleted", "tag": "6e942033-0d60-44b5-a5e7-b83e8634292d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:45.144006 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-048beb44-fe54-43d2-a752-570dc75e425d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:45.144514 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2dae57-214e-46c8-90be-1fea8172643e', 'name': 'network-vif-deleted', 'tag': '6e942033-0d60-44b5-a5e7-b83e8634292d', 'status': 'completed', 'code': 200} Sep 18 07:21:45.213496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50e5009b-e5ad-442c-8316-86a8163af2f3 req-27c660e0-9ae2-4771-adbd-99df1e76ff82 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=af2dae57-214e-46c8-90be-1fea8172643e HTTP/1.1" status: 200 len: 210 time: 0.0497077 Sep 18 07:21:48.018606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6e942033-0d60-44b5-a5e7-b83e8634292d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:48.049458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 6e942033-0d60-44b5-a5e7-b83e8634292d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:21:48.050073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6e942033-0d60-44b5-a5e7-b83e8634292d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:49.941276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756149e-47d2-48a3-9b63-c83e78838fee req-b481db1e-8cce-4515-a073-d77fcb1c360c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:49.943874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2756149e-47d2-48a3-9b63-c83e78838fee req-b481db1e-8cce-4515-a073-d77fcb1c360c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.0578983 Sep 18 07:21:49.990073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2756149e-47d2-48a3-9b63-c83e78838fee req-54a4732b-f572-4a22-b346-3e10f9009da3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Sep 18 07:21:51.309383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fadc03-be79-483d-b574-8b9102536859 req-55a254ac-c47f-4ec7-b52c-1a160aaceff4 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:51.310994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47fadc03-be79-483d-b574-8b9102536859 req-55a254ac-c47f-4ec7-b52c-1a160aaceff4 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Sep 18 07:21:51.351368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-47fadc03-be79-483d-b574-8b9102536859 req-159339da-adb9-4911-90a0-88ae208f7000 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Sep 18 07:21:52.068450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:52.150503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:52.179536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:52.179536 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b157c-9273-41f1-8544-7c5e9316b997" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:52.187656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:52.227537 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e6e94-47d7-4e61-a5b9-496377b61e4c x-openstack-request-id: req-d79e6e94-47d7-4e61-a5b9-496377b61e4c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:52.227907 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:52.228235 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d79e6e94-47d7-4e61-a5b9-496377b61e4c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:52.228714 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:21:52.256541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:52.303356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:52.473079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a616-6526-4742-97a8-6533b587e506 req-c4c59643-f2c2-4259-9711-2ff4a459106c tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:52.474902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de01a616-6526-4742-97a8-6533b587e506 req-c4c59643-f2c2-4259-9711-2ff4a459106c tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Sep 18 07:21:52.519404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de01a616-6526-4742-97a8-6533b587e506 req-142c3456-fefc-4d92-abaa-e604bdc3cb76 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Sep 18 07:21:53.600167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-72cd7167-aa6f-4c97-81d9-972b0529a238 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:53.601751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-72cd7167-aa6f-4c97-81d9-972b0529a238 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.0610447 Sep 18 07:21:53.648698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f816e6-5d40-4a79-8d2e-896fb28767bf req-9ce10dac-13ff-4142-8e37-4713169c5183 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:53.656348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82f816e6-5d40-4a79-8d2e-896fb28767bf req-9ce10dac-13ff-4142-8e37-4713169c5183 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 945 time: 0.0555687 Sep 18 07:21:53.702090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82f816e6-5d40-4a79-8d2e-896fb28767bf req-ed10ccd6-9bb6-465e-81b1-7023e1c2325e tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/security-groups?id=002e6d40-95c6-43f6-a692-136e8980e601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Sep 18 07:21:53.719712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Deleting port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:21:53.720067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:53.817932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] For port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,segment=NetworkSegment(0607a4bd-1760-4e5a-92c8-7a29a3d59bd6),segment_id=0607a4bd-1760-4e5a-92c8-7a29a3d59bd6)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:53.818395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:53.831825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Calling delete_port for 2ff1414b-29ee-47ec-9937-a7f95f4ad61a owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:21:54.023372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:54.055287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Pushing event deleted for resources: {'Port': ['ID=2ff1414b-29ee-47ec-9937-a7f95f4ad61a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:54.059429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['2ff1414b-29ee-47ec-9937-a7f95f4ad61a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:54.116817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] No DVR routers for this DVR port 2ff1414b-29ee-47ec-9937-a7f95f4ad61a on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:21:54.119396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:54.121484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6de6eef-d608-4a3f-8913-d3cf1ae4107b req-ac22599c-0006-4b7f-a51c-0e3a232c3dc9 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.24 "DELETE /v2.0/ports/2ff1414b-29ee-47ec-9937-a7f95f4ad61a HTTP/1.1" status: 204 len: 173 time: 0.5133390 Sep 18 07:21:54.121982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'name': 'network-vif-deleted', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:54.132837 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389ab4ea-9fb0-416f-bf56-c3bd91f9c485" -d '{"events": [{"server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "name": "network-vif-deleted", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:54.173334 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7cfbc2-5f9c-4338-994d-4f73c961a9a6 x-openstack-request-id: req-6c7cfbc2-5f9c-4338-994d-4f73c961a9a6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:54.173637 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc94df18-af98-4ffe-ad11-44418f9fc181", "name": "network-vif-deleted", "tag": "2ff1414b-29ee-47ec-9937-a7f95f4ad61a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:54.173908 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c7cfbc2-5f9c-4338-994d-4f73c961a9a6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:54.174334 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc94df18-af98-4ffe-ad11-44418f9fc181', 'name': 'network-vif-deleted', 'tag': '2ff1414b-29ee-47ec-9937-a7f95f4ad61a', 'status': 'completed', 'code': 200} Sep 18 07:21:54.814326 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0715cfd4-6c4a-4047-af50-e3b7a28a81b3 req-7273ae86-0523-48c9-b83e-720688bf8f96 tempest-AttachVolumeNegativeTest-798256463 tempest-AttachVolumeNegativeTest-798256463-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc94df18-af98-4ffe-ad11-44418f9fc181 HTTP/1.1" status: 200 len: 210 time: 0.0265572 Sep 18 07:21:55.881559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:55.933502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Deleting subnet 3d2735b4-2c33-4622-8443-886e997b61e4 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:21:55.936783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:55.975217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.018296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.066419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:21:56.116446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdb618-24ef-4692-aa74-950d371d4218 req-918751e9-c0b2-4f99-b4f9-39a6cd7ef814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:56.118212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-918751e9-c0b2-4f99-b4f9-39a6cd7ef814 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1095 time: 0.0551953 Sep 18 07:21:56.122455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2ff1414b-29ee-47ec-9937-a7f95f4ad61a no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:21:56.161589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 2ff1414b-29ee-47ec-9937-a7f95f4ad61a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:21:56.161947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 2ff1414b-29ee-47ec-9937-a7f95f4ad61a not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:21:56.199267 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.230493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.232086 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:56.233102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3d2735b4-2c33-4622-8443-886e997b61e4 HTTP/1.1" status: 204 len: 168 time: 0.3504806 Sep 18 07:21:56.234302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2735b4-2c33-4622-8443-886e997b61e4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:56.236478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:56.243696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.244307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.244842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.245395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.245954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.246478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.247004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.247636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.248174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.248695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.249214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.249731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4d96a-da90-4664-b9ca-423d7c0f4024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:21:56.262759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:21:56.282702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdb618-24ef-4692-aa74-950d371d4218 req-16a75aeb-c657-4506-896d-85dc81ed08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:56.284298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-16a75aeb-c657-4506-896d-85dc81ed08ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1378067 Sep 18 07:21:56.314807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.328741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:21:56.350745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:56.404289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-1918216d-8880-4fe7-ad3f-18e6ca53989c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.1034946 Sep 18 07:21:56.407728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.487206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdb618-24ef-4692-aa74-950d371d4218 req-572f487d-99fc-4499-81c3-980f4baefc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:56.488703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-572f487d-99fc-4499-81c3-980f4baefc6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0767493 Sep 18 07:21:56.525014 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.567870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.585808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:56.594310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064bae6f-e498-4c22-bfbc-e7467866f4d2']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:21:56.606330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:21:56.606627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0607a4bd-1760-4e5a-92c8-7a29a3d59bd6') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:21:56.615589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdb618-24ef-4692-aa74-950d371d4218 req-5a1b85e9-f445-4aa5-8611-57538b7ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:21:56.617163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-5a1b85e9-f445-4aa5-8611-57538b7ffb64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161151 Sep 18 07:21:56.621313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.655525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.670179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:21:56.670589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:21:56.672247 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:21:56.700118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['220c2f99-d528-4ca7-ab2a-429f19e27a20'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:21:56.785411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-efd16024-0f9a-4bfa-8eee-75939dc1a78d service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518648 Sep 18 07:21:56.838817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.844719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:56.846904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] 10.222.0.20 "DELETE /v2.0/networks/064bae6f-e498-4c22-bfbc-e7467866f4d2 HTTP/1.1" status: 204 len: 168 time: 0.6092227 Sep 18 07:21:56.914866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1cc64-e669-42d0-bae8-3967def6df51 admin admin] Pushing event deleted for resources: {'Network': ['ID=064bae6f-e498-4c22-bfbc-e7467866f4d2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:56.945854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dabdb618-24ef-4692-aa74-950d371d4218 req-9f07218f-01f4-46c1-a4e4-afa5abe4d447 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456285 Sep 18 07:21:57.319927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53234) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:57.373304 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2caaf59-7aa8-4259-946b-872031c8a862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6da6b72aff547e1a32fd4021ed0ff77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492501 Sep 18 07:21:57.373304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:21:57.430187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:57.446369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:57.587585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:57.590665 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:57.592478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/002e6d40-95c6-43f6-a692-136e8980e601 HTTP/1.1" status: 204 len: 168 time: 0.2181375 Sep 18 07:21:57.602781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261836fc-e4f7-4610-9c86-db61de18beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e6d40-95c6-43f6-a692-136e8980e601,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:58.070725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:21:58.131556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:21:58.131556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:58.213627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:58.256761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:21:58.258106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:21:58.261146 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d61af7-d935-4a75-975a-f60e26f9e2f1" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:21:58.300825 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cb004-9b55-492c-a7e0-3c2081f64e2b x-openstack-request-id: req-9e9cb004-9b55-492c-a7e0-3c2081f64e2b {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:21:58.301124 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:21:58.302010 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e9cb004-9b55-492c-a7e0-3c2081f64e2b {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:21:58.302565 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:21:58.359238 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:21:58.434502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:21:59.061656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:01.497359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53408) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:01.671892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed309cae-e184-4c85-840e-144a1f7df869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:01.784920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed309cae-e184-4c85-840e-144a1f7df869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:01.884771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed309cae-e184-4c85-840e-144a1f7df869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:01.986950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed309cae-e184-4c85-840e-144a1f7df869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c54e4-be49-4321-95de-513268c61ed9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:01.997406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ed309cae-e184-4c85-840e-144a1f7df869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f85b0fd76a3444d986eb7570e84bce7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983649 Sep 18 07:22:01.999187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:02.070002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:02.222705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:02.415981 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:02.418787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:02.420234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/604c54e4-be49-4321-95de-513268c61ed9 HTTP/1.1" status: 204 len: 168 time: 0.4198449 Sep 18 07:22:02.434505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f66d3-1eb6-4a57-91aa-46450f0001c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c54e4-be49-4321-95de-513268c61ed9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:02.469024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96dcfb-3492-415e-b6aa-76ab46bca44f req-da3ba189-01d2-4b4a-9aba-43998f4f2327 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:02.479842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca96dcfb-3492-415e-b6aa-76ab46bca44f req-da3ba189-01d2-4b4a-9aba-43998f4f2327 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.0731883 Sep 18 07:22:02.559435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca96dcfb-3492-415e-b6aa-76ab46bca44f req-c25ca258-9960-4a78-aa1f-1ff52ba8bd5f tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781875 Sep 18 07:22:03.476224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53462) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:03.501704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95da4532-e911-4c11-9f9f-41194d94b8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:03.666239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95da4532-e911-4c11-9f9f-41194d94b8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:03.674509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-9dcbce32-f389-44b0-abbd-a683de9ef8cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:03.676070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-9dcbce32-f389-44b0-abbd-a683de9ef8cc tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.37 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.0925796 Sep 18 07:22:04.155713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025eb0-2fbc-4a57-bd05-b1f80f8adc62 req-f00c0a16-334c-4814-8599-7a4bfeba27c7 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:04.163613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b025eb0-2fbc-4a57-bd05-b1f80f8adc62 req-f00c0a16-334c-4814-8599-7a4bfeba27c7 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.5242977 Sep 18 07:22:04.218253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95da4532-e911-4c11-9f9f-41194d94b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.224708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b025eb0-2fbc-4a57-bd05-b1f80f8adc62 req-da61f06d-59f0-4108-a4a9-a55184b1dd2e tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599310 Sep 18 07:22:04.266732 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95da4532-e911-4c11-9f9f-41194d94b8bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6a5f33ffc34594af4df9df66d85e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7865112 Sep 18 07:22:04.269392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53482) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:04.291894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Deleting port 70bf7cca-16d6-4819-873c-8db10f03bb1f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:04.292342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.311176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da4532-e911-4c11-9f9f-41194d94b8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05664c1-5875-4d51-aa86-beb40697c965,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:04.380870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.404434 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.452725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] For port 70bf7cca-16d6-4819-873c-8db10f03bb1f, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=70bf7cca-16d6-4819-873c-8db10f03bb1f,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:04.453198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.609990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.612897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.617969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e05664c1-5875-4d51-aa86-beb40697c965 HTTP/1.1" status: 204 len: 168 time: 0.3465323 Sep 18 07:22:04.633976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ca5fa-4d8a-4394-9d01-524daed62bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05664c1-5875-4d51-aa86-beb40697c965,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:04.777084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.777585 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:04.778044 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Floating IP fd5ec817-790c-4b76-9892-479e239e3f4d disassociated. External IP: 172.25.4.120, port: 70bf7cca-16d6-4819-873c-8db10f03bb1f. Sep 18 07:22:04.778811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Calling delete_port for 70bf7cca-16d6-4819-873c-8db10f03bb1f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:05.441572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304b2d-5269-4ff0-8db6-03becd0177cc req-8d97c535-6f27-4405-9bb5-b32eda3b7463 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:05.446496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb304b2d-5269-4ff0-8db6-03becd0177cc req-8d97c535-6f27-4405-9bb5-b32eda3b7463 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 945 time: 0.1072304 Sep 18 07:22:05.506015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb304b2d-5269-4ff0-8db6-03becd0177cc req-3f388641-e623-4f63-bb32-93f5dc173abe tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/security-groups?id=06f57353-452d-4aed-afef-888eabb9746a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494947 Sep 18 07:22:05.623574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:05.726965 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event deleted for resources: {'Port': ['ID=70bf7cca-16d6-4819-873c-8db10f03bb1f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:05.847337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:05.962080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:05.993092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Sync routers for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:06.003080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:06.003718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:21:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:06.070868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] No DVR routers for this DVR port 70bf7cca-16d6-4819-873c-8db10f03bb1f on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:06.077872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:06.085002 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bdaa2d13-7d38-4791-9b9f-2ad605ae45c7 req-b4d657a8-2e9c-46ab-812c-6a3bc0301a19 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.37 "DELETE /v2.0/ports/70bf7cca-16d6-4819-873c-8db10f03bb1f HTTP/1.1" status: 204 len: 173 time: 2.4025652 Sep 18 07:22:06.086791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'name': 'network-vif-deleted', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:06.109091 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27bf1d-f445-40fb-a10d-3019cbf6e127" -d '{"events": [{"server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "name": "network-vif-deleted", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:06.205616 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3452df7-e23e-4f30-bb51-f1832df7f695 x-openstack-request-id: req-f3452df7-e23e-4f30-bb51-f1832df7f695 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:06.206075 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a10b1b-2725-4c7a-9fbe-b5014cfba2f7", "name": "network-vif-deleted", "tag": "70bf7cca-16d6-4819-873c-8db10f03bb1f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:06.206398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3452df7-e23e-4f30-bb51-f1832df7f695 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:06.208242 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a10b1b-2725-4c7a-9fbe-b5014cfba2f7', 'name': 'network-vif-deleted', 'tag': '70bf7cca-16d6-4819-873c-8db10f03bb1f', 'status': 'completed', 'code': 200} Sep 18 07:22:06.290748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:06.670186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:06.714764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec7cb722-cd42-491a-92b7-61f34a246a86 req-06bb9368-e627-4667-8d78-8b41d10fb583 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a10b1b-2725-4c7a-9fbe-b5014cfba2f7 HTTP/1.1" status: 200 len: 210 time: 0.0603466 Sep 18 07:22:06.751116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Checking router: 12e758cb-2fda-4d4a-b6a4-f422dca74a0b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:06.796892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:06.802682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:21:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:07.200698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:07.464496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:07.507213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64ae7e-81db-4852-94ac-0d4e43a421e0 None None] The sync data for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 is: [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:16:43Z', 'revision_number': 4, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cbd67866-db98-484b-aac6-dbee078781a7', 'name': '', 'network_id': '4a5b83ff-db36-4aea-9112-4ea784bba436', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'mac_address': 'fa:16:3e:09:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:42Z', 'updated_at': '2021-09-18T07:16:50Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'subnets': [{'id': '3f5fabdc-b762-47fb-ba0f-9224b49933be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:07.772142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53592) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:07.817108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53598) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:08.041099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0526ed7d-fcae-4d0e-be1d-55c0f9d4ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.043975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Deleting port 21702e21-506b-441e-88ec-9c8643c4a2e7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:08.044306 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.088647 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793084d-427b-462e-88ae-3dd8ebf00740 None None] New status for floating IP fd5ec817-790c-4b76-9892-479e239e3f4d: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:22:08.271505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.271836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.298501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Calling delete_port for 21702e21-506b-441e-88ec-9c8643c4a2e7 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:08.376325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0526ed7d-fcae-4d0e-be1d-55c0f9d4ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.450819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 70bf7cca-16d6-4819-873c-8db10f03bb1f no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:08.475382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 70bf7cca-16d6-4819-873c-8db10f03bb1f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:08.475999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 70bf7cca-16d6-4819-873c-8db10f03bb1f not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:08.486597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0526ed7d-fcae-4d0e-be1d-55c0f9d4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.525273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526ed7d-fcae-4d0e-be1d-55c0f9d4ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc7c50-c5b5-4d3a-9c4d-de55c3f9c893,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:08.531257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0526ed7d-fcae-4d0e-be1d-55c0f9d4ef22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ecbed41992b422bad07e46fc568fc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595847 Sep 18 07:22:08.533994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53614) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:08.558759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.597994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event deleted for resources: {'Port': ['ID=21702e21-506b-441e-88ec-9c8643c4a2e7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:08.701786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.722981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.912361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.912361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-77b572dd-c8df-447b-b908-6303baffcd59 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "DELETE /v2.0/floatingips/fd5ec817-790c-4b76-9892-479e239e3f4d HTTP/1.1" status: 204 len: 168 time: 0.9243450 Sep 18 07:22:08.912361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.958396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5f16a681-68b8-4336-8a08-bfacab8098ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:08.982071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53630) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:09.021402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.023976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.027360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97bc7c50-c5b5-4d3a-9c4d-de55c3f9c893 HTTP/1.1" status: 204 len: 168 time: 0.4890890 Sep 18 07:22:09.053246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1a822-6ccc-4b4c-ac26-d19e417dd21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc7c50-c5b5-4d3a-9c4d-de55c3f9c893,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:09.086546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.141508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.307177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.309835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:09.311258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] 10.222.0.20 "DELETE /v2.0/security-groups/06f57353-452d-4aed-afef-888eabb9746a HTTP/1.1" status: 204 len: 168 time: 0.3281322 Sep 18 07:22:09.322168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d41e2b-e11e-4206-9f83-2ccc04ca4295 tempest-TestServerBasicOps-1008354371 tempest-TestServerBasicOps-1008354371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f57353-452d-4aed-afef-888eabb9746a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:09.472582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53656) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:10.415364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:10.760827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Deleting port cbd67866-db98-484b-aac6-dbee078781a7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:10.762659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:10.911294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] For port cbd67866-db98-484b-aac6-dbee078781a7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cbd67866-db98-484b-aac6-dbee078781a7,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:10.911814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:10.932462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Calling delete_port for cbd67866-db98-484b-aac6-dbee078781a7 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:11.318761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:11.385112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd67866-db98-484b-aac6-dbee078781a7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:11.548549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ac86-9ca2-485f-b6be-4c3bb11baffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:11.553445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812dd99-bb24-4c30-979a-37d1606ae0ae req-bce32331-2054-4957-9921-69b94b1726a3 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:11.558541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0812dd99-bb24-4c30-979a-37d1606ae0ae req-bce32331-2054-4957-9921-69b94b1726a3 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.0510182 Sep 18 07:22:11.621387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0812dd99-bb24-4c30-979a-37d1606ae0ae req-4cfafbda-cfe9-462c-8a9c-454f7142ccd6 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504439 Sep 18 07:22:11.637792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:11.804607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:11.991347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port e10d5a69-96b3-46b1-96c6-4bf0360faf37 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:11.999895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.078213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.113950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.114801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.140687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for e10d5a69-96b3-46b1-96c6-4bf0360faf37 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:12.183426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:12.338885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:12.349673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Sync routers for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:12.363935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-68bf1ff7-8f5b-46ae-94df-a9f1e30dba39 admin admin] 10.222.0.20 "PUT /v2.0/routers/12e758cb-2fda-4d4a-b6a4-f422dca74a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862481 Sep 18 07:22:12.367528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:12.373784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:12.389906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:12.573085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.657362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:12.660510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.709713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=e10d5a69-96b3-46b1-96c6-4bf0360faf37,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:12.740507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.797399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:12.797773 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 1663271f-fdff-4a39-bdb1-fab605ec533f disassociated (deleted). External IP: 172.25.4.148, port: 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a. Sep 18 07:22:13.067693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:22:11Z', 'revision_number': 5, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port': {'id': '4b7f5563-7207-4efd-a237-64c310846ed2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:37Z', 'updated_at': '2021-09-18T07:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:13.127641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:13.152976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Deleting port 4b7f5563-7207-4efd-a237-64c310846ed2 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:13.153978 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.164111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Checking router: 12e758cb-2fda-4d4a-b6a4-f422dca74a0b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:13.204572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Routers {'12e758cb-2fda-4d4a-b6a4-f422dca74a0b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:13.210817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:13.231449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:13.298040 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.407685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] Set router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:13.417216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] For port 4b7f5563-7207-4efd-a237-64c310846ed2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b7f5563-7207-4efd-a237-64c310846ed2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:13.417753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.458034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Calling delete_port for 4b7f5563-7207-4efd-a237-64c310846ed2 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:13.514214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df8bbe31-32f4-4884-81e5-db338a7a5f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.539006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:22:12Z', 'revision_number': 6, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:13.612762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bba9b9-3846-40f7-aa80-01fdf93f0716 None None] The sync data for ids ['12e758cb-2fda-4d4a-b6a4-f422dca74a0b'] in n-d-789963-14 is: [{'id': '12e758cb-2fda-4d4a-b6a4-f422dca74a0b', 'name': 'tempest-TestServerBasicOps-2112129992-router', 'tenant_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:36Z', 'updated_at': '2021-09-18T07:22:12Z', 'revision_number': 6, 'project_id': 'd6bf48cb76cf4bf5a3cf276d7b104e88', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:13.751703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df8bbe31-32f4-4884-81e5-db338a7a5f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.827353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df8bbe31-32f4-4884-81e5-db338a7a5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:13.937793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df8bbe31-32f4-4884-81e5-db338a7a5f78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=181f918ee22945b0897f50bcbd7dc5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068310 Sep 18 07:22:13.939293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bbe31-32f4-4884-81e5-db338a7a5f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d524065-8b2c-49d8-9672-4063be9a9512,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:13.942226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53790) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:14.057130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.123102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.286034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.289391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.290833 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d524065-8b2c-49d8-9672-4063be9a9512 HTTP/1.1" status: 204 len: 168 time: 0.3475854 Sep 18 07:22:14.306470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecfe90-3396-461a-9ee0-047be62dfc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d524065-8b2c-49d8-9672-4063be9a9512,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:14.426246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:14.443924 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.448480 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Sync routers for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:14.477086 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:14.478109 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:14.565575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cf8977b6-2770-461c-ac17-043c9f5662b3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/floatingips/1663271f-fdff-4a39-bdb1-fab605ec533f HTTP/1.1" status: 204 len: 168 time: 2.9221821 Sep 18 07:22:14.567936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:14.580397 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857b3d0-9436-48a7-8146-28cafffc528c" -d '{"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:14.621045 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:14.701740 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0925b7-dcba-4d3c-b40d-0ff59e1846a2 x-openstack-request-id: req-ad0925b7-dcba-4d3c-b40d-0ff59e1846a2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:14.702416 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:14.702930 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad0925b7-dcba-4d3c-b40d-0ff59e1846a2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:14.705750 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'status': 'completed', 'code': 200} Sep 18 07:22:14.770290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.842227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b3d0-9436-48a7-8146-28cafffc528c req-03d1ed88-f55d-484a-aead-f410be08241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:14.844238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-03d1ed88-f55d-484a-aead-f410be08241c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 1097 time: 0.1106279 Sep 18 07:22:14.886577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:14.912176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b7f5563-7207-4efd-a237-64c310846ed2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:14.917276 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:14.949784 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4b7f5563-7207-4efd-a237-64c310846ed2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:14.951724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b7f5563-7207-4efd-a237-64c310846ed2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:14.952214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cbd67866-db98-484b-aac6-dbee078781a7 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:14.965455 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Checking router: 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:14.975237 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:14.976368 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:14.997072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cbd67866-db98-484b-aac6-dbee078781a7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:15.006204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cbd67866-db98-484b-aac6-dbee078781a7 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:15.030274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7f5563-7207-4efd-a237-64c310846ed2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:15.090323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.154996 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:15.159733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.198782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b3d0-9436-48a7-8146-28cafffc528c req-65bd879a-9a7f-4a38-a8e0-44e6c51916f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:15.201613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-65bd879a-9a7f-4a38-a8e0-44e6c51916f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 200 len: 898 time: 0.3491099 Sep 18 07:22:15.338571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.339811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-11a9efd3-adb4-4d69-8d7d-982332a7423b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 200 len: 217 time: 0.0920923 Sep 18 07:22:15.342920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.439174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b3d0-9436-48a7-8146-28cafffc528c req-0c610f91-7b94-4423-aa2b-0017bc6b113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:15.445429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-0c610f91-7b94-4423-aa2b-0017bc6b113f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 200 len: 835 time: 0.0970428 Sep 18 07:22:15.534490 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:15.557005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b3d0-9436-48a7-8146-28cafffc528c req-a313a3e6-d776-4e62-9250-806ae1cc3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:15.560794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-a313a3e6-d776-4e62-9250-806ae1cc3065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080031 Sep 18 07:22:15.594744 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2a4d5-c374-457d-bff7-0f478649b8ab None None] The sync data for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 is: [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '420e36cf-d878-415b-9f5d-0af23944ca2f', 'name': '', 'network_id': '6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:31:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:49Z', 'updated_at': '2021-09-18T07:19:54Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'ad25a3c4-f3ad-49e5-b157-ce420fc7a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:15.609092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed39c7-a386-400e-86c2-3b44b9398713 req-1d459e90-81ee-4566-98bf-686e98d881dc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:15.619086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51ed39c7-a386-400e-86c2-3b44b9398713 req-1d459e90-81ee-4566-98bf-686e98d881dc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.2721839 Sep 18 07:22:15.637324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.638470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e758cb-2fda-4d4a-b6a4-f422dca74a0b {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:22:15.648910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.653890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f6d600c2-7645-4316-9d84-0be22f976a75 admin admin] 10.222.0.20 "DELETE /v2.0/routers/12e758cb-2fda-4d4a-b6a4-f422dca74a0b HTTP/1.1" status: 204 len: 168 time: 3.2825720 Sep 18 07:22:15.669626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53824) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:15.760868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51ed39c7-a386-400e-86c2-3b44b9398713 req-8a59b73f-4562-495d-8580-67506a874a10 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383562 Sep 18 07:22:15.789103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Deleting subnet 3f5fabdc-b762-47fb-ba0f-9224b49933be {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:22:15.798778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-78b4e1b6-aa2c-4089-968d-4720092a85c2 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258623 Sep 18 07:22:15.799144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:15.887387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.025557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d857b3d0-9436-48a7-8146-28cafffc528c req-110e0f12-940c-46bd-b439-d6836fb3a893 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164493 Sep 18 07:22:16.056790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.158663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3d019-44e5-4f20-8388-bf86b415b445 None None] New status for floating IP 1663271f-fdff-4a39-bdb1-fab605ec533f: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:22:16.239322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.325957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5fabdc-b762-47fb-ba0f-9224b49933be,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:16.341670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.343185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b0886-737b-4fe6-9608-726b0f6fd330 None None] Network 4a5b83ff-db36-4aea-9112-4ea784bba436 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:16.346299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6ec62fd7-78d3-4c72-9192-73fe84d352ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f5fabdc-b762-47fb-ba0f-9224b49933be HTTP/1.1" status: 204 len: 168 time: 0.6705971 Sep 18 07:22:16.346717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53834) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:16.586490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.710835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Deleting port 1a7b5dbe-1108-4f52-8a95-6526cf75174d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:16.712732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.821577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] DHCP port deletion for 4a5b83ff-db36-4aea-9112-4ea784bba436 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:22:16.857468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] For port 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a7b5dbe-1108-4f52-8a95-6526cf75174d,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:16.866141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.932359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Calling delete_port for 1a7b5dbe-1108-4f52-8a95-6526cf75174d owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:16.950683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Deleting port 1a7b5dbe-1108-4f52-8a95-6526cf75174d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:16.951464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:16.953615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1a7b5dbe-1108-4f52-8a95-6526cf75174d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:17.055032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e548ed-c177-4e97-9484-dd84eec0b4dd req-e3be0693-ed16-444f-84d2-6a14a6d6a2f5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:17.062905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36e548ed-c177-4e97-9484-dd84eec0b4dd req-e3be0693-ed16-444f-84d2-6a14a6d6a2f5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.1515100 Sep 18 07:22:17.126641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] For port 1a7b5dbe-1108-4f52-8a95-6526cf75174d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1a7b5dbe-1108-4f52-8a95-6526cf75174d,segment=NetworkSegment(09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9),segment_id=09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:17.131412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.151683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36e548ed-c177-4e97-9484-dd84eec0b4dd req-35be95af-efc3-4e55-a82a-877c7e24392a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820003 Sep 18 07:22:17.174762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Calling delete_port for 1a7b5dbe-1108-4f52-8a95-6526cf75174d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:17.202793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.219184 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.297753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-43be6af4-1137-4b8e-8947-b17513f4a960 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:17.301327 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-43be6af4-1137-4b8e-8947-b17513f4a960 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.4116280 Sep 18 07:22:17.345854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] No DVR routers for this DVR port 1a7b5dbe-1108-4f52-8a95-6526cf75174d on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:17.417960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.443486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] No DVR routers for this DVR port 1a7b5dbe-1108-4f52-8a95-6526cf75174d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:17.496078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Pushing event deleted for resources: {'Port': ['ID=1a7b5dbe-1108-4f52-8a95-6526cf75174d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:17.506599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.512191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.512191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.512191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.512191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7b5dbe-1108-4f52-8a95-6526cf75174d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.513751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcff634-d95e-4a6c-a0fe-b4ed22a85157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:17.646428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.674151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5b83ff-db36-4aea-9112-4ea784bba436']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:17.691445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:17.691985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dfaa82-e2f9-49c8-81d9-7cbdf8aa6ad9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:17.709407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.728262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:17.728611 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.743827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.761489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:17.762098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:17.764480 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:17.906168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:17.906836 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.921208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:17.971621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.991224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:17.993336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a5b83ff-db36-4aea-9112-4ea784bba436 HTTP/1.1" status: 204 len: 168 time: 1.6449082 Sep 18 07:22:17.996498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7d22-4c27-4146-bfbc-608d0701d549 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5b83ff-db36-4aea-9112-4ea784bba436,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:17.997092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53874) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:18.398391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94f99-e010-4471-9526-1974ea893b54 req-f64ffe6d-da2e-4b2e-ae85-3d8697c79438 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:18.399981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d94f99-e010-4471-9526-1974ea893b54 req-f64ffe6d-da2e-4b2e-ae85-3d8697c79438 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 945 time: 0.1014743 Sep 18 07:22:18.469824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d94f99-e010-4471-9526-1974ea893b54 req-bc427f3a-5e42-4a1f-a900-3833f197d5dc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=93ec7a82-06bc-4997-9cae-ecff50f5134f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620446 Sep 18 07:22:18.509244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53890) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:18.553251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.594929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.659055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Deleting subnet 1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:22:18.663165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.696879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:18.733016 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.774584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.828596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] No DVR routers for this DVR port 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:18.831637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.836068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eeafccf1-4d6d-4a59-88bf-f56b86c4edec req-a014a5fd-1aa9-42f1-8fc2-c01578cf398b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "DELETE /v2.0/ports/8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a HTTP/1.1" status: 204 len: 173 time: 1.4797685 Sep 18 07:22:18.838566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-deleted', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:18.866616 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8132329-247f-4c59-8efc-21fa9e64a540" -d '{"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-deleted", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:18.891312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:18.989056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.000332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7 HTTP/1.1" status: 204 len: 168 time: 0.4895775 Sep 18 07:22:19.004079 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0174afd2-6f3d-41b6-8808-97d424d98292 x-openstack-request-id: req-0174afd2-6f3d-41b6-8808-97d424d98292 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:19.004588 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370bfbc1-defe-4eab-8c47-3ac1fc8adf82", "name": "network-vif-deleted", "tag": "8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:19.005049 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0174afd2-6f3d-41b6-8808-97d424d98292 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:19.005766 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370bfbc1-defe-4eab-8c47-3ac1fc8adf82', 'name': 'network-vif-deleted', 'tag': '8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a', 'status': 'completed', 'code': 200} Sep 18 07:22:19.007353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76ae72-b37f-4ddc-9cec-56a9ff7bd55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a44e7a1-339a-4ea1-bc35-ebef9ec74bd7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:19.015055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:19.166172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.276872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.343508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989cbda6-f161-453e-a007-e7bcee678083']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:19.366156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebdf129-8f0f-4e17-bcfe-806d503e6a42') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:19.366521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebdf129-8f0f-4e17-bcfe-806d503e6a42') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:19.404181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.409522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Deleting port 44890560-e649-42e0-9275-84c8239b9932 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:19.410067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.441684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.456158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:19.457860 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:19.464120 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:19.530299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] For port 44890560-e649-42e0-9275-84c8239b9932, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=44890560-e649-42e0-9275-84c8239b9932,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:19.530667 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.575665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Calling delete_port for 44890560-e649-42e0-9275-84c8239b9932 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:19.678483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.694471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.694471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/989cbda6-f161-453e-a007-e7bcee678083 HTTP/1.1" status: 204 len: 168 time: 0.6749597 Sep 18 07:22:19.698496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:19.711517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b6866cc-108b-4a00-83d3-d750cf7a9798 req-3d172198-ea0d-4e36-9994-e68271f03d19 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=370bfbc1-defe-4eab-8c47-3ac1fc8adf82 HTTP/1.1" status: 200 len: 210 time: 0.1089242 Sep 18 07:22:19.754805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b31767-6d65-4e87-b6f3-f6d6e07b77b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=989cbda6-f161-453e-a007-e7bcee678083,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:19.783190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Deleting subnet 0f0715c7-c598-4583-98ea-95858fa85d50 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:22:19.787497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.840170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.883089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.935649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:19.967082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Pushing event deleted for resources: {'Port': ['ID=44890560-e649-42e0-9275-84c8239b9932,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:20.038741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.076737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0715c7-c598-4583-98ea-95858fa85d50,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:20.080620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.093777 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7265c137-0d1f-42e4-833c-2e7f9f4844b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f0715c7-c598-4583-98ea-95858fa85d50 HTTP/1.1" status: 204 len: 168 time: 0.3935330 Sep 18 07:22:20.095420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:20.188752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.190133 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.231547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:20.257242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:20.257550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8ed6537a-01ea-4e9f-8d1b-ce435b2fc26a not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:20.302816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.461573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Router d1e807c1-8913-42d9-9152-e1ea780efbc3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:20.580189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:20.585932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3fa29349-6bda-46de-9d28-a289e2b8acbd admin admin] 10.222.0.20 "PUT /v2.0/routers/d1e807c1-8913-42d9-9152-e1ea780efbc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863111 Sep 18 07:22:20.589994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 53986) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:20.594567 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Sync routers for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:20.601995 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:20.603757 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:20.674895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:20.684553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62afb53-4090-413a-ba0f-30102d4ed938') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:20.685209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62afb53-4090-413a-ba0f-30102d4ed938') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:20.694384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.718965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.727536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:20.727953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:20.729830 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:20.747416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.777376 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:20.812218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 53998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:20.879890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:20.953389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:20.996424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.033355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e475507-a424-4798-a5cf-08bfa6d84c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.042033 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:22:19Z', 'revision_number': 5, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:21.057444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.061641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c HTTP/1.1" status: 204 len: 168 time: 0.9603844 Sep 18 07:22:21.074354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5cf5c6-5b87-4a22-a7a2-0c8412b7ac4c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:21.077480 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Checking router: d1e807c1-8913-42d9-9152-e1ea780efbc3 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:21.092611 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Routers {'d1e807c1-8913-42d9-9152-e1ea780efbc3'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:21.093243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['d1e807c1-8913-42d9-9152-e1ea780efbc3'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:21.104035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.104035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.104035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.104604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.105091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.105583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.107186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.107687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.108637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.109122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.109603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.110172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3c53d8-15e5-4ede-bdb6-20dc8123d28f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:21.236557 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] Set router d1e807c1-8913-42d9-9152-e1ea780efbc3 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:21.291500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeda8a-c10f-4708-89fd-5553f774a20b req-c3afecb3-8bca-4ad8-9c92-ceb9e837b6a1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:21.293307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35aeda8a-c10f-4708-89fd-5553f774a20b req-c3afecb3-8bca-4ad8-9c92-ceb9e837b6a1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1965287 Sep 18 07:22:21.320033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Deleting port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:21.320506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.448378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.463657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:22:21.513107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] For port 2f5d3761-1185-465f-a9cd-b1730a8c4d5c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:21.513717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.519446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e475507-a424-4798-a5cf-08bfa6d84c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.532396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35aeda8a-c10f-4708-89fd-5553f774a20b req-2c9ca39c-bbae-4c6b-84a0-1ff4995efed6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234566 Sep 18 07:22:21.534544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54024) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:21.560065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Calling delete_port for 2f5d3761-1185-465f-a9cd-b1730a8c4d5c owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:21.599287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:22:19Z', 'revision_number': 5, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:21.627971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1409d9b0-86c3-4952-be8f-a63479752169 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b93fc46ed22a4e1ea5570646a40981c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917747 Sep 18 07:22:21.628688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e475507-a424-4798-a5cf-08bfa6d84c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.632539 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78b10b-215c-40bf-9147-bef70ddad484 None None] The sync data for ids ['d1e807c1-8913-42d9-9152-e1ea780efbc3'] in n-d-789963-14 is: [{'id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'name': 'tempest-TestServerBasicOps-527610860-router', 'tenant_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:16:49Z', 'updated_at': '2021-09-18T07:22:19Z', 'revision_number': 5, 'project_id': '9ac75aee1bb24dbab65cbbc5cec7d3d0', 'gw_port': {'id': '2f5d3761-1185-465f-a9cd-b1730a8c4d5c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e807c1-8913-42d9-9152-e1ea780efbc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:16:50Z', 'updated_at': '2021-09-18T07:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:21.650309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54026) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:21.661726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e475507-a424-4798-a5cf-08bfa6d84c1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2088779c341b440788b9d2d36d3aeff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778239 Sep 18 07:22:21.662562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54028) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:21.728229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e475507-a424-4798-a5cf-08bfa6d84c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57e18e-6f1a-4999-81a5-a3ee0c391276,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:21.745234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.791354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.798389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.824131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.885888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 420e36cf-d878-415b-9f5d-0af23944ca2f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:21.886156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.966580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.969128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.970319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5558d203-5cec-4aed-b2b9-cb1281a8bdb4 HTTP/1.1" status: 204 len: 168 time: 0.3186638 Sep 18 07:22:21.993743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.996368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:21.997556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd57e18e-6f1a-4999-81a5-a3ee0c391276 HTTP/1.1" status: 204 len: 168 time: 0.3343692 Sep 18 07:22:21.998309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.007686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 420e36cf-d878-415b-9f5d-0af23944ca2f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=420e36cf-d878-415b-9f5d-0af23944ca2f,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:22.008328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.029328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 420e36cf-d878-415b-9f5d-0af23944ca2f owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:22.069084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198af33-a3e0-4f1d-bd76-ee026ae34eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558d203-5cec-4aed-b2b9-cb1281a8bdb4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:22.127750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45b562-a26d-4f33-a86e-c2da703d0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57e18e-6f1a-4999-81a5-a3ee0c391276,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:22.131263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5d3761-1185-465f-a9cd-b1730a8c4d5c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:22.232311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.437341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.450194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.547263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.575496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.576944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e807c1-8913-42d9-9152-e1ea780efbc3 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:22:22.583682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.588570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-615cb20f-e532-4036-9ad1-ba34e8be7921 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d1e807c1-8913-42d9-9152-e1ea780efbc3 HTTP/1.1" status: 204 len: 168 time: 1.9974709 Sep 18 07:22:22.591153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54040) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:22.623039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=420e36cf-d878-415b-9f5d-0af23944ca2f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:22.758747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Deleting subnet 9b3dcfc4-5488-4add-a451-b1a49266da81 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:22:22.765203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.866115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:22.957298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1e688-7dd6-438d-b076-d22ae59c7ace req-a91dc2bf-19a9-4a3f-bb2f-e3c619173d6f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:22.958897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bef1e688-7dd6-438d-b076-d22ae59c7ace req-a91dc2bf-19a9-4a3f-bb2f-e3c619173d6f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1960394 Sep 18 07:22:22.968148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.049766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bef1e688-7dd6-438d-b076-d22ae59c7ace req-35d41379-5934-4703-895f-458de42ec67b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826335 Sep 18 07:22:23.051334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.155536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54046) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.181658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54048) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.202785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.227596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a71b124-26b1-41b6-a821-c189c2187802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.282166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f22d6-2617-4fd1-8a41-da288ec526a0 None None] Network c6da3325-5f85-4acc-a05f-f6c02638aefc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:23.284581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3dcfc4-5488-4add-a451-b1a49266da81,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:23.290610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.295772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-12346d8b-794b-4471-9073-3800b808e0df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b3dcfc4-5488-4add-a451-b1a49266da81 HTTP/1.1" status: 204 len: 168 time: 0.7034013 Sep 18 07:22:23.299745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54054) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.315029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d6e360c-2788-4ac5-bad2-f73351f17998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0884a1e237ea4a4297ea14370befa232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583021 Sep 18 07:22:23.326792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54056) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.383643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 44890560-e649-42e0-9275-84c8239b9932 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:23.441622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 44890560-e649-42e0-9275-84c8239b9932 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:23.442360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 44890560-e649-42e0-9275-84c8239b9932 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:23.462540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:23.465071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.493102 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.515516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.589458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] DHCP port deletion for c6da3325-5f85-4acc-a05f-f6c02638aefc request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:22:23.609947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Deleting port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:23.609947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.665876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Deleting port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:23.666569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.692499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:23.695816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] For port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:23.696198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.702658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1af007f5-4099-47f9-91e5-54af58c286b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/4191fa80-9e13-4a1c-bf7a-3cbf30da64fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869941 Sep 18 07:22:23.703834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.764662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] For port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,segment=NetworkSegment(e3bad4d2-2a6f-4011-b9d8-fa645840d0e9),segment_id=e3bad4d2-2a6f-4011-b9d8-fa645840d0e9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:23.765229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.775638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a71b124-26b1-41b6-a821-c189c2187802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.780865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Calling delete_port for 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:23.805788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting subnet ad25a3c4-f3ad-49e5-b157-ce420fc7a39f {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:22:23.809716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.834464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5a71b124-26b1-41b6-a821-c189c2187802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.874680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Sync routers for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:23.898969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:23.899618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:23.902381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71b124-26b1-41b6-a821-c189c2187802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a1db2-ab15-44f9-9489-f3e1a13d96cd,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:23.944423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5a71b124-26b1-41b6-a821-c189c2187802 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7761c62835143e9aa24d3851d5259e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594485 Sep 18 07:22:23.944905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.953342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:23.966167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:23.988063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] No DVR routers for this DVR port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:24.017577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f3271-5755-4a1f-b94f-124e6b6b302d None None] Pushing event deleted for resources: {'Port': ['ID=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.101201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.109150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:24.139181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.147743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.229289 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.231910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.234911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a73eaaca-ac69-451d-8aa3-2916a55449c0 HTTP/1.1" status: 204 len: 168 time: 0.9056129 Sep 18 07:22:24.234911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Calling delete_port for 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:24.238544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:24.281264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c863ff-dcd9-4a7f-9010-eb409e7db835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73eaaca-ac69-451d-8aa3-2916a55449c0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.313971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.357769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.359982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfae1d-af63-487a-b534-00d530cb1f70 req-e9fab7fc-818b-46bd-9cbd-b5e26877cf7b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:24.361102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.361545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0cfae1d-af63-487a-b534-00d530cb1f70 req-e9fab7fc-818b-46bd-9cbd-b5e26877cf7b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1366174 Sep 18 07:22:24.364812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c6a1db2-ab15-44f9-9489-f3e1a13d96cd HTTP/1.1" status: 204 len: 168 time: 0.4080257 Sep 18 07:22:24.373318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Subnet': ['ID=ad25a3c4-f3ad-49e5-b157-ce420fc7a39f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.378296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a5d44-d960-4e89-bfb8-acc52012df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a1db2-ab15-44f9-9489-f3e1a13d96cd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.381401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.385765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1c7a34c0-8f0d-4d25-abb0-cf1a20a26566 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/subnets/ad25a3c4-f3ad-49e5-b157-ce420fc7a39f HTTP/1.1" status: 204 len: 168 time: 0.6782925 Sep 18 07:22:24.386349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54074) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:24.432902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf19fa2-e706-4e8a-b13d-7ab82a86b8ea None None] Network 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:24.450051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0cfae1d-af63-487a-b534-00d530cb1f70 req-6f1c1d30-1850-47dd-99e2-c64fd51e75c8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693839 Sep 18 07:22:24.455003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.485646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.492616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] No DVR routers for this DVR port 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:24.596289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.618952 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.641602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.644810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6da3325-5f85-4acc-a05f-f6c02638aefc']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:24.665469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:22:22Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:24.668576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:24.668576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bad4d2-2a6f-4011-b9d8-fa645840d0e9') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:24.678448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.696142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.703010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:24.703746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.705118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Checking router: 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:24.705261 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:24.721512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:24.724037 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad3336-8cd5-48ca-a5f2-3e7e0f60fb0d" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:24.751433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:24.752969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Routers {'4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:24.754622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:24.757437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.924443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.936242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:24.938762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c6da3325-5f85-4acc-a05f-f6c02638aefc HTTP/1.1" status: 204 len: 168 time: 1.6376898 Sep 18 07:22:24.966592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a83df-f115-427c-8a47-43361a50482d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6da3325-5f85-4acc-a05f-f6c02638aefc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:24.973139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 328388c7-7dfd-45ec-82e9-4b8ac8002c57 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:24.974521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.008098 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11b1a49-b08b-4a32-b9ad-19b423542425 x-openstack-request-id: req-e11b1a49-b08b-4a32-b9ad-19b423542425 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:25.008296 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:25.008559 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e11b1a49-b08b-4a32-b9ad-19b423542425 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:25.008941 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:22:25.010319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] DHCP port deletion for 6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:22:25.012478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5e4e238a-8616-433a-98f4-1be9b9db8920 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:25.024742 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.124620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:25.140018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 328388c7-7dfd-45ec-82e9-4b8ac8002c57, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=328388c7-7dfd-45ec-82e9-4b8ac8002c57,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:25.141097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.158553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 328388c7-7dfd-45ec-82e9-4b8ac8002c57 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:25.285421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] Set router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:25.370659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54100) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:25.394724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Deleting port 5e4e238a-8616-433a-98f4-1be9b9db8920 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:25.394996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.428650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d229487d-8b56-4624-9254-3c35d847cbdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6bf48cb76cf4bf5a3cf276d7b104e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565586 Sep 18 07:22:25.429666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.431122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54102) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:25.435054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.460363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=328388c7-7dfd-45ec-82e9-4b8ac8002c57,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:25.534165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.563806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.606941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.611143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5e4e238a-8616-433a-98f4-1be9b9db8920,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:25.621627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.626676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5e4e238a-8616-433a-98f4-1be9b9db8920,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:25.672109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Calling delete_port for 5e4e238a-8616-433a-98f4-1be9b9db8920 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:25.683015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.685572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.707693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.708406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:25.755839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766953d6-22ab-4fce-8a52-a4ba5007db34 req-d2963d71-582d-46ad-8777-9bd5aada8f45 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:25.757701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-766953d6-22ab-4fce-8a52-a4ba5007db34 req-d2963d71-582d-46ad-8777-9bd5aada8f45 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1859870 Sep 18 07:22:25.759568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.762473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.763593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c59b038-734b-4d38-91c7-2df7e83c71ba HTTP/1.1" status: 204 len: 168 time: 0.3312099 Sep 18 07:22:25.828278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:25.828910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e8774b2-faf2-430b-b9f6-dbbd8d0b5a1a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:25.829575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2f5d3761-1185-465f-a9cd-b1730a8c4d5c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:25.830404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.830953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Fanout notify agent at l3_agent the message router_deleted on router 4191fa80-9e13-4a1c-bf7a-3cbf30da64fd {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:22:25.856284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:25.859938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5de1923b-c78f-420f-b653-81991271c69e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/routers/4191fa80-9e13-4a1c-bf7a-3cbf30da64fd HTTP/1.1" status: 204 len: 168 time: 1.4700143 Sep 18 07:22:25.866489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54124) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:25.888057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155aa63-430a-46cc-8e40-66bdbf4365c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59b038-734b-4d38-91c7-2df7e83c71ba,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:25.899088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2f5d3761-1185-465f-a9cd-b1730a8c4d5c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:25.899441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2f5d3761-1185-465f-a9cd-b1730a8c4d5c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:25.939397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-766953d6-22ab-4fce-8a52-a4ba5007db34 req-d53e3c94-45b9-4662-bfe6-95ef5fc8bcf1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745794 Sep 18 07:22:26.006626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:26.027274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.055946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:22:22Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:26.091577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c65c61-854e-4eee-a6c5-f2a36465789c None None] The sync data for ids ['4191fa80-9e13-4a1c-bf7a-3cbf30da64fd'] in n-d-789963-14 is: [{'id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1791189302', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:19:43Z', 'updated_at': '2021-09-18T07:22:22Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': '328388c7-7dfd-45ec-82e9-4b8ac8002c57', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191fa80-9e13-4a1c-bf7a-3cbf30da64fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:19:44Z', 'updated_at': '2021-09-18T07:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:26.105740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 5e4e238a-8616-433a-98f4-1be9b9db8920 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:26.106267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.118070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.168227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] Pushing event deleted for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:26.170224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d35dce-0dbc-45e8-941a-6acf469dcb0f None None] No DVR routers for this DVR port 5e4e238a-8616-433a-98f4-1be9b9db8920 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:26.213265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 5e4e238a-8616-433a-98f4-1be9b9db8920, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5e4e238a-8616-433a-98f4-1be9b9db8920,segment=NetworkSegment(3f577bab-006c-420b-8727-1322abe45c2c),segment_id=3f577bab-006c-420b-8727-1322abe45c2c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:26.213834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.226633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 5e4e238a-8616-433a-98f4-1be9b9db8920 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:26.404299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.430341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=5e4e238a-8616-433a-98f4-1be9b9db8920,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:26.433648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] No DVR routers for this DVR port 5e4e238a-8616-433a-98f4-1be9b9db8920 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:22:26.523355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54164) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:26.546503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.577628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:26.586408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5677e9c1-d39b-4e3c-b5b6-7b5481b2809c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ac75aee1bb24dbab65cbbc5cec7d3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620100 Sep 18 07:22:26.588751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:26.597806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f577bab-006c-420b-8727-1322abe45c2c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:26.598279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f577bab-006c-420b-8727-1322abe45c2c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:26.610151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.629369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.640835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:26.641321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:26.648454 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:26.697100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.730292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.786890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.797193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.801772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/networks/6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1 HTTP/1.1" status: 204 len: 168 time: 0.9318419 Sep 18 07:22:26.808026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:26.819092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efa890-c443-4a5b-88dc-583f129101a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Network': ['ID=6aa3c815-0fd8-4b6f-9b43-e92bc3129cf1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:26.874397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.880798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:26.886697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c18e57db-5015-4bd9-8164-402cecd78687 HTTP/1.1" status: 204 len: 168 time: 0.2962341 Sep 18 07:22:26.911725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66057e88-8f3b-46ea-8ebd-f48fd0427f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e57db-5015-4bd9-8164-402cecd78687,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:26.959438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 420e36cf-d878-415b-9f5d-0af23944ca2f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:26.992798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.026841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 420e36cf-d878-415b-9f5d-0af23944ca2f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:27.027212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 420e36cf-d878-415b-9f5d-0af23944ca2f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:27.053438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.139525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c273e-63c6-4a58-bc00-f1ca114bbaf0 req-bb2e921a-1c20-4626-8ecd-7010e030730b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:27.141082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a3c273e-63c6-4a58-bc00-f1ca114bbaf0 req-bb2e921a-1c20-4626-8ecd-7010e030730b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0912025 Sep 18 07:22:27.190283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a3c273e-63c6-4a58-bc00-f1ca114bbaf0 req-c948ecbc-4a48-434f-9ce1-97db82b5bf5a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Sep 18 07:22:27.232270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.235481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.238206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/security-groups/93ec7a82-06bc-4997-9cae-ecff50f5134f HTTP/1.1" status: 204 len: 168 time: 0.4252577 Sep 18 07:22:27.247957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40ec20-544c-49cc-8984-9ccf3f4ae686 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec7a82-06bc-4997-9cae-ecff50f5134f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:27.549534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54248) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:27.682643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1ee199d-4df2-4ba2-9f6e-907f36c5c26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.788402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1ee199d-4df2-4ba2-9f6e-907f36c5c26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.874251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f1ee199d-4df2-4ba2-9f6e-907f36c5c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:27.904890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54274) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:27.912055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181221761', 'description': 'tempest-secgroup-smoke-181221761 description', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:27.929574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54276) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:27.933488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f1ee199d-4df2-4ba2-9f6e-907f36c5c26c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4609917077dc463fae74244b2ba05aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820841 Sep 18 07:22:27.935967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee199d-4df2-4ba2-9f6e-907f36c5c26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c8433-5f8e-4c3a-9622-354fbae6ea66,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:27.938862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:27.999793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.021997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.032330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.107124 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.110209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.111739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c8c8433-5f8e-4c3a-9622-354fbae6ea66 HTTP/1.1" status: 204 len: 168 time: 0.1717062 Sep 18 07:22:28.119530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-395013c8-f5a9-47c0-add9-6618ba017752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.121323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f583ce5-17d1-44ad-8d03-7f01f6822271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c8433-5f8e-4c3a-9622-354fbae6ea66,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.200199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.235926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:22:28.292345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.328680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2225a48-56e2-4472-bb4c-525a69da2e82 req-024420dd-efa0-46ec-a9d1-bea73502998a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:28.337216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:28.339003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2225a48-56e2-4472-bb4c-525a69da2e82 req-024420dd-efa0-46ec-a9d1-bea73502998a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0800281 Sep 18 07:22:28.351242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'mac_address': 'fa:16:3e:42:ac:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:22:28.355330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.378769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2225a48-56e2-4472-bb4c-525a69da2e82 req-9f098265-ec0d-439e-8582-e620dd8843cc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381882 Sep 18 07:22:28.420795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.435133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:22:28.446398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-395013c8-f5a9-47c0-add9-6618ba017752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.456139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:28.470939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54316) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:28.502355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-395013c8-f5a9-47c0-add9-6618ba017752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.512587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.533548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-395013c8-f5a9-47c0-add9-6618ba017752 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d29a18373c240db82637deceb4aae29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026161 Sep 18 07:22:28.536799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54326) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:28.566263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.571890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a16209bf-def8-40b9-9c9c-499e7b24271d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6651430 Sep 18 07:22:28.572659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54330) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:28.577401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:28.584669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395013c8-f5a9-47c0-add9-6618ba017752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91baebf-1167-4485-838c-34c9c863f67b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.609849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.624225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1026312795-network', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:28.645939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.668841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.669310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['220c2f99-d528-4ca7-ab2a-429f19e27a20'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:22:28.703487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.751678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.819982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 328388c7-7dfd-45ec-82e9-4b8ac8002c57 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:22:28.839698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 328388c7-7dfd-45ec-82e9-4b8ac8002c57 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:22:28.839977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 328388c7-7dfd-45ec-82e9-4b8ac8002c57 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:22:28.855227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Made reservation on behalf of f11074c3714e445e8590d802dd2c78f3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:28.857658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.866991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.918530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.923107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.926342 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:28.931055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b91baebf-1167-4485-838c-34c9c863f67b HTTP/1.1" status: 204 len: 168 time: 0.3896184 Sep 18 07:22:28.951463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f48260-bcb1-4522-a3f8-512f06594f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91baebf-1167-4485-838c-34c9c863f67b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.954336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc126e3-8a74-4d15-a70d-47a4872b079c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:28.990353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.055226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.118041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.142989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:29.151651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092b5724-123c-4d63-8dbf-c7d2f6e592d6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:29.157702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.158075 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Added segment e57c2b55-29c1-48ab-9af7-25dfa766fa34 of type vlan for network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 Sep 18 07:22:29.203537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.209485 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.211655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00ed0b5e-ac2a-4d7c-b92f-30ebd4fe7483 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6378980 Sep 18 07:22:29.214437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54368) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:29.219383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:29.329637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.334338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:29.334338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.334545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.424636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:29.433928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.434685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:29.437232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0cae4ff6-a66c-4f02-b13e-7ca24b6036f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9648926 Sep 18 07:22:29.445625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:29.451320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Request body: {'subnet': {'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1026312795-subnet', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:29.535075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.557872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Made reservation on behalf of f11074c3714e445e8590d802dd2c78f3 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:29.560262 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.562029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027fd7-8859-46f4-88d5-7bb7bfc5a3ea req-0560b90e-ddc5-4352-bc6e-13dca7e5678d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:29.564547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d027fd7-8859-46f4-88d5-7bb7bfc5a3ea req-0560b90e-ddc5-4352-bc6e-13dca7e5678d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 945 time: 0.0922890 Sep 18 07:22:29.573590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff620a6b-07a4-468a-ac28-30ccdbc8cf0a,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:29.612941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d027fd7-8859-46f4-88d5-7bb7bfc5a3ea req-3604a0c4-4655-4f23-8df1-8c688763178f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403709 Sep 18 07:22:29.672325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.676689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a877dfeb-8078-46b5-9d69-0057ffc44380 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4579098 Sep 18 07:22:29.678630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54402) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:29.683266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:29.786275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.810199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.848951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.880470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6600b1-bd10-4538-916a-5bb029722078,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:29.887606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Checking segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:29.887971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Network hostable DHCP agents. Network: bccfba3e-bfcd-48ad-bbe3-bf518688dfc5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:22:29.941016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:29.960173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851b5c4a-1bd0-45c8-9c53-f8cda8e84786,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:29.982698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:22:30.083739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.085807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0d2d2bd7-edc7-4662-9554-11048c75438d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052401 Sep 18 07:22:30.089924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54432) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:30.094371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:30.129379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, bccfba3e-bfcd-48ad-bbe3-bf518688dfc5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:30.136383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:30.136986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.147898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747d893-d7f8-4128-9bce-964e26736e34 None None] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:30.234676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.257813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:30.298711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.337613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-595f3f19-ea75-4e86-9d32-2b468be7c94b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8906069 Sep 18 07:22:30.338185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:22:30.339028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.339908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54450) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:30.346260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:30.354980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 220c2f99-d528-4ca7-ab2a-429f19e27a20 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:30.355589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.364422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.390275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404f5aae-d7f8-4e38-a3bd-0e13aa0a30fb,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:30.441450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.443188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.513285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.531123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.533174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2933d2af-ec30-4b0d-bef3-d1e7651eeaa4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4421129 Sep 18 07:22:30.536386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:30.543273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:30.559895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Allocated IP 172.20.0.2 (bccfba3e-bfcd-48ad-bbe3-bf518688dfc5/6a6600b1-bd10-4538-916a-5bb029722078/58a24719-c723-478e-9929-15099c0baa35) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:30.561974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.594589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:30.597658 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7f31b-c963-44ce-ac20-23e00b7ce846" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:30.645350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:30.649027 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:22:30.677166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.714976 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07211c7-7af0-4651-b598-a153c2c568d1 x-openstack-request-id: req-e07211c7-7af0-4651-b598-a153c2c568d1 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:30.715544 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-plugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:30.716000 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e07211c7-7af0-4651-b598-a153c2c568d1 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:30.716571 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:22:30.726144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.775702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.822928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbe718-cefd-491e-a550-abb4f7d5e0af req-3ca02f86-58d7-405e-8983-b81cc6dd8863 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:30.824321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=13']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:30.824487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9acbe718-cefd-491e-a550-abb4f7d5e0af req-3ca02f86-58d7-405e-8983-b81cc6dd8863 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1067953 Sep 18 07:22:30.836160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.868702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.871686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9acbe718-cefd-491e-a550-abb4f7d5e0af req-95deb9d7-5c84-411a-8907-8676ab641f3c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338361 Sep 18 07:22:30.963828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:30.996543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56978be-7074-42ab-8f63-26c5086ca2aa,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:31.021805 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.060631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.064549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-40b17588-5649-49c4-a37a-e68ddc45b97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5244482 Sep 18 07:22:31.064913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:31.069703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '64ccfe34-5162-4e10-a0cb-a5f9d8c070bf', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:31.078166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:31.081659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:31.086036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:31.096740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Pushing event updated for resources: {'Port': ['ID=58a24719-c723-478e-9929-15099c0baa35,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:31.131677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.154690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Attempting to bind port 58a24719-c723-478e-9929-15099c0baa35 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:31.155075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Attempting to bind port 58a24719-c723-478e-9929-15099c0baa35 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:31.155440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Attempting to bind port 58a24719-c723-478e-9929-15099c0baa35 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:31.162003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:31.162397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Checking segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:31.162817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.163207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Bound using segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:31.163684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Bound port: 58a24719-c723-478e-9929-15099c0baa35, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:31.164066 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.169462 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:22:31.175387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.235986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] For port 58a24719-c723-478e-9929-15099c0baa35, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:31.239991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] For port 58a24719-c723-478e-9929-15099c0baa35, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58a24719-c723-478e-9929-15099c0baa35,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:31.257249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.302959 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.352467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.402003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5a05bc-9280-4c8b-85a0-ad7801a771ad,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:31.410529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a0c9-daab-47c9-b6f4-5a2828c0b054 None None] Pushing event updated for resources: {'Port': ['ID=58a24719-c723-478e-9929-15099c0baa35,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:31.533591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.533591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8155cb7f-e1bd-4716-acf5-cd8f27ff0a08 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4656446 Sep 18 07:22:31.536832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:31.538032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.545971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'network': {'name': 'tempest-network-smoke--587883708', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'port_security_enabled': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:31.649346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:31.658790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.681005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Allocated IP 172.25.4.104 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:31.687664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:31.697576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.697942 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Added segment f1103863-9594-410b-8074-b2ccb625ba9a of type vlan for network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 Sep 18 07:22:31.756162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.826809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.866995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.873145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:31.873931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.877799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54532) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:31.925327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:31.994977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:32.002026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:32.003888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4636593 Sep 18 07:22:32.008939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:32.010949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:32.016176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'admin_state_up': True, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:32.051197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713c13-cca7-4aec-a902-13972e405b78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Network': ['ID=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:32.067868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:32.071084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:32.079111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5a5b429b-06d4-46d3-9e2a-e38a45f3378b tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:32.113701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bc4cd-0c35-4f8b-9b69-e500407b7e10 req-0100433d-8348-4617-8ef3-d172c49d3d48 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:32.118840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-122bc4cd-0c35-4f8b-9b69-e500407b7e10 req-0100433d-8348-4617-8ef3-d172c49d3d48 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1286805 Sep 18 07:22:32.176190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-122bc4cd-0c35-4f8b-9b69-e500407b7e10 req-bac546ee-c40c-4ede-af64-c7a52d0fe891 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561223 Sep 18 07:22:32.229998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.231500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.241482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5a5b429b-06d4-46d3-9e2a-e38a45f3378b tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2f82559fd9ca427d8b2a841562176d07 HTTP/1.1" status: 200 len: 368 time: 0.3581376 Sep 18 07:22:32.243506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54552) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:32.249586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Request body: {'network': {'project_id': '2f82559fd9ca427d8b2a841562176d07'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:32.295692 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.335255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Made reservation on behalf of 2f82559fd9ca427d8b2a841562176d07 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:32.339227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.351604 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.505620 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.581950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.599584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.611514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:32.626035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb65af56-c577-4884-b400-91d5f9c7976e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:32.631590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.632114 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Added segment c6e5305e-3af5-4be6-aec2-045afee349dd of type vlan for network 84eefad8-2bc2-46c2-825c-c88e8b4d3f95 Sep 18 07:22:32.678302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.722920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.758936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a3e00-7f17-41e7-8f25-b04a576369ce None None] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:32.776136 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.777433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:32.778661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.862351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] Provisioning complete for port 58a24719-c723-478e-9929-15099c0baa35 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:32.862736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:32.888509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event updated for resources: {'Network': ['ID=84eefad8-2bc2-46c2-825c-c88e8b4d3f95,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:32.900676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 84eefad8-2bc2-46c2-825c-c88e8b4d3f95 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:32.944023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-60942f18-ef2d-450b-910b-b088716df53f tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6978433 Sep 18 07:22:32.945026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54586) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:32.950707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58a24719-c723-478e-9929-15099c0baa35 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:32.951313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Request body: {'network': {'project_id': '2f82559fd9ca427d8b2a841562176d07'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:33.044705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Made reservation on behalf of 2f82559fd9ca427d8b2a841562176d07 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:33.048409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.094858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:33.106132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.106607 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Added segment 4fc4048b-eb5f-4c44-98f7-0664f40818c7 of type vlan for network b4b61e3b-eebb-451a-a18e-eb24ad5407db Sep 18 07:22:33.113544 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.151278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.182147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] For port 58a24719-c723-478e-9929-15099c0baa35, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58a24719-c723-478e-9929-15099c0baa35,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:33.185674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 58a24719-c723-478e-9929-15099c0baa35 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:33.186088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.198084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.224524 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.247774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.290420 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.291424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:33.292011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.301353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.365552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff286-3775-43d5-807f-392dad9f6f08 None None] Pushing event updated for resources: {'Port': ['ID=58a24719-c723-478e-9929-15099c0baa35,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:33.390245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event updated for resources: {'Network': ['ID=b4b61e3b-eebb-451a-a18e-eb24ad5407db,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:33.401804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.417877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f325b-da85-43f5-af04-cd13eea46b3d req-1d8531fa-8804-4580-a2fa-71ec8adc3eb7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:33.426496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-685f325b-da85-43f5-af04-cd13eea46b3d req-1d8531fa-8804-4580-a2fa-71ec8adc3eb7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1857944 Sep 18 07:22:33.442035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b4b61e3b-eebb-451a-a18e-eb24ad5407db details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:33.494739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-685f325b-da85-43f5-af04-cd13eea46b3d req-509edd16-bf38-4a5a-b7aa-398c6f07a125 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671890 Sep 18 07:22:33.512323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3de616e1-be61-4b61-a8f7-564b6747207e tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5617509 Sep 18 07:22:33.517564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54616) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:33.535376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-00b7311d-58c3-4d6e-a6a5-dbc66be9c9fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Request body: {'network': {'project_id': '2f82559fd9ca427d8b2a841562176d07'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:33.546307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.170 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/e7072792-0f8b-4900-b504-2305a050b365) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:33.562262 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b7311d-58c3-4d6e-a6a5-dbc66be9c9fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 07:22:33.562736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b7311d-58c3-4d6e-a6a5-dbc66be9c9fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:22:33.567240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00b7311d-58c3-4d6e-a6a5-dbc66be9c9fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0454345 Sep 18 07:22:33.567657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:33.600283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:22:33.601383 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:22:33.630563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a53d430b-e148-4751-ba68-ecf4bff05eea None None] Provisioning complete for port 58a24719-c723-478e-9929-15099c0baa35 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:33.631099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a53d430b-e148-4751-ba68-ecf4bff05eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.634767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba1a1987-aba7-4b54-9466-1a089aeb49f3 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f82559fd9ca427d8b2a841562176d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638392 Sep 18 07:22:33.635143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:33.700683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Router c5c6ccb7-c682-493d-95b5-0d214dbaa553 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:22:33.719603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.719741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.774205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.848599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:33.858079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Sync routers for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:33.868339 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:33.868993 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:33.889408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.892337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.896752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb65af56-c577-4884-b400-91d5f9c7976e HTTP/1.1" status: 204 len: 168 time: 0.2603714 Sep 18 07:22:33.897496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:33.916371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:33.958543 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bce6f-a8e2-4074-9ba4-a962d8710750 tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb65af56-c577-4884-b400-91d5f9c7976e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:34.015562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.019675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-50a158de-d4e3-4564-8a51-6b5fa16d07c8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6787083 Sep 18 07:22:34.020517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54650) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:34.022596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:34.024991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=e7072792-0f8b-4900-b504-2305a050b365,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:34.034019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:34.058372 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:34.115331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.120703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:34.268880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.339411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b61e3b-eebb-451a-a18e-eb24ad5407db']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:34.374361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc4048b-eb5f-4c44-98f7-0664f40818c7') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:34.374730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc4048b-eb5f-4c44-98f7-0664f40818c7') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:34.404711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.435777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.447617 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:32Z', 'revision_number': 3, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:34.450775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:34.452441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:34.481435 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:34.512834 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Checking router: c5c6ccb7-c682-493d-95b5-0d214dbaa553 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:34.513184 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Updating router c5c6ccb7-c682-493d-95b5-0d214dbaa553 port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:22:34.587562 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.636565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.662748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.679175 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.685273 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b4b61e3b-eebb-451a-a18e-eb24ad5407db HTTP/1.1" status: 204 len: 168 time: 0.7838199 Sep 18 07:22:34.689092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54676) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:34.728826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c730-3073-471b-923a-25dbb9d15c3c tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4b61e3b-eebb-451a-a18e-eb24ad5407db,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:34.779354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b62b0-fdf5-417e-8ddb-fa2d5ed37d58 req-7cda6a76-b3f3-4aa9-808b-a50fcc476191 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:34.782300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-647b62b0-fdf5-417e-8ddb-fa2d5ed37d58 req-7cda6a76-b3f3-4aa9-808b-a50fcc476191 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1796010 Sep 18 07:22:34.905145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:34.947493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58a24719-c723-478e-9929-15099c0baa35 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:34.964903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-647b62b0-fdf5-417e-8ddb-fa2d5ed37d58 req-a4863717-74ec-47b8-9696-4ce3098b9428 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138282 Sep 18 07:22:35.005013 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.072257 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.085788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 58a24719-c723-478e-9929-15099c0baa35 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:35.085788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.162291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.204338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eefad8-2bc2-46c2-825c-c88e8b4d3f95']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:35.238894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e5305e-3af5-4be6-aec2-045afee349dd') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:35.239195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e5305e-3af5-4be6-aec2-045afee349dd') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:35.240824 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Pushing event updated for resources: {'Port': ['ID=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:35.252591 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.254290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.254658 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.255003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.258620 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258620 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258620 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258620 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.258620 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.259582 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:35.268370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Attempting to bind port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:35.270082 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Attempting to bind port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:35.270788 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Attempting to bind port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:35.283570 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:35.284954 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:35.285320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.286110 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.286692 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:35.287858 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Bound port: 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:35.289674 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.301604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:22:35.302051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:22:35.305102 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:22:35.418129 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] For port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:35.421385 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] For port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:35.500966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.506927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.511796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] 10.222.0.20 "DELETE /v2.0/networks/84eefad8-2bc2-46c2-825c-c88e8b4d3f95 HTTP/1.1" status: 204 len: 168 time: 0.8191762 Sep 18 07:22:35.525525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898f560-59aa-449e-8fb3-49e3783494fc tempest-QuotasNegativeTest-1875560220 tempest-QuotasNegativeTest-1875560220-project-admin] Pushing event deleted for resources: {'Network': ['ID=84eefad8-2bc2-46c2-825c-c88e8b4d3f95,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:35.531658 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.648554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:35.649208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:35.689031 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54766941-788a-4cca-9e2c-697f03edce0b None None] Pushing event updated for resources: {'Port': ['ID=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:35.734047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:35.820890 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:35.997011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:36.140625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:32Z', 'revision_number': 3, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:36.217091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19b9fc9-ae7c-4dca-87df-f25c916f8717 None None] The sync data for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 is: [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:32Z', 'revision_number': 3, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:36.288594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab7cf7-c8a6-45af-abae-d8ee4209b7ca req-c5cd23cd-67a1-4bd2-85bf-50efc64044dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:36.294739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49ab7cf7-c8a6-45af-abae-d8ee4209b7ca req-c5cd23cd-67a1-4bd2-85bf-50efc64044dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1819456 Sep 18 07:22:36.400806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49ab7cf7-c8a6-45af-abae-d8ee4209b7ca req-5bf4f1f1-884b-4e77-8fe7-c3d409e5f2ae tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036124 Sep 18 07:22:36.575408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 0f96d99d-6f64-4410-8d88-370f6cf46a07 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:22:36.579067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Allocated IP 172.20.0.1 (bccfba3e-bfcd-48ad-bbe3-bf518688dfc5/6a6600b1-bd10-4538-916a-5bb029722078/8012b49e-4a0d-45d2-9f45-baef9edf4427) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:36.897874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:36.908433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Sync routers for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:36.938272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:36.938272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:36.942143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:36.965486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.011448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:37.036002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.041462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54756) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:37.052821 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d31e656-2ef2-43b7-9edb-0c4b77547a96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0407617 Sep 18 07:22:37.095503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54758) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:37.097195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bb8606e-febd-49fb-8144-9c79e33ce972 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dd7bdea352ae4aecad49be8deebc1b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541644 Sep 18 07:22:37.150488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6221ca23-a1e9-423b-8e1c-31ce62dd025b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.173049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:37.173466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.419606 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6221ca23-a1e9-423b-8e1c-31ce62dd025b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.423127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb2b0e-8f34-4b26-a80b-6fa919ad47f9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:37.428207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8afb2b0e-8f34-4b26-a80b-6fa919ad47f9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3281393 Sep 18 07:22:37.429786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54778) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:37.442439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.477971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:37.503180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:37.513767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:37.521469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:37.565840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6221ca23-a1e9-423b-8e1c-31ce62dd025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.589867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-468cc4c9-56cc-45c4-a59c-21def61dd53d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1541529 Sep 18 07:22:37.597474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54786) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:37.620683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:37.649494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.719163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:37.732639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ca23-a1e9-423b-8e1c-31ce62dd025b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e13d7-ebb9-430c-a5e2-d3dd013f23c4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:37.755597 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938785148', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:37.814472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:37.844922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6221ca23-a1e9-423b-8e1c-31ce62dd025b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cb60add925a413c8b679f0fac80fb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9013777 Sep 18 07:22:37.864568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:37.960404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.046828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54806) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:38.076910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.099094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8895e18b-9dcd-4970-9bae-c153be475028 None None] Provisioning complete for port 8012b49e-4a0d-45d2-9f45-baef9edf4427 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:38.099475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8895e18b-9dcd-4970-9bae-c153be475028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.141876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c0201-ade5-4cb9-99eb-89bba7f5c57f req-25573a7b-23a3-4681-a53e-4272f9f957ee tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:38.154104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8895e18b-9dcd-4970-9bae-c153be475028 None None] Port 8012b49e-4a0d-45d2-9f45-baef9edf4427 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:38.160672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-006c0201-ade5-4cb9-99eb-89bba7f5c57f req-25573a7b-23a3-4681-a53e-4272f9f957ee tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.5689104 Sep 18 07:22:38.196968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:38.239319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d62f-c95f-418d-8c4e-92674bb70b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.243522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.276205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:34Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:38.321228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-006c0201-ade5-4cb9-99eb-89bba7f5c57f req-c77de475-16a1-4b05-8d4e-cee89bc4bead tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342602 Sep 18 07:22:38.322654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Checking router: 0f96d99d-6f64-4410-8d88-370f6cf46a07 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:38.323211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Updating router 0f96d99d-6f64-4410-8d88-370f6cf46a07 port e7072792-0f8b-4900-b504-2305a050b365 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:22:38.332079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.390348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:38.398240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.398875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.551819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.571035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.576958 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.593985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d1e13d7-ebb9-430c-a5e2-d3dd013f23c4 HTTP/1.1" status: 204 len: 168 time: 0.7196035 Sep 18 07:22:38.680774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b0f58-5514-4e49-883b-85908b773195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e13d7-ebb9-430c-a5e2-d3dd013f23c4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:38.683478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d62f-c95f-418d-8c4e-92674bb70b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.696691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.758350 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c5f7d62f-c95f-418d-8c4e-92674bb70b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.850596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7d62f-c95f-418d-8c4e-92674bb70b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cf720-954f-4427-ae18-221fd736a1e8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:38.884253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:38.919814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c5f7d62f-c95f-418d-8c4e-92674bb70b3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17f408b514cc4870bf4448b4e6ec38c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8718152 Sep 18 07:22:38.933773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54840) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:38.933773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:38.967569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:38.975135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a454aeb6-ed22-4100-a15d-f1f113ed5784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.071504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.094037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:39.094037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.177421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Subnet': ['ID=9aa4f905-b322-4f08-822c-c9c342389266,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:39.269617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:39.270697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network hostable DHCP agents. Network: 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:22:39.282605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.283629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.314934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:39.324817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:39.337949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.400272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:22:39.403303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.562074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Router c5c6ccb7-c682-493d-95b5-0d214dbaa553 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:39.572668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Attempting to bind port e7072792-0f8b-4900-b504-2305a050b365 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:39.573409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Attempting to bind port e7072792-0f8b-4900-b504-2305a050b365 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:39.573699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Attempting to bind port e7072792-0f8b-4900-b504-2305a050b365 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:39.589732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:39.603392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658ba4-97ca-4d66-9825-bcd600d56d9c None None] Pushing event updated for resources: {'Port': ['ID=e7072792-0f8b-4900-b504-2305a050b365,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:39.606866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:39.608740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.614910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8ef4f-d73c-4f7f-a8c9-23aa684f71eb None None] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:39.667358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54866) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:39.675210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a88e8-f3d0-4645-9c3d-a2222fbf8beb req-d82c5bb2-2a20-42bc-a3d2-508ed66d6934 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:39.678239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f6a88e8-f3d0-4645-9c3d-a2222fbf8beb req-d82c5bb2-2a20-42bc-a3d2-508ed66d6934 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1769636 Sep 18 07:22:39.684400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.695624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.711458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086cf720-954f-4427-ae18-221fd736a1e8 HTTP/1.1" status: 204 len: 168 time: 0.7657886 Sep 18 07:22:39.747386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d76876dd-31e7-4e01-9ce4-5d8e328401c0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0706832 Sep 18 07:22:39.747386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54874) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:39.751536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e2cabbf-0f54-4bbc-aa97-9ffdbc82902b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.759594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f6a88e8-f3d0-4645-9c3d-a2222fbf8beb req-a0022207-1143-465e-9fb1-9720f07bfeff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733325 Sep 18 07:22:39.811435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc873a-cfd7-4b46-91b9-19080e438849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cf720-954f-4427-ae18-221fd736a1e8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:39.933456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:39.945577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa191cd0-9c43-4ce8-af7a-506717a62ac7 admin admin] 10.222.0.20 "PUT /v2.0/routers/c5c6ccb7-c682-493d-95b5-0d214dbaa553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9179444 Sep 18 07:22:39.947207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:39.947592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:39.948013 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.948391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:39.948874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Bound port: e7072792-0f8b-4900-b504-2305a050b365, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:39.949256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:39.961106 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Sync routers for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:39.980002 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:39.980806 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:40.044119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-28c24e2f-4439-45ec-ad7d-68115f69c83b None None] Provisioning complete for port 8012b49e-4a0d-45d2-9f45-baef9edf4427 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:40.045114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28c24e2f-4439-45ec-ad7d-68115f69c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.072319 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e2cabbf-0f54-4bbc-aa97-9ffdbc82902b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.100654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] For port e7072792-0f8b-4900-b504-2305a050b365, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:40.121378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] For port e7072792-0f8b-4900-b504-2305a050b365, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e7072792-0f8b-4900-b504-2305a050b365,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:40.122558 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:40.122775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-28c24e2f-4439-45ec-ad7d-68115f69c83b None None] Port 8012b49e-4a0d-45d2-9f45-baef9edf4427 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:40.228837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:22:40.229720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.347619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e2cabbf-0f54-4bbc-aa97-9ffdbc82902b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.390846 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.434125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cabbf-0f54-4bbc-aa97-9ffdbc82902b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd14b03-334a-4c0b-8a15-9f97ee885ee0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:40.443588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e2cabbf-0f54-4bbc-aa97-9ffdbc82902b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bb66f614e9c41b2aa2005529f276d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747972 Sep 18 07:22:40.446226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54886) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:40.494984 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8012b49e-4a0d-45d2-9f45-baef9edf4427', 'name': '', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'mac_address': 'fa:16:3e:c2:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:36Z', 'updated_at': '2021-09-18T07:22:38Z', 'revision_number': 2, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'subnets': [{'id': '6a6600b1-bd10-4538-916a-5bb029722078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:40.499877 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.526524 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Checking router: c5c6ccb7-c682-493d-95b5-0d214dbaa553 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:40.526952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Updating router c5c6ccb7-c682-493d-95b5-0d214dbaa553 port 8012b49e-4a0d-45d2-9f45-baef9edf4427 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:22:40.527085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Allocated IP 172.20.0.2 (9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5/9aa4f905-b322-4f08-822c-c9c342389266/d9ee415c-bf0e-41b1-ba96-5d685a1b3e71) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:40.541148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.546682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:40.547400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:40.560294 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.565185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.623223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658ba4-97ca-4d66-9825-bcd600d56d9c None None] Pushing event updated for resources: {'Port': ['ID=e7072792-0f8b-4900-b504-2305a050b365,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:40.741004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.743867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:40.748053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dd14b03-334a-4c0b-8a15-9f97ee885ee0 HTTP/1.1" status: 204 len: 168 time: 0.3004837 Sep 18 07:22:40.761728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4da912-995d-47ac-8db2-6853e92629a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd14b03-334a-4c0b-8a15-9f97ee885ee0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:40.870663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:41.037825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f868915-a145-49d3-996b-8e7e278d7fbb req-3a25810a-e59d-4125-8d62-a7b441a8a1fd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:41.045381 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.048633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f868915-a145-49d3-996b-8e7e278d7fbb req-3a25810a-e59d-4125-8d62-a7b441a8a1fd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1217985 Sep 18 07:22:41.139658 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f868915-a145-49d3-996b-8e7e278d7fbb req-f2c24f61-f259-4591-9bda-4388740ae584 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858114 Sep 18 07:22:41.163267 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.170111 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.204449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:34Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:41.290457 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e939-3259-4d98-841e-d635a9be1f20 None None] Pushing event updated for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:41.290910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea4ec6-9b63-444b-8960-4e62afb7dc57 None None] The sync data for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 is: [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:34Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:41.296053 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.311438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54924) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:41.333544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Attempting to bind port 8012b49e-4a0d-45d2-9f45-baef9edf4427 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:41.338721 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Attempting to bind port 8012b49e-4a0d-45d2-9f45-baef9edf4427 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:41.342062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Attempting to bind port 8012b49e-4a0d-45d2-9f45-baef9edf4427 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:41.348373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd374e9e-ecb9-49da-b937-f79a01bb373d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.349448 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:41.350495 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Checking segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:41.350986 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.351628 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Bound using segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:41.353195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Bound port: 8012b49e-4a0d-45d2-9f45-baef9edf4427, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:41.353650 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.428657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.1 (9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5/9aa4f905-b322-4f08-822c-c9c342389266/f93b70f3-1f76-4f74-9f6e-749936f002db) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:41.457384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Pushing event updated for resources: {'Port': ['ID=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:41.515828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:41.532070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:41.538415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:41.623960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-32d9dff8-022b-411d-9f0e-3806348ecf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.634157 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] For port 8012b49e-4a0d-45d2-9f45-baef9edf4427, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:41.640644 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] For port 8012b49e-4a0d-45d2-9f45-baef9edf4427, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8012b49e-4a0d-45d2-9f45-baef9edf4427,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:41.676137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd374e9e-ecb9-49da-b937-f79a01bb373d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.690044 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.707599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Attempting to bind port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:41.707977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Attempting to bind port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:41.708345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Attempting to bind port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:41.719214 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.720199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:41.720587 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:41.720996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.721447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Bound using segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:41.721958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Bound port: d9ee415c-bf0e-41b1-ba96-5d685a1b3e71, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:41.722349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.752274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd374e9e-ecb9-49da-b937-f79a01bb373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.855585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:41.855827 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255e939-3259-4d98-841e-d635a9be1f20 None None] Pushing event updated for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:41.863924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd374e9e-ecb9-49da-b937-f79a01bb373d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f7a2f9f352743efb755bf6736036d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484426 Sep 18 07:22:41.869743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:41.873471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd374e9e-ecb9-49da-b937-f79a01bb373d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe7489-1f4d-48aa-b3eb-e9d2c71b9610,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:41.893409 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:41.894284 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:41.963980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] Provisioning complete for port 8012b49e-4a0d-45d2-9f45-baef9edf4427 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:41.966943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.036032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.074197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:42.078532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.096959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:42.106710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:42.139035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:42.152318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:42.191412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] For port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:42.211870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] For port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:42.254015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.292887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.296258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.300053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.301699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ebe7489-1f4d-48aa-b3eb-e9d2c71b9610 HTTP/1.1" status: 204 len: 168 time: 0.4171305 Sep 18 07:22:42.317804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adced55-c237-4758-a019-8649f0ff2bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe7489-1f4d-48aa-b3eb-e9d2c71b9610,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:42.394860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.448291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54956) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:42.472457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1695299096-network', 'tenant_id': '0c96ba560dae410aa37afced05250737'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:42.583928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.620639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Made reservation on behalf of 0c96ba560dae410aa37afced05250737 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:42.623978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.652151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.677156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0290ba4-f087-4ad7-a260-f4de5b944ac8 None None] Pushing event updated for resources: {'Port': ['ID=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:42.699376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496849fb-f722-4aa3-8ac0-022374851d98 req-8ec5a584-b196-4ecb-ac90-e6a849a02a67 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:42.713216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-496849fb-f722-4aa3-8ac0-022374851d98 req-8ec5a584-b196-4ecb-ac90-e6a849a02a67 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.3811238 Sep 18 07:22:42.727823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] For port 8012b49e-4a0d-45d2-9f45-baef9edf4427, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8012b49e-4a0d-45d2-9f45-baef9edf4427,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:42.819604 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8012b49e-4a0d-45d2-9f45-baef9edf4427', 'name': '', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'mac_address': 'fa:16:3e:c2:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:36Z', 'updated_at': '2021-09-18T07:22:41Z', 'revision_number': 4, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'subnets': [{'id': '6a6600b1-bd10-4538-916a-5bb029722078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:42.849136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:42.973345 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526eaad-3dca-4a57-ac25-7b3edd78abe9 None None] The sync data for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 is: [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8012b49e-4a0d-45d2-9f45-baef9edf4427', 'name': '', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'mac_address': 'fa:16:3e:c2:a4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:36Z', 'updated_at': '2021-09-18T07:22:41Z', 'revision_number': 4, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'subnets': [{'id': '6a6600b1-bd10-4538-916a-5bb029722078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:43.138350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c1dd-095e-475f-8753-49c8cf86d4f1 None None] Pushing event updated for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:43.158199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-496849fb-f722-4aa3-8ac0-022374851d98 req-e6b27c35-d6b7-49e8-8ba4-d11421376778 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403546 Sep 18 07:22:43.160947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c1edf70a-a9bc-4d2d-a35a-4904a76d0e5f None None] Provisioning complete for port 8012b49e-4a0d-45d2-9f45-baef9edf4427 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:43.161530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c1edf70a-a9bc-4d2d-a35a-4904a76d0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.231465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.290677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e7072792-0f8b-4900-b504-2305a050b365 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:43.336048 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.399420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:43.417126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.453985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8c55d2-1368-494d-a0a5-469cd0fa09b0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:43.486841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e7072792-0f8b-4900-b504-2305a050b365 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:43.487967 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.499822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.500184 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Added segment 3ec33b9e-264d-4535-be00-9f242978521a of type vlan for network 818bf058-dcea-4012-97d5-22c91e9830e5 Sep 18 07:22:43.562856 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.681700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:43.700784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.839955 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.860807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.864512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:43.864512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:43.908420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port e7072792-0f8b-4900-b504-2305a050b365, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e7072792-0f8b-4900-b504-2305a050b365,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:43.980798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.014152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] Pushing event updated for resources: {'Network': ['ID=818bf058-dcea-4012-97d5-22c91e9830e5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:44.088261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 818bf058-dcea-4012-97d5-22c91e9830e5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:44.129834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-29ccfc4a-6d93-4771-b9a1-dc0e317b0b7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6792960 Sep 18 07:22:44.132456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 54990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:44.137819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Request body: {'subnet': {'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1695299096-subnet', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:44.255959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1298657129'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:44.303311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Made reservation on behalf of 0c96ba560dae410aa37afced05250737 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:44.321220 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.413303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9da83a-aa9e-45cc-849c-2c437f57fdc8 req-cb1722f7-9310-4bf6-9269-7a99a4e87c56 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:44.419493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c9da83a-aa9e-45cc-849c-2c437f57fdc8 req-cb1722f7-9310-4bf6-9269-7a99a4e87c56 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.0790882 Sep 18 07:22:44.460944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=e7072792-0f8b-4900-b504-2305a050b365,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:44.465750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.520265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c9da83a-aa9e-45cc-849c-2c437f57fdc8 req-50cf8886-f066-40f4-a04b-c6f6e2a2a04f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834661 Sep 18 07:22:44.536245 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.553614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e06f5a-ef29-4064-9c32-9951ffb1974e None None] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:44.673106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.688875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:44.718876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 54996) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:44.733789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] Provisioning complete for port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:44.738253 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.804675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.885309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:44.925731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:44.938621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:44.963978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Made reservation on behalf of 2675de5eb618459f9b4e7cbeeabf5744 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:44.978345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.019893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.063753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1830644602-network', 'tenant_id': '61debd3f748245cd8b78743bb53cff94'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:45.165576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=918d85ec-9137-4c64-9509-df045261a3a2,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:45.191207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Made reservation on behalf of 61debd3f748245cd8b78743bb53cff94 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:45.191821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.194307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.209190 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.259376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 0f96d99d-6f64-4410-8d88-370f6cf46a07 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:45.266810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.283293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] For port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:45.288561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8012b49e-4a0d-45d2-9f45-baef9edf4427 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:45.290235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Checking segment: {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:45.293094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Network hostable DHCP agents. Network: 818bf058-dcea-4012-97d5-22c91e9830e5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:22:45.392728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.444386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Network 818bf058-dcea-4012-97d5-22c91e9830e5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:22:45.494875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.518652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 818bf058-dcea-4012-97d5-22c91e9830e5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:45.525209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:45.526651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.541945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17523c08-e965-4948-a737-eebea8728a6e None None] Network 818bf058-dcea-4012-97d5-22c91e9830e5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:45.564793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.645183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8012b49e-4a0d-45d2-9f45-baef9edf4427 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:45.645613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.704806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4d58ac6b-35f5-4c5d-a315-9b19ee28d0f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5666151 Sep 18 07:22:45.704806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:45.716523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:45.734885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.735260 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Added segment f05179bf-df53-47f1-baa6-31620cfeeb29 of type vlan for network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b Sep 18 07:22:45.746331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354da4f-99c2-4759-b7d0-8cf33aa5062f None None] Pushing event updated for resources: {'Port': ['ID=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:45.840632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.905445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:45.912519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d17b6-4ac0-40d7-a9ae-a823549d0ae9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:45.960644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:45.966352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:45.970476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.047678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.060756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.085047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-42103473-fe22-4bf0-88d9-4e44d820f4e9 None None] Provisioning complete for port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:46.085819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-42103473-fe22-4bf0-88d9-4e44d820f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.088797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:46.103623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-818bf058-dcea-4012-97d5-22c91e9830e5', 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'fixed_ips': [{'subnet_id': '918d85ec-9137-4c64-9509-df045261a3a2'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:22:46.104859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.112902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:46.120078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-377b0f28-125b-4681-82c3-3866a4b93190 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/0f96d99d-6f64-4410-8d88-370f6cf46a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3724580 Sep 18 07:22:46.156681 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4713008 Sep 18 07:22:46.163234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55008) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:46.170360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702769b2-a914-4b6d-abca-8e661e26d8ac tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'Network': ['ID=5f6a4fab-daa4-4823-ad27-6164ff89cf5b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:46.192642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Request body: {'subnet': {'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:46.218933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Sync routers for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:46.229263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ed091-08ae-4c1b-ba43-9e362fc93ff6 req-809b4910-510e-4d85-8b38-2aed21b460a5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:46.236584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-840ed091-08ae-4c1b-ba43-9e362fc93ff6 req-809b4910-510e-4d85-8b38-2aed21b460a5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1271603 Sep 18 07:22:46.246386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:46.333937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-840ed091-08ae-4c1b-ba43-9e362fc93ff6 req-e0f03c14-a8ce-4c3e-8d1b-7e96328b0a55 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925767 Sep 18 07:22:46.462872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.475932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.537470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-aa7eba49-cef4-4661-9108-29c33d7cd0bc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181221761&fields=id&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 267 time: 0.0647068 Sep 18 07:22:46.626843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:46.628433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:46.726850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Made reservation on behalf of 2675de5eb618459f9b4e7cbeeabf5744 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:46.730650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.745407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.760131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-5fc0d6c2-748a-4280-bd05-112bbdac4eb7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:46.761843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-5fc0d6c2-748a-4280-bd05-112bbdac4eb7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 796 time: 0.2164929 Sep 18 07:22:46.763232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.776449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:22:46.787190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.787595 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Added segment 22fe8e06-32e2-468c-83eb-1dc618705b3e of type vlan for network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 Sep 18 07:22:46.829517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.873022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-7fc2b7df-cf65-4aac-a1ff-f51825d1432f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/quotas/dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 375 time: 0.0187299 Sep 18 07:22:46.926109 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.928879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:46.928879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:46.930250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:47.001531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:47.013942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-e65c34e2-40c8-4025-b89c-a55cce7ad011 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329308 Sep 18 07:22:47.057628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:47.058063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.087118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8a6a32c6-bb4a-4b09-848a-11eeafdabfa6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3668723 Sep 18 07:22:47.087734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55024) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:47.092549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Request body: {'subnet': {'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1830644602-subnet', 'tenant_id': '61debd3f748245cd8b78743bb53cff94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:47.141027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:22:47.214059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Made reservation on behalf of 61debd3f748245cd8b78743bb53cff94 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:47.217384 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.458425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-ff062134-0fda-4626-85a2-c185a5202434 service neutron] 10.222.0.20 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299252 Sep 18 07:22:47.473491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e7072792-0f8b-4900-b504-2305a050b365 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:47.476981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:47.480973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Allocated IP 172.20.0.2 (818bf058-dcea-4012-97d5-22c91e9830e5/918d85ec-9137-4c64-9509-df045261a3a2/6ec23b48-2698-4183-b447-5a90f4c66118) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:47.610271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.611002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d04a2d-0e90-4c1e-99fa-78222745a340 req-b867f538-da66-4982-9662-d0fd9f1dbf11 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:47.613218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51d04a2d-0e90-4c1e-99fa-78222745a340 req-b867f538-da66-4982-9662-d0fd9f1dbf11 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1452653 Sep 18 07:22:47.733154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-5a4871c3-cb57-482d-92ab-2e3571b6110f service neutron] 10.222.0.20 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736742 Sep 18 07:22:47.741628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-42103473-fe22-4bf0-88d9-4e44d820f4e9 None None] Provisioning complete for port f93b70f3-1f76-4f74-9f6e-749936f002db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:47.745262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-42103473-fe22-4bf0-88d9-4e44d820f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.856733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51d04a2d-0e90-4c1e-99fa-78222745a340 req-f2e970bc-ec99-4ac7-8cf2-45d8c760daa1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331033 Sep 18 07:22:47.898946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-42103473-fe22-4bf0-88d9-4e44d820f4e9 None None] Port f93b70f3-1f76-4f74-9f6e-749936f002db cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:47.920307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'Subnet': ['ID=06dba6f7-ef89-4e41-a6ea-9ea24315af2f,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:47.949311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Checking segment: {'id': 'f05179bf-df53-47f1-baa6-31620cfeeb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:47.952423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Network hostable DHCP agents. Network: 5f6a4fab-daa4-4823-ad27-6164ff89cf5b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:22:47.958100 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.971211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:47.972683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e7072792-0f8b-4900-b504-2305a050b365 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:47.974087 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.021335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.100005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:22:48.124324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Checking segment: {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:48.124615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Network hostable DHCP agents. Network: 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:22:48.127205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3574a457-f583-461f-9241-c3431c81aff6,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:48.132194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2301f080-0467-4b3d-8e6c-56d0be5a637a None None] Provisioning complete for port f93b70f3-1f76-4f74-9f6e-749936f002db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:48.132570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2301f080-0467-4b3d-8e6c-56d0be5a637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.164436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 5f6a4fab-daa4-4823-ad27-6164ff89cf5b) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:48.182763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:48.183541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.209234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.217381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Allocated IP 172.25.4.76 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/0ec2f384-357b-425a-ab40-36954f62a0b5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:48.221875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8bcf8-a36e-433e-80fd-f22948e65870 None None] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:48.231775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:22:48.238712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:48.243878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:48.244479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.275509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a149141-1d32-4583-875a-808ee7a23a62 None None] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:48.279118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:44Z', 'revision_number': 2, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:48.322815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.323040 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3d67f21f-7b63-48ee-ad13-4d613683c7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1513922 Sep 18 07:22:48.323168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:48.328606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Request body: {'port': {'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-511325043'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:48.423239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.468418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Checking router: 0f96d99d-6f64-4410-8d88-370f6cf46a07 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:48.468890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Updating router 0f96d99d-6f64-4410-8d88-370f6cf46a07 port f93b70f3-1f76-4f74-9f6e-749936f002db binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:22:48.492786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Network 818bf058-dcea-4012-97d5-22c91e9830e5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:48.535735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.552110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2301f080-0467-4b3d-8e6c-56d0be5a637a None None] Port f93b70f3-1f76-4f74-9f6e-749936f002db cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:48.560667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:48.563600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:48.586434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Pushing event updated for resources: {'Port': ['ID=6ec23b48-2698-4183-b447-5a90f4c66118,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:48.588570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:48.593924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:48.598292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:48.610721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-58d342da-d5a6-48c2-ba36-dd082414851b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5181124 Sep 18 07:22:48.648094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.652878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec2f384-357b-425a-ab40-36954f62a0b5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:48.683735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Attempting to bind port 6ec23b48-2698-4183-b447-5a90f4c66118 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:48.686660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Attempting to bind port 6ec23b48-2698-4183-b447-5a90f4c66118 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:48.686660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Attempting to bind port 6ec23b48-2698-4183-b447-5a90f4c66118 on network 818bf058-dcea-4012-97d5-22c91e9830e5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:48.714470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:48.714909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Checking segment: {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:48.715924 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.716460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Bound using segment: {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:48.717590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Bound port: 6ec23b48-2698-4183-b447-5a90f4c66118, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:48.718036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.759425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Made reservation on behalf of 2675de5eb618459f9b4e7cbeeabf5744 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:48.769546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:48.843922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] device_id is not set on port ee4bcb04-ba86-475c-8277-df8e75efadfe yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:22:48.934531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:49.030896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] For port 6ec23b48-2698-4183-b447-5a90f4c66118, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:49.038012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] For port 6ec23b48-2698-4183-b447-5a90f4c66118, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ec23b48-2698-4183-b447-5a90f4c66118,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:49.043588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Allocated IP 2001:db8::209 (5f6a4fab-daa4-4823-ad27-6164ff89cf5b/06dba6f7-ef89-4e41-a6ea-9ea24315af2f/ee4bcb04-ba86-475c-8277-df8e75efadfe) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:49.295992 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.386159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.405680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11e570fa-35e1-41d2-bfb8-488c53a8a740 req-a7f2e791-502b-4e64-9f16-8b72a5b0a38f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.1951616 Sep 18 07:22:49.567914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cfe86-2a7a-4405-8daf-c7967157eab1 req-646c5145-33a9-45df-b153-c8992d7ed6a2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:49.571505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c9cfe86-2a7a-4405-8daf-c7967157eab1 req-646c5145-33a9-45df-b153-c8992d7ed6a2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.3706918 Sep 18 07:22:49.703428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c9cfe86-2a7a-4405-8daf-c7967157eab1 req-8413ca1d-378a-41db-b900-df7047fa4cac tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235423 Sep 18 07:22:49.709284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.805052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.824996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-5f6a4fab-daa4-4823-ad27-6164ff89cf5b', 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b', 'tenant_id': '2675de5eb618459f9b4e7cbeeabf5744', 'fixed_ips': [{'subnet_id': '06dba6f7-ef89-4e41-a6ea-9ea24315af2f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:22:49.829358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.838154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:49.897304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67905c91-d574-46af-9188-55f91f8b1a16 None None] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:50.069519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'Port': ['ID=ee4bcb04-ba86-475c-8277-df8e75efadfe,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:50.143670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:50.152540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:50.196876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:50.244170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:50.250398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:50.357682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:50.357682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:50.480638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1fcd7-3f7d-4799-85fa-563e32df782c None None] Pushing event updated for resources: {'Port': ['ID=6ec23b48-2698-4183-b447-5a90f4c66118,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:50.563506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:22:50.591188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f1ad939-c7b1-4092-ab54-b8bf428ea040 req-db3d0396-af4d-4396-ac8a-870856c986e0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.0809703 Sep 18 07:22:50.592855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b112eeb1-d0e3-491a-af84-6f2f815daffa tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2686648 Sep 18 07:22:50.610665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:50.648179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Request body: {'port': {'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-73777993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:50.667130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] bootfile-name is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:50.667486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] tftp-server is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:50.667830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.api.validators [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] server-ip-address is not in valid_values {{(pid=101979) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:50.836317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:50.850987 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Sync routers for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:22:50.877794 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:50.880015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:50.932284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Allocated IP 2001:db8::2 (5f6a4fab-daa4-4823-ad27-6164ff89cf5b/06dba6f7-ef89-4e41-a6ea-9ea24315af2f/1759c86c-80ee-4a0b-ab14-0076de093d8a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:51.032107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.043001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e4bfb5ce-c42c-4aa5-a142-328371aff797 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1447835 Sep 18 07:22:51.043854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:51.113694 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:51.219070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ec23b48-2698-4183-b447-5a90f4c66118 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:51.223071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc4d1-40b9-45bf-bc69-b19eee47da6b req-3cb19052-4145-466b-8220-20a2ec9737cd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:51.225708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59bcc4d1-40b9-45bf-bc69-b19eee47da6b req-3cb19052-4145-466b-8220-20a2ec9737cd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.3335602 Sep 18 07:22:51.453114 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:48Z', 'revision_number': 3, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:51.485092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Made reservation on behalf of 2675de5eb618459f9b4e7cbeeabf5744 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:51.489098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.507753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59bcc4d1-40b9-45bf-bc69-b19eee47da6b req-36d09062-8b38-4ac3-bba0-78eec6f12672 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622819 Sep 18 07:22:51.545622 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Checking router: 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:22:51.547238 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Updating router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 port 0ec2f384-357b-425a-ab40-36954f62a0b5 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:22:51.588947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.600847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] device_id is not set on port a61a6bb6-a68f-440e-b883-482a9f7f11d1 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:22:51.646231 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.760912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.773443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.854423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ec23b48-2698-4183-b447-5a90f4c66118 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:51.854796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.913074 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:51.957686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f4b8265-b53e-4886-8256-d594c97e8b3b req-722ca083-5728-4ab8-8669-b233d8aa472d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.1419747 Sep 18 07:22:52.083562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Attempting to bind port f93b70f3-1f76-4f74-9f6e-749936f002db on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:52.084160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Attempting to bind port f93b70f3-1f76-4f74-9f6e-749936f002db by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:52.084852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Attempting to bind port f93b70f3-1f76-4f74-9f6e-749936f002db on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:52.088225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b195d5-3758-4c19-afdd-d15ce695de5e None None] Pushing event updated for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:52.188246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Pushing event updated for resources: {'Port': ['ID=1759c86c-80ee-4a0b-ab14-0076de093d8a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:52.195754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Allocated IP 2001:db8::2d7 (5f6a4fab-daa4-4823-ad27-6164ff89cf5b/06dba6f7-ef89-4e41-a6ea-9ea24315af2f/a61a6bb6-a68f-440e-b883-482a9f7f11d1) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:52.206927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f7529b-1585-4501-b0c3-85b3b6bdbe00 None None] Network 818bf058-dcea-4012-97d5-22c91e9830e5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:52.399710 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.500083 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.532239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.586835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Bound using segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Bound port: f93b70f3-1f76-4f74-9f6e-749936f002db, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:52.594682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.625275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-3a746a12-af14-429a-91cf-a67e3b9ef54e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:52.647302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-3a746a12-af14-429a-91cf-a67e3b9ef54e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 796 time: 0.3753226 Sep 18 07:22:52.667964 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66a617-f027-4d75-8bfb-e444dee978a2 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f384-357b-425a-ab40-36954f62a0b5,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:52.674505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:52.678956 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.684019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:52.690134 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Attempting to bind port 0ec2f384-357b-425a-ab40-36954f62a0b5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:52.690515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Attempting to bind port 0ec2f384-357b-425a-ab40-36954f62a0b5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:52.690944 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Attempting to bind port 0ec2f384-357b-425a-ab40-36954f62a0b5 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:52.698030 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:52.699954 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:52.703152 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.703799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:52.704443 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Bound port: 0ec2f384-357b-425a-ab40-36954f62a0b5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:52.708900 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.743838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-62f25ba1-6e74-45ff-929c-37d1c227005b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 379 time: 0.0873060 Sep 18 07:22:52.761466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'port': {'device_id': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'admin_state_up': True, 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'security_groups': ['64ccfe34-5162-4e10-a0cb-a5f9d8c070bf']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:52.829980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd22f646-cacb-4bc5-b3bd-23cd08cd9ec5 None None] Provisioning complete for port 6ec23b48-2698-4183-b447-5a90f4c66118 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:52.831089 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] For port 0ec2f384-357b-425a-ab40-36954f62a0b5, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:52.836042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd22f646-cacb-4bc5-b3bd-23cd08cd9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.838120 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] For port 0ec2f384-357b-425a-ab40-36954f62a0b5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ec2f384-357b-425a-ab40-36954f62a0b5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:52.895133 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:52.922088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] For port f93b70f3-1f76-4f74-9f6e-749936f002db, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:52.928451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] For port f93b70f3-1f76-4f74-9f6e-749936f002db, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f93b70f3-1f76-4f74-9f6e-749936f002db,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:52.969433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:53.005266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:22:53.008973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:53.009617 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:53.011153 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.023140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:53.027876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:53.034801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:53.035499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.038691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'Port': ['ID=a61a6bb6-a68f-440e-b883-482a9f7f11d1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:53.080293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba2cdc-b2c5-489c-b2f0-82d94909335a req-38844aaf-4953-4a9c-9be5-2a8299262856 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:53.090348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ba2cdc-b2c5-489c-b2f0-82d94909335a req-38844aaf-4953-4a9c-9be5-2a8299262856 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.3187180 Sep 18 07:22:53.100379 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66a617-f027-4d75-8bfb-e444dee978a2 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f384-357b-425a-ab40-36954f62a0b5,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:53.153757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fa3a3174-293e-4dec-9368-3bbbabf9dfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.5415218 Sep 18 07:22:53.157266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.162402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:53.178968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ee88f86-4ccc-435a-8702-01cbe342cb9d req-39740d01-5670-4673-90d5-0d5317619723 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.0401759 Sep 18 07:22:53.207524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Attempting to bind port 1759c86c-80ee-4a0b-ab14-0076de093d8a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:53.207524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Attempting to bind port 1759c86c-80ee-4a0b-ab14-0076de093d8a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f05179bf-df53-47f1-baa6-31620cfeeb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:53.207524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Attempting to bind port 1759c86c-80ee-4a0b-ab14-0076de093d8a on network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:53.231416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70ba2cdc-b2c5-489c-b2f0-82d94909335a req-fb478977-98fa-469f-aa88-535f2dd0fce4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400788 Sep 18 07:22:53.256579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:53.329108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:53.329783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Checking segment: {'id': 'f05179bf-df53-47f1-baa6-31620cfeeb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:53.330420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.330976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Bound using segment: {'id': 'f05179bf-df53-47f1-baa6-31620cfeeb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:53.331616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Bound port: 1759c86c-80ee-4a0b-ab14-0076de093d8a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05179bf-df53-47f1-baa6-31620cfeeb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5f6a4fab-daa4-4823-ad27-6164ff89cf5b'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:53.338470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.384319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048b3d0-502f-4329-8f97-30a9dbaa10cd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:53.394638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048b3d0-502f-4329-8f97-30a9dbaa10cd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:53.401778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048b3d0-502f-4329-8f97-30a9dbaa10cd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:53.404715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0048b3d0-502f-4329-8f97-30a9dbaa10cd tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2413352 Sep 18 07:22:53.415451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:53.462578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.476123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.658218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b195d5-3758-4c19-afdd-d15ce695de5e None None] Pushing event updated for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:53.661869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:22:53.665507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:53.773831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Allocated IP 172.20.0.1 (818bf058-dcea-4012-97d5-22c91e9830e5/918d85ec-9137-4c64-9509-df045261a3a2/f2b905fe-be08-462b-8541-969cafe986e3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:53.778305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.4 (9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5/9aa4f905-b322-4f08-822c-c9c342389266/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:22:53.809990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Deleting port a61a6bb6-a68f-440e-b883-482a9f7f11d1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:53.810660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.874441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 6ec23b48-2698-4183-b447-5a90f4c66118, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ec23b48-2698-4183-b447-5a90f4c66118,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:53.875517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd22f646-cacb-4bc5-b3bd-23cd08cd9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.914503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:53.948502 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:48Z', 'revision_number': 3, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:53.995769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] For port 1759c86c-80ee-4a0b-ab14-0076de093d8a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:53.999483 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c760a-8119-48fc-925f-3c0d7609ed00 None None] The sync data for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 is: [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:48Z', 'revision_number': 3, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:54.009836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.015485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.090104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Network 818bf058-dcea-4012-97d5-22c91e9830e5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:54.094204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:54.098562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:54.118933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Pushing event updated for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:54.168418 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.355321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.374798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.409057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Calling delete_port for a61a6bb6-a68f-440e-b883-482a9f7f11d1 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:54.524097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93faebc0-1aa1-47f8-a6f8-b92bfb4e51cc req-877c04a5-20b3-4a8d-9e32-ebb691280c6e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.1096165 Sep 18 07:22:54.542427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] For port 1759c86c-80ee-4a0b-ab14-0076de093d8a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1759c86c-80ee-4a0b-ab14-0076de093d8a,segment=NetworkSegment(f05179bf-df53-47f1-baa6-31620cfeeb29),segment_id=f05179bf-df53-47f1-baa6-31620cfeeb29)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:54.555775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-cd22f646-cacb-4bc5-b3bd-23cd08cd9ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:22:54.556410 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-cd22f646-cacb-4bc5-b3bd-23cd08cd9ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:22:54.586396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.594715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:22:54.707321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=6ec23b48-2698-4183-b447-5a90f4c66118,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:54.777583 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:54.841454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcc2fb-9a77-447a-9ece-9bb7d60d4ce1 req-ded8d6b6-d604-469f-b7d2-500e4b2579c4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:54.861137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69bcc2fb-9a77-447a-9ece-9bb7d60d4ce1 req-ded8d6b6-d604-469f-b7d2-500e4b2579c4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.4601729 Sep 18 07:22:54.867207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585368c-3de8-4681-869f-e1bb096b0807 None None] Pushing event updated for resources: {'Port': ['ID=1759c86c-80ee-4a0b-ab14-0076de093d8a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:54.974458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:54.992526 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.016400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:55.030162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:55.033229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:22:55.149367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:55.150580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.181098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69bcc2fb-9a77-447a-9ece-9bb7d60d4ce1 req-c40818c4-961a-46b0-b6b7-25ddb57da665 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184259 Sep 18 07:22:55.239330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-c9389054-b322-446a-a69e-6dad9d17f7bb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4898767 Sep 18 07:22:55.250395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-604dae2b-9884-4285-b5d5-f3e2281aa195 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:22:55.251616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-604dae2b-9884-4285-b5d5-f3e2281aa195 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064332 Sep 18 07:22:55.267880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Request body: {'port': {'device_id': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:55.320278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-a07c9656-eb88-4569-b921-ddb398fb41f8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:55.328014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-a07c9656-eb88-4569-b921-ddb398fb41f8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/networks?id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 200 len: 809 time: 0.5427654 Sep 18 07:22:55.379391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-bb1a1433-48b2-47a3-833f-b485fac10e03 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/quotas/61debd3f748245cd8b78743bb53cff94 HTTP/1.1" status: 200 len: 375 time: 0.0419228 Sep 18 07:22:55.387144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.474436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.479055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "DELETE /v2.0/ports/a61a6bb6-a68f-440e-b883-482a9f7f11d1 HTTP/1.1" status: 204 len: 168 time: 2.0587714 Sep 18 07:22:55.483437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55126) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:55.485489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-42500695-347e-4b62-8341-b414d4f3237b tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051888 Sep 18 07:22:55.487070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392463-9802-49e7-aa26-c8b7e77d627d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event deleted for resources: {'Port': ['ID=a61a6bb6-a68f-440e-b883-482a9f7f11d1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:55.510659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Request body: {'port': {'name': 'tempest-new-port-name-308509793', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:22:55.511228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] bootfile-name is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:55.511677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] tftp-server is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:55.513282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.api.validators [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] server-ip-address is not in valid_values {{(pid=101978) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 07:22:55.525604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.678042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:52Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:22:55.690712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.756629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d514b4f-f403-4083-bb56-50d899273621 None None] The sync data for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 is: [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:52Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:22:55.794068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Provisioning complete for port 6ec23b48-2698-4183-b447-5a90f4c66118 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:55.794604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:55.804002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55132) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:56.163448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Provisioning complete for port f2b905fe-be08-462b-8541-969cafe986e3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:56.164131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.260317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-c9effef7-2c76-4de0-90ee-09c62d22871b service neutron] 10.222.0.20 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706910 Sep 18 07:22:56.274844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Port f2b905fe-be08-462b-8541-969cafe986e3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:56.304534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Provisioning complete for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:56.305227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.360910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.394559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:56.403135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.416992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64d0e-c3f8-4876-b353-5a54fd8b6d45 req-612c9d58-b4f9-4dfa-8495-46f79c42a66d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:56.419341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8a64d0e-c3f8-4876-b353-5a54fd8b6d45 req-612c9d58-b4f9-4dfa-8495-46f79c42a66d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 931 time: 0.6798079 Sep 18 07:22:56.426915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Provisioning complete for port f93b70f3-1f76-4f74-9f6e-749936f002db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:56.427377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.536811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.570246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.654570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-43e1f287-9676-4c40-80fb-eebc0ed789d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6dc350ca7e2462da3ca53ea4afea1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8493314 Sep 18 07:22:56.681359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55138) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:56.699503 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.701975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1759c86c-80ee-4a0b-ab14-0076de093d8a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:56.791462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] In _notify_port_updated(), no bound segment for port ee4bcb04-ba86-475c-8277-df8e75efadfe on network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:22:56.797996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:56.798710 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.808156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "PUT /v2.0/ports/ee4bcb04-ba86-475c-8277-df8e75efadfe HTTP/1.1" status: 200 len: 1129 time: 1.3133233 Sep 18 07:22:56.817411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e7afd-849b-4717-94ae-3888234bec5a None None] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:22:56.826496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55140) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:56.828728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Pushing event updated for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:56.835604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8a64d0e-c3f8-4876-b353-5a54fd8b6d45 req-e7434780-f1cb-4e00-b0c5-26600cce04d8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728299 Sep 18 07:22:56.847911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:56.851231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-cfed6e45-becd-45d5-997d-f351a05fa6a3 service neutron] 10.222.0.20 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899658 Sep 18 07:22:56.902093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.902675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.903194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.903936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.904419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.905031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.905657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.906229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.906715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.907204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.907680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.908186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:22:56.939899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157de27-db04-41f6-8b64-e5258377a5bb tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:56.943506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1157de27-db04-41f6-8b64-e5258377a5bb tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "GET /v2.0/ports/ee4bcb04-ba86-475c-8277-df8e75efadfe HTTP/1.1" status: 200 len: 1129 time: 0.1069512 Sep 18 07:22:56.962464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:57.025010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1759c86c-80ee-4a0b-ab14-0076de093d8a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:57.028114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.140610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] For port f93b70f3-1f76-4f74-9f6e-749936f002db, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f93b70f3-1f76-4f74-9f6e-749936f002db,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:57.153140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:22:57.162669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.203564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Transition to ACTIVE for port object baf7291d-1dd0-4347-8d5b-6ef3e93e87bb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:22:57.244581 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.266431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bc0ec-2b65-421f-9838-c8ca2948553d tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event updated for resources: {'Port': ['ID=ee4bcb04-ba86-475c-8277-df8e75efadfe,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:57.288837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.421671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.433260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:57.590069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3012a8-6cdb-4267-a23e-137497ed680f None None] Pushing event updated for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:57.596932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 1759c86c-80ee-4a0b-ab14-0076de093d8a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1759c86c-80ee-4a0b-ab14-0076de093d8a,segment=NetworkSegment(f05179bf-df53-47f1-baa6-31620cfeeb29),segment_id=f05179bf-df53-47f1-baa6-31620cfeeb29)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:57.598699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5dc6ce7d-ddfe-430e-8acd-ac878b1b2f53 None None] Provisioning complete for port 1759c86c-80ee-4a0b-ab14-0076de093d8a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:57.599264 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ce7d-ddfe-430e-8acd-ac878b1b2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.635758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.678532 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.703523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.704632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ec2f384-357b-425a-ab40-36954f62a0b5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:57.800604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:22:57.801229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:22:57.801646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:57.810403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ce7d-ddfe-430e-8acd-ac878b1b2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.812929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:22:57.815145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:22:57.837703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:22:57.838234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:22:57.838826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Bound using segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:22:57.839417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Bound port: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:22:57.839854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.866679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.869708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:57.871171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7936a1-a04d-4c6b-b1a4-6cf87392027d HTTP/1.1" status: 204 len: 168 time: 1.1853700 Sep 18 07:22:57.905552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33931904-9b61-4e0f-91d2-13eb2d744f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7936a1-a04d-4c6b-b1a4-6cf87392027d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:57.933929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=1759c86c-80ee-4a0b-ab14-0076de093d8a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:57.942465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0ec2f384-357b-425a-ab40-36954f62a0b5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:57.942955 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.056359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-5dc6ce7d-ddfe-430e-8acd-ac878b1b2f53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:22:58.056725 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-5dc6ce7d-ddfe-430e-8acd-ac878b1b2f53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:22:58.066845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:22:58.074206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:22:58.172203 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.172908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69a69a81-5d85-4c32-97fe-c999c4b8457b req-64ffd14e-350b-46b7-ac01-9172a52e79a2 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 210 time: 0.0546257 Sep 18 07:22:58.181335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.205787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 0ec2f384-357b-425a-ab40-36954f62a0b5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ec2f384-357b-425a-ab40-36954f62a0b5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:22:58.300828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.301602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:58.301922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f93b70f3-1f76-4f74-9f6e-749936f002db up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:58.334124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:22:58.347783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:58.348746 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.354058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-2ae2e78d-046a-4a51-8ba9-f0aabefa585f service neutron] 10.222.0.37 "PUT /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1092 time: 3.0926394 Sep 18 07:22:58.354794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:22:58.366029 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7df0b32-e771-49da-99b7-337558016e76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:22:58.556349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da2476-9303-498b-a2ac-8d8319098436 req-6b77505f-82e7-447e-ae15-2aa550add3d4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:58.575910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77da2476-9303-498b-a2ac-8d8319098436 req-6b77505f-82e7-447e-ae15-2aa550add3d4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 1.5198469 Sep 18 07:22:58.601737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f93b70f3-1f76-4f74-9f6e-749936f002db triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:58.602228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.618111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-257895d3-b31e-4f95-b95a-81c842f262f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:58.630629 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Network 818bf058-dcea-4012-97d5-22c91e9830e5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:22:58.632726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-257895d3-b31e-4f95-b95a-81c842f262f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1095 time: 0.1861746 Sep 18 07:22:58.635995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:22:58.666119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835770a-bfcb-401c-96a8-67da033bf2db req-8ffff5cc-7aa8-4353-a2fc-db2e5aa69ae7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:58.669406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=0ec2f384-357b-425a-ab40-36954f62a0b5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:58.674803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5835770a-bfcb-401c-96a8-67da033bf2db req-8ffff5cc-7aa8-4353-a2fc-db2e5aa69ae7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.3058910 Sep 18 07:22:58.729101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-f1dc35af-7016-46f2-83bf-35cd8e13ef72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 217 time: 0.0847783 Sep 18 07:22:58.853994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-e7f4c9e2-63db-4b2b-875a-efa3a11d7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:58.858007 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-e7f4c9e2-63db-4b2b-875a-efa3a11d7887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.1157835 Sep 18 07:22:58.872346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Deleting port ee4bcb04-ba86-475c-8277-df8e75efadfe {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:22:58.872710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:58.879550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ec23b48-2698-4183-b447-5a90f4c66118 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:58.912418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77da2476-9303-498b-a2ac-8d8319098436 req-c9fc35bd-b6f7-4326-8228-ac996a4ce143 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244548 Sep 18 07:22:58.967463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5835770a-bfcb-401c-96a8-67da033bf2db req-cd43b1bf-21ae-4a76-a93b-836632ba822f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914484 Sep 18 07:22:58.996453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63feb726-7ec8-4e07-847c-20786eceb735 None None] Provisioning complete for port 1759c86c-80ee-4a0b-ab14-0076de093d8a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:58.997096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63feb726-7ec8-4e07-847c-20786eceb735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.015447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-d8ddd180-8db6-4fda-90e0-af666c61e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:59.018817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-d8ddd180-8db6-4fda-90e0-af666c61e04c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503618 Sep 18 07:22:59.238890 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.250735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6ec23b48-2698-4183-b447-5a90f4c66118 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:59.251255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.276195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.280801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-ffb882fc-cb36-46e0-a534-26dc7afb551f service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540853 Sep 18 07:22:59.378077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Calling delete_port for ee4bcb04-ba86-475c-8277-df8e75efadfe owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:22:59.394771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08cd9758-fa61-4ec9-943c-665e93ae904a req-fd6aafe4-6869-497d-b2cb-69b4b12bce01 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 210 time: 0.1073761 Sep 18 07:22:59.425687 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-63feb726-7ec8-4e07-847c-20786eceb735 None None] Provisioning complete for port ee4bcb04-ba86-475c-8277-df8e75efadfe triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:59.426151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-63feb726-7ec8-4e07-847c-20786eceb735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.429316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:22:59.495062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ebd45a53-fbe7-4a6f-bc54-d4b1fb412834 req-12f79a5a-2c87-4926-a067-4a8a22b385c2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057269 Sep 18 07:22:59.666971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-63feb726-7ec8-4e07-847c-20786eceb735 None None] Port ee4bcb04-ba86-475c-8277-df8e75efadfe cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:22:59.721946 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a1354d-287b-445d-938b-9719c72c069a x-openstack-request-id: req-f7a1354d-287b-445d-938b-9719c72c069a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:22:59.722458 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:22:59.722458 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7a1354d-287b-445d-938b-9719c72c069a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:22:59.722862 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:22:59.795458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0b32-e771-49da-99b7-337558016e76 req-f74bd2c8-d01e-4098-87bc-64a62d25600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:22:59.801370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-f74bd2c8-d01e-4098-87bc-64a62d25600e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1095 time: 0.0736048 Sep 18 07:22:59.806542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.809051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f93b70f3-1f76-4f74-9f6e-749936f002db up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:22:59.846603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event deleted for resources: {'Port': ['ID=ee4bcb04-ba86-475c-8277-df8e75efadfe,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:22:59.894565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:22:59.909644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-130c175f-cf03-4548-aad6-89a943bdf3de admin admin] 10.222.0.20 "PUT /v2.0/routers/9ce20b1e-4d11-4ad1-8c78-02eca5b71157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8499520 Sep 18 07:22:59.911320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:22:59.913662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1bb3b7fd-bd34-43f9-bc3d-d220b8aeaa30 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "DELETE /v2.0/ports/ee4bcb04-ba86-475c-8277-df8e75efadfe HTTP/1.1" status: 204 len: 168 time: 2.9501433 Sep 18 07:22:59.916059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:22:59.958669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-08b455b1-b94d-4789-8c92-5c2d17ea4880 None None] Provisioning complete for port f2b905fe-be08-462b-8541-969cafe986e3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:22:59.978525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08b455b1-b94d-4789-8c92-5c2d17ea4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:00.024800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0b32-e771-49da-99b7-337558016e76 req-77de9d0f-02be-4e09-8470-c526ac037b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.027672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-77de9d0f-02be-4e09-8470-c526ac037b73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.2209589 Sep 18 07:23:00.027836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703381-1481-4241-968a-7ec16852256b None None] Sync routers for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:23:00.086383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Deleting subnet 06dba6f7-ef89-4e41-a6ea-9ea24315af2f {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:00.101112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:00.138152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-6d71d917-ad13-454d-b7b2-94e879f061d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 217 time: 0.1004472 Sep 18 07:23:00.160691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-08b455b1-b94d-4789-8c92-5c2d17ea4880 None None] Port f2b905fe-be08-462b-8541-969cafe986e3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:00.200977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0b32-e771-49da-99b7-337558016e76 req-f25dbfb3-0d6a-46b4-90d3-092e702fd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.202484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-08b455b1-b94d-4789-8c92-5c2d17ea4880 None None] Could not find standard attr ID for object a61a6bb6-a68f-440e-b883-482a9f7f11d1. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:23:00.202638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-f25dbfb3-0d6a-46b4-90d3-092e702fd46b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0544043 Sep 18 07:23:00.216995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:00.224009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:00.311938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0b32-e771-49da-99b7-337558016e76 req-c59a66ad-e153-4fe0-942c-b03039f668a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.314895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-c59a66ad-e153-4fe0-942c-b03039f668a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015220 Sep 18 07:23:00.374646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-eed7a3ab-0c46-4497-98f3-bdbd47d2d5e4 None None] Could not find standard attr ID for object ee4bcb04-ba86-475c-8277-df8e75efadfe. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:23:00.395298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:00.426876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f93b70f3-1f76-4f74-9f6e-749936f002db triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:00.427564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:00.516907 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14da6-73ab-4ea1-b021-80c11f376c68 req-ce7cbaa8-fbdb-47ff-b244-af4c2febcf14 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.526961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1d14da6-73ab-4ea1-b021-80c11f376c68 req-ce7cbaa8-fbdb-47ff-b244-af4c2febcf14 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.4336958 Sep 18 07:23:00.539857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:00.541287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-6f2657e5-11f7-41dd-b281-9b076ef6b8e8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.542875 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-6f2657e5-11f7-41dd-b281-9b076ef6b8e8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.24 "GET /v2.0/networks?id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 200 len: 809 time: 0.2021759 Sep 18 07:23:00.575969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Request body: {'port': {'device_id': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8', 'admin_state_up': True, 'tenant_id': '61debd3f748245cd8b78743bb53cff94'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:00.596507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1d14da6-73ab-4ea1-b021-80c11f376c68 req-a9418b2b-5c74-4e53-bbca-5178f1ca102d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682402 Sep 18 07:23:00.664071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83400-d6fe-4684-855d-3e4ab699e489 req-9a6784a5-4f73-466d-b2b2-3d309b846a7e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:00.669604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86f83400-d6fe-4684-855d-3e4ab699e489 req-9a6784a5-4f73-466d-b2b2-3d309b846a7e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.4596770 Sep 18 07:23:00.882691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-db0b8b8f-895f-462c-9983-f0453c0ef4dd service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577812 Sep 18 07:23:00.899306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86f83400-d6fe-4684-855d-3e4ab699e489 req-1eac700d-7f57-42ad-883c-340bda6545e5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132492 Sep 18 07:23:00.927163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.068454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1759c86c-80ee-4a0b-ab14-0076de093d8a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:01.088224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Made reservation on behalf of 61debd3f748245cd8b78743bb53cff94 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:01.091938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.110574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7df0b32-e771-49da-99b7-337558016e76 req-4e0717e2-96db-4c89-93bf-53368d2c1315 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153287 Sep 18 07:23:01.140786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:54Z', 'revision_number': 4, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2b905fe-be08-462b-8541-969cafe986e3', 'name': '', 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'mac_address': 'fa:16:3e:ca:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '918d85ec-9137-4c64-9509-df045261a3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:53Z', 'updated_at': '2021-09-18T07:22:55Z', 'revision_number': 2, 'project_id': '0c96ba560dae410aa37afced05250737', 'subnets': [{'id': '918d85ec-9137-4c64-9509-df045261a3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:01.173012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703381-1481-4241-968a-7ec16852256b None None] Checking router: 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:23:01.173477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703381-1481-4241-968a-7ec16852256b None None] Updating router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 port f2b905fe-be08-462b-8541-969cafe986e3 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:23:01.197878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6973c85-dfea-414c-9eb5-cb8b8bf822e5 req-1eae5a24-479a-4b8d-ba25-60f7493193f7 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 210 time: 0.0896006 Sep 18 07:23:01.202696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.259092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.261636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "DELETE /v2.0/subnets/06dba6f7-ef89-4e41-a6ea-9ea24315af2f HTTP/1.1" status: 204 len: 168 time: 1.3444569 Sep 18 07:23:01.262616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1759c86c-80ee-4a0b-ab14-0076de093d8a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:01.262765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd288d14-6fcb-414e-a223-3e544a044e29 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event deleted for resources: {'Subnet': ['ID=06dba6f7-ef89-4e41-a6ea-9ea24315af2f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:01.264422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.265774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55208) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:01.277657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81e881-f9b2-45f4-a23f-0d7c6c2baae3 None None] Network 5f6a4fab-daa4-4823-ad27-6164ff89cf5b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:01.316618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.407662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.410069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Allocated IP 172.20.0.7 (94afb5eb-59a3-4c25-8bf4-bc8f843d47c8/3574a457-f583-461f-9241-c3431c81aff6/898ea0b5-309e-44a4-8b6d-47ec4728bf38) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:01.737454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-e7494bc4-25d8-4779-a62f-55587ea112d9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:01.739041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-e7494bc4-25d8-4779-a62f-55587ea112d9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/networks?id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 HTTP/1.1" status: 200 len: 911 time: 0.3164628 Sep 18 07:23:01.742073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Deleting port 1759c86c-80ee-4a0b-ab14-0076de093d8a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:01.742421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.771337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-bfd85cd1-9eed-4850-8768-5efcf8e115b6 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/quotas/0c96ba560dae410aa37afced05250737 HTTP/1.1" status: 200 len: 375 time: 0.0151505 Sep 18 07:23:01.857818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ec2f384-357b-425a-ab40-36954f62a0b5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:01.883417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f97bf4-f1a2-4e34-88f1-39c26c3fdb69 req-1a58d2ae-55d8-4a6c-ba15-78dae24357e1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:01.884991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39f97bf4-f1a2-4e34-88f1-39c26c3fdb69 req-1a58d2ae-55d8-4a6c-ba15-78dae24357e1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1885018 Sep 18 07:23:01.895012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] For port 1759c86c-80ee-4a0b-ab14-0076de093d8a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1759c86c-80ee-4a0b-ab14-0076de093d8a,segment=NetworkSegment(f05179bf-df53-47f1-baa6-31620cfeeb29),segment_id=f05179bf-df53-47f1-baa6-31620cfeeb29)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:01.895382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:01.948225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Calling delete_port for 1759c86c-80ee-4a0b-ab14-0076de093d8a owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:01.981778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] DHCP port deletion for 5f6a4fab-daa4-4823-ad27-6164ff89cf5b request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:23:01.983027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39f97bf4-f1a2-4e34-88f1-39c26c3fdb69 req-2e11e4bf-f896-44f8-96d5-8e354aacb91c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783436 Sep 18 07:23:01.993872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-728f042e-e22b-4c43-84dd-614599502d83 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060218 Sep 18 07:23:02.029970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0ec2f384-357b-425a-ab40-36954f62a0b5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:02.030475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.213384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.224126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Deleting port 1759c86c-80ee-4a0b-ab14-0076de093d8a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:02.237059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.357176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.371333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.385227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34957b99-1bac-4529-9dcb-4efd85aa8f23 req-9ec93cf6-6be2-4b09-a962-35d468fbd157 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:02.387151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34957b99-1bac-4529-9dcb-4efd85aa8f23 req-9ec93cf6-6be2-4b09-a962-35d468fbd157 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.2771554 Sep 18 07:23:02.425649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1759c86c-80ee-4a0b-ab14-0076de093d8a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:02.448791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event deleted for resources: {'Port': ['ID=1759c86c-80ee-4a0b-ab14-0076de093d8a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:02.453111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.467758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] For port 1759c86c-80ee-4a0b-ab14-0076de093d8a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1759c86c-80ee-4a0b-ab14-0076de093d8a,segment=NetworkSegment(f05179bf-df53-47f1-baa6-31620cfeeb29),segment_id=f05179bf-df53-47f1-baa6-31620cfeeb29)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:02.468388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.473948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1759c86c-80ee-4a0b-ab14-0076de093d8a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:02.474568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1759c86c-80ee-4a0b-ab14-0076de093d8a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:02.512340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Calling delete_port for 1759c86c-80ee-4a0b-ab14-0076de093d8a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:02.512340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3b63f-9ea3-4808-9bf2-0c5ddf929077 None None] Pushing event updated for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:02.514050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] No DVR routers for this DVR port 1759c86c-80ee-4a0b-ab14-0076de093d8a on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:02.559332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-0b277f44-422b-4d48-90f7-06e25fe1f871 service neutron] 10.222.0.20 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503706 Sep 18 07:23:02.615214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.619999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34957b99-1bac-4529-9dcb-4efd85aa8f23 req-4272c815-7903-4faf-a93d-c0dabe7cf519 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723650 Sep 18 07:23:02.692866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:02.706418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:02.720613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:02.726476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:02.753535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b5703381-1481-4241-968a-7ec16852256b None None] Attempting to bind port f2b905fe-be08-462b-8541-969cafe986e3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:02.754476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b5703381-1481-4241-968a-7ec16852256b None None] Attempting to bind port f2b905fe-be08-462b-8541-969cafe986e3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:02.755090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5703381-1481-4241-968a-7ec16852256b None None] Attempting to bind port f2b905fe-be08-462b-8541-969cafe986e3 on network 818bf058-dcea-4012-97d5-22c91e9830e5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:02.766066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.784351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Pushing event updated for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:02.788318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5703381-1481-4241-968a-7ec16852256b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:02.789039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5703381-1481-4241-968a-7ec16852256b None None] Checking segment: {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:02.789607 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.790210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5703381-1481-4241-968a-7ec16852256b None None] Bound using segment: {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:02.790989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b5703381-1481-4241-968a-7ec16852256b None None] Bound port: f2b905fe-be08-462b-8541-969cafe986e3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec33b9e-264d-4535-be00-9f242978521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:02.791617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.795035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6a4fab-daa4-4823-ad27-6164ff89cf5b']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:02.808205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05179bf-df53-47f1-baa6-31620cfeeb29') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:02.808596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05179bf-df53-47f1-baa6-31620cfeeb29') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:02.828003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.841026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:02.841674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.911718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.913428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.924507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-f31a4b58-95a0-433a-96e7-71837b56c8b8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3635788 Sep 18 07:23:02.935521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-a263f03f-9b4e-4788-bce6-d2f5e67897c5 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:23:02.936721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-a263f03f-9b4e-4788-bce6-d2f5e67897c5 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070632 Sep 18 07:23:02.941484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:02.941484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:02.945649 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:02.965241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] Pushing event deleted for resources: {'Port': ['ID=1759c86c-80ee-4a0b-ab14-0076de093d8a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:02.971136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7fa5b-83c9-483d-a661-939d67aea69e None None] No DVR routers for this DVR port 1759c86c-80ee-4a0b-ab14-0076de093d8a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:02.985607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1968a-03b7-4858-a1dc-dfc714f16b8f req-bf7a9ec7-70a1-422f-9fe9-63b1c8f30950 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:02.993520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c1968a-03b7-4858-a1dc-dfc714f16b8f req-bf7a9ec7-70a1-422f-9fe9-63b1c8f30950 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 931 time: 0.1638815 Sep 18 07:23:03.007679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:03.018349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-7754b188-e7aa-4b5c-8171-dd57d3160561 service neutron] 10.222.0.20 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328313 Sep 18 07:23:03.027019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b5703381-1481-4241-968a-7ec16852256b None None] For port f2b905fe-be08-462b-8541-969cafe986e3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:03.036656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a875d788-6f88-431e-aff3-4cf014b959eb None None] Provisioning complete for port f2b905fe-be08-462b-8541-969cafe986e3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:03.036656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a875d788-6f88-431e-aff3-4cf014b959eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.036656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:03.076309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b5703381-1481-4241-968a-7ec16852256b None None] For port f2b905fe-be08-462b-8541-969cafe986e3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2b905fe-be08-462b-8541-969cafe986e3,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:03.121590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8c1968a-03b7-4858-a1dc-dfc714f16b8f req-9f8f8540-2391-4fc1-9624-e2834a40685c tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242943 Sep 18 07:23:03.121848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a875d788-6f88-431e-aff3-4cf014b959eb None None] Port f2b905fe-be08-462b-8541-969cafe986e3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:03.132085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b5703381-1481-4241-968a-7ec16852256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.140711 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.188255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:03.205406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Request body: {'port': {'device_id': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:03.234326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:03.236535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:03.236851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:22:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:03.238851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3b63f-9ea3-4808-9bf2-0c5ddf929077 None None] Pushing event updated for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:03.309136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69708c-cce9-40c6-b623-54804f55bed1 req-b818f58d-85ba-4118-bcb0-aaf1bdbf5074 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:03.311626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d69708c-cce9-40c6-b623-54804f55bed1 req-b818f58d-85ba-4118-bcb0-aaf1bdbf5074 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.0798488 Sep 18 07:23:03.326831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.396063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.498020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d69708c-cce9-40c6-b623-54804f55bed1 req-942c0e3e-9184-4827-92d8-6758b1db9f2a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777840 Sep 18 07:23:03.512578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8fabc58-039d-4a8d-ad0b-761cc988793b req-b13553e0-9042-4a1e-aa44-5743c48b6ee7 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 210 time: 0.0896432 Sep 18 07:23:03.513463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.522984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:03.572520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:03.578454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:03.587914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.610608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] 10.222.0.20 "DELETE /v2.0/networks/5f6a4fab-daa4-4823-ad27-6164ff89cf5b HTTP/1.1" status: 204 len: 168 time: 2.3433897 Sep 18 07:23:03.616201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4dd48-1984-440b-ba40-cc5d99e91f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526 tempest-ExtraDHCPOptionsIpV6TestJSON-1549320526-project] Pushing event deleted for resources: {'Network': ['ID=5f6a4fab-daa4-4823-ad27-6164ff89cf5b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:03.783428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] Provisioning complete for port f2b905fe-be08-462b-8541-969cafe986e3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:03.783751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:03.829601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b029d-a2a9-4c74-ad9b-e64638b4b4e2 req-61b493ea-c2ff-455c-a005-36ec0a5e406b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:03.831928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c7b029d-a2a9-4c74-ad9b-e64638b4b4e2 req-61b493ea-c2ff-455c-a005-36ec0a5e406b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.1022906 Sep 18 07:23:03.898683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c7b029d-a2a9-4c74-ad9b-e64638b4b4e2 req-79247312-8513-49ee-ac66-4c41d00bd947 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534325 Sep 18 07:23:04.081462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898ea0b5-309e-44a4-8b6d-47ec4728bf38 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:04.089394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.103202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Transition to ACTIVE for port object 898ea0b5-309e-44a4-8b6d-47ec4728bf38 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:04.181829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.182086 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.291315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] For port f2b905fe-be08-462b-8541-969cafe986e3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2b905fe-be08-462b-8541-969cafe986e3,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:04.300028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Pushing event updated for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:04.306390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5703381-1481-4241-968a-7ec16852256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:54Z', 'revision_number': 4, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2b905fe-be08-462b-8541-969cafe986e3', 'name': '', 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'mac_address': 'fa:16:3e:ca:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '918d85ec-9137-4c64-9509-df045261a3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:53Z', 'updated_at': '2021-09-18T07:23:03Z', 'revision_number': 4, 'project_id': '0c96ba560dae410aa37afced05250737', 'subnets': [{'id': '918d85ec-9137-4c64-9509-df045261a3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:04.345051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703381-1481-4241-968a-7ec16852256b None None] The sync data for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 is: [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:22:54Z', 'revision_number': 4, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2b905fe-be08-462b-8541-969cafe986e3', 'name': '', 'network_id': '818bf058-dcea-4012-97d5-22c91e9830e5', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'mac_address': 'fa:16:3e:ca:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': '918d85ec-9137-4c64-9509-df045261a3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:53Z', 'updated_at': '2021-09-18T07:23:03Z', 'revision_number': 4, 'project_id': '0c96ba560dae410aa37afced05250737', 'subnets': [{'id': '918d85ec-9137-4c64-9509-df045261a3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:23:04.378683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55268) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:04.403405 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.456241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Attempting to bind port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:04.456603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Attempting to bind port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:04.456934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Attempting to bind port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:04.466893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:04.467221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Attempting to bind port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:04.481494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12566a71-f76c-4aec-a809-74307c025b04 req-24a9b7c0-19c3-4925-a2ec-ac3cbe6a01df tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:04.482348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:04.482482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Checking segment: {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:04.482850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Bound using segment: {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:04.484125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Bound port: 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:04.484674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.507600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12566a71-f76c-4aec-a809-74307c025b04 req-24a9b7c0-19c3-4925-a2ec-ac3cbe6a01df tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 943 time: 0.2120743 Sep 18 07:23:04.559868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ba919-d8aa-44de-8eaf-acc80fabc048 None None] Pushing event updated for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:04.571674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12566a71-f76c-4aec-a809-74307c025b04 req-b730d738-575f-4377-aead-7971289cd141 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Sep 18 07:23:04.630066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:04.651830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:04.677388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a7b63f3-2657-45d6-9ead-4593546b5763 req-cb9faf13-37a3-4d22-9603-13aeeac6dd28 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 210 time: 0.0450723 Sep 18 07:23:04.695074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.740069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:04.740179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.741522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] 10.222.0.24 "PUT /v2.0/ports/898ea0b5-309e-44a4-8b6d-47ec4728bf38 HTTP/1.1" status: 200 len: 1092 time: 1.7903090 Sep 18 07:23:04.742012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:04.744289 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f4e334-7444-42ad-85f6-5bbb7a1283ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:04.796068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83ee4-16f6-4532-bd51-2eeaa60d04b0 req-bf195bf9-a1a9-429b-9ca6-020e262bc0ff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:04.798116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98fca-a69e-4288-9ae4-6a37a370072c service neutron] Pushing event updated for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:04.800096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09d83ee4-16f6-4532-bd51-2eeaa60d04b0 req-bf195bf9-a1a9-429b-9ca6-020e262bc0ff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1143279 Sep 18 07:23:04.810806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:04.813651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8620d649-8579-4000-bdc5-f8eed265035e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2675de5eb618459f9b4e7cbeeabf5744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262319 Sep 18 07:23:04.818058 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ef655f-55f7-46c9-9941-674fb4488602 x-openstack-request-id: req-b1ef655f-55f7-46c9-9941-674fb4488602 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:04.818345 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:04.818634 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1ef655f-55f7-46c9-9941-674fb4488602 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:04.818983 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38', 'status': 'completed', 'code': 200} Sep 18 07:23:04.863739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09d83ee4-16f6-4532-bd51-2eeaa60d04b0 req-b99629e4-f3fe-41d7-9988-de591b1b22f8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442319 Sep 18 07:23:04.919289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:04.937037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-a5105e83-32d7-4c06-ab9a-c4f579e47a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:04.938847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-a5105e83-32d7-4c06-ab9a-c4f579e47a09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 1095 time: 0.0784590 Sep 18 07:23:05.066098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:05.069755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-3ca1b685-1a81-4a23-8e66-a611ac249c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.071641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-3ca1b685-1a81-4a23-8e66-a611ac249c56 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=61debd3f748245cd8b78743bb53cff94&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1169276 Sep 18 07:23:05.089876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a581-eab6-4c6e-9906-5b5f492a7068 req-7dd336f2-47e6-4bd3-852e-9416c776b8f7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.092365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6646a581-eab6-4c6e-9906-5b5f492a7068 req-7dd336f2-47e6-4bd3-852e-9416c776b8f7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0774088 Sep 18 07:23:05.166503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6646a581-eab6-4c6e-9906-5b5f492a7068 req-25f017f2-419d-40d6-8ee8-555a8edffda7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672598 Sep 18 07:23:05.233388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-2ee68384-7c9f-4894-9f94-94bfb0851e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.234938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-28f4e334-7444-42ad-85f6-5bbb7a1283ab req-2ee68384-7c9f-4894-9f94-94bfb0851e82 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515098 Sep 18 07:23:05.271869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:05.276365 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:05.281111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a75d17b6-4ac0-40d7-a9ae-a823549d0ae9 HTTP/1.1" status: 204 len: 168 time: 0.4691715 Sep 18 07:23:05.299701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ddd58-a084-4860-bf75-541a3af5d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d17b6-4ac0-40d7-a9ae-a823549d0ae9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:05.430972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-2e893135-8dcb-408f-a385-fcb385aed970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.432499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-2e893135-8dcb-408f-a385-fcb385aed970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 1095 time: 0.0576704 Sep 18 07:23:05.495774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-bb3c74c5-7149-41ea-8c41-63ec0640589a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38 HTTP/1.1" status: 200 len: 217 time: 0.0447628 Sep 18 07:23:05.594161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-84e2b3fc-0cd2-44b2-8009-c37adff36e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.596396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-84e2b3fc-0cd2-44b2-8009-c37adff36e24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3574a457-f583-461f-9241-c3431c81aff6 HTTP/1.1" status: 200 len: 849 time: 0.0926316 Sep 18 07:23:05.653742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-83de02d1-1b65-41fd-8486-8d253f3f2ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472517 Sep 18 07:23:05.756184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c43c4-f5ff-4de3-9e9a-b8166d40851e req-0f299e14-f41c-43d0-9b98-9f7e8b5ad0a4 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:05.762456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce4c43c4-f5ff-4de3-9e9a-b8166d40851e req-0f299e14-f41c-43d0-9b98-9f7e8b5ad0a4 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 943 time: 0.0939360 Sep 18 07:23:05.844233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-d3ff9c76-aebb-40f0-9eee-05667096e96d service neutron] 10.222.0.24 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724162 Sep 18 07:23:05.868798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d51ee19b-6100-4333-b2cd-66d4912ae381 req-f78ab532-699b-4a6f-ac0e-e3838d9914d6 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 210 time: 0.0686984 Sep 18 07:23:05.914671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce4c43c4-f5ff-4de3-9e9a-b8166d40851e req-da055ded-eb3e-438b-8da6-55233184991f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486056 Sep 18 07:23:05.981365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fcb61e03-01b2-42ff-8d21-38773dd9b092 req-11fa9593-0706-4d78-9273-058f55cc7a39 service neutron] 10.222.0.24 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266134 Sep 18 07:23:06.037978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbded7e-8180-45de-87a4-cea0aa681e93 req-ff412148-deb0-4d28-a86f-1d122af321c2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:06.050674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bbded7e-8180-45de-87a4-cea0aa681e93 req-ff412148-deb0-4d28-a86f-1d122af321c2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.0730362 Sep 18 07:23:06.087456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bbded7e-8180-45de-87a4-cea0aa681e93 req-84a049de-db19-4cb9-85c3-af7140d0a379 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358164 Sep 18 07:23:06.288802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-ce3aa470-e0da-4c9d-9013-a26289c177ce tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:06.290438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-ce3aa470-e0da-4c9d-9013-a26289c177ce tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.37 "GET /v2.0/networks?id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 HTTP/1.1" status: 200 len: 911 time: 0.1090121 Sep 18 07:23:06.292583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fd74d-e4a0-44e9-8379-fc23cbcb4251 req-77af903f-e9bb-4f59-bce9-07dcf88174d7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:06.294107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f58fd74d-e4a0-44e9-8379-fc23cbcb4251 req-77af903f-e9bb-4f59-bce9-07dcf88174d7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0595491 Sep 18 07:23:06.302491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Request body: {'port': {'device_id': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'admin_state_up': True, 'tenant_id': '0c96ba560dae410aa37afced05250737'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:06.336498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2b905fe-be08-462b-8541-969cafe986e3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:06.383184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f58fd74d-e4a0-44e9-8379-fc23cbcb4251 req-f3ac6d29-d7fa-445c-b710-133d8fa87ce4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822613 Sep 18 07:23:06.426387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Made reservation on behalf of 0c96ba560dae410aa37afced05250737 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:06.430569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:06.431879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f2b905fe-be08-462b-8541-969cafe986e3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:06.432463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:06.583974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Allocated IP 172.20.0.6 (bccfba3e-bfcd-48ad-bbe3-bf518688dfc5/6a6600b1-bd10-4538-916a-5bb029722078/5e74d63e-dfd5-4c80-af94-1a01f32d8239) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:06.650640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:06.777273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55360) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:06.796246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:06.898670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cfb7293e-5ba4-4fc6-a6e7-5147ee06701e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] Request body: {'port': {'network_id': '746e17aa-7258-4433-9779-d1a821aff639', 'name': 'tempest-NetworksNegativeTestJSON-1574137745'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:06.913838 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb7293e-5ba4-4fc6-a6e7-5147ee06701e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] POST failed (client error): The resource could not be found. Sep 18 07:23:06.914714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb7293e-5ba4-4fc6-a6e7-5147ee06701e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:06.915876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cfb7293e-5ba4-4fc6-a6e7-5147ee06701e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1374667 Sep 18 07:23:06.919619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55368) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:06.924183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:06.939286 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb87269-f36b-42be-b7de-10f7977a3d8d tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] DELETE failed (client error): The resource could not be found. Sep 18 07:23:06.939856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb87269-f36b-42be-b7de-10f7977a3d8d tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:06.941598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9bb87269-f36b-42be-b7de-10f7977a3d8d tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "DELETE /v2.0/networks/b2de00f1-6a48-4d64-ae50-6f33e51f5d6f HTTP/1.1" status: 404 len: 339 time: 0.0209515 Sep 18 07:23:06.945404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55370) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:06.970926 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba39ea5-9a4d-4a14-99ce-aa0de7e5c2a7 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] DELETE failed (client error): The resource could not be found. Sep 18 07:23:06.971672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:06.972027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba39ea5-9a4d-4a14-99ce-aa0de7e5c2a7 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:06.973976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6ba39ea5-9a4d-4a14-99ce-aa0de7e5c2a7 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "DELETE /v2.0/ports/b33498f5-f3a9-44ea-9752-1dd78f46f52c HTTP/1.1" status: 404 len: 333 time: 0.0271862 Sep 18 07:23:06.975045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:06.978083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55374) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:06.983719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:06.990031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:06.994344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:06.994728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.043991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe5715-3bb6-4ebc-b57e-7901b7dd879a req-6e74ccea-d414-47d2-97fb-bc776ff5e993 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:07.047905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edbe5715-3bb6-4ebc-b57e-7901b7dd879a req-6e74ccea-d414-47d2-97fb-bc776ff5e993 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1027 time: 0.1052723 Sep 18 07:23:07.053770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Pushing event updated for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:07.105586 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d947f0-31fe-4fcd-abf3-eb05c81d18c8 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] DELETE failed (client error): The resource could not be found. Sep 18 07:23:07.106113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d947f0-31fe-4fcd-abf3-eb05c81d18c8 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:07.112598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-51d947f0-31fe-4fcd-abf3-eb05c81d18c8 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "DELETE /v2.0/subnets/60d3cd07-ab52-4d15-b594-702d97edc3c6 HTTP/1.1" status: 404 len: 337 time: 0.1333258 Sep 18 07:23:07.117722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55380) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.184117 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-45455c7a-e334-466f-88b4-d764db3ac931 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] GET failed (client error): The resource could not be found. Sep 18 07:23:07.185754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-45455c7a-e334-466f-88b4-d764db3ac931 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "GET /v2.0/networks/0e78fc88-261b-42e1-bc6a-d7381edd0f7a HTTP/1.1" status: 404 len: 339 time: 0.0609055 Sep 18 07:23:07.189570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.210659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:07.211492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.239090 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa4466a-b66e-42a2-a339-d5120d504e4e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] GET failed (client error): The resource could not be found. Sep 18 07:23:07.241507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0fa4466a-b66e-42a2-a339-d5120d504e4e tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "GET /v2.0/ports/71cc3cf8-aaa5-4046-b866-72c33c2c9909 HTTP/1.1" status: 404 len: 333 time: 0.0506523 Sep 18 07:23:07.242953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edbe5715-3bb6-4ebc-b57e-7901b7dd879a req-b48bce76-a62d-4449-87ca-1119f4e98c3d tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628377 Sep 18 07:23:07.245299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55388) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.277461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.293224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d345d-2f23-46a8-a5a4-ae4814abb969 req-b565d9cc-c7fb-4a5d-aa01-8cc59d62172a tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:07.295132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f78d345d-2f23-46a8-a5a4-ae4814abb969 req-b565d9cc-c7fb-4a5d-aa01-8cc59d62172a tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 943 time: 0.1922274 Sep 18 07:23:07.308671 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3df15b-5d45-4d2c-a5b1-5ff0a14c8aca tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] GET failed (client error): The resource could not be found. Sep 18 07:23:07.312527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd3df15b-5d45-4d2c-a5b1-5ff0a14c8aca tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "GET /v2.0/subnets/f15e5a41-c0d4-4bd3-82a9-f300279e921d HTTP/1.1" status: 404 len: 337 time: 0.0658276 Sep 18 07:23:07.328167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55390) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.328304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-db183665-d43f-4f6d-a090-558006eb2171 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0287123 Sep 18 07:23:07.330887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:07.333410 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2b6d1-9007-4370-8c7d-98fbaa69c74d" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:07.337809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3a102e97-f3c1-4e57-b52c-0647c6697f8c tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:07.348279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Request body: {'port': {'device_id': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:07.371105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:07.371716 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a102e97-f3c1-4e57-b52c-0647c6697f8c tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] PUT failed (client error): The resource could not be found. Sep 18 07:23:07.372078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a102e97-f3c1-4e57-b52c-0647c6697f8c tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:07.376916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a102e97-f3c1-4e57-b52c-0647c6697f8c tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "PUT /v2.0/networks/830ce5ae-b441-44dc-bd78-0cd3f0a8add1 HTTP/1.1" status: 404 len: 339 time: 0.0481322 Sep 18 07:23:07.384458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.390302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d3709005-6aae-4595-83b7-3c7ef2ec8daa tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:07.421738 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3709005-6aae-4595-83b7-3c7ef2ec8daa tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] PUT failed (client error): The resource could not be found. Sep 18 07:23:07.422895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3709005-6aae-4595-83b7-3c7ef2ec8daa tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:07.434765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d3709005-6aae-4595-83b7-3c7ef2ec8daa tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "PUT /v2.0/ports/92f3e354-a897-4a0d-86ea-b573f8d1df27 HTTP/1.1" status: 404 len: 333 time: 0.0495071 Sep 18 07:23:07.435477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55398) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.440085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f78d345d-2f23-46a8-a5a4-ae4814abb969 req-47426940-c988-4b21-970c-2165330e18ca tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369858 Sep 18 07:23:07.444679 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7fcde-231a-4b87-91fa-4d825e771115 x-openstack-request-id: req-adc7fcde-231a-4b87-91fa-4d825e771115 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:07.444975 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:07.445235 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adc7fcde-231a-4b87-91fa-4d825e771115 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:07.445644 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'code': 200} Sep 18 07:23:07.446718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-df71716a-35ef-4231-a988-faf369db9788 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:07.460125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.504354 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-df71716a-35ef-4231-a988-faf369db9788 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] PUT failed (client error): The resource could not be found. Sep 18 07:23:07.504354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df71716a-35ef-4231-a988-faf369db9788 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:23:07.504354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df71716a-35ef-4231-a988-faf369db9788 tempest-NetworksNegativeTestJSON-1500561650 tempest-NetworksNegativeTestJSON-1500561650-project] 10.222.0.20 "PUT /v2.0/subnets/11b7f305-5fa2-4be7-a4af-1d5fecc7631c HTTP/1.1" status: 404 len: 337 time: 0.0646958 Sep 18 07:23:07.549970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-421bc647-6bd7-497b-b0fe-2e066e89acba None None] Provisioning complete for port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:07.550452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-421bc647-6bd7-497b-b0fe-2e066e89acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.562787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.581155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:07.595322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-421bc647-6bd7-497b-b0fe-2e066e89acba None None] Port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:07.613888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9400-4ae3-4290-9817-a186f6bb2d82 req-e82eae20-b761-4712-8d42-1fb0a9547de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:07.615507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-318c9400-4ae3-4290-9817-a186f6bb2d82 req-e82eae20-b761-4712-8d42-1fb0a9547de9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1097 time: 0.0907567 Sep 18 07:23:07.632838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1fd6a-9f39-43cb-8ede-5abdba2b00f7 req-26e55891-90d7-4169-8fd0-19872f89c66c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:07.634445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7e1fd6a-9f39-43cb-8ede-5abdba2b00f7 req-26e55891-90d7-4169-8fd0-19872f89c66c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0944722 Sep 18 07:23:07.681324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7e1fd6a-9f39-43cb-8ede-5abdba2b00f7 req-5ca859e2-b027-468a-aeb5-b5d48e9c2bbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Sep 18 07:23:07.728122 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-318c9400-4ae3-4290-9817-a186f6bb2d82 req-8605576c-3648-48fb-b3ca-c8c0dbf07b3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053212 Sep 18 07:23:07.789783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55404) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.887255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e74d63e-dfd5-4c80-af94-1a01f32d8239 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:07.894820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:07.907069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Transition to ACTIVE for port object 5e74d63e-dfd5-4c80-af94-1a01f32d8239 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:07.945934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55410) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:07.957154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.021621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-328b1c56-6bf8-4a06-8997-5427d433710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.023866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.034900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Pushing event updated for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:08.086442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Attempting to bind port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:08.086738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Attempting to bind port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:08.087076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Attempting to bind port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:08.091719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:08.092049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Attempting to bind port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:08.097802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:08.098182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Checking segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:08.098577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Bound using segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:08.099014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Bound port: 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:08.099377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.108808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.api [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 07:23:08.108808 n-d-789963-14 neutron-server[101979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 07:23:08.108808 n-d-789963-14 neutron-server[101979]: [parameters: {'project_id': 'e5459f217d9348aba7967145a0cf0b8f', 'id': '788ac3bf-c029-492f-acb0-c2329343ae6d', 'expiration': datetime.datetime(2021, 9, 18, 7, 25, 8, 59212)}] Sep 18 07:23:08.108808 n-d-789963-14 neutron-server[101979]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:23:08.109483 n-d-789963-14 neutron-server[101979]: DEBUG oslo_db.api [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:23:08.171576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:08.175359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:08.243683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.280849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.281471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.283560 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] 10.222.0.37 "PUT /v2.0/ports/5e74d63e-dfd5-4c80-af94-1a01f32d8239 HTTP/1.1" status: 200 len: 1092 time: 0.9469435 Sep 18 07:23:08.284016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:08.286316 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f28a9-59ee-4bfe-87c8-0a5ab426b470" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:08.332157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636f355-e0a5-44c2-a98b-5d77bd35598a service neutron] Pushing event updated for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:08.346031 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b4f94-fca2-4cb9-9d15-6cd807f0ee71 x-openstack-request-id: req-236b4f94-fca2-4cb9-9d15-6cd807f0ee71 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:08.346031 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:08.346387 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-236b4f94-fca2-4cb9-9d15-6cd807f0ee71 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:08.346876 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239', 'status': 'completed', 'code': 200} Sep 18 07:23:08.363273 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-328b1c56-6bf8-4a06-8997-5427d433710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.370199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 898ea0b5-309e-44a4-8b6d-47ec4728bf38 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:08.443425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-e809fc09-6bb7-4af9-8c96-67e499e95d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.445234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-e809fc09-6bb7-4af9-8c96-67e499e95d4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.0768218 Sep 18 07:23:08.450574 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-328b1c56-6bf8-4a06-8997-5427d433710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.506212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:08.512240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-328b1c56-6bf8-4a06-8997-5427d433710c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96221a6f01fe41d089e929bdca67ed2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628533 Sep 18 07:23:08.513534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:08.519806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '898ea0b5-309e-44a4-8b6d-47ec4728bf38', 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8', 'port_id': '898ea0b5-309e-44a4-8b6d-47ec4728bf38', 'mac_address': 'fa:16:3e:7e:ba:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574a457-f583-461f-9241-c3431c81aff6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:08.523783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b1c56-6bf8-4a06-8997-5427d433710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff052de-f024-4b36-a2bb-e05a35a7fc68,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:08.561059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.562870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcf76f-5cba-46de-a35b-6ed545ef71da req-cd9cc6d5-5db0-4692-93e6-cbb856c5ba4a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.565261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffcf76f-5cba-46de-a35b-6ed545ef71da req-cd9cc6d5-5db0-4692-93e6-cbb856c5ba4a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 946 time: 0.1478972 Sep 18 07:23:08.568807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a334-4b7b-4bcc-af18-38d2da0d1d69 req-32c2d32e-244c-4b92-a2f6-98a7144ff782 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.569108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ae1a334-4b7b-4bcc-af18-38d2da0d1d69 req-32c2d32e-244c-4b92-a2f6-98a7144ff782 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.2183397 Sep 18 07:23:08.576566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898ea0b5-309e-44a4-8b6d-47ec4728bf38 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:08.577398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-1cc0b122-b94a-47de-9fa3-9209cbf9938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.578963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-1cc0b122-b94a-47de-9fa3-9209cbf9938c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c96ba560dae410aa37afced05250737&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1251290 Sep 18 07:23:08.604821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:08.612270 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.701094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-f41da685-bce3-4991-a34d-0835cbc72ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.703903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-331f28a9-59ee-4bfe-87c8-0a5ab426b470 req-f41da685-bce3-4991-a34d-0835cbc72ae8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116242 Sep 18 07:23:08.718091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.718445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ae1a334-4b7b-4bcc-af18-38d2da0d1d69 req-6365eb4e-9e6c-4b26-93b5-71611dd8864f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373637 Sep 18 07:23:08.732600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffcf76f-5cba-46de-a35b-6ed545ef71da req-18a2fe3e-51cf-4b1c-a37a-a87464121c17 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502345 Sep 18 07:23:08.737352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.773255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.808486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.820309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:08.854537 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d2de142-78a5-4ae1-995b-881c1c29ef4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.868751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-244437d4-4572-4ae9-99c6-dcffb1ecfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.871488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-244437d4-4572-4ae9-99c6-dcffb1ecfe44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.1142936 Sep 18 07:23:08.916877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-71a13875-2a44-40ec-a9c3-d1c4f495e38f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239 HTTP/1.1" status: 200 len: 217 time: 0.0370631 Sep 18 07:23:08.932015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.934619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.938471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ff052de-f024-4b36-a2bb-e05a35a7fc68 HTTP/1.1" status: 204 len: 168 time: 0.4234102 Sep 18 07:23:08.939300 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:08.971912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b309-e0ba-4d63-9398-14b7869b91d1 req-d46fac06-1492-43ae-af29-9d2ddc1921ae tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.975921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-ed7e0a1d-58bf-4e1d-a26b-87373f89ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.977397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-ed7e0a1d-58bf-4e1d-a26b-87373f89ab24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a6600b1-bd10-4538-916a-5bb029722078 HTTP/1.1" status: 200 len: 849 time: 0.0530350 Sep 18 07:23:08.979236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e65b309-e0ba-4d63-9398-14b7869b91d1 req-d46fac06-1492-43ae-af29-9d2ddc1921ae tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 944 time: 0.1165385 Sep 18 07:23:08.991959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd264c5-b261-4c48-90d2-ec1ca3a21039 req-329929d3-0ad4-423f-b850-938f75de2b57 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:08.999951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffd264c5-b261-4c48-90d2-ec1ca3a21039 req-329929d3-0ad4-423f-b850-938f75de2b57 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1261775 Sep 18 07:23:09.007248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f53700-6c72-4d2b-9a63-639b78fc0d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff052de-f024-4b36-a2bb-e05a35a7fc68,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:09.041994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5459f217d9348aba7967145a0cf0b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2510393 Sep 18 07:23:09.045354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55446) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:09.062670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-2a28213e-7a18-4789-93b4-768802ffd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:09.064201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-2a28213e-7a18-4789-93b4-768802ffd0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785792 Sep 18 07:23:09.090784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffd264c5-b261-4c48-90d2-ec1ca3a21039 req-3da6215a-f920-4169-8e10-50b2bdcecb8d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903106 Sep 18 07:23:09.099927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e65b309-e0ba-4d63-9398-14b7869b91d1 req-32594749-1838-42c7-aa15-33e9cf15ba1c tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192627 Sep 18 07:23:09.100723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc25cfe-2042-4dba-ba3c-59c1ae4a16da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1fd3a-ea70-4fa8-996f-539b34dcda51,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:09.142774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['898ea0b5-309e-44a4-8b6d-47ec4728bf38'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:09.163951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:09.198753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:09.206711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-d4c32829-651a-4794-bc9b-e1ca04680c9c service neutron] 10.222.0.37 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329255 Sep 18 07:23:09.338729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7dbf54f1-d9fd-40a5-8db1-c8817030d21c req-b677e5d7-1af6-4f3d-80ca-7d0a3905909e service neutron] 10.222.0.37 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229892 Sep 18 07:23:09.386694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:09.389318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:09.394302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfa1fd3a-ea70-4fa8-996f-539b34dcda51 HTTP/1.1" status: 204 len: 168 time: 0.3442159 Sep 18 07:23:09.400517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6544fd-c6b6-4ebe-8d1f-1b3c9c62d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1fd3a-ea70-4fa8-996f-539b34dcda51,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:09.840587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde000d0-1d80-48c4-900a-6f0579a506d6 req-a5a9b458-553b-4d98-afe9-33bd70d8a979 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:09.842165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cde000d0-1d80-48c4-900a-6f0579a506d6 req-a5a9b458-553b-4d98-afe9-33bd70d8a979 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.0466340 Sep 18 07:23:09.882419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cde000d0-1d80-48c4-900a-6f0579a506d6 req-c3ffafdb-589b-4aef-b412-bf18af32c39d tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Sep 18 07:23:10.095815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55514) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:10.264958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1865-3439-4341-a785-7d5db0c10919 req-9938f07b-9448-48a3-88eb-ee04f97bc0f1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.266888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45ae1865-3439-4341-a785-7d5db0c10919 req-9938f07b-9448-48a3-88eb-ee04f97bc0f1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0906925 Sep 18 07:23:10.282074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba646-8fa9-42bd-abbb-ecef4c8f5e04 req-63795065-6dea-4b74-b312-2da8ed650604 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.283586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c0ba646-8fa9-42bd-abbb-ecef4c8f5e04 req-63795065-6dea-4b74-b312-2da8ed650604 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 944 time: 0.0797377 Sep 18 07:23:10.308767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1627585530'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:10.332603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45ae1865-3439-4341-a785-7d5db0c10919 req-685721e9-4fe3-498b-88fc-bbd3336fee44 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588260 Sep 18 07:23:10.368754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c0ba646-8fa9-42bd-abbb-ecef4c8f5e04 req-3d109668-4073-45a9-a8e8-2c476a17060a tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720832 Sep 18 07:23:10.370827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 898ea0b5-309e-44a4-8b6d-47ec4728bf38 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:10.431142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Made reservation on behalf of 2689019f144d464cbe5332fd77285409 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:10.434973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.444439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.461307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4736e9-401d-4a12-bee3-f3bd156861d8 req-32e28ffd-a684-48b5-8599-c8e11609e13f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.463065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d4736e9-401d-4a12-bee3-f3bd156861d8 req-32e28ffd-a684-48b5-8599-c8e11609e13f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0528612 Sep 18 07:23:10.477217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:10.481370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:10.481980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.530874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d4736e9-401d-4a12-bee3-f3bd156861d8 req-b5999527-6f84-4c1b-8934-9ab8831e9a9f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607166 Sep 18 07:23:10.544371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55540) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:10.571174 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.576813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.595635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:10.595902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:10.598097 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc80458-f476-4ece-9b71-f884cc3716b6" -d '{"events": [{"server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "name": "network-vif-plugged", "status": "completed", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:10.601826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e197af-425e-4436-9500-fc65588a2fb9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.603657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67e197af-425e-4436-9500-fc65588a2fb9 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1092 time: 0.0567544 Sep 18 07:23:10.606495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:10.612193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:10.612327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:10.637007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.648318 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc5590-9fbb-4f08-9394-bf46ca4e8225 x-openstack-request-id: req-b0cc5590-9fbb-4f08-9394-bf46ca4e8225 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:10.648318 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "name": "network-vif-plugged", "status": "completed", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:10.649359 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0cc5590-9fbb-4f08-9394-bf46ca4e8225 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:10.649878 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38', 'code': 200} Sep 18 07:23:10.665664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.666675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:10.674894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:23:10.691142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decce2e6-3eab-49bd-934e-8a5d564f3126,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:10.694553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.695211 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Added segment 01315e4b-8aae-4df2-b47e-315b5301b50d of type vlan for network 0f506785-99a1-4fab-bcd8-e9221fb82148 Sep 18 07:23:10.714649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.745977 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.762414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1329508242-network', 'tenant_id': '1bceb91c742546f9b9c6b4c00a4bdeb4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:10.792989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:10.836158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.836263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07057be7-b1d4-46aa-82ae-25acfd268c4f req-cc03c0fb-5cf4-4749-9fac-b0c339c3c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.837968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07057be7-b1d4-46aa-82ae-25acfd268c4f req-cc03c0fb-5cf4-4749-9fac-b0c339c3c4ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 1097 time: 0.0697837 Sep 18 07:23:10.840534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.872464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:10.882434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07057be7-b1d4-46aa-82ae-25acfd268c4f req-213ccb11-387b-4ed8-abfd-fabbe770f37b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Sep 18 07:23:10.922949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Made reservation on behalf of 1bceb91c742546f9b9c6b4c00a4bdeb4 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:10.925339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.934167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.959746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.252 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/905067c4-23ef-490c-8cf9-1dc5c8eb04c8) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:10.968793 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.969987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:10.976167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:10.976784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.024075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=14']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:11.033598 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb5cf8-1829-4030-98af-ef717e393a29 req-07f6adda-8e9e-474b-89f8-410dc824e6e9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:11.035217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1deb5cf8-1829-4030-98af-ef717e393a29 req-07f6adda-8e9e-474b-89f8-410dc824e6e9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.0768886 Sep 18 07:23:11.071893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event updated for resources: {'Network': ['ID=0f506785-99a1-4fab-bcd8-e9221fb82148,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:11.084241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:23:11.109371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.110461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1deb5cf8-1829-4030-98af-ef717e393a29 req-0b22b969-3313-4fca-a19b-57890ce0d63c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Sep 18 07:23:11.149051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.244503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.270231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:23:11.279749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0c2411-b049-45a6-80d1-bce9c8179df0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:11.291385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.291385 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Added segment 8dd6fa89-768b-4790-9405-153719805bc1 of type vlan for network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 Sep 18 07:23:11.306847 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.327606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.345155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:11.389701 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e50f8f66-608d-4a06-922a-e71905e8ff3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2503777 Sep 18 07:23:11.390125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:11.390125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:11.390125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=905067c4-23ef-490c-8cf9-1dc5c8eb04c8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:11.390559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55572) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:11.390559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Request body: {'subnet': {'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:11.585651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.586710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:11.587300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.614208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-635b8b78-a94d-474e-a199-b117964002d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.621715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Made reservation on behalf of 2689019f144d464cbe5332fd77285409 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:11.625345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.682417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:11.693994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:23:11.719306 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0027aba8-51f7-4deb-b451-c8eb9a238cc2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1223202 Sep 18 07:23:11.724165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55576) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:11.729427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Request body: {'subnet': {'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1329508242-subnet', 'tenant_id': '1bceb91c742546f9b9c6b4c00a4bdeb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:11.827643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Made reservation on behalf of 1bceb91c742546f9b9c6b4c00a4bdeb4 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:11.830650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:11.944224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659520-93a1-43b7-aeb4-c4e0529cf8c0 req-14cb43ba-7fe6-42a1-a3d2-ec489d26700f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:11.945622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58659520-93a1-43b7-aeb4-c4e0529cf8c0 req-14cb43ba-7fe6-42a1-a3d2-ec489d26700f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 945 time: 0.1543524 Sep 18 07:23:11.968070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2134233-9578-4e83-8566-18d94a325cc8 req-81ead7b0-2bbb-4d8f-8d21-f78107a01312 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:11.969583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2134233-9578-4e83-8566-18d94a325cc8 req-81ead7b0-2bbb-4d8f-8d21-f78107a01312 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1440387 Sep 18 07:23:11.980520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.048894 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.052755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event updated for resources: {'Subnet': ['ID=db6fad0a-7e6a-4eac-98f9-28c476494933,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:12.067505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58659520-93a1-43b7-aeb4-c4e0529cf8c0 req-dc121ba0-1d6b-4517-b61e-86a81763407d tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099319 Sep 18 07:23:12.092820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2134233-9578-4e83-8566-18d94a325cc8 req-f1b35e2b-2340-4592-9b77-0a3fe0fd46d8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086588 Sep 18 07:23:12.124920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Checking segment: {'id': '01315e4b-8aae-4df2-b47e-315b5301b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:12.125300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Network hostable DHCP agents. Network: 0f506785-99a1-4fab-bcd8-e9221fb82148, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:23:12.186389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.222327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:23:12.254123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8dc93c-212d-4582-a0d8-00e5966c4c90,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:12.262027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Checking segment: {'id': '8dd6fa89-768b-4790-9405-153719805bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:12.267615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Network hostable DHCP agents. Network: 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:23:12.280918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403fa9-3f06-4728-be26-3399412e8ddc req-1ebf6319-48fa-4775-928c-adec83488595 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.282487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76403fa9-3f06-4728-be26-3399412e8ddc req-1ebf6319-48fa-4775-928c-adec83488595 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1095 time: 0.0866067 Sep 18 07:23:12.311476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.330378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0f506785-99a1-4fab-bcd8-e9221fb82148) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:12.336429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.336429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.338199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c824d8-ab17-4f2c-96bf-e39a7f66f42e None None] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:12.359248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76403fa9-3f06-4728-be26-3399412e8ddc req-df0129df-d462-4a6d-9082-9580ef8978ec tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Sep 18 07:23:12.393741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:23:12.400033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:12.409793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-daaed60d-3f4a-4a17-b5cb-03b4f5081890 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0240109 Sep 18 07:23:12.410262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55586) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:12.414537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.414537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.417296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Request body: {'port': {'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148', 'name': 'tempest-TagsExtTest-1285435489'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:12.418160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a8ced-a4a7-48ff-ac29-8e5cf5ff03ee None None] Network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:12.467801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ad406750-b9ec-4ea1-8005-5e896631e582 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7423499 Sep 18 07:23:12.566539 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.580783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-212b2e39-910f-4131-a8b8-a828b923ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.582336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-212b2e39-910f-4131-a8b8-a828b923ebf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0581143 Sep 18 07:23:12.606489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe14d6-68c7-42b1-9263-3f590e91df26 req-dba33b60-4c40-4172-8de7-b0bc325f8924 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.608226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4fe14d6-68c7-42b1-9263-3f590e91df26 req-dba33b60-4c40-4172-8de7-b0bc325f8924 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1737163 Sep 18 07:23:12.634421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2703c9-882c-456a-8b34-dde819d97e8c None None] Network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:12.698872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:12.699630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-354a6ee3-c0e3-4e1d-9eaf-07002215f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.701246 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d249167-9dc9-4d3a-83bd-894555b7d5cd" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:12.701408 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-354a6ee3-c0e3-4e1d-9eaf-07002215f221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1120102 Sep 18 07:23:12.704153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0f506785-99a1-4fab-bcd8-e9221fb82148', 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148', 'tenant_id': '2689019f144d464cbe5332fd77285409', 'fixed_ips': [{'subnet_id': 'db6fad0a-7e6a-4eac-98f9-28c476494933'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:23:12.705699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.706705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4fe14d6-68c7-42b1-9263-3f590e91df26 req-5de49aa5-0da6-4c83-a597-66a55e89fce4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889628 Sep 18 07:23:12.707863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5e74d63e-dfd5-4c80-af94-1a01f32d8239 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:12.773744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ab8b9d-3110-4ebb-a5c2-74c31c27a8a3 x-openstack-request-id: req-97ab8b9d-3110-4ebb-a5c2-74c31c27a8a3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:12.774073 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-unplugged", "status": "completed", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:12.774322 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97ab8b9d-3110-4ebb-a5c2-74c31c27a8a3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:12.774720 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'code': 200} Sep 18 07:23:12.784274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Made reservation on behalf of 2689019f144d464cbe5332fd77285409 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:12.787982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.805766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-ebd1419f-24aa-4f47-9b5a-862fd53430f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0967686 Sep 18 07:23:12.809359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] device_id is not set on port 751c8666-31db-49aa-b5dc-fb4672fe1996 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:23:12.874334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-d469d9f2-ec31-4b37-a3b5-2a3ec73e57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.876112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-d469d9f2-ec31-4b37-a3b5-2a3ec73e57d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0627706 Sep 18 07:23:12.895879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:12.924364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-6b08f887-0da0-447c-bcb0-7da323a939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:12.926047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-6b08f887-0da0-447c-bcb0-7da323a939d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430479 Sep 18 07:23:12.955415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Allocated IP 172.20.0.7 (0f506785-99a1-4fab-bcd8-e9221fb82148/db6fad0a-7e6a-4eac-98f9-28c476494933/751c8666-31db-49aa-b5dc-fb4672fe1996) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:12.984556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.000198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:13.014629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '5e74d63e-dfd5-4c80-af94-1a01f32d8239', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'port_id': '5e74d63e-dfd5-4c80-af94-1a01f32d8239', 'mac_address': 'fa:16:3e:75:03:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:13.060423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-10125e46-1caa-462d-80f8-a86289b11f4a service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272948 Sep 18 07:23:13.065969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.081654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=905067c4-23ef-490c-8cf9-1dc5c8eb04c8,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:13.082059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e74d63e-dfd5-4c80-af94-1a01f32d8239 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:13.118216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:13.167418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a6bd4667-1db0-4aee-842d-592a35e827f9 req-eb312f08-35d3-441e-af93-9bc59f142d7a service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982988 Sep 18 07:23:13.186841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.214848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.283007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:13.294176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.320361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:13.321336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00906f-542f-4b20-8a24-81f36e716457 req-3eb2da01-fc4a-42d9-b034-8ba3c03e0bbb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:13.322899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f00906f-542f-4b20-8a24-81f36e716457 req-3eb2da01-fc4a-42d9-b034-8ba3c03e0bbb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 945 time: 0.1640708 Sep 18 07:23:13.325861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1603536710-network', 'tenant_id': 'c00f29477cef4b749c5b992c894881d5'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:13.330791 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.358834 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 2e3994af-ccc6-4f63-b8a1-82b29727465a associated. External IP: 172.25.4.252, port: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb. Sep 18 07:23:13.413836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['5e74d63e-dfd5-4c80-af94-1a01f32d8239'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:13.414109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Made reservation on behalf of c00f29477cef4b749c5b992c894881d5 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:13.417849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.428165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.438512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f00906f-542f-4b20-8a24-81f36e716457 req-de4f60e4-2a9e-4627-b313-164fade03af3 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060035 Sep 18 07:23:13.533510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.568302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.577608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47946-16df-48a7-90e4-bc52e2308db7 req-cd82e0ca-89be-43d7-bada-c8171f92ec42 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:13.579239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cb47946-16df-48a7-90e4-bc52e2308db7 req-cd82e0ca-89be-43d7-bada-c8171f92ec42 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1096 time: 0.0977669 Sep 18 07:23:13.607136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Allocated IP 172.20.0.2 (0f506785-99a1-4fab-bcd8-e9221fb82148/db6fad0a-7e6a-4eac-98f9-28c476494933/ed73971f-248a-452b-a20c-b27bdf1924f7) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:13.623967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:13.631367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.639126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:13.648602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event updated for resources: {'Port': ['ID=751c8666-31db-49aa-b5dc-fb4672fe1996,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:13.653487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:13.678646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:23:13.704858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.705618 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Added segment b737fc2e-8579-401c-8d68-99478e7dc660 of type vlan for network d2443c48-b064-4e4d-b2a7-3f2008c9d818 Sep 18 07:23:13.706789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc174b-a744-4be6-8d5d-ea6d351f2a75,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:13.762995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.823748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.882814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.883976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:13.884686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.936063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:13.973199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] Pushing event updated for resources: {'Network': ['ID=d2443c48-b064-4e4d-b2a7-3f2008c9d818,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:13.990164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d2443c48-b064-4e4d-b2a7-3f2008c9d818 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:23:13.993700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:14.007189 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc4bdbc3-25ee-4039-b80e-ae9490971d0b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6806843 Sep 18 07:23:14.007189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:14.018673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Request body: {'subnet': {'network_id': 'd2443c48-b064-4e4d-b2a7-3f2008c9d818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1603536710-subnet', 'tenant_id': 'c00f29477cef4b749c5b992c894881d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:14.018901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:14.018901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:14.024370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cb47946-16df-48a7-90e4-bc52e2308db7 req-9d1808a9-766f-4b7d-a0dc-e7c55b76998c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013710 Sep 18 07:23:14.030226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Pushing event updated for resources: {'Port': ['ID=ed73971f-248a-452b-a20c-b27bdf1924f7,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:14.049087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:14.053170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.089088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1396-8a66-4ce6-83eb-d9af1b359e14 req-ef964e5b-0313-42c3-9817-843cdaf474f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:14.090669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-387a1396-8a66-4ce6-83eb-d9af1b359e14 req-ef964e5b-0313-42c3-9817-843cdaf474f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1698899 Sep 18 07:23:14.095444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 0f96d99d-6f64-4410-8d88-370f6cf46a07 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:23:14.128544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Made reservation on behalf of c00f29477cef4b749c5b992c894881d5 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:14.131031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.155652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Attempting to bind port ed73971f-248a-452b-a20c-b27bdf1924f7 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:14.156009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Attempting to bind port ed73971f-248a-452b-a20c-b27bdf1924f7 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '01315e4b-8aae-4df2-b47e-315b5301b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:14.156451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Attempting to bind port ed73971f-248a-452b-a20c-b27bdf1924f7 on network 0f506785-99a1-4fab-bcd8-e9221fb82148 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:14.163916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:14.164128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Checking segment: {'id': '01315e4b-8aae-4df2-b47e-315b5301b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:14.164529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.165382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Bound using segment: {'id': '01315e4b-8aae-4df2-b47e-315b5301b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:14.165478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Bound port: ed73971f-248a-452b-a20c-b27bdf1924f7, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01315e4b-8aae-4df2-b47e-315b5301b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0f506785-99a1-4fab-bcd8-e9221fb82148'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:14.165885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.172438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-387a1396-8a66-4ce6-83eb-d9af1b359e14 req-e93b6746-5ed1-4828-bb01-3de4ebfd5d62 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730777 Sep 18 07:23:14.238198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] For port ed73971f-248a-452b-a20c-b27bdf1924f7, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:14.242022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] For port ed73971f-248a-452b-a20c-b27bdf1924f7, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ed73971f-248a-452b-a20c-b27bdf1924f7,segment=NetworkSegment(01315e4b-8aae-4df2-b47e-315b5301b50d),segment_id=01315e4b-8aae-4df2-b47e-315b5301b50d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:14.248730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6f6672b2-8201-40ab-9977-ba81887cf36b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8369129 Sep 18 07:23:14.252726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:14.257087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-638052693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:14.284258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:23:14.301033 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Sync routers for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:23:14.301803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.311299 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:14.312199 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:14.358281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.359399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.369627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1901f9-95af-4789-8856-30fa9e519bcb None None] Pushing event updated for resources: {'Port': ['ID=ed73971f-248a-452b-a20c-b27bdf1924f7,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:14.420838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.445832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.459969 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:14.476995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.481429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc052b6-5d77-472a-a0cc-1f72503710eb,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:14.500789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Checking segment: {'id': 'b737fc2e-8579-401c-8d68-99478e7dc660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd2443c48-b064-4e4d-b2a7-3f2008c9d818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:14.500789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Network hostable DHCP agents. Network: d2443c48-b064-4e4d-b2a7-3f2008c9d818, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:23:14.515592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3282be37-c580-4fb9-96f7-233d691ec934 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9078431 Sep 18 07:23:14.519251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:14.519251 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63409618-0118-45f4-8065-6ba144163c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:14.529677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.580211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Network d2443c48-b064-4e4d-b2a7-3f2008c9d818 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:23:14.623316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.626998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d39aba0e-c3b6-423d-b43b-88dfa07a9e1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3726699 Sep 18 07:23:14.628210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55630) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:14.633517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dd0dfe71-c36e-4f1e-9c16-9c477ddc9770 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1552533669', 'prefixes': ['172.20.0.0/16']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:14.654460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d2443c48-b064-4e4d-b2a7-3f2008c9d818) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:14.672550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:14.673702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.675076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7ea9-3f7f-48ea-8dd7-3f18fa311431 req-4811fba7-b2a3-48de-ba1f-e0cf47c2b03a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:14.676786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-233b7ea9-3f7f-48ea-8dd7-3f18fa311431 req-4811fba7-b2a3-48de-ba1f-e0cf47c2b03a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1065698 Sep 18 07:23:14.693723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fb9d7-c887-49b1-aa39-ebda12dd25f5 None None] Network d2443c48-b064-4e4d-b2a7-3f2008c9d818 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:14.712474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5e74d63e-dfd5-4c80-af94-1a01f32d8239 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:14.726244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-233b7ea9-3f7f-48ea-8dd7-3f18fa311431 req-b770847d-1be0-4880-81b4-c10c8b1e8e2b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Sep 18 07:23:14.757272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:14.831916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.854472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c047fe80-f7c5-49cc-be1f-204f29fb7676 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8492062 Sep 18 07:23:14.917886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-252ccf45-2e2b-4d5a-a6d6-24a4bfcc1794 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 200 len: 991 time: 0.1569085 Sep 18 07:23:14.921550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:14.930282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:14.930282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:14.942349 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e3994af-ccc6-4f63-b8a1-82b29727465a', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:23:12Z', 'updated_at': '2021-09-18T07:23:12Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:14.960372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f431613-64c6-426d-850b-00321de76390 req-76c5ff63-43f9-44e5-b251-bcf87b75af60 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:14.963366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f431613-64c6-426d-850b-00321de76390 req-76c5ff63-43f9-44e5-b251-bcf87b75af60 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 945 time: 0.1195912 Sep 18 07:23:15.015488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f431613-64c6-426d-850b-00321de76390 req-43aa25cb-43b5-44a1-aeca-d201b65dfd40 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Sep 18 07:23:15.021134 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Checking router: 0f96d99d-6f64-4410-8d88-370f6cf46a07 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:23:15.036452 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:15.037455 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:15.041933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd0dfe71-c36e-4f1e-9c16-9c477ddc9770 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for subnetpool, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:15.043013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd0dfe71-c36e-4f1e-9c16-9c477ddc9770 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4126720 Sep 18 07:23:15.045713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55642) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:15.051321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-a0b2275b-b6a1-4005-93d0-f305c3ab79d8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-1499838327') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:15.120949 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7786e676-7980-4eec-acd9-bcd6f0a84ef5 x-openstack-request-id: req-7786e676-7980-4eec-acd9-bcd6f0a84ef5 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:15.121522 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:15.121634 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7786e676-7980-4eec-acd9-bcd6f0a84ef5 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:15.121999 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:23:15.178874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488d1b-3e5b-4719-8ca9-a9b46ee7a33e req-48d97ccd-a800-4918-8e44-7c6e97a96c06 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.184417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a488d1b-3e5b-4719-8ca9-a9b46ee7a33e req-48d97ccd-a800-4918-8e44-7c6e97a96c06 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1096 time: 0.0532422 Sep 18 07:23:15.188249 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:15.221527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409618-0118-45f4-8065-6ba144163c6d req-180b6f1b-b10a-4d8c-8dcc-18da2bc7d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.223081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-180b6f1b-b10a-4d8c-8dcc-18da2bc7d984 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1097 time: 0.0899365 Sep 18 07:23:15.242032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a488d1b-3e5b-4719-8ca9-a9b46ee7a33e req-7229af8d-783d-434d-9c0e-86e53afa4aeb tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Sep 18 07:23:15.321468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b98b6-a361-4dcc-be02-a6094c254167 None None] Network d2443c48-b064-4e4d-b2a7-3f2008c9d818 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:15.425296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e81b81-7afb-4291-9522-71ab8c0dcd25 req-e48594b1-1b65-474e-82e6-62c993a3bcfc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.434196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a0b2275b-b6a1-4005-93d0-f305c3ab79d8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-1499838327 HTTP/1.1" status: 201 len: 201 time: 0.3868916 Sep 18 07:23:15.444916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:15.449241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-8e0b1c93-c7d4-44c8-9770-34b89af88546 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-200734846') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:15.452651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5e81b81-7afb-4291-9522-71ab8c0dcd25 req-e48594b1-1b65-474e-82e6-62c993a3bcfc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1341743 Sep 18 07:23:15.524470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5e81b81-7afb-4291-9522-71ab8c0dcd25 req-c64a3e8e-ec88-49a5-a195-6a57c1fd4edf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708468 Sep 18 07:23:15.528069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409618-0118-45f4-8065-6ba144163c6d req-55f56825-1617-4861-ab45-e963f4e5e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.529874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-55f56825-1617-4861-ab45-e963f4e5e6ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.2983012 Sep 18 07:23:15.574106 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:15.586413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e3994af-ccc6-4f63-b8a1-82b29727465a', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:23:12Z', 'updated_at': '2021-09-18T07:23:12Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:15.637609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-624a5a44-2ea5-4778-8f87-c2279dc6a706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.0901206 Sep 18 07:23:15.642657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86860ec7-f712-491e-a85b-2b3ffe89cc0b None None] The sync data for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 is: [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '2e3994af-ccc6-4f63-b8a1-82b29727465a', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:23:12Z', 'updated_at': '2021-09-18T07:23:12Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:23:15.703815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:15.719340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409618-0118-45f4-8065-6ba144163c6d req-af8e7df6-7658-484e-b137-d70abffb597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.721630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-af8e7df6-7658-484e-b137-d70abffb597e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0754187 Sep 18 07:23:15.724385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-cc878bd1-7793-45fc-b186-6edaab53c8a8 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.726872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e0b1c93-c7d4-44c8-9770-34b89af88546 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-200734846 HTTP/1.1" status: 201 len: 201 time: 0.2808471 Sep 18 07:23:15.727731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55666) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:15.734644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-79d72d84-71c0-438f-9981-e9f80e060a09 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-377653815') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:15.739284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-cc878bd1-7793-45fc-b186-6edaab53c8a8 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/networks?id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 HTTP/1.1" status: 200 len: 812 time: 0.1920142 Sep 18 07:23:15.753225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:15.755792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:15.758310 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5bd57f-0a3c-40bb-a90c-da3a235fe600" -d '{"events": [{"server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "name": "network-vif-plugged", "status": "completed", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:15.774332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-b6286cf5-09ad-4183-b0c0-5c9204846588 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/quotas/1bceb91c742546f9b9c6b4c00a4bdeb4 HTTP/1.1" status: 200 len: 375 time: 0.0340254 Sep 18 07:23:15.815876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-5fb08b65-ce55-464d-aa3d-8c5927fc7c23 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404181 Sep 18 07:23:15.822081 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:15.885333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:15.886034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409618-0118-45f4-8065-6ba144163c6d req-bfdc61a5-5580-4024-af3a-d5ad7bd8ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:15.887598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-bfdc61a5-5580-4024-af3a-d5ad7bd8ffba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572022 Sep 18 07:23:15.927331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:15.968092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01103888-ceac-416b-8f82-f7caf6e28cbd None None] New status for floating IP 2e3994af-ccc6-4f63-b8a1-82b29727465a: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:23:15.974600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba031d9-5200-4a1d-8a12-1a59c59b7e8c None None] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:15.999117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-1b708e53-7992-48bb-b784-c78b41b4ab02 service neutron] 10.222.0.20 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823256 Sep 18 07:23:16.011683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-20862f09-a88c-4388-b4aa-d2ae494b554e service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074486 Sep 18 07:23:16.057998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7d0aa-1adc-4e2d-aafa-38eebdd22823 req-3648bd55-88fd-46fe-b708-042b12468be1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.059460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd7d0aa-1adc-4e2d-aafa-38eebdd22823 req-3648bd55-88fd-46fe-b708-042b12468be1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.2413301 Sep 18 07:23:16.070393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aa12f664-1244-4206-acff-a447baeedd85 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 200 len: 991 time: 0.1397476 Sep 18 07:23:16.098023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-79d72d84-71c0-438f-9981-e9f80e060a09 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-377653815 HTTP/1.1" status: 201 len: 201 time: 0.3688037 Sep 18 07:23:16.100815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55676) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:16.105575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-26d8f7f3-8f99-4637-ac07-35d331e0cc56 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-745619522') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:16.145529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebd7d0aa-1adc-4e2d-aafa-38eebdd22823 req-96602fe6-763f-47ce-83ab-d7cc6cba3c26 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737886 Sep 18 07:23:16.155510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] Provisioning complete for port ed73971f-248a-452b-a20c-b27bdf1924f7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:16.155977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:16.166223 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-63409618-0118-45f4-8065-6ba144163c6d req-0cb69a65-eba2-46ef-9a03-af91e8cc246e service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473961 Sep 18 07:23:16.174446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-ed5600d4-3f75-4d3e-a553-bf6d493cf0e6 service neutron] 10.222.0.20 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648400 Sep 18 07:23:16.227029 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f858513f-5b5a-4397-acf6-0553534f2bb1 x-openstack-request-id: req-f858513f-5b5a-4397-acf6-0553534f2bb1 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:16.227350 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "name": "network-vif-plugged", "status": "completed", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:16.227607 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f858513f-5b5a-4397-acf6-0553534f2bb1 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:16.228063 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239', 'code': 200} Sep 18 07:23:16.321133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26d8f7f3-8f99-4637-ac07-35d331e0cc56 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-745619522 HTTP/1.1" status: 201 len: 201 time: 0.2168148 Sep 18 07:23:16.324088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55682) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:16.342908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-e1cc49c9-60f2-47fe-84a2-a5236cdaeb1e tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:16.379194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ed73971f-248a-452b-a20c-b27bdf1924f7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:16.410191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-5d7750c1-2509-4c42-90f7-ef55cd87eb15 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.411725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-5d7750c1-2509-4c42-90f7-ef55cd87eb15 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 945 time: 0.1067050 Sep 18 07:23:16.419732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30757220-035a-4a39-8cd1-25a4f23b4602 req-140cf177-6bda-4e6a-8c53-84c83fdfceaf tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.421336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30757220-035a-4a39-8cd1-25a4f23b4602 req-140cf177-6bda-4e6a-8c53-84c83fdfceaf tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 945 time: 0.1315591 Sep 18 07:23:16.424359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064ae3-8301-4db1-af3d-a0007634038f req-b7d76f7c-2242-45f9-b914-26521b603d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.426068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45064ae3-8301-4db1-af3d-a0007634038f req-b7d76f7c-2242-45f9-b914-26521b603d3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.1506956 Sep 18 07:23:16.473058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30757220-035a-4a39-8cd1-25a4f23b4602 req-1fdb7b98-89e1-40ef-8490-d0cf5bdda35f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Sep 18 07:23:16.536970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc663de-5249-4fda-9c37-7e55a152060a req-ebf6755e-d13a-4b98-9c9c-bfe19ac23bba tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.542463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:16.547101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fc663de-5249-4fda-9c37-7e55a152060a req-ebf6755e-d13a-4b98-9c9c-bfe19ac23bba tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0777764 Sep 18 07:23:16.604041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] For port ed73971f-248a-452b-a20c-b27bdf1924f7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ed73971f-248a-452b-a20c-b27bdf1924f7,segment=NetworkSegment(01315e4b-8aae-4df2-b47e-315b5301b50d),segment_id=01315e4b-8aae-4df2-b47e-315b5301b50d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:16.604879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ed73971f-248a-452b-a20c-b27bdf1924f7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:16.605266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:16.611216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fc663de-5249-4fda-9c37-7e55a152060a req-271f2326-2f88-4e1b-825f-b955e0383010 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621302 Sep 18 07:23:16.667572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:16.784910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8adc4e-0508-422d-b27b-0e842d360337 req-5a482f94-83bf-44fa-9d43-956bfc43df42 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:16.786831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f8adc4e-0508-422d-b27b-0e842d360337 req-5a482f94-83bf-44fa-9d43-956bfc43df42 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.1451514 Sep 18 07:23:16.789028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5829bec1-5a60-41f7-8401-cdfd7e48be1a req-0a620429-8676-4bed-8fad-b56c845bd944 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 210 time: 0.0523741 Sep 18 07:23:16.800212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97465c79-3d6f-4f74-aef3-6b56c65fe232 None None] Pushing event updated for resources: {'Port': ['ID=ed73971f-248a-452b-a20c-b27bdf1924f7,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:16.865373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f8adc4e-0508-422d-b27b-0e842d360337 req-596323bc-5589-461d-beb5-4eae85f0ac30 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674701 Sep 18 07:23:16.901305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-339f7802-0f1c-4d2d-b848-70a5854dc1e7 None None] Provisioning complete for port 751c8666-31db-49aa-b5dc-fb4672fe1996 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:16.901887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-339f7802-0f1c-4d2d-b848-70a5854dc1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:16.944859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-339f7802-0f1c-4d2d-b848-70a5854dc1e7 None None] Port 751c8666-31db-49aa-b5dc-fb4672fe1996 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:16.956800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-339f7802-0f1c-4d2d-b848-70a5854dc1e7 None None] Provisioning complete for port ed73971f-248a-452b-a20c-b27bdf1924f7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:16.957933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-339f7802-0f1c-4d2d-b848-70a5854dc1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.027551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-e2df0ae4-d610-44f3-a23b-80b840a5ff24 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:17.037690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-e2df0ae4-d610-44f3-a23b-80b840a5ff24 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1395073 Sep 18 07:23:17.055603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-22174d40-cc93-40b4-88b7-e906e60e8041 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/quotas/003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 375 time: 0.0169017 Sep 18 07:23:17.057777 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1cc49c9-60f2-47fe-84a2-a5236cdaeb1e tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 200 len: 241 time: 0.7336664 Sep 18 07:23:17.058346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55704) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.070288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-c6ca94b7-04b2-4bb9-b98f-1048de9865ec tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-1499838327') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.076419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55706) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.096153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-45064ae3-8301-4db1-af3d-a0007634038f req-6bbbbf10-1c60-4949-bb65-14b63886af01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976050 Sep 18 07:23:17.120154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Deleting port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:17.120446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.182713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b697514e-ba91-41b1-a211-65a7f8e4b7d7 None None] Provisioning complete for port 751c8666-31db-49aa-b5dc-fb4672fe1996 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:17.183279 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b697514e-ba91-41b1-a211-65a7f8e4b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.207787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6bd84897-190d-47a2-9973-df2333fb3142 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 200 len: 993 time: 0.1260395 Sep 18 07:23:17.222375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-a3826e01-f7df-4b89-a519-b9be9459125d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1658976 Sep 18 07:23:17.236746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b697514e-ba91-41b1-a211-65a7f8e4b7d7 None None] Port 751c8666-31db-49aa-b5dc-fb4672fe1996 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:17.240790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] For port 898ea0b5-309e-44a4-8b6d-47ec4728bf38, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=898ea0b5-309e-44a4-8b6d-47ec4728bf38,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:17.241159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.255105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Calling delete_port for 898ea0b5-309e-44a4-8b6d-47ec4728bf38 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:17.285679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c6ca94b7-04b2-4bb9-b98f-1048de9865ec tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-1499838327 HTTP/1.1" status: 204 len: 168 time: 0.2245266 Sep 18 07:23:17.294544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.299531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-5dca4bcf-ae51-42c8-ac58-f5dcada63c69 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-1499838327') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.340098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-df3626a6-2872-4c07-b189-0c93e2fc03f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094332 Sep 18 07:23:17.442038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-f36d3ffc-6939-4e01-9b34-a9bab0eb9a54 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947373 Sep 18 07:23:17.529930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5dca4bcf-ae51-42c8-ac58-f5dcada63c69 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-1499838327 HTTP/1.1" status: 204 len: 168 time: 0.2341697 Sep 18 07:23:17.532319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55714) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.537159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-c8681c97-c028-4ae2-91aa-e5b6fe5c1f7a tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.567272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.600399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['898ea0b5-309e-44a4-8b6d-47ec4728bf38'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:17.600890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Pushing event deleted for resources: {'Port': ['ID=898ea0b5-309e-44a4-8b6d-47ec4728bf38,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:17.616113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d1580-374d-4793-be60-01b04ccb57f7 req-803879d3-051a-4dfc-92c5-8ffbed45756e tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:17.617704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3d1580-374d-4793-be60-01b04ccb57f7 req-803879d3-051a-4dfc-92c5-8ffbed45756e tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8227dd2-4459-49a7-8b8b-dafc1f851e6c HTTP/1.1" status: 200 len: 867 time: 0.0715332 Sep 18 07:23:17.652040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] No DVR routers for this DVR port 898ea0b5-309e-44a4-8b6d-47ec4728bf38 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:17.655861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:17.658499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f52b4e5-6ec6-476c-920d-6c00526365ec req-0ae65ba7-b39a-4466-a42d-7ab8999ebcfb tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.24 "DELETE /v2.0/ports/898ea0b5-309e-44a4-8b6d-47ec4728bf38 HTTP/1.1" status: 204 len: 173 time: 1.2313511 Sep 18 07:23:17.659811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'name': 'network-vif-deleted', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:17.660329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd3d1580-374d-4793-be60-01b04ccb57f7 req-2a3c6247-eaed-4835-acb2-7d3204e25685 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Sep 18 07:23:17.662182 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a91eb4d-8e09-42d5-a8f8-21093a7b2b29" -d '{"events": [{"server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "name": "network-vif-deleted", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:17.669667 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c8681c97-c028-4ae2-91aa-e5b6fe5c1f7a tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 200 len: 205 time: 0.1357281 Sep 18 07:23:17.672160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55718) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.676435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-5f02f9b4-2db5-4789-8bdb-b0bcc04f2c25 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.705705 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c89c69-d015-4066-bfe7-c8eaacecfcb5 x-openstack-request-id: req-e6c89c69-d015-4066-bfe7-c8eaacecfcb5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:17.706051 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8227dd2-4459-49a7-8b8b-dafc1f851e6c", "name": "network-vif-deleted", "tag": "898ea0b5-309e-44a4-8b6d-47ec4728bf38", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:17.706311 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6c89c69-d015-4066-bfe7-c8eaacecfcb5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:17.706713 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8227dd2-4459-49a7-8b8b-dafc1f851e6c', 'name': 'network-vif-deleted', 'tag': '898ea0b5-309e-44a4-8b6d-47ec4728bf38', 'status': 'completed', 'code': 200} Sep 18 07:23:17.730488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5f02f9b4-2db5-4789-8bdb-b0bcc04f2c25 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 200 len: 240 time: 0.0573034 Sep 18 07:23:17.732889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55720) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.737505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-d0f2206a-53eb-40e9-aa5f-e101aec616c8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-200734846') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.801289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d0f2206a-53eb-40e9-aa5f-e101aec616c8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-200734846 HTTP/1.1" status: 204 len: 168 time: 0.0671391 Sep 18 07:23:17.802283 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86ebd545-5b03-4b0c-9f03-2528b7531b04 req-8181fc3e-6a6d-4240-aff7-0bc9938247dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 210 time: 0.0334547 Sep 18 07:23:17.804218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:17.809808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-0e3d4837-297e-49f6-b52e-601c4cf83dfa tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-200734846') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:17.916804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc429744-04b2-4313-b6e8-d34777470a9c req-81078c64-2e1f-4f47-b88d-19c97f1dc0cf tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 210 time: 0.0378907 Sep 18 07:23:17.988784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eb318-7057-423b-8b01-0ce2ad55ef0d req-dffb3d21-e63c-4f95-a48e-f748577ade76 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:17.990390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9eb318-7057-423b-8b01-0ce2ad55ef0d req-dffb3d21-e63c-4f95-a48e-f748577ade76 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.0436494 Sep 18 07:23:18.017432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e3d4837-297e-49f6-b52e-601c4cf83dfa tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-200734846 HTTP/1.1" status: 204 len: 168 time: 0.2115142 Sep 18 07:23:18.020140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55736) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.026341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-c45d7b45-bb91-4a47-b93a-fb51090e0138 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.033979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b9eb318-7057-423b-8b01-0ce2ad55ef0d req-88a9fa79-ea3d-41cb-9d73-4515c52cf350 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 Sep 18 07:23:18.088406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c45d7b45-bb91-4a47-b93a-fb51090e0138 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 200 len: 205 time: 0.0670450 Sep 18 07:23:18.090799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55738) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.095735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-616f6206-968c-46bd-8ae7-3abe349b7dc0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.189351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-616f6206-968c-46bd-8ae7-3abe349b7dc0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 200 len: 240 time: 0.0975268 Sep 18 07:23:18.191774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.196211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-c9d49cbb-99f2-43eb-9275-b805f032e2e9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-377653815') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.273335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9d49cbb-99f2-43eb-9275-b805f032e2e9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-377653815 HTTP/1.1" status: 204 len: 168 time: 0.0805490 Sep 18 07:23:18.278266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55742) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.280591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-f5b9bb9e-b1a5-4406-8881-acbdab0e76db tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-377653815') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.312999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ed73971f-248a-452b-a20c-b27bdf1924f7 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:18.394301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ed73971f-248a-452b-a20c-b27bdf1924f7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:18.394713 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:18.437977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f5b9bb9e-b1a5-4406-8881-acbdab0e76db tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-377653815 HTTP/1.1" status: 204 len: 168 time: 0.1610734 Sep 18 07:23:18.440422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55746) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.444894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-d12b6b03-4d3b-4cc9-ab45-04e5b8f8a680 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.530249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d12b6b03-4d3b-4cc9-ab45-04e5b8f8a680 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 200 len: 205 time: 0.0886850 Sep 18 07:23:18.531359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55748) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.535725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-33608246-7c60-40ce-9f3a-68ee822626ea tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.556950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-33608246-7c60-40ce-9f3a-68ee822626ea tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 200 len: 240 time: 0.0245552 Sep 18 07:23:18.559441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.564313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-82cc461c-0be7-40d0-82d8-0059f0e4387b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-745619522') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.586716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-82cc461c-0be7-40d0-82d8-0059f0e4387b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-745619522 HTTP/1.1" status: 204 len: 168 time: 0.0262558 Sep 18 07:23:18.657305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.662234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-cffaee8b-8653-4b5d-9402-2586a946136c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-745619522') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.764079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cffaee8b-8653-4b5d-9402-2586a946136c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-745619522 HTTP/1.1" status: 204 len: 168 time: 0.1050735 Sep 18 07:23:18.767758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55758) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.771866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-44a0a6e2-8cbb-4f71-bc29-502200898047 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.805358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44a0a6e2-8cbb-4f71-bc29-502200898047 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 200 len: 205 time: 0.0370779 Sep 18 07:23:18.808195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.812530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-43c14934-1296-4e3b-bf74-931230d81842 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.851067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-43c14934-1296-4e3b-bf74-931230d81842 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 204 len: 168 time: 0.0396097 Sep 18 07:23:18.851610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.857063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-ef6003e9-a568-45c1-a470-fae0a049d2ed tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:18.958436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef6003e9-a568-45c1-a470-fae0a049d2ed tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 204 len: 168 time: 0.1054909 Sep 18 07:23:18.960774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:18.965098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-c88733ca-d091-4745-aea7-4db69fe3f266 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:19.004696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-065f46b5-5cc4-48bb-866c-f7146a611eff req-d0be32f0-02b1-4a64-8e05-774607e115ed tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 210 time: 0.0608592 Sep 18 07:23:19.029964 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c88733ca-d091-4745-aea7-4db69fe3f266 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 204 len: 168 time: 0.0656950 Sep 18 07:23:19.031181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:19.035903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-ae0c5e64-79f6-4ec1-a53a-d0adc6d859a2 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:19.040787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-51f80e9a-0650-4593-bd25-043f0ffc57d7 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:19.042843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-51f80e9a-0650-4593-bd25-043f0ffc57d7 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/networks?id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 200 len: 809 time: 0.1414361 Sep 18 07:23:19.061421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-d06c50e9-cbf5-40a2-82af-f9a2d3414ffe tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/quotas/61debd3f748245cd8b78743bb53cff94 HTTP/1.1" status: 200 len: 375 time: 0.0109985 Sep 18 07:23:19.118095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ae0c5e64-79f6-4ec1-a53a-d0adc6d859a2 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 204 len: 168 time: 0.0860434 Sep 18 07:23:19.118670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-71f0c177-0bdf-47e4-bcf6-06ce44219b12 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489488 Sep 18 07:23:19.127043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:19.131830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-27e6627c-7ee8-4c47-974b-5e3a6a751ba0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-39335567') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:19.141313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c049ddb0-98be-481d-9d8b-c2fa5bf3fd44 req-e2b453a4-2508-4cd2-a656-b01a587ce04f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 210 time: 0.0621724 Sep 18 07:23:19.239602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-f3e99b47-0df8-430f-b8c1-095f49e32cfd service neutron] 10.222.0.20 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064594 Sep 18 07:23:19.302353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-59e49a4b-d32d-4f90-ac49-eca7ff02f45d tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:19.303950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-59e49a4b-d32d-4f90-ac49-eca7ff02f45d tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.24 "GET /v2.0/networks?id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 HTTP/1.1" status: 200 len: 812 time: 0.1432986 Sep 18 07:23:19.321803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Request body: {'port': {'device_id': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6', 'admin_state_up': True, 'tenant_id': '1bceb91c742546f9b9c6b4c00a4bdeb4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:19.351599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68a90-4533-49d4-bddd-3d1dd2f31fea req-3830414c-9050-4f30-b308-cd18b367baf9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:19.353143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa68a90-4533-49d4-bddd-3d1dd2f31fea req-3830414c-9050-4f30-b308-cd18b367baf9 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.1004817 Sep 18 07:23:19.389475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-ea379547-33ef-41e9-940c-2600dbf3e885 service neutron] 10.222.0.20 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354234 Sep 18 07:23:19.405450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-27e6627c-7ee8-4c47-974b-5e3a6a751ba0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-39335567 HTTP/1.1" status: 201 len: 201 time: 0.2767520 Sep 18 07:23:19.406900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7aa68a90-4533-49d4-bddd-3d1dd2f31fea req-14843714-7d34-48c1-867a-e8e4771d703d tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Sep 18 07:23:19.407999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:19.415122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-d760c7b9-14a5-442b-9539-09f87e6e16bc tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-1149788884') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:19.597176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Made reservation on behalf of 1bceb91c742546f9b9c6b4c00a4bdeb4 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:19.601057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:19.753286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Allocated IP 172.20.0.14 (2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6/4d8dc93c-212d-4582-a0d8-00e5966c4c90/ee97c22a-2b72-4ee1-8720-6734bf8fb5c4) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:19.760866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6775ac1-6d8e-4644-bb80-d412f940dbc1 req-1a02fc60-a78a-4d80-833e-a2dc441468cd tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 210 time: 0.0503824 Sep 18 07:23:19.789658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0918c-4cf0-410a-ac05-0d976054b039 req-7a98f0b6-8ee2-473b-af41-36783e7ba009 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:19.791216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e0918c-4cf0-410a-ac05-0d976054b039 req-7a98f0b6-8ee2-473b-af41-36783e7ba009 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.0819261 Sep 18 07:23:19.839856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58e0918c-4cf0-410a-ac05-0d976054b039 req-c4a54f59-507f-4bf2-9545-49d61d58fe65 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Sep 18 07:23:19.908285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d760c7b9-14a5-442b-9539-09f87e6e16bc tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-1149788884 HTTP/1.1" status: 201 len: 201 time: 0.4983082 Sep 18 07:23:19.910744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:19.916522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-f4ba2710-0f14-4d89-9e7d-8c935bee0a9f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-864104240') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:19.926815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:20.024039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65192-7c77-4fc0-aefe-60854aa6cfe6 req-5b9ce73a-63d0-4118-b3e7-34085865eb53 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:20.025626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cc65192-7c77-4fc0-aefe-60854aa6cfe6 req-5b9ce73a-63d0-4118-b3e7-34085865eb53 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.1127515 Sep 18 07:23:20.078055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cc65192-7c77-4fc0-aefe-60854aa6cfe6 req-4148544c-9e7f-4f38-af3f-7785abf50e1f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Sep 18 07:23:20.087397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:20.139905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db31d67f-1cd6-422d-9cdc-4058b4c4b78f req-8f4a7703-974a-4442-b2d5-3589006f69f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Sep 18 07:23:20.186928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:20.194464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:20.202235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4ba2710-0f14-4d89-9e7d-8c935bee0a9f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-864104240 HTTP/1.1" status: 201 len: 201 time: 0.2819798 Sep 18 07:23:20.202398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:20.202855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:20.213220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-bcaf64d1-b8c9-400e-847a-bb226f49c0bd tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-1342001426') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:20.213370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-e282a3b4-424e-40c5-873d-e3b2a8964829 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:20.215139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-e282a3b4-424e-40c5-873d-e3b2a8964829 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.2037141 Sep 18 07:23:20.218052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Pushing event updated for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:20.240841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'device_id': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'admin_state_up': True, 'tenant_id': '003caa79108142fd9ecea6626ea6adea'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:20.315161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9fc81-9b47-4e8d-a704-d8f3a2fb7b5e req-32e7d89a-f3a4-4a77-8910-a263ab083bd2 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:20.316705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3e9fc81-9b47-4e8d-a704-d8f3a2fb7b5e req-32e7d89a-f3a4-4a77-8910-a263ab083bd2 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 932 time: 0.0879695 Sep 18 07:23:20.324756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:20.325562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:20.414739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 898ea0b5-309e-44a4-8b6d-47ec4728bf38 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:20.420963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bcaf64d1-b8c9-400e-847a-bb226f49c0bd tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-1342001426 HTTP/1.1" status: 201 len: 201 time: 0.2164299 Sep 18 07:23:20.423778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:20.428325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-58972a47-04e5-4906-aa5b-de9e10de5017 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', {'tags': ['tempest-TagsExtTest-Tag-730365309', 'tempest-TagsExtTest-Tag-1944095294', 'tempest-TagsExtTest-Tag-221144795']}) {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:20.435364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 898ea0b5-309e-44a4-8b6d-47ec4728bf38 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:20.435606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3e9fc81-9b47-4e8d-a704-d8f3a2fb7b5e req-d071bc44-5998-48a3-9c04-dcc034b05568 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074300 Sep 18 07:23:20.436142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 898ea0b5-309e-44a4-8b6d-47ec4728bf38 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:20.457884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-e2ad2bf3-d6c2-4b1e-a23f-2e58301cae92 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1398799 Sep 18 07:23:20.471052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-f530d6f6-ddb3-46ae-a5f2-c137b8778e4d tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:20.472576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-f530d6f6-ddb3-46ae-a5f2-c137b8778e4d tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/networks?id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 HTTP/1.1" status: 200 len: 911 time: 0.1537478 Sep 18 07:23:20.487557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-91140a79-d985-46c3-9d17-91f57eedc377 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/quotas/0c96ba560dae410aa37afced05250737 HTTP/1.1" status: 200 len: 375 time: 0.0089488 Sep 18 07:23:20.494922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Request body: {'port': {'device_id': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:20.536876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-b043a3d1-2a89-4435-850b-2b6b42fc5f9f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0434172 Sep 18 07:23:20.546753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:20.550512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:20.561620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:20.579660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-58972a47-04e5-4906-aa5b-de9e10de5017 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 200 len: 316 time: 0.1542680 Sep 18 07:23:20.586365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:20.591604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-4b3c9f95-ec18-4dc8-a524-daf2d7bef513 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:20.632902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-5e1d608c-627e-44f4-a7e6-0258cde62aad service neutron] 10.222.0.20 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888948 Sep 18 07:23:20.730438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-ed2ac354-395f-4150-afe7-6b5269d5b9ec service neutron] 10.222.0.20 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912139 Sep 18 07:23:20.843754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.20.0.7 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/0d4ff086-00d8-4e9d-a9ba-55590f99130f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:20.882235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fb29fe9-ddeb-454e-9eb5-23fea6858c3a req-f76d8ab5-1e9f-427c-b0ff-939224365ec2 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 210 time: 0.0332174 Sep 18 07:23:20.953574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-502697ac-7358-44d8-9ee3-af7e4278d066 req-50b43a47-23cb-4f48-91a6-210b55f9bcb2 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 210 time: 0.0342209 Sep 18 07:23:20.989107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4b3c9f95-ec18-4dc8-a524-daf2d7bef513 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 204 len: 168 time: 0.4017336 Sep 18 07:23:20.992931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55834) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.000666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-baaa2d5d-26ea-438e-ab0e-90e779589ed1 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-730365309') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.063618 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-baaa2d5d-26ea-438e-ab0e-90e779589ed1 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:21.064783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-baaa2d5d-26ea-438e-ab0e-90e779589ed1 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-730365309 HTTP/1.1" status: 404 len: 328 time: 0.0707910 Sep 18 07:23:21.068021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.080482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-4919b23a-60be-48f2-80ae-df8a667a7ca0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-1944095294') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.095769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:21.109873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.132460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.140566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Transition to ACTIVE for port object ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:21.156661 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-4919b23a-60be-48f2-80ae-df8a667a7ca0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:21.161042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4919b23a-60be-48f2-80ae-df8a667a7ca0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-1944095294 HTTP/1.1" status: 404 len: 329 time: 0.0894647 Sep 18 07:23:21.161354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.165600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-9f29eb57-50fe-4cb1-a7ac-b6c53371257d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933', 'tempest-TagsExtTest-Tag-221144795') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.237650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.239739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.240400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b3bb459-e1ff-4e4e-b2f0-cb230c720bf6 req-76d09cd3-d730-4364-b4ef-dc4d63816482 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Sep 18 07:23:21.250234 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-9f29eb57-50fe-4cb1-a7ac-b6c53371257d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:21.252122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f29eb57-50fe-4cb1-a7ac-b6c53371257d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags/tempest-TagsExtTest-Tag-221144795 HTTP/1.1" status: 404 len: 328 time: 0.0898275 Sep 18 07:23:21.254954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55846) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.260421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-69b675c8-dc98-4c67-befe-dfb699596db3 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', {'tags': ['tempest-TagsExtTest-Tag-386945616', 'tempest-TagsExtTest-Tag-510317604', 'tempest-TagsExtTest-Tag-614225927']}) {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.305687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:21.307691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:21.310958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:21.314008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:21.366848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.367207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.367556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.367905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.368231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.368568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.368903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.369262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.369504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69b675c8-dc98-4c67-befe-dfb699596db3 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 200 len: 315 time: 0.1125038 Sep 18 07:23:21.369717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.370080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.370411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.375493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:21.375659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.377176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-46d221a1-d9ab-4b71-89a3-59fd2d536399 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.466143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:21.475043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.496171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:21.512555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Attempting to bind port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:21.512908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Attempting to bind port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '8dd6fa89-768b-4790-9405-153719805bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:21.513239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Attempting to bind port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 on network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:21.521708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 on network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:21.533108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Attempting to bind port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 on network 2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:21.544750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:21.545825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Checking segment: {'id': '8dd6fa89-768b-4790-9405-153719805bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:21.547308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Bound using segment: {'id': '8dd6fa89-768b-4790-9405-153719805bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:21.548286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Bound port: ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd6fa89-768b-4790-9405-153719805bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:21.549003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.567504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-46d221a1-d9ab-4b71-89a3-59fd2d536399 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 204 len: 168 time: 0.1947992 Sep 18 07:23:21.570332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.584233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528810f9-a600-4010-af15-f5b3cca85d1b req-8a68934e-54a7-46a0-83b4-8d3d801d4a3f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:21.585770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-528810f9-a600-4010-af15-f5b3cca85d1b req-8a68934e-54a7-46a0-83b4-8d3d801d4a3f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.0630159 Sep 18 07:23:21.593300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-7b007ad6-1d9b-4a6f-ab62-4dee42cd40f9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-386945616') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.626622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-528810f9-a600-4010-af15-f5b3cca85d1b req-aad641b1-018d-4080-acc2-d5b3dc1f93f7 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330238 Sep 18 07:23:21.630579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-02a9da1e-2a9d-4801-a162-44c8850c0393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933225 Sep 18 07:23:21.646015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Request body: {'port': {'device_id': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:21.690653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f33c31f9-0d51-4660-bd3e-521eb52d1711 None None] Provisioning complete for port 0d4ff086-00d8-4e9d-a9ba-55590f99130f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:21.691201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f33c31f9-0d51-4660-bd3e-521eb52d1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.724733 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f33c31f9-0d51-4660-bd3e-521eb52d1711 None None] Port 0d4ff086-00d8-4e9d-a9ba-55590f99130f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:21.734813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:21.804013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,segment=NetworkSegment(8dd6fa89-768b-4790-9405-153719805bc1),segment_id=8dd6fa89-768b-4790-9405-153719805bc1)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:21.818945 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-7b007ad6-1d9b-4a6f-ab62-4dee42cd40f9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:21.820008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b007ad6-1d9b-4a6f-ab62-4dee42cd40f9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-386945616 HTTP/1.1" status: 404 len: 328 time: 0.2486329 Sep 18 07:23:21.822674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:21.822985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55856) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.827470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-95da9d38-1611-455a-98f8-49d6e8bf5515 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-510317604') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.855369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-9d32ac6c-0424-463a-b060-b5fb75280cd9 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:21.856881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-9d32ac6c-0424-463a-b060-b5fb75280cd9 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.37 "GET /v2.0/networks?id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 200 len: 809 time: 0.2066627 Sep 18 07:23:21.882982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Request body: {'port': {'device_id': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8', 'admin_state_up': True, 'tenant_id': '61debd3f748245cd8b78743bb53cff94'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:21.911285 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-95da9d38-1611-455a-98f8-49d6e8bf5515 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:21.914663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-95da9d38-1611-455a-98f8-49d6e8bf5515 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-510317604 HTTP/1.1" status: 404 len: 328 time: 0.0905833 Sep 18 07:23:21.917309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55858) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:21.922141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-0dd963ed-ddcc-4443-b934-5ed7982caab8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996', 'tempest-TagsExtTest-Tag-614225927') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:21.959944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:22.013290 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0dd963ed-ddcc-4443-b934-5ed7982caab8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:22.014623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0dd963ed-ddcc-4443-b934-5ed7982caab8 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags/tempest-TagsExtTest-Tag-614225927 HTTP/1.1" status: 404 len: 328 time: 0.0960875 Sep 18 07:23:22.018009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55864) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:22.024269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-9aefc9f3-e0a9-42e9-a38f-c2e9ac24b351 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', {'tags': ['tempest-TagsExtTest-Tag-785422210', 'tempest-TagsExtTest-Tag-1472626130', 'tempest-TagsExtTest-Tag-1677178179']}) {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:22.104845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:22.105478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:22.106928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 HTTP/1.1" status: 200 len: 1093 time: 1.6161165 Sep 18 07:23:22.111031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:22.111981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d1e4fc8-332f-4232-a7c2-6254ca8c6446 req-bad73816-5089-47a2-b5f5-37e3a60a7f17 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 210 time: 0.0936019 Sep 18 07:23:22.113324 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:22.165747 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bff13e-30da-4cf6-a3b7-f3912318bf50 x-openstack-request-id: req-e2bff13e-30da-4cf6-a3b7-f3912318bf50 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:22.166124 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:22.166339 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2bff13e-30da-4cf6-a3b7-f3912318bf50 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:22.166747 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4', 'status': 'completed', 'code': 200} Sep 18 07:23:22.191062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ceea-fdff-4746-9969-85bd711caf29 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:22.209223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-062438c5-5cf4-40e1-83fa-fb3dec1445f1 req-fda63c97-9537-4c28-8fbc-aeae88c9a3b6 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 210 time: 0.1118290 Sep 18 07:23:22.320235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9aefc9f3-e0a9-42e9-a38f-c2e9ac24b351 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 200 len: 317 time: 0.2994411 Sep 18 07:23:22.323398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:22.340570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-9a4ed653-da53-4f33-b11b-b74828bbf32f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:22.473224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9ad04-da11-4799-baee-0c7b715489bd req-05f65c8d-f8b0-446f-a0bf-e9adfbfc06df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:22.474759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02f9ad04-da11-4799-baee-0c7b715489bd req-05f65c8d-f8b0-446f-a0bf-e9adfbfc06df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 931 time: 0.1530480 Sep 18 07:23:22.546241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02f9ad04-da11-4799-baee-0c7b715489bd req-784ae2ac-57dd-4d44-8b5b-08570e002a93 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Sep 18 07:23:22.581463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9a4ed653-da53-4f33-b11b-b74828bbf32f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 204 len: 168 time: 0.2561703 Sep 18 07:23:22.583930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55872) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:22.588900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-bb01e5af-3305-4fc7-a9c1-2d9402ff4e26 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-785422210') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:22.658669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-d306350a-9406-48da-a3fb-e93f0a9b8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:22.660226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-d306350a-9406-48da-a3fb-e93f0a9b8407 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 1096 time: 0.0681012 Sep 18 07:23:22.674809 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-bb01e5af-3305-4fc7-a9c1-2d9402ff4e26 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:22.678478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bb01e5af-3305-4fc7-a9c1-2d9402ff4e26 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-785422210 HTTP/1.1" status: 404 len: 328 time: 0.0932257 Sep 18 07:23:22.681063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55876) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:22.686808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-0dc82831-5dca-430c-b58f-da516787ef8f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-1472626130') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:22.701496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Made reservation on behalf of 61debd3f748245cd8b78743bb53cff94 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:22.705309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:22.765822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4614b0-24a0-4108-854a-4b962ce4e7b4 req-b9c32370-6319-46d8-8092-16d788ef02d3 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:22.768094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c4614b0-24a0-4108-854a-4b962ce4e7b4 req-b9c32370-6319-46d8-8092-16d788ef02d3 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.0570931 Sep 18 07:23:22.807584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c4614b0-24a0-4108-854a-4b962ce4e7b4 req-e1221ae0-c030-4515-8ab6-0de5f6092576 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Sep 18 07:23:22.882140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4ff086-00d8-4e9d-a9ba-55590f99130f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:22.928045 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:22.944359 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-0dc82831-5dca-430c-b58f-da516787ef8f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:22.948051 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0dc82831-5dca-430c-b58f-da516787ef8f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-1472626130 HTTP/1.1" status: 404 len: 329 time: 0.2623034 Sep 18 07:23:22.948731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:22.961817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-0f49d84c-4d2c-4ded-9166-55683cee42f0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14', 'tempest-TagsExtTest-Tag-1677178179') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:22.963933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Transition to ACTIVE for port object 0d4ff086-00d8-4e9d-a9ba-55590f99130f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:23.010917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.013275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-1fd81849-4902-4ac6-97fa-4233121cfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.014978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-1fd81849-4902-4ac6-97fa-4233121cfd41 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3329964 Sep 18 07:23:23.036959 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0f49d84c-4d2c-4ded-9166-55683cee42f0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:23.040700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f49d84c-4d2c-4ded-9166-55683cee42f0 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags/tempest-TagsExtTest-Tag-1677178179 HTTP/1.1" status: 404 len: 329 time: 0.0883772 Sep 18 07:23:23.041021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55880) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.045313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-484b8d57-51c3-48ff-8014-c8347b195d3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', {'tags': ['tempest-TagsExtTest-Tag-8488755', 'tempest-TagsExtTest-Tag-1876347477', 'tempest-TagsExtTest-Tag-534926054']}) {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.073066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.24', 57422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.104582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Allocated IP 172.20.0.14 (94afb5eb-59a3-4c25-8bf4-bc8f843d47c8/3574a457-f583-461f-9241-c3431c81aff6/280ae183-278d-49ff-a632-78c1c1f55bd4) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:23.127787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:23.254761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1992659a-9602-4390-8bdf-0d584458686e req-2cfd4516-1970-428e-9b79-e0a2a341ff06 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 210 time: 0.0446227 Sep 18 07:23:23.270672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-484b8d57-51c3-48ff-8014-c8347b195d3b tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "PUT /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 200 len: 314 time: 0.2262022 Sep 18 07:23:23.276966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.277135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-972be2af-a9e3-458b-b75a-4bfcdf166831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.277135 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c0d53ceb-0262-4aab-8fc1-3d86ad7a4bd7 req-972be2af-a9e3-458b-b75a-4bfcdf166831 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484250 Sep 18 07:23:23.277664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-26b04767-4010-4250-b992-738ea671aadc tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.299757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-c0208834-a262-4170-bb9d-166231429fd1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.299757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-c0208834-a262-4170-bb9d-166231429fd1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.24 "GET /v2.0/networks?id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 HTTP/1.1" status: 200 len: 911 time: 0.2239451 Sep 18 07:23:23.314640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Request body: {'port': {'device_id': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'admin_state_up': True, 'tenant_id': '0c96ba560dae410aa37afced05250737'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:23.330341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Attempting to bind port 0d4ff086-00d8-4e9d-a9ba-55590f99130f on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:23.330568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Attempting to bind port 0d4ff086-00d8-4e9d-a9ba-55590f99130f by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:23.330799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Attempting to bind port 0d4ff086-00d8-4e9d-a9ba-55590f99130f on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:23.364890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bdd1f2f-7c24-4971-b2e1-6bc94f101a66 req-d0521060-4617-4e5d-8960-55e6aee8b1c1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 210 time: 0.0362859 Sep 18 07:23:23.395295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Port 0d4ff086-00d8-4e9d-a9ba-55590f99130f on network 2a271084-c552-4fca-b906-2c317a827c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:23.395630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Attempting to bind port 0d4ff086-00d8-4e9d-a9ba-55590f99130f on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:23.408904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Made reservation on behalf of 0c96ba560dae410aa37afced05250737 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:23.411415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.414142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:23.414486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:23.414877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:23.415324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Bound port: 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:23.415681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.461837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-6e339660-4e62-49c0-b102-7a1c4199de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.463405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-6e339660-4e62-49c0-b102-7a1c4199de2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 1096 time: 0.0979586 Sep 18 07:23:23.470068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-26b04767-4010-4250-b992-738ea671aadc tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1938756 Sep 18 07:23:23.470287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55888) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.475213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-ae8b1605-54c8-447f-a923-429d021f83f5 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-8488755') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.483977 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.533388 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-2c0cfae1-4c8c-4832-8ec9-6ab29850474c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 HTTP/1.1" status: 200 len: 217 time: 0.0457408 Sep 18 07:23:23.534835 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ae8b1605-54c8-447f-a923-429d021f83f5 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:23.535875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae8b1605-54c8-447f-a923-429d021f83f5 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-8488755 HTTP/1.1" status: 404 len: 326 time: 0.0646896 Sep 18 07:23:23.539480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.545231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-4e9bad79-8687-4d11-9019-b141e844c24f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-1876347477') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.575284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Allocated IP 172.20.0.4 (bccfba3e-bfcd-48ad-bbe3-bf518688dfc5/6a6600b1-bd10-4538-916a-5bb029722078/a28bb578-e540-4e33-b407-a75c5d96a841) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:23:23.588157 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-4e9bad79-8687-4d11-9019-b141e844c24f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:23.591822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4e9bad79-8687-4d11-9019-b141e844c24f tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-1876347477 HTTP/1.1" status: 404 len: 329 time: 0.0488720 Sep 18 07:23:23.592609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55894) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.597205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-ac95e637-557c-402e-a0ba-49d7e2b47fd9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf', 'tempest-TagsExtTest-Tag-534926054') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.599156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:23.621951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:23.633423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-9fd32adf-2406-4c4a-b418-0d338ea0e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.634991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-9fd32adf-2406-4c4a-b418-0d338ea0e019 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d8dc93c-212d-4582-a0d8-00e5966c4c90 HTTP/1.1" status: 200 len: 852 time: 0.0716517 Sep 18 07:23:23.674262 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-ac95e637-557c-402e-a0ba-49d7e2b47fd9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] show failed (client error): The resource could not be found. Sep 18 07:23:23.675367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ac95e637-557c-402e-a0ba-49d7e2b47fd9 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags/tempest-TagsExtTest-Tag-534926054 HTTP/1.1" status: 404 len: 328 time: 0.0823989 Sep 18 07:23:23.677861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-fbdf9549-3462-4b04-9137-1d27f10f4863 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301859 Sep 18 07:23:23.678378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.682866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-120811a3-fd2e-49a5-abc4-b2334d34ba1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7a122755-d7f1-49ad-8fd3-ad85e5704fcf') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.696115 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.697996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716a28-7d9c-4bbf-8193-f9f2a3e30a1c req-b99c2ac4-c29f-4d19-939e-505a9468a747 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.701425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77716a28-7d9c-4bbf-8193-f9f2a3e30a1c req-b99c2ac4-c29f-4d19-939e-505a9468a747 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 943 time: 0.0903025 Sep 18 07:23:23.751616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.776767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:23.782820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.782820 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] 10.222.0.24 "PUT /v2.0/ports/0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 200 len: 1092 time: 2.1382866 Sep 18 07:23:23.787747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77716a28-7d9c-4bbf-8193-f9f2a3e30a1c req-78644430-03d8-4cd8-b0d7-57e6fbbfe87c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743799 Sep 18 07:23:23.820829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.838065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-120811a3-fd2e-49a5-abc4-b2334d34ba1d tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf/tags HTTP/1.1" status: 204 len: 168 time: 0.1585836 Sep 18 07:23:23.845973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55900) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:23.848103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:23.854914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.tag.tag_plugin [None req-5a258bc6-3f03-41ac-84f9-eca497422ef5 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fef6dc95-5081-41f7-91c2-c3be5eb8db14') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:23.856683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca817-18e4-480e-a77b-6dc2987b1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:23.869660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:23.914627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:23.930262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:23.941586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['5e74d63e-dfd5-4c80-af94-1a01f32d8239'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:23.987998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:23:23.997013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:23.999832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:23:24.034030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdb6d8-5b76-411d-b26c-015260444b38 req-80d0e6f7-892c-4da4-ae5c-aed404780142 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.037813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfbdb6d8-5b76-411d-b26c-015260444b38 req-80d0e6f7-892c-4da4-ae5c-aed404780142 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.1368303 Sep 18 07:23:24.041383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-bff63d77-6662-4281-ad35-b8d962b3a8c0 service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365932 Sep 18 07:23:24.047257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Pushing event updated for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:24.049533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Pushing event updated for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:24.074360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.074885 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.120571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.124068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.147551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfbdb6d8-5b76-411d-b26c-015260444b38 req-eb9847a5-9ba6-40e2-bc2c-78d63fd83a93 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Sep 18 07:23:24.155833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-fb3e676b-d6fb-4f05-b72f-d235f82e3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.157934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-fb3e676b-d6fb-4f05-b72f-d235f82e3bbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 1095 time: 0.2402234 Sep 18 07:23:24.167864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:24.170126 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854cc453-fd70-471b-9d54-be6f5c2dc02d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:24.180847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-aa7b463f-d84f-4665-8e0e-54aa8c5e299f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8738365 Sep 18 07:23:24.198050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Request body: {'port': {'device_id': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:24.220099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5a258bc6-3f03-41ac-84f9-eca497422ef5 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14/tags HTTP/1.1" status: 204 len: 168 time: 0.3701940 Sep 18 07:23:24.234834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55904) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:24.242247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-d1e6e298-54f2-4d4a-9350-2ce9d16be6ee tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '751c8666-31db-49aa-b5dc-fb4672fe1996') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:24.258893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-56b6d6fa-3a87-46a8-9e7c-e9c783a34275 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3814383 Sep 18 07:23:24.260618 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2674896e-0efb-4c02-99e4-eb86642706a0 x-openstack-request-id: req-2674896e-0efb-4c02-99e4-eb86642706a0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:24.260919 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:24.261175 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2674896e-0efb-4c02-99e4-eb86642706a0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:24.261566 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f', 'status': 'completed', 'code': 200} Sep 18 07:23:24.264585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-770d4edd-4b3a-4b47-a315-ed6d5a0b61f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 200 len: 217 time: 0.0655160 Sep 18 07:23:24.276227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Request body: {'port': {'device_id': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:24.325737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6744c2e7-199e-4782-ad5e-4e33398d761b None None] Provisioning complete for port a28bb578-e540-4e33-b407-a75c5d96a841 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:24.326146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6744c2e7-199e-4782-ad5e-4e33398d761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.332989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.350245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-2e37287e-433e-4db8-8f30-688e64df15a5 service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846932 Sep 18 07:23:24.366370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6744c2e7-199e-4782-ad5e-4e33398d761b None None] Port a28bb578-e540-4e33-b407-a75c5d96a841 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:23:24.380494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-c4347515-a900-455b-9891-a033aea5ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.382036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-c4347515-a900-455b-9891-a033aea5ae7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.1020274 Sep 18 07:23:24.401454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.412645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d1e6e298-54f2-4d4a-9350-2ce9d16be6ee tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996/tags HTTP/1.1" status: 204 len: 168 time: 0.1743922 Sep 18 07:23:24.415862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55912) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:24.421006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.tag.tag_plugin [None req-488682a8-ed46-4f55-be71-1f2d1a9f49d1 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'db6fad0a-7e6a-4eac-98f9-28c476494933') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:24.464066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-32341467-5cef-4d40-a99a-963e8b8bb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.465595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-32341467-5cef-4d40-a99a-963e8b8bb4fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755191 Sep 18 07:23:24.679762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-ceec09b6-8de4-41ee-a3d2-71b3c0edd8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009845 Sep 18 07:23:24.725082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d28811-5307-43c5-8e4f-22b2e829f3a0 req-ac606b2f-b33e-4fe5-9168-5f9cce230ec1 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.726705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d28811-5307-43c5-8e4f-22b2e829f3a0 req-ac606b2f-b33e-4fe5-9168-5f9cce230ec1 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 932 time: 0.3984475 Sep 18 07:23:24.829613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0329cd4-330f-437c-b496-2a5cf3b8992d req-4adb510a-6509-429b-b363-0d617871eb03 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414080 Sep 18 07:23:24.838395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280ae183-278d-49ff-a632-78c1c1f55bd4 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:24.846533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:24.859439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Transition to ACTIVE for port object 280ae183-278d-49ff-a632-78c1c1f55bd4 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:24.927687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a6fc-87b1-4697-81d8-c9f91c6af28b req-b29adacd-ecc1-445e-8715-6b0365ad0b10 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:24.929212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5d7a6fc-87b1-4697-81d8-c9f91c6af28b req-b29adacd-ecc1-445e-8715-6b0365ad0b10 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1027 time: 0.2258492 Sep 18 07:23:24.932209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d28811-5307-43c5-8e4f-22b2e829f3a0 req-6e006b0e-5c72-4a04-9613-6267ecd27622 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429076 Sep 18 07:23:24.945586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.006838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-488682a8-ed46-4f55-be71-1f2d1a9f49d1 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933/tags HTTP/1.1" status: 204 len: 168 time: 0.5898385 Sep 18 07:23:25.013140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55916) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:25.048897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Pushing event updated for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:25.065881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5d7a6fc-87b1-4697-81d8-c9f91c6af28b req-52c22896-478e-4fa9-9c46-8615182f1fa6 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261687 Sep 18 07:23:25.120420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e403d6-a261-4d29-bdb1-7abb6839ea9b req-94be8fbb-9dde-4b76-9e4f-6348ba1e2ec9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.122005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9e403d6-a261-4d29-bdb1-7abb6839ea9b req-94be8fbb-9dde-4b76-9e4f-6348ba1e2ec9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 943 time: 0.1138914 Sep 18 07:23:25.141456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28bb578-e540-4e33-b407-a75c5d96a841 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:25.155960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-4041cc98-c5cf-4ba4-a94d-3149efb8798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.156432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.157548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-4041cc98-c5cf-4ba4-a94d-3149efb8798a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 1095 time: 0.1586528 Sep 18 07:23:25.184671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Transition to ACTIVE for port object a28bb578-e540-4e33-b407-a75c5d96a841 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:23:25.190898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9e403d6-a261-4d29-bdb1-7abb6839ea9b req-2d1c05a0-a9b0-47c7-afe7-66e07812a19d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Sep 18 07:23:25.192600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Attempting to bind port 280ae183-278d-49ff-a632-78c1c1f55bd4 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:25.192940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Attempting to bind port 280ae183-278d-49ff-a632-78c1c1f55bd4 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:25.193266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Attempting to bind port 280ae183-278d-49ff-a632-78c1c1f55bd4 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:25.208614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Port 280ae183-278d-49ff-a632-78c1c1f55bd4 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:25.208941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Attempting to bind port 280ae183-278d-49ff-a632-78c1c1f55bd4 on network 94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:25.217917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:25.218268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Checking segment: {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:25.218657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Bound using segment: {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:25.219090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Bound port: 280ae183-278d-49ff-a632-78c1c1f55bd4, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fe8e06-32e2-468c-83eb-1dc618705b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:25.219496 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.250039 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.297046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3255e776-b4c9-453c-9974-39677da81709 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for subnetpool, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.301123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3255e776-b4c9-453c-9974-39677da81709 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7a122755-d7f1-49ad-8fd3-ad85e5704fcf HTTP/1.1" status: 204 len: 168 time: 0.2717986 Sep 18 07:23:25.301264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfa389-6f13-453c-b93d-54677ac64803 req-cd1b79e2-8b70-456e-b409-55b84f739c99 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.303138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55920) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:25.306486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1dfa389-6f13-453c-b93d-54677ac64803 req-cd1b79e2-8b70-456e-b409-55b84f739c99 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.0983698 Sep 18 07:23:25.340555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Pushing event updated for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:25.343924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-651077b8-a2a0-48ea-a63e-1411b06b081c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef6dc95-5081-41f7-91c2-c3be5eb8db14 HTTP/1.1" status: 200 len: 205 time: 0.0379279 Sep 18 07:23:25.346998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55922) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:25.349152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-4fbba780-fdaf-470d-b38b-0fbae45a1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.350653 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-4fbba780-fdaf-470d-b38b-0fbae45a1f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1828387 Sep 18 07:23:25.425214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1dfa389-6f13-453c-b93d-54677ac64803 req-4efeef87-98e7-4c68-b541-4f6b245c632b tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109688 Sep 18 07:23:25.458927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Attempting to bind port a28bb578-e540-4e33-b407-a75c5d96a841 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:23:25.459282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Attempting to bind port a28bb578-e540-4e33-b407-a75c5d96a841 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:23:25.459610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Attempting to bind port a28bb578-e540-4e33-b407-a75c5d96a841 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:25.467430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Port a28bb578-e540-4e33-b407-a75c5d96a841 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:23:25.467430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Attempting to bind port a28bb578-e540-4e33-b407-a75c5d96a841 on network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:23:25.468963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-cb2153e4-58a3-42b4-b46a-7ef9863f608b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 200 len: 217 time: 0.1065028 Sep 18 07:23:25.470399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:23:25.470747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Checking segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:25.471136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Bound using segment: {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:23:25.471567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Bound port: a28bb578-e540-4e33-b407-a75c5d96a841, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57c2b55-29c1-48ab-9af7-25dfa766fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:23:25.471930 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.476120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:25.481077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.538201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:23:25.541109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a28bb578-e540-4e33-b407-a75c5d96a841,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:25.549691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=280ae183-278d-49ff-a632-78c1c1f55bd4,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:23:25.609293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.648180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.648912 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:25.651856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] 10.222.0.24 "PUT /v2.0/ports/a28bb578-e540-4e33-b407-a75c5d96a841 HTTP/1.1" status: 200 len: 1092 time: 1.4569502 Sep 18 07:23:25.651856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:25.653359 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:25.681258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421a0fc-49a1-4797-b3a1-2b09e88e1357 service neutron] Pushing event updated for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:25.704647 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955016d0-823a-4fd3-a937-91c0baa1398c x-openstack-request-id: req-955016d0-823a-4fd3-a937-91c0baa1398c {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:25.704944 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:25.705205 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955016d0-823a-4fd3-a937-91c0baa1398c {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:25.705640 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841', 'status': 'completed', 'code': 200} Sep 18 07:23:25.835391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-f1f26f23-177a-45e8-9007-7969df04771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.837053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-f1f26f23-177a-45e8-9007-7969df04771b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.0837543 Sep 18 07:23:25.964079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-525ba9bc-2a87-4bc6-b6b3-7116c3247e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:25.965566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-525ba9bc-2a87-4bc6-b6b3-7116c3247e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.4870455 Sep 18 07:23:25.995482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.046361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-89194c2b-29d1-48b5-82bb-1d21ded4ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.047932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-89194c2b-29d1-48b5-82bb-1d21ded4ce47 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0c96ba560dae410aa37afced05250737&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1954339 Sep 18 07:23:26.075235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.080375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.096860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.097485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.098922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] 10.222.0.37 "PUT /v2.0/ports/280ae183-278d-49ff-a632-78c1c1f55bd4 HTTP/1.1" status: 200 len: 1093 time: 1.8284073 Sep 18 07:23:26.117993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614afacd-940e-48ea-975b-47051831b40a req-07d12dd9-1d77-434a-8bbb-17cea5dc6e3a tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.119523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-614afacd-940e-48ea-975b-47051831b40a req-07d12dd9-1d77-434a-8bbb-17cea5dc6e3a tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 944 time: 0.1086767 Sep 18 07:23:26.159912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-c6970a03-cb94-4da0-8345-2ba1a3294263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.161431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-c6970a03-cb94-4da0-8345-2ba1a3294263 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623588 Sep 18 07:23:26.162189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95829-0660-471b-a883-4f8a84347f98 service neutron] Pushing event updated for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:26.249750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.250302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Fanout notify agent at l3_agent the message router_deleted on router fef6dc95-5081-41f7-91c2-c3be5eb8db14 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:23:26.261111 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.265475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b42dcad-6a14-428e-aa56-23afee6faf37 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/routers/fef6dc95-5081-41f7-91c2-c3be5eb8db14 HTTP/1.1" status: 204 len: 168 time: 0.9144042 Sep 18 07:23:26.265475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:26.267556 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d56a03-df1b-48b7-9f1f-006fdad3f074" -d '{"events": [{"name": "network-changed", "server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:26.269720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55932) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:26.294394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-cb2719fe-a6f0-4ef2-9d5b-dec1551a9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.295899 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-cb2719fe-a6f0-4ef2-9d5b-dec1551a9d8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 1096 time: 0.0988066 Sep 18 07:23:26.301659 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-95866dd3-42d9-446f-8bba-4539b0c286b5 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311224 Sep 18 07:23:26.316026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-614afacd-940e-48ea-975b-47051831b40a req-00fc4bca-613d-4389-b4f2-5f92a0ad3c76 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855705 Sep 18 07:23:26.320527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-25411158-a12f-4232-befd-bd8434e4834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.321956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-638b8eaf-288b-4c54-b9c0-1d3cc8f0c193 req-25411158-a12f-4232-befd-bd8434e4834e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639549 Sep 18 07:23:26.328820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4db141-70b8-4c03-b003-bfe1876364b2 req-13f114a7-15b7-43b6-8280-5f0b38ea9025 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.330303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c4db141-70b8-4c03-b003-bfe1876364b2 req-13f114a7-15b7-43b6-8280-5f0b38ea9025 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.1557252 Sep 18 07:23:26.351133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-fd3f015d-f7d0-4a29-9e87-d0722e0d7744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280ae183-278d-49ff-a632-78c1c1f55bd4 HTTP/1.1" status: 200 len: 217 time: 0.0464542 Sep 18 07:23:26.449706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c4db141-70b8-4c03-b003-bfe1876364b2 req-3e36eb08-374e-47a6-8cf3-76b01b2f892e tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992153 Sep 18 07:23:26.450222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-010b1959-8022-483f-a2ef-5250036417b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.451699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-010b1959-8022-483f-a2ef-5250036417b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3574a457-f583-461f-9241-c3431c81aff6 HTTP/1.1" status: 200 len: 849 time: 0.0900347 Sep 18 07:23:26.479265 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-854cc453-fd70-471b-9d54-be6f5c2dc02d req-72e546a6-4f34-4126-bbe8-60eb70252112 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680238 Sep 18 07:23:26.493419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-f6b74fac-3ef9-4760-9ae5-b4a0a1067cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.494923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-f6b74fac-3ef9-4760-9ae5-b4a0a1067cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c96ba560dae410aa37afced05250737&device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.0948906 Sep 18 07:23:26.497987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-79ef16de-dd86-4d73-b647-250d48147f91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364616 Sep 18 07:23:26.501873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Deleting port 751c8666-31db-49aa-b5dc-fb4672fe1996 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:26.502244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:26.505009 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef5437-9147-47d6-bb2c-1a6d254d54f7 x-openstack-request-id: req-e4ef5437-9147-47d6-bb2c-1a6d254d54f7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:26.505173 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:26.505533 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ef5437-9147-47d6-bb2c-1a6d254d54f7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:26.506041 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4', 'status': 'completed', 'code': 200} Sep 18 07:23:26.560108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c55d-c0a0-481c-80be-84bd4e141720 req-66c2f6b7-52ec-485b-8734-928bee380145 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.561611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d152c55d-c0a0-481c-80be-84bd4e141720 req-66c2f6b7-52ec-485b-8734-928bee380145 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 943 time: 0.1418703 Sep 18 07:23:26.600519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-e8d875d2-c9b0-4442-834d-ee9c64724cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897157 Sep 18 07:23:26.605438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-4e476e13-bbf8-481d-b935-25937e97d807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a28bb578-e540-4e33-b407-a75c5d96a841 HTTP/1.1" status: 200 len: 217 time: 0.0826998 Sep 18 07:23:26.695635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9aab1982-5944-4e70-887d-ee6e3b50c21c req-cb348511-f917-4129-85ae-26bc3108cfa6 service neutron] 10.222.0.37 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876408 Sep 18 07:23:26.834717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-b4188a0d-f295-46fd-95d9-4365bc06d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.836176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-b4188a0d-f295-46fd-95d9-4365bc06d466 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61debd3f748245cd8b78743bb53cff94&device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 1096 time: 0.0434306 Sep 18 07:23:26.935200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-1cbed0ba-bac5-4940-b7df-9ef77aaafe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:26.936737 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-1cbed0ba-bac5-4940-b7df-9ef77aaafe6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 200 len: 910 time: 0.0914083 Sep 18 07:23:26.989261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-75bfd7f6-9552-4af7-9ecb-65d4b4863595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280ae183-278d-49ff-a632-78c1c1f55bd4 HTTP/1.1" status: 200 len: 217 time: 0.0353484 Sep 18 07:23:27.011983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d152c55d-c0a0-481c-80be-84bd4e141720 req-fe0106e9-882e-4936-ab6e-27b9dc2ba771 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179177 Sep 18 07:23:27.013615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.029957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773197e4-60c5-4fd5-b309-a365940db2e6 req-71552d72-f580-40d7-87db-f507e7ccf486 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.029957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-773197e4-60c5-4fd5-b309-a365940db2e6 req-71552d72-f580-40d7-87db-f507e7ccf486 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.4627876 Sep 18 07:23:27.032040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-c98dccc5-c953-4170-a818-3e338f4fb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.033570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-c98dccc5-c953-4170-a818-3e338f4fb4d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6600b1-bd10-4538-916a-5bb029722078 HTTP/1.1" status: 200 len: 849 time: 0.3799679 Sep 18 07:23:27.040237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-8413cca4-d43e-42a7-bc7e-b8498ec93287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.040820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Calling delete_port for 751c8666-31db-49aa-b5dc-fb4672fe1996 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:27.041706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-8413cca4-d43e-42a7-bc7e-b8498ec93287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3574a457-f583-461f-9241-c3431c81aff6 HTTP/1.1" status: 200 len: 849 time: 0.0449922 Sep 18 07:23:27.084643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-920ca322-65cd-4e80-9cc9-35904ca35959 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294218 Sep 18 07:23:27.176120 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-b749380a-7d34-4370-bb32-191905dd6674 service neutron] 10.222.0.37 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Sep 18 07:23:27.179557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-773197e4-60c5-4fd5-b309-a365940db2e6 req-0227e13d-4c35-4c71-97c8-76935caa719f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433530 Sep 18 07:23:27.202135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657235-a79c-4930-841c-16b989d01d68 req-d82eb310-2133-40cd-bb59-312ce2da951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.203717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-d82eb310-2133-40cd-bb59-312ce2da951f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609850 Sep 18 07:23:27.280861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b8d56a03-df1b-48b7-9f1f-006fdad3f074 req-389a8f80-cc14-40d3-bb39-26cd84d73653 service neutron] 10.222.0.37 "GET /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950694 Sep 18 07:23:27.340783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-b2697be4-8017-4007-add9-f52641a93a81 service neutron] 10.222.0.24 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283922 Sep 18 07:23:27.422398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.477335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event deleted for resources: {'Port': ['ID=751c8666-31db-49aa-b5dc-fb4672fe1996,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:27.542906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae657235-a79c-4930-841c-16b989d01d68 req-a4ec09b7-2393-4b6d-89bf-537ffcb52ea2 service neutron] 10.222.0.24 "GET /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898806 Sep 18 07:23:27.582453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526482b-5dbf-475d-a8b2-89f1447df96f req-d456e33f-1332-49db-b8b5-7a0ade7dbb29 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.583998 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1526482b-5dbf-475d-a8b2-89f1447df96f req-d456e33f-1332-49db-b8b5-7a0ade7dbb29 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 944 time: 0.1961994 Sep 18 07:23:27.620391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.622342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-059cb3d6-36cb-4b3f-bcd2-125a5cc0280c tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/ports/751c8666-31db-49aa-b5dc-fb4672fe1996 HTTP/1.1" status: 204 len: 168 time: 1.3460562 Sep 18 07:23:27.624941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55944) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:27.648990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf6165-96b8-4f90-9370-18a03897d1d2 req-9821f25e-553a-4048-9930-7eb985c5366f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:27.650611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0cf6165-96b8-4f90-9370-18a03897d1d2 req-9821f25e-553a-4048-9930-7eb985c5366f tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.1102324 Sep 18 07:23:27.654413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1526482b-5dbf-475d-a8b2-89f1447df96f req-5a1ebf3b-a8d2-4af6-913a-729c4dd2b691 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612836 Sep 18 07:23:27.690457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Deleting subnet db6fad0a-7e6a-4eac-98f9-28c476494933 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:27.693861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.698667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0cf6165-96b8-4f90-9370-18a03897d1d2 req-a9940089-8ea9-461a-9f26-6c9161c37b77 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Sep 18 07:23:27.737940 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.822226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.934134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.961704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event deleted for resources: {'Subnet': ['ID=db6fad0a-7e6a-4eac-98f9-28c476494933,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:27.963688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:27.966361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-62d972aa-e1d6-43d0-85c0-eadded377734 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/subnets/db6fad0a-7e6a-4eac-98f9-28c476494933 HTTP/1.1" status: 204 len: 168 time: 0.3399761 Sep 18 07:23:27.968238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 55946) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:27.969132 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa2675-9fa2-42ea-8164-568178f1900a None None] Network 0f506785-99a1-4fab-bcd8-e9221fb82148 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:28.042912 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.136567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Deleting port ed73971f-248a-452b-a20c-b27bdf1924f7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:28.136920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.142419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] DHCP port deletion for 0f506785-99a1-4fab-bcd8-e9221fb82148 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:23:28.161139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4f26-b6cc-4692-8656-b6d947a78cc2 req-ab88f15c-77e5-479b-889f-507e0315f01c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:28.162675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a9e4f26-b6cc-4692-8656-b6d947a78cc2 req-ab88f15c-77e5-479b-889f-507e0315f01c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 943 time: 0.0802970 Sep 18 07:23:28.188755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Deleting port ed73971f-248a-452b-a20c-b27bdf1924f7 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:28.189150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.233402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] For port ed73971f-248a-452b-a20c-b27bdf1924f7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ed73971f-248a-452b-a20c-b27bdf1924f7,segment=NetworkSegment(01315e4b-8aae-4df2-b47e-315b5301b50d),segment_id=01315e4b-8aae-4df2-b47e-315b5301b50d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:28.238331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.252871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a9e4f26-b6cc-4692-8656-b6d947a78cc2 req-74a78935-b039-49d2-81a8-c93a57d54feb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838163 Sep 18 07:23:28.253785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Calling delete_port for ed73971f-248a-452b-a20c-b27bdf1924f7 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:28.261120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] For port ed73971f-248a-452b-a20c-b27bdf1924f7, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ed73971f-248a-452b-a20c-b27bdf1924f7,segment=NetworkSegment(01315e4b-8aae-4df2-b47e-315b5301b50d),segment_id=01315e4b-8aae-4df2-b47e-315b5301b50d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:28.261757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.276126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Calling delete_port for ed73971f-248a-452b-a20c-b27bdf1924f7 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:28.316812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ed73971f-248a-452b-a20c-b27bdf1924f7 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:28.380698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1ee2c-0f8d-4026-ab25-2970a10df4ac req-d5785221-bcbb-4b1f-af85-e5d1e853509c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:28.387722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98a1ee2c-0f8d-4026-ab25-2970a10df4ac req-d5785221-bcbb-4b1f-af85-e5d1e853509c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 944 time: 0.0699170 Sep 18 07:23:28.426711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98a1ee2c-0f8d-4026-ab25-2970a10df4ac req-9a266387-7b78-4ad8-aebc-257c79224597 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Sep 18 07:23:28.477193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.502403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event deleted for resources: {'Port': ['ID=ed73971f-248a-452b-a20c-b27bdf1924f7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:28.511970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] No DVR routers for this DVR port ed73971f-248a-452b-a20c-b27bdf1924f7 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:28.551438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:28.573932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.596190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.603549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.611325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Pushing event deleted for resources: {'Port': ['ID=ed73971f-248a-452b-a20c-b27bdf1924f7,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:28.619191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] No DVR routers for this DVR port ed73971f-248a-452b-a20c-b27bdf1924f7 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:28.619382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f506785-99a1-4fab-bcd8-e9221fb82148']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:28.635817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01315e4b-8aae-4df2-b47e-315b5301b50d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:28.636126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01315e4b-8aae-4df2-b47e-315b5301b50d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:28.642196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.642553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.642932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.643246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.643585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.643924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.644257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.644585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.644914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.645246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.645570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.645907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e61e-4f02-4e9e-8e08-f05781f4ee6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:28.647068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.661714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.671467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:28.671879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:28.675536 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:28.750269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,segment=NetworkSegment(8dd6fa89-768b-4790-9405-153719805bc1),segment_id=8dd6fa89-768b-4790-9405-153719805bc1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:28.765321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4', 'network_id': '2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6', 'port_id': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4', 'mac_address': 'fa:16:3e:fd:0b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8dc93c-212d-4582-a0d8-00e5966c4c90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:28.805441 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.818939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:28.828968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec78dd-26ca-4bcb-bb40-32a65463c561 req-b6cc03e0-e8a5-48eb-9bdc-cacae55f6d13 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:28.830433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ec78dd-26ca-4bcb-bb40-32a65463c561 req-b6cc03e0-e8a5-48eb-9bdc-cacae55f6d13 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 944 time: 0.0824373 Sep 18 07:23:28.836540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bb96d-f405-4768-850b-7e221c4248e1 req-1d48dcb0-78bd-40ce-9d08-71ad1dce99cd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:28.839019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c30bb96d-f405-4768-850b-7e221c4248e1 req-1d48dcb0-78bd-40ce-9d08-71ad1dce99cd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.0582054 Sep 18 07:23:28.839138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,segment=NetworkSegment(8dd6fa89-768b-4790-9405-153719805bc1),segment_id=8dd6fa89-768b-4790-9405-153719805bc1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:28.840840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.855455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.855455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] 10.222.0.20 "DELETE /v2.0/networks/0f506785-99a1-4fab-bcd8-e9221fb82148 HTTP/1.1" status: 204 len: 168 time: 0.8856025 Sep 18 07:23:28.883183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:28.883969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23b017-de4a-442c-8ea3-da9ca3b57046 tempest-TagsExtTest-2004219809 tempest-TagsExtTest-2004219809-project] Pushing event deleted for resources: {'Network': ['ID=0f506785-99a1-4fab-bcd8-e9221fb82148,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:28.884677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0d4ff086-00d8-4e9d-a9ba-55590f99130f details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:28.923553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c30bb96d-f405-4768-850b-7e221c4248e1 req-b7553cb3-31b1-422b-b4e0-ce01c30084d1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745533 Sep 18 07:23:28.937790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ec78dd-26ca-4bcb-bb40-32a65463c561 req-4e5b5479-5a21-4778-9581-830bd9a0c19f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987616 Sep 18 07:23:28.972405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:29.035003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:29.045860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '0d4ff086-00d8-4e9d-a9ba-55590f99130f', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '0d4ff086-00d8-4e9d-a9ba-55590f99130f', 'mac_address': 'fa:16:3e:de:c3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:29.081454 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.087242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.100890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4ff086-00d8-4e9d-a9ba-55590f99130f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:29.120307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:29.231071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.285574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:29.311343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55962) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:29.370656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b2d7-ce45-402b-bb89-f5ae33e24f09 req-58d9f8fe-1a15-4195-97db-e8d783e1a947 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:29.372119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3203b2d7-ce45-402b-bb89-f5ae33e24f09 req-58d9f8fe-1a15-4195-97db-e8d783e1a947 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 944 time: 0.0499146 Sep 18 07:23:29.418429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3203b2d7-ce45-402b-bb89-f5ae33e24f09 req-56853184-60b0-4c89-a75e-f876da43b8c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372195 Sep 18 07:23:29.452294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd2dc57c-3b2f-4a56-ab7c-fe9c2788716f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2689019f144d464cbe5332fd77285409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397934 Sep 18 07:23:29.455528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 55968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:29.503161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.529296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.541618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21917a99-a4fb-4421-95be-4b869c2c7cd3 req-65f234ad-2355-4918-a811-8c2379477e37 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:29.543162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21917a99-a4fb-4421-95be-4b869c2c7cd3 req-65f234ad-2355-4918-a811-8c2379477e37 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 945 time: 0.0493710 Sep 18 07:23:29.581403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21917a99-a4fb-4421-95be-4b869c2c7cd3 req-f106b233-05a1-4637-a5fe-22db9f5df9a0 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Sep 18 07:23:29.648416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.651004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:29.652201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/decce2e6-3eab-49bd-934e-8a5d564f3126 HTTP/1.1" status: 204 len: 168 time: 0.1958454 Sep 18 07:23:29.661211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb3c52-d773-4c7a-b416-a0972d51e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decce2e6-3eab-49bd-934e-8a5d564f3126,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:29.770195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ee97c22a-2b72-4ee1-8720-6734bf8fb5c4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:29.792722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:30.103144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d895a9-b1f2-4b94-b299-b61a1dc6c8a3 req-ee910d8a-f614-4646-8a9a-46e3cb32fc55 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:30.104745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27d895a9-b1f2-4b94-b299-b61a1dc6c8a3 req-ee910d8a-f614-4646-8a9a-46e3cb32fc55 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1095 time: 0.0735180 Sep 18 07:23:30.116688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a68f62-dd4d-45c9-bb8c-978e2a0aa5ab req-efa6bba8-b74f-4487-b62c-74da7e450465 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:30.118144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1a68f62-dd4d-45c9-bb8c-978e2a0aa5ab req-efa6bba8-b74f-4487-b62c-74da7e450465 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 944 time: 0.0761096 Sep 18 07:23:30.169798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27d895a9-b1f2-4b94-b299-b61a1dc6c8a3 req-0fecfc23-8c45-40d6-9de6-cde0a0d8f08c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506201 Sep 18 07:23:30.174844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1a68f62-dd4d-45c9-bb8c-978e2a0aa5ab req-e1b753f2-f3cb-44ab-a0e1-a018e946081e tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502107 Sep 18 07:23:30.474863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a28bb578-e540-4e33-b407-a75c5d96a841 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:30.533554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa444f9-282f-447b-8eac-93f428d52d92 req-9206bc9c-da99-4b30-a490-b5ae92776383 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:30.535547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaa444f9-282f-447b-8eac-93f428d52d92 req-9206bc9c-da99-4b30-a490-b5ae92776383 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 944 time: 0.0514846 Sep 18 07:23:30.574072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a28bb578-e540-4e33-b407-a75c5d96a841,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:30.575620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaa444f9-282f-447b-8eac-93f428d52d92 req-f33511b4-d7a7-4561-9f82-c40878e27b3e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Sep 18 07:23:30.585971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'a28bb578-e540-4e33-b407-a75c5d96a841', 'network_id': 'bccfba3e-bfcd-48ad-bbe3-bf518688dfc5', 'port_id': 'a28bb578-e540-4e33-b407-a75c5d96a841', 'mac_address': 'fa:16:3e:1e:e4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6600b1-bd10-4538-916a-5bb029722078', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:30.623146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.624831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56000) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:30.636599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28bb578-e540-4e33-b407-a75c5d96a841 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:30.658295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a28bb578-e540-4e33-b407-a75c5d96a841,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:30.712771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018faccf-7e1a-4db8-bad4-e11045d45fda req-84b51214-0e05-4fba-8171-9852ee7b8679 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:30.714533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-018faccf-7e1a-4db8-bad4-e11045d45fda req-84b51214-0e05-4fba-8171-9852ee7b8679 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 945 time: 0.0566895 Sep 18 07:23:30.726277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-532629917-network', 'tenant_id': '55cc7e77a4c148d3971af64bd20ad867'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:30.728258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.762960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 280ae183-278d-49ff-a632-78c1c1f55bd4 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:23:30.771439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-018faccf-7e1a-4db8-bad4-e11045d45fda req-4edcb80d-7328-48a4-a383-f1361f9f0341 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 Sep 18 07:23:30.791554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:30.853917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Made reservation on behalf of 55cc7e77a4c148d3971af64bd20ad867 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:30.856325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.865515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.872953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=280ae183-278d-49ff-a632-78c1c1f55bd4,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:30.884581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '280ae183-278d-49ff-a632-78c1c1f55bd4', 'network_id': '94afb5eb-59a3-4c25-8bf4-bc8f843d47c8', 'port_id': '280ae183-278d-49ff-a632-78c1c1f55bd4', 'mac_address': 'fa:16:3e:75:46:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574a457-f583-461f-9241-c3431c81aff6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:23:30.926659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.940504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280ae183-278d-49ff-a632-78c1c1f55bd4 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:23:30.954949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:30.959053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=280ae183-278d-49ff-a632-78c1c1f55bd4,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:31.013442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.037803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:23:31.042217 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.047853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49488c4-8816-47a9-8632-70c9dea8d18b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:31.052757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.053119 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Added segment bb522c52-c0e2-4c20-a471-da2ded38aa63 of type vlan for network 287149be-d462-46b6-b6c9-f0a0ada8762a Sep 18 07:23:31.088808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:31.092521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.150920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.151887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.152533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.171053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a28bb578-e540-4e33-b407-a75c5d96a841'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:31.218775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] Pushing event updated for resources: {'Network': ['ID=287149be-d462-46b6-b6c9-f0a0ada8762a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:31.232651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 287149be-d462-46b6-b6c9-f0a0ada8762a details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:23:31.240300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a74c18b6-2645-4e2f-80ce-482a936a6844 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6112373 Sep 18 07:23:31.240523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56008) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:31.245475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Request body: {'subnet': {'network_id': '287149be-d462-46b6-b6c9-f0a0ada8762a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-532629917-subnet', 'tenant_id': '55cc7e77a4c148d3971af64bd20ad867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:31.288887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['280ae183-278d-49ff-a632-78c1c1f55bd4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:31.335141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c274a6-6be6-4597-8240-243a8ec217e8 req-e5756503-0c95-46e1-91b6-e1b8bf8fe424 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.336677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c274a6-6be6-4597-8240-243a8ec217e8 req-e5756503-0c95-46e1-91b6-e1b8bf8fe424 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1096 time: 0.0766332 Sep 18 07:23:31.343925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9801f-5b8d-496e-b12d-1ad344177457 req-8ff32b62-7796-475e-955e-29d331ed3dc3 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.345851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eca9801f-5b8d-496e-b12d-1ad344177457 req-8ff32b62-7796-475e-955e-29d331ed3dc3 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 945 time: 0.0847399 Sep 18 07:23:31.371067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Made reservation on behalf of 55cc7e77a4c148d3971af64bd20ad867 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:31.373310 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.425946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c274a6-6be6-4597-8240-243a8ec217e8 req-d92d4327-63a0-4a2d-884b-f5e5032dea6c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790956 Sep 18 07:23:31.432431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eca9801f-5b8d-496e-b12d-1ad344177457 req-505ef042-6b15-433d-aa79-5723016a5ce1 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Sep 18 07:23:31.643125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.727613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Pushing event updated for resources: {'Subnet': ['ID=daca5e16-bd54-4436-963b-8d4367eac6d1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:31.746679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bb618-7a68-4800-a722-87f7df21ad62 req-298c748b-fd2a-4235-8a14-988f49d8a70b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.748144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f7bb618-7a68-4800-a722-87f7df21ad62 req-298c748b-fd2a-4235-8a14-988f49d8a70b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 944 time: 0.1019361 Sep 18 07:23:31.749285 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Checking segment: {'id': 'bb522c52-c0e2-4c20-a471-da2ded38aa63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '287149be-d462-46b6-b6c9-f0a0ada8762a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:31.749620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Network hostable DHCP agents. Network: 287149be-d462-46b6-b6c9-f0a0ada8762a, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:23:31.793086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f7bb618-7a68-4800-a722-87f7df21ad62 req-63e591c7-c6e1-4706-8f00-eef94fc45d04 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Sep 18 07:23:31.866586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Network 287149be-d462-46b6-b6c9-f0a0ada8762a is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:23:31.889800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363fa2-c20b-4658-a8e9-b8ee5147c5f4 req-54bda490-b4b2-445a-914d-6ca848468099 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.891818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf363fa2-c20b-4658-a8e9-b8ee5147c5f4 req-54bda490-b4b2-445a-914d-6ca848468099 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 945 time: 0.0528071 Sep 18 07:23:31.932068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf363fa2-c20b-4658-a8e9-b8ee5147c5f4 req-a9f0b278-160d-4878-86d9-6a5a6865a404 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343375 Sep 18 07:23:31.939247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 287149be-d462-46b6-b6c9-f0a0ada8762a) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:31.943232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:31.943842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:31.950325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08807f71-7a52-41da-bcd8-3032a1524c39 None None] Network 287149be-d462-46b6-b6c9-f0a0ada8762a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:32.031727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf52c432-5f14-44b7-8417-b08e113421df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7901642 Sep 18 07:23:32.068787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795527fb-7817-4577-a251-6f2a4a4e3ed5 None None] Network 287149be-d462-46b6-b6c9-f0a0ada8762a requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:32.485582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a28bb578-e540-4e33-b407-a75c5d96a841 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:32.566777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd9017-15c5-49b1-9c8b-e6413f62ad0e req-99888af6-ca91-4e71-8de5-32fe94be9cbd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:32.568303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38cd9017-15c5-49b1-9c8b-e6413f62ad0e req-99888af6-ca91-4e71-8de5-32fe94be9cbd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1096 time: 0.0716159 Sep 18 07:23:32.576610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94c5fe-f1e2-4d9b-a839-4e6f02f07b13 req-06f4ccc9-381b-4922-b2b8-82ef10226b60 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:32.578054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd94c5fe-f1e2-4d9b-a839-4e6f02f07b13 req-06f4ccc9-381b-4922-b2b8-82ef10226b60 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 945 time: 0.0725343 Sep 18 07:23:32.602351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port a28bb578-e540-4e33-b407-a75c5d96a841 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:32.606398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port a28bb578-e540-4e33-b407-a75c5d96a841 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:32.607019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.630143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38cd9017-15c5-49b1-9c8b-e6413f62ad0e req-5ea6e522-6c32-42c6-8f57-13ce954c44bd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Sep 18 07:23:32.637807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd94c5fe-f1e2-4d9b-a839-4e6f02f07b13 req-4e546cca-b43e-44f6-8988-0a4068c5b360 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515845 Sep 18 07:23:32.683866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56032) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:32.688950 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-956527602-network', 'tenant_id': 'ce218dd9be184892a94590792134ad79'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:32.699360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.726798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:32.729163 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac6d84-9b18-47ab-9ac2-496efb887024" -d '{"events": [{"server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "name": "network-vif-plugged", "status": "completed", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:32.742299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a28bb578-e540-4e33-b407-a75c5d96a841,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:32.764366 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df39f0-82e6-4769-a2d0-503c2f8e733d x-openstack-request-id: req-d6df39f0-82e6-4769-a2d0-503c2f8e733d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:32.764770 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "name": "network-vif-plugged", "status": "completed", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:32.765124 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6df39f0-82e6-4769-a2d0-503c2f8e733d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:32.765684 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841', 'code': 200} Sep 18 07:23:32.768249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Made reservation on behalf of ce218dd9be184892a94590792134ad79 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:32.770684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.774200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 280ae183-278d-49ff-a632-78c1c1f55bd4 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:32.779948 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.798774 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.799521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:32.883414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.886420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:32.943692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.961174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c21b69-c84a-4938-8044-1f60758f6ab4 req-82b13506-6de4-47e4-8b4f-77991f9e73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:32.962722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2c21b69-c84a-4938-8044-1f60758f6ab4 req-82b13506-6de4-47e4-8b4f-77991f9e73b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0816324 Sep 18 07:23:32.973826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 280ae183-278d-49ff-a632-78c1c1f55bd4 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:32.978286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 280ae183-278d-49ff-a632-78c1c1f55bd4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:32.978720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:32.994059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd155a0-7091-454b-8fca-fbc3dd873efe req-63edcf0f-9586-4907-a83c-bcb7e050c63d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:32.995577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bd155a0-7091-454b-8fca-fbc3dd873efe req-63edcf0f-9586-4907-a83c-bcb7e050c63d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 944 time: 0.1026070 Sep 18 07:23:32.996316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:23:33.006227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:33.011426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87852151-09f0-4aba-a53b-2722362aa03e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.015973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:33.016975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.028429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.028429 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Added segment 4923cc8e-a8ce-471e-9c8c-e32bb83db73c of type vlan for network 2fe5e602-7de3-421b-8fb6-c4d198373be3 Sep 18 07:23:33.118335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a2c21b69-c84a-4938-8044-1f60758f6ab4 req-68c4ce46-c8db-4b48-a9ea-82f0b5470536 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419899 Sep 18 07:23:33.125295 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.129712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.143501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bd155a0-7091-454b-8fca-fbc3dd873efe req-20844ada-a931-43a0-b19e-ea646c56a609 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399350 Sep 18 07:23:33.154868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.155570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b031ed-a1d0-49d3-b056-325f850011af req-c107b26e-a7b7-47ce-9ffc-530fba7b5caa tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:33.157635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1b031ed-a1d0-49d3-b056-325f850011af req-c107b26e-a7b7-47ce-9ffc-530fba7b5caa tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 945 time: 0.1397848 Sep 18 07:23:33.193480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=280ae183-278d-49ff-a632-78c1c1f55bd4,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:33.199630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1b031ed-a1d0-49d3-b056-325f850011af req-799dcb5c-34a2-47fe-8759-08b4865b4091 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Sep 18 07:23:33.208413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,segment=NetworkSegment(8dd6fa89-768b-4790-9405-153719805bc1),segment_id=8dd6fa89-768b-4790-9405-153719805bc1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:33.242318 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.243303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:33.243878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.271969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.272782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0d4ff086-00d8-4e9d-a9ba-55590f99130f up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:23:33.274582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.319204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] Pushing event updated for resources: {'Network': ['ID=2fe5e602-7de3-421b-8fb6-c4d198373be3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.331838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2fe5e602-7de3-421b-8fb6-c4d198373be3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:23:33.340779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28323b4f-6328-4fb2-ab8a-51c11e522a0d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6557810 Sep 18 07:23:33.343396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56040) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:33.348768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Request body: {'subnet': {'network_id': '2fe5e602-7de3-421b-8fb6-c4d198373be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-956527602-subnet', 'tenant_id': 'ce218dd9be184892a94590792134ad79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:23:33.408995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.425295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Made reservation on behalf of ce218dd9be184892a94590792134ad79 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:23:33.427714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.470440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.510707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 0d4ff086-00d8-4e9d-a9ba-55590f99130f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:23:33.515438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 0d4ff086-00d8-4e9d-a9ba-55590f99130f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:23:33.517025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.591951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.623323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:33.659850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.695601 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.743134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=60806aa0-9948-4778-9a8d-e4ab6f109982,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.762557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:33.780373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Checking segment: {'id': '4923cc8e-a8ce-471e-9c8c-e32bb83db73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fe5e602-7de3-421b-8fb6-c4d198373be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:23:33.780733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Network hostable DHCP agents. Network: 2fe5e602-7de3-421b-8fb6-c4d198373be3, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:23:33.819434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6d7c-86f1-4a8a-9fa3-459f210e8e84 req-1ca1a603-59cd-4df1-8e39-3a4352f08766 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:33.820931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af8f6d7c-86f1-4a8a-9fa3-459f210e8e84 req-1ca1a603-59cd-4df1-8e39-3a4352f08766 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0865111 Sep 18 07:23:33.822705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ebcc-4445-4eb9-aecc-e1fe2731549c req-f7ec8638-025c-4d2e-aa20-beeb49cb9173 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:33.824079 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a66ebcc-4445-4eb9-aecc-e1fe2731549c req-f7ec8638-025c-4d2e-aa20-beeb49cb9173 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.1060894 Sep 18 07:23:33.878363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Network 2fe5e602-7de3-421b-8fb6-c4d198373be3 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:23:33.890186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af8f6d7c-86f1-4a8a-9fa3-459f210e8e84 req-8e90ed03-edba-4223-9098-36ffc916d001 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609071 Sep 18 07:23:33.893274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a66ebcc-4445-4eb9-aecc-e1fe2731549c req-d20488ab-c516-49c0-b7c8-72b5fdd9dd10 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Sep 18 07:23:33.945035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2fe5e602-7de3-421b-8fb6-c4d198373be3) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:23:33.949008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:33.951724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:33.955266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07d890-3fb7-4ba9-bbf2-1dc7aed23d1e None None] Network 2fe5e602-7de3-421b-8fb6-c4d198373be3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:34.008582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36406c5e-7f93-4008-b18f-123245526ebe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6641567 Sep 18 07:23:34.074329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0519150-88b3-445f-820a-fc42c9164b70 None None] Network 2fe5e602-7de3-421b-8fb6-c4d198373be3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:34.146046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:34.190337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Deleting subnet daca5e16-bd54-4436-963b-8d4367eac6d1 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:34.193776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.251110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.333663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca126-7c2a-44e2-82af-256cf549d875 req-821ecf8e-4d14-4998-8ae3-a74ff98f54ce tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:34.335156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e9ca126-7c2a-44e2-82af-256cf549d875 req-821ecf8e-4d14-4998-8ae3-a74ff98f54ce tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1173978 Sep 18 07:23:34.336174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.397249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ba7bc-52bc-40cc-92a6-91c689e20ed4 req-4477c305-d1e4-4e59-adfb-3cfed5d77900 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:34.398774 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c8ba7bc-52bc-40cc-92a6-91c689e20ed4 req-4477c305-d1e4-4e59-adfb-3cfed5d77900 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1225252 Sep 18 07:23:34.436731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e9ca126-7c2a-44e2-82af-256cf549d875 req-a89e87c0-5a4b-4dfa-80c8-8a27702fe927 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809667 Sep 18 07:23:34.458632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c8ba7bc-52bc-40cc-92a6-91c689e20ed4 req-c18bbf53-a9d1-4c4e-a3e9-3051ea81b3fb tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466971 Sep 18 07:23:34.505493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.536401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daca5e16-bd54-4436-963b-8d4367eac6d1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:34.540243 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.542231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ea77acf-2ed6-4894-b625-3dc350ddded8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/daca5e16-bd54-4436-963b-8d4367eac6d1 HTTP/1.1" status: 204 len: 168 time: 0.3950973 Sep 18 07:23:34.544759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56054) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:34.610676 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.689796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.709078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287149be-d462-46b6-b6c9-f0a0ada8762a']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:34.718410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb522c52-c0e2-4c20-a471-da2ded38aa63') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:34.718712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb522c52-c0e2-4c20-a471-da2ded38aa63') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:34.728207 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.741811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.747657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:34.754483 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:34.766546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4'}, {'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4'}, {'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:34.769394 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81451f7b-c0da-44d4-948b-1f687f903d57" -d '{"events": [{"server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "name": "network-vif-plugged", "status": "completed", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4"}, {"server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "name": "network-vif-plugged", "status": "completed", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4"}, {"server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:34.818305 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a886ae7a-d80c-46ad-a07b-7b6c6a5d323d x-openstack-request-id: req-a886ae7a-d80c-46ad-a07b-7b6c6a5d323d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:34.818619 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "name": "network-vif-plugged", "status": "completed", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4", "code": 200}, {"server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "name": "network-vif-plugged", "status": "completed", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4", "code": 200}, {"server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:34.818882 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a886ae7a-d80c-46ad-a07b-7b6c6a5d323d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:34.819289 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4', 'code': 200} Sep 18 07:23:34.819548 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4', 'code': 200} Sep 18 07:23:34.819802 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f', 'code': 200} Sep 18 07:23:34.860180 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.865314 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:34.867491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/287149be-d462-46b6-b6c9-f0a0ada8762a HTTP/1.1" status: 204 len: 168 time: 0.3217843 Sep 18 07:23:34.870487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56058) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:34.889796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9ca7f-137b-498c-93b1-e7f211d096e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=287149be-d462-46b6-b6c9-f0a0ada8762a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:34.981792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e82a7-e5d4-4a8e-af09-80ec16b2f07f req-717fa199-5011-4197-bae2-5e272f292689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:34.983314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82e82a7-e5d4-4a8e-af09-80ec16b2f07f req-717fa199-5011-4197-bae2-5e272f292689 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 1098 time: 0.1029139 Sep 18 07:23:34.989253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Deleting subnet 60806aa0-9948-4778-9a8d-e4ab6f109982 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:34.992812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.047072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e4596-7ac5-4358-9903-e9b20d55f9f3 req-f7faa22a-9065-478a-bc0b-63fd98f17418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.049006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f04a-93a3-42be-9a35-eda101661202 req-ac0fe6db-c542-4632-86e5-e685862e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.049176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d49e4596-7ac5-4358-9903-e9b20d55f9f3 req-f7faa22a-9065-478a-bc0b-63fd98f17418 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 1097 time: 0.1027884 Sep 18 07:23:35.050704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3d4f04a-93a3-42be-9a35-eda101661202 req-ac0fe6db-c542-4632-86e5-e685862e89bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 1098 time: 0.1076081 Sep 18 07:23:35.061240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.064128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84354fa-2b7f-44a6-a45d-c54da28f224b req-51814bb7-4cb7-4e70-95d0-27ffe8c668e7 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.065605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f84354fa-2b7f-44a6-a45d-c54da28f224b req-51814bb7-4cb7-4e70-95d0-27ffe8c668e7 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0907114 Sep 18 07:23:35.073518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63472202-0eb5-41d1-875b-d6c0f1f1e592 req-387ca1b5-b131-459c-8913-3a3f63db34de tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.075037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63472202-0eb5-41d1-875b-d6c0f1f1e592 req-387ca1b5-b131-459c-8913-3a3f63db34de tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0989215 Sep 18 07:23:35.098962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82e82a7-e5d4-4a8e-af09-80ec16b2f07f req-7d75ccb1-29df-4f97-af15-e5c69f878d86 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040766 Sep 18 07:23:35.131939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.135086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d49e4596-7ac5-4358-9903-e9b20d55f9f3 req-72d3c6e4-7fed-49da-8f3c-c326541e62bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717902 Sep 18 07:23:35.146264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3d4f04a-93a3-42be-9a35-eda101661202 req-41404bc9-dc3e-42db-923c-f17eb8e5f049 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Sep 18 07:23:35.154355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f84354fa-2b7f-44a6-a45d-c54da28f224b req-8171943d-a863-40ca-ac35-9abac0a9ab8c tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785105 Sep 18 07:23:35.156253 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63472202-0eb5-41d1-875b-d6c0f1f1e592 req-07d2bea1-70be-41c4-a03c-94ae4f0be8f2 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653291 Sep 18 07:23:35.242914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.260444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33a47-a6d3-41cd-a59e-f849a846ab0f req-d11dea9f-5615-49e1-8012-630f6caa5351 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.262000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e33a47-a6d3-41cd-a59e-f849a846ab0f req-d11dea9f-5615-49e1-8012-630f6caa5351 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0393791 Sep 18 07:23:35.268755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60806aa0-9948-4778-9a8d-e4ab6f109982,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:35.272524 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.274456 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9ae24c0-a903-4a6d-9832-7c2243c6cd6a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/60806aa0-9948-4778-9a8d-e4ab6f109982 HTTP/1.1" status: 204 len: 168 time: 0.4022968 Sep 18 07:23:35.278488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:35.302019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75e33a47-a6d3-41cd-a59e-f849a846ab0f req-2819749d-d92a-42d1-ae41-c00a10d1ccdd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Sep 18 07:23:35.332486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:23:35.370851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.412415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04965-4fd8-4b4a-9f78-da90818ae7f9 req-66e8ecea-b969-4833-a7e9-464b77b18503 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.414170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09a04965-4fd8-4b4a-9f78-da90818ae7f9 req-66e8ecea-b969-4833-a7e9-464b77b18503 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0458632 Sep 18 07:23:35.447374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09a04965-4fd8-4b4a-9f78-da90818ae7f9 req-50d2b2e5-1264-4626-950a-d0fae4d74245 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271978 Sep 18 07:23:35.464098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.486212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5e602-7de3-421b-8fb6-c4d198373be3']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:35.496139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4923cc8e-a8ce-471e-9c8c-e32bb83db73c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:35.496940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4923cc8e-a8ce-471e-9c8c-e32bb83db73c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:35.506275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.520100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.526405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:35.526808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:35.528502 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:35.559764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45815ae9-0c3a-4f6f-8945-bb2484faecb0 req-d4b5d3a4-1a23-4e25-9294-4de244bfee39 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.561142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45815ae9-0c3a-4f6f-8945-bb2484faecb0 req-d4b5d3a4-1a23-4e25-9294-4de244bfee39 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Sep 18 07:23:35.602474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45815ae9-0c3a-4f6f-8945-bb2484faecb0 req-6dcb03d9-93ac-457f-a50e-b1276a699667 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Sep 18 07:23:35.671152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.683385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:35.685553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2fe5e602-7de3-421b-8fb6-c4d198373be3 HTTP/1.1" status: 204 len: 168 time: 0.4059644 Sep 18 07:23:35.695602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bcf9f-48c6-447d-afed-b9f795a716e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe5e602-7de3-421b-8fb6-c4d198373be3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:35.705712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134d432-8562-4f87-95be-0225ab0e61b5 req-c3bbdc7f-7cde-4fe6-98b0-efe170e8aa62 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.707260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1134d432-8562-4f87-95be-0225ab0e61b5 req-c3bbdc7f-7cde-4fe6-98b0-efe170e8aa62 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0522311 Sep 18 07:23:35.745845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1134d432-8562-4f87-95be-0225ab0e61b5 req-9bc8ed23-d2e3-478c-bc78-b07fb18a0959 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Sep 18 07:23:35.894895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346a6fd-6ba3-42ab-bff8-f3a59e9d8520 req-337912a9-2d86-473e-a0e2-8895d5b11403 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:35.896455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6346a6fd-6ba3-42ab-bff8-f3a59e9d8520 req-337912a9-2d86-473e-a0e2-8895d5b11403 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0406599 Sep 18 07:23:35.930239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6346a6fd-6ba3-42ab-bff8-f3a59e9d8520 req-15bc760d-f235-4d4a-a48e-dc0e16bbb75e tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279057 Sep 18 07:23:36.051054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56084) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:36.090159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ff9488a7-7ab9-4ac2-9bf8-811fde78e144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55cc7e77a4c148d3971af64bd20ad867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378692 Sep 18 07:23:36.092546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:36.143592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:36.164351 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:36.284961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c91f2-7f6d-4c9c-9b87-134f69db0949 req-3d937403-5057-4cc2-b6e0-3e1274e70ff4 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:36.286509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe4c91f2-7f6d-4c9c-9b87-134f69db0949 req-3d937403-5057-4cc2-b6e0-3e1274e70ff4 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0497816 Sep 18 07:23:36.287299 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:36.289953 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:36.290990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e49488c4-8816-47a9-8632-70c9dea8d18b HTTP/1.1" status: 204 len: 168 time: 0.1976285 Sep 18 07:23:36.310944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1aee-a1d5-47f5-aa66-b8995df794ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49488c4-8816-47a9-8632-70c9dea8d18b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:36.333700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe4c91f2-7f6d-4c9c-9b87-134f69db0949 req-53d6e6f1-aa95-4956-b86b-b0d7ae05e3ba tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Sep 18 07:23:36.715265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce222e-1992-4dcf-90b0-75f838d29e3f req-966590a4-b699-4e6d-8889-384266002019 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:36.716746 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3ce222e-1992-4dcf-90b0-75f838d29e3f req-966590a4-b699-4e6d-8889-384266002019 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0486183 Sep 18 07:23:36.753386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3ce222e-1992-4dcf-90b0-75f838d29e3f req-d0d619af-a846-4fc7-8fa9-66634204c068 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Sep 18 07:23:36.903162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:36.947155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6744bcf5-bd2e-49ab-b791-e25aba75b85e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce218dd9be184892a94590792134ad79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425186 Sep 18 07:23:36.949586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56100) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:37.008102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:37.031043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:37.162977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea41fd-ee22-4bf2-9fb8-db7dfc265eec req-db90715d-d9ee-4d19-a16f-fd697360241a tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:37.164377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64ea41fd-ee22-4bf2-9fb8-db7dfc265eec req-db90715d-d9ee-4d19-a16f-fd697360241a tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.3525620 Sep 18 07:23:37.169877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:37.171782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523457c-46e2-4441-a72d-4ac3f7d2e90d req-46b8ef09-69ea-4611-ba36-39fba43b15f8 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:37.173573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:37.173831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e523457c-46e2-4441-a72d-4ac3f7d2e90d req-46b8ef09-69ea-4611-ba36-39fba43b15f8 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0581837 Sep 18 07:23:37.175212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87852151-09f0-4aba-a53b-2722362aa03e HTTP/1.1" status: 204 len: 168 time: 0.2245696 Sep 18 07:23:37.185626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d2edb-b1f4-45ab-9336-366601ddd324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87852151-09f0-4aba-a53b-2722362aa03e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:37.230486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64ea41fd-ee22-4bf2-9fb8-db7dfc265eec req-884e9ce4-bcce-42b2-b0bb-3a1dc50309ad tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554469 Sep 18 07:23:37.236574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e523457c-46e2-4441-a72d-4ac3f7d2e90d req-8380fc2b-94b8-4be2-a31e-5fcf5d8094c1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Sep 18 07:23:37.452247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a0b8-c226-4273-8152-4b965bc4178d req-d6608058-620b-41be-b5c2-a8b244d0ad16 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:37.453694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c41a0b8-c226-4273-8152-4b965bc4178d req-d6608058-620b-41be-b5c2-a8b244d0ad16 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0511153 Sep 18 07:23:37.497776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c41a0b8-c226-4273-8152-4b965bc4178d req-f0b83ddc-3bfd-4815-b169-c10706820124 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Sep 18 07:23:37.878599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91a92-8949-40bf-b01b-16241f19ffd1 req-6e9dc972-5319-4795-9633-ce693df2fa7a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:37.880135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5c91a92-8949-40bf-b01b-16241f19ffd1 req-6e9dc972-5319-4795-9633-ce693df2fa7a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0555995 Sep 18 07:23:37.920136 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5c91a92-8949-40bf-b01b-16241f19ffd1 req-e48985dd-bd88-4d23-8ac6-33bce4782cfc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Sep 18 07:23:38.056341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-9011903c-193d-4f98-92ad-51f8a1b1097c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:38.058053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-9011903c-193d-4f98-92ad-51f8a1b1097c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0406687 Sep 18 07:23:38.142702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Deleting port a28bb578-e540-4e33-b407-a75c5d96a841 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:38.143050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:38.238246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] For port a28bb578-e540-4e33-b407-a75c5d96a841, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a28bb578-e540-4e33-b407-a75c5d96a841,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:38.238920 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:38.280991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Calling delete_port for a28bb578-e540-4e33-b407-a75c5d96a841 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:38.373769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95128962-61e2-454c-a500-585ba03ea23b req-ad73e0c5-6b8b-4752-9e74-11f4e5d6e11f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:38.380605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95128962-61e2-454c-a500-585ba03ea23b req-ad73e0c5-6b8b-4752-9e74-11f4e5d6e11f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1399221 Sep 18 07:23:38.430099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d019b-2b84-4c17-933c-b79c5fbd75f3 req-f09f71a4-273b-49ae-9dc6-698c22cdfc4c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:38.431601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-444d019b-2b84-4c17-933c-b79c5fbd75f3 req-f09f71a4-273b-49ae-9dc6-698c22cdfc4c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1082458 Sep 18 07:23:38.463995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95128962-61e2-454c-a500-585ba03ea23b req-0ae4467c-b081-4915-b5cb-80de4ab3aed4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790646 Sep 18 07:23:38.515954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-444d019b-2b84-4c17-933c-b79c5fbd75f3 req-4976d98e-6060-4002-a980-580e82a9ba5c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Sep 18 07:23:38.572017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82bc8-ec78-4361-b5cb-44acc5fbabcf req-ca00a9d3-50e1-4210-a5c2-851f9f238b22 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:38.573554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bf82bc8-ec78-4361-b5cb-44acc5fbabcf req-ca00a9d3-50e1-4210-a5c2-851f9f238b22 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 1097 time: 0.0436678 Sep 18 07:23:38.607992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bf82bc8-ec78-4361-b5cb-44acc5fbabcf req-b5f3114e-edda-4307-824f-19da3d1355c1 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281284 Sep 18 07:23:38.620258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:38.631723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['5e74d63e-dfd5-4c80-af94-1a01f32d8239'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:38.649564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Pushing event deleted for resources: {'Port': ['ID=a28bb578-e540-4e33-b407-a75c5d96a841,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:38.686366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a28bb578-e540-4e33-b407-a75c5d96a841'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:38.712025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] No DVR routers for this DVR port a28bb578-e540-4e33-b407-a75c5d96a841 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:38.714936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:38.717210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c12a95-a48e-453c-a66c-4bdf5c02e00c req-c9b32728-d0e1-4d3d-ab20-7b12f4449abd tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a28bb578-e540-4e33-b407-a75c5d96a841 HTTP/1.1" status: 204 len: 173 time: 0.6524520 Sep 18 07:23:38.717748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'name': 'network-vif-deleted', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:38.720281 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb51c023-4dba-4c97-bae7-3a5b2cab46b7" -d '{"events": [{"server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "name": "network-vif-deleted", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:38.769085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303173d-efea-4602-b622-b43be2a010c3 req-13285e0b-6763-4009-8017-4faf4d60f364 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:38.771097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7303173d-efea-4602-b622-b43be2a010c3 req-13285e0b-6763-4009-8017-4faf4d60f364 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0855701 Sep 18 07:23:38.831250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7303173d-efea-4602-b622-b43be2a010c3 req-ec986d97-65d9-4ceb-a5fc-e019da101807 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518873 Sep 18 07:23:38.862731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e37ecad1-8797-4b8f-a1ab-d9cc0c6ca95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:38.896973 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8143f9-1fd3-43d7-9ee0-5e0ad1df2cf7 x-openstack-request-id: req-bc8143f9-1fd3-43d7-9ee0-5e0ad1df2cf7 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:38.896973 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc86aa-3b08-4a73-a1f3-eeca09d7ed41", "name": "network-vif-deleted", "tag": "a28bb578-e540-4e33-b407-a75c5d96a841", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:38.896973 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc8143f9-1fd3-43d7-9ee0-5e0ad1df2cf7 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:38.897324 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cc86aa-3b08-4a73-a1f3-eeca09d7ed41', 'name': 'network-vif-deleted', 'tag': 'a28bb578-e540-4e33-b407-a75c5d96a841', 'status': 'completed', 'code': 200} Sep 18 07:23:39.020569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d124fae-e9cb-41e1-b193-258a7705775f req-487b8e7d-5581-4532-a436-40a5e29c40f8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:39.022134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d124fae-e9cb-41e1-b193-258a7705775f req-487b8e7d-5581-4532-a436-40a5e29c40f8 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0511448 Sep 18 07:23:39.071596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d124fae-e9cb-41e1-b193-258a7705775f req-2aa5b221-8379-4ae0-9f40-e5636c6d86ec tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Sep 18 07:23:39.296270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f3d4-690b-4e9d-b7d7-956ad3a746c3 req-09e6c64e-48e0-4ead-bfc8-38d991d09e2c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:39.297728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76b7f3d4-690b-4e9d-b7d7-956ad3a746c3 req-09e6c64e-48e0-4ead-bfc8-38d991d09e2c tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0534439 Sep 18 07:23:39.336411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76b7f3d4-690b-4e9d-b7d7-956ad3a746c3 req-34140d81-8b21-4fc8-8fa9-cf9dc00381a2 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Sep 18 07:23:39.580761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec433f54-3ab7-4af4-b567-e38197ba2d23 req-a1d3391c-ed46-48e8-bd75-53669c3d2956 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:39.583221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec433f54-3ab7-4af4-b567-e38197ba2d23 req-a1d3391c-ed46-48e8-bd75-53669c3d2956 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Sep 18 07:23:39.621164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec433f54-3ab7-4af4-b567-e38197ba2d23 req-c90ea7be-b1da-4773-9926-c1ea12a6da7f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Sep 18 07:23:39.717250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-756ebf33-f385-43b8-b328-528c72d13822 req-0c070db9-1686-49e2-8cef-345a5cd98248 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=21cc86aa-3b08-4a73-a1f3-eeca09d7ed41 HTTP/1.1" status: 200 len: 210 time: 0.0258501 Sep 18 07:23:39.953733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56194) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:40.058442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc6be8e4-bce8-4994-bfd9-f736536ef46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.147387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc6be8e4-bce8-4994-bfd9-f736536ef46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.193400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d64a-3725-4e46-b79a-7ddd04707e62 req-d8b4e883-e5ba-4318-bec9-599abe78e2de tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.194919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28c3d64a-3725-4e46-b79a-7ddd04707e62 req-d8b4e883-e5ba-4318-bec9-599abe78e2de tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0567148 Sep 18 07:23:40.202798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc6be8e4-bce8-4994-bfd9-f736536ef46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.234341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28c3d64a-3725-4e46-b79a-7ddd04707e62 req-0d235223-cab8-4a87-8b5a-f7e53f3a3b6c tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Sep 18 07:23:40.245120 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fc6be8e4-bce8-4994-bfd9-f736536ef46e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=352ccf547c9142419603270eea997c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879431 Sep 18 07:23:40.245120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be8e4-bce8-4994-bfd9-f736536ef46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815dee4a-0143-4939-948a-aa751d9d36d1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:40.246537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:40.299897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.320694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.391764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-ee7297d5-a09c-4b40-81b9-316a78dc33be tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.393536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-ee7297d5-a09c-4b40-81b9-316a78dc33be tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.37 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 946 time: 0.0572941 Sep 18 07:23:40.416536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.419151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.420229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/815dee4a-0143-4939-948a-aa751d9d36d1 HTTP/1.1" status: 204 len: 168 time: 0.1726296 Sep 18 07:23:40.444281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560fe69-eedd-48f7-8ef3-75fdf12e15a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815dee4a-0143-4939-948a-aa751d9d36d1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:40.467773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd1d3-f764-4f19-9dae-5555ce106db0 req-35bf1019-b3e5-4b42-9774-eea739d8c180 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.470026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dfd1d3-f764-4f19-9dae-5555ce106db0 req-35bf1019-b3e5-4b42-9774-eea739d8c180 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0625882 Sep 18 07:23:40.508597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Deleting port 280ae183-278d-49ff-a632-78c1c1f55bd4 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:40.508950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.510986 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-10dfd1d3-f764-4f19-9dae-5555ce106db0 req-07a5add3-2ebe-4397-889a-8e4ed1084860 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Sep 18 07:23:40.605106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] For port 280ae183-278d-49ff-a632-78c1c1f55bd4, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=280ae183-278d-49ff-a632-78c1c1f55bd4,segment=NetworkSegment(22fe8e06-32e2-468c-83eb-1dc618705b3e),segment_id=22fe8e06-32e2-468c-83eb-1dc618705b3e)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:40.605474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.617960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Calling delete_port for 280ae183-278d-49ff-a632-78c1c1f55bd4 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:40.747478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a0bb3-ed74-418a-b9ea-de2cf4fcc1ad req-56c2ce65-d12c-4cc4-8e0f-374927b4548e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.749681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a9a0bb3-ed74-418a-b9ea-de2cf4fcc1ad req-56c2ce65-d12c-4cc4-8e0f-374927b4548e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0571439 Sep 18 07:23:40.798552 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a9a0bb3-ed74-418a-b9ea-de2cf4fcc1ad req-4449d388-89a4-4138-a130-6889609be1d8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Sep 18 07:23:40.808371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.820804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['280ae183-278d-49ff-a632-78c1c1f55bd4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:40.857525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Pushing event deleted for resources: {'Port': ['ID=280ae183-278d-49ff-a632-78c1c1f55bd4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:40.908375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] No DVR routers for this DVR port 280ae183-278d-49ff-a632-78c1c1f55bd4 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:40.910158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da660-911d-43ff-91d1-9371a28bc1f2 req-d549a286-b4e7-4d50-9cd6-9ce58af9e0f9 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.911285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:40.912443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b6da660-911d-43ff-91d1-9371a28bc1f2 req-d549a286-b4e7-4d50-9cd6-9ce58af9e0f9 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0718861 Sep 18 07:23:40.913800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6562d85e-7c06-4d97-9a24-cfc4e035f14b req-7acd0e5b-1c0e-4df1-9c89-9a7a4291bb7f tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.37 "DELETE /v2.0/ports/280ae183-278d-49ff-a632-78c1c1f55bd4 HTTP/1.1" status: 204 len: 173 time: 0.5120940 Sep 18 07:23:40.920722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'name': 'network-vif-deleted', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:40.923041 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c3b08-a720-4d7e-a647-9fabfa857d1f" -d '{"events": [{"server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "name": "network-vif-deleted", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:40.984006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b6da660-911d-43ff-91d1-9371a28bc1f2 req-1f389120-6a11-4738-913e-ecf44d01a4d0 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Sep 18 07:23:40.993515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-ce6f89a5-0cfd-44a6-99ab-4b6d62c5c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:40.995045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-ce6f89a5-0cfd-44a6-99ab-4b6d62c5c240 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 1098 time: 0.0617301 Sep 18 07:23:41.004520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56220) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:41.019713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12217e49-7948-488a-b4e0-74abcd2f1892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.037591 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518639cb-7ea8-4bc9-aefa-630d52e70836 x-openstack-request-id: req-518639cb-7ea8-4bc9-aefa-630d52e70836 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:41.038030 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c14fb-6dfd-4741-9955-5e9df2d2d48a", "name": "network-vif-deleted", "tag": "280ae183-278d-49ff-a632-78c1c1f55bd4", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:41.038491 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-518639cb-7ea8-4bc9-aefa-630d52e70836 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:41.038979 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c14fb-6dfd-4741-9955-5e9df2d2d48a', 'name': 'network-vif-deleted', 'tag': '280ae183-278d-49ff-a632-78c1c1f55bd4', 'status': 'completed', 'code': 200} Sep 18 07:23:41.104841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-7f7aec92-a88d-49b2-abde-6d4451c4c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:41.106489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-7f7aec92-a88d-49b2-abde-6d4451c4c728 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 HTTP/1.1" status: 200 len: 913 time: 0.1037395 Sep 18 07:23:41.118650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12217e49-7948-488a-b4e0-74abcd2f1892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.148271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-25a86e9b-cbf5-49a9-90d9-4d169362b34f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 HTTP/1.1" status: 200 len: 217 time: 0.0341294 Sep 18 07:23:41.180389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-12217e49-7948-488a-b4e0-74abcd2f1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.208743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-ddf3136a-64de-4c03-a7c9-43f4419d3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:41.210434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-ddf3136a-64de-4c03-a7c9-43f4419d3831 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d8dc93c-212d-4582-a0d8-00e5966c4c90 HTTP/1.1" status: 200 len: 852 time: 0.0552552 Sep 18 07:23:41.222039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12217e49-7948-488a-b4e0-74abcd2f1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df57cbd9-3cf7-4237-afdb-a69e37157a6c,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:41.226525 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-12217e49-7948-488a-b4e0-74abcd2f1892 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725b16ff8c1147faaa051bafe5efe633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203882 Sep 18 07:23:41.229302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56224) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:41.251782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-129c184f-7430-43da-bc2f-d1763adb95ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343595 Sep 18 07:23:41.391184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73c7d470-b145-452f-8507-b5da620fdc16 req-63be131c-6755-4c04-899e-1bd50745abd0 tempest-VolumesActionsTest-2126694361 tempest-VolumesActionsTest-2126694361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a96c14fb-6dfd-4741-9955-5e9df2d2d48a HTTP/1.1" status: 200 len: 210 time: 0.0691097 Sep 18 07:23:41.411994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93a9c0-19d7-4564-a792-238a9e0e951b req-0b990084-50cc-43eb-883f-c458fe1538bf tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:41.412837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c93a9c0-19d7-4564-a792-238a9e0e951b req-0b990084-50cc-43eb-883f-c458fe1538bf tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.1634347 Sep 18 07:23:41.438730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.441565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-224db5f6-a65c-434e-87de-30f68f76ce12 service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814678 Sep 18 07:23:41.499239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.517355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c93a9c0-19d7-4564-a792-238a9e0e951b req-44875159-8a15-48e6-8151-f01b53e89f8c tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965290 Sep 18 07:23:41.522921 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8545b8a1-624f-4eb5-aa93-fbb1e402a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.592634 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71d01308-1e51-4ec8-a33e-4c2e304a1222 req-2f3ace0a-86bb-4b75-986d-4a95aec15c3b service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426446 Sep 18 07:23:41.653518 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.656935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:41.658140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df57cbd9-3cf7-4237-afdb-a69e37157a6c HTTP/1.1" status: 204 len: 168 time: 0.4276273 Sep 18 07:23:41.668887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0da1d-e320-4a26-8ec8-087c7aea90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df57cbd9-3cf7-4237-afdb-a69e37157a6c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:41.915684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23389-7bff-4102-925e-73000b78174e req-65a7850b-b6af-4681-ad36-6c46817e713e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:41.917099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d23389-7bff-4102-925e-73000b78174e req-65a7850b-b6af-4681-ad36-6c46817e713e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0497448 Sep 18 07:23:41.955080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97d23389-7bff-4102-925e-73000b78174e req-a21b6b2c-77be-48d7-858a-46be48958393 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Sep 18 07:23:42.071125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:42.107042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb613ac-f13e-4a7a-9b54-cc7654aed45c req-c812f1af-49b6-43f0-8d6c-2b856fe7a700 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:42.136112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cb613ac-f13e-4a7a-9b54-cc7654aed45c req-c812f1af-49b6-43f0-8d6c-2b856fe7a700 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0564239 Sep 18 07:23:42.153270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cb613ac-f13e-4a7a-9b54-cc7654aed45c req-389d2075-f0a0-4f65-b5ea-9ac51f6c22f4 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Sep 18 07:23:42.576778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a28bb578-e540-4e33-b407-a75c5d96a841 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:42.616042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: a28bb578-e540-4e33-b407-a75c5d96a841 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:42.616393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a28bb578-e540-4e33-b407-a75c5d96a841 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:42.649554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269c06f-6b5a-484b-b99a-1eaf27f3d800 req-99e527e4-c1c9-4b90-ad11-6685f208f083 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:42.651125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3269c06f-6b5a-484b-b99a-1eaf27f3d800 req-99e527e4-c1c9-4b90-ad11-6685f208f083 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.0598614 Sep 18 07:23:42.685561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3269c06f-6b5a-484b-b99a-1eaf27f3d800 req-01509be1-7c34-4f15-a829-6b66c14e7faa tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7c8c55d2-1368-494d-a0a5-469cd0fa09b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279236 Sep 18 07:23:42.752661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa679c39-3260-4191-a370-a527587dc466 req-df291ea5-18b8-4b97-b299-5f300c3c66f3 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:42.754266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa679c39-3260-4191-a370-a527587dc466 req-df291ea5-18b8-4b97-b299-5f300c3c66f3 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 1097 time: 0.0435216 Sep 18 07:23:42.856538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Deleting port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:42.856883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:42.943458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] For port 5e74d63e-dfd5-4c80-af94-1a01f32d8239, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=5e74d63e-dfd5-4c80-af94-1a01f32d8239,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:42.944110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:42.957681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Calling delete_port for 5e74d63e-dfd5-4c80-af94-1a01f32d8239 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:43.093046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8da23-dbeb-4a8e-a65f-a428b7077a3d req-1e87a50e-2547-49f1-883e-5aff92191a55 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:43.094609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02d8da23-dbeb-4a8e-a65f-a428b7077a3d req-1e87a50e-2547-49f1-883e-5aff92191a55 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0565238 Sep 18 07:23:43.134038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02d8da23-dbeb-4a8e-a65f-a428b7077a3d req-c4e62c2e-5a59-4534-b12b-c0bdeae4e0e0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Sep 18 07:23:43.196498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:43.222314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['5e74d63e-dfd5-4c80-af94-1a01f32d8239'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:43.261984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e74d63e-dfd5-4c80-af94-1a01f32d8239,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:43.265110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:43.301949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] No DVR routers for this DVR port 5e74d63e-dfd5-4c80-af94-1a01f32d8239 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:43.306399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:43.308545 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa679c39-3260-4191-a370-a527587dc466 req-84f72175-bc4c-42b3-a49a-3fc068186eba tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5e74d63e-dfd5-4c80-af94-1a01f32d8239 HTTP/1.1" status: 204 len: 173 time: 0.5469949 Sep 18 07:23:43.309003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'name': 'network-vif-deleted', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:43.311757 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44095db4-78ac-480a-910e-e4663c105ad2" -d '{"events": [{"server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "name": "network-vif-deleted", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:43.315325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556e773-e299-4138-8b08-5589ef07d856 req-b1212f42-3341-4006-aa0e-45e4f1704b5e tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:43.318042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7556e773-e299-4138-8b08-5589ef07d856 req-b1212f42-3341-4006-aa0e-45e4f1704b5e tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0729892 Sep 18 07:23:43.367544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7556e773-e299-4138-8b08-5589ef07d856 req-407fbf56-b8ca-4730-9344-1253a297c6fc tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Sep 18 07:23:43.373831 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b0664-efa6-47ee-b395-1d1633356c63 x-openstack-request-id: req-a17b0664-efa6-47ee-b395-1d1633356c63 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:43.374181 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc", "name": "network-vif-deleted", "tag": "5e74d63e-dfd5-4c80-af94-1a01f32d8239", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:43.377650 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a17b0664-efa6-47ee-b395-1d1633356c63 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:43.377650 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc', 'name': 'network-vif-deleted', 'tag': '5e74d63e-dfd5-4c80-af94-1a01f32d8239', 'status': 'completed', 'code': 200} Sep 18 07:23:43.759560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373dcc-2f21-420a-aa59-3182cd91ccdf req-f06559ad-1615-4897-857f-8d7c2aa6722d tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:43.761461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98373dcc-2f21-420a-aa59-3182cd91ccdf req-f06559ad-1615-4897-857f-8d7c2aa6722d tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0651171 Sep 18 07:23:43.822701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ed50fe-20f3-45c0-a4fe-d821eae80166 req-56ca3904-565b-4a07-80cb-04d3d24bd669 tempest-TestServerMultinode-541324554 tempest-TestServerMultinode-541324554-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c1ef5f7-22bf-4374-8e7e-7f3ac19600cc HTTP/1.1" status: 200 len: 210 time: 0.0328128 Sep 18 07:23:43.826007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98373dcc-2f21-420a-aa59-3182cd91ccdf req-95b47de6-93c5-41de-a4ed-26967704e200 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564661 Sep 18 07:23:44.262184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52826c33-c3a4-4174-b4fd-1e59ba591c7e req-2b1f7d80-3c7b-43a0-b225-18b61e7bd431 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:44.263895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52826c33-c3a4-4174-b4fd-1e59ba591c7e req-2b1f7d80-3c7b-43a0-b225-18b61e7bd431 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Sep 18 07:23:44.307024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52826c33-c3a4-4174-b4fd-1e59ba591c7e req-1f9b8253-88ff-46ab-9a23-9c0ee072b04e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370417 Sep 18 07:23:44.722254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:44.825506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 280ae183-278d-49ff-a632-78c1c1f55bd4 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:44.850467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 280ae183-278d-49ff-a632-78c1c1f55bd4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:44.851092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 280ae183-278d-49ff-a632-78c1c1f55bd4 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:44.935247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56376) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:44.996527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b27ad-f1d2-4c18-a3cc-b479e92b41d9 req-64669b2e-0636-4c1e-94bf-1b4694949954 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:45.005389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-602b27ad-f1d2-4c18-a3cc-b479e92b41d9 req-64669b2e-0636-4c1e-94bf-1b4694949954 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0720725 Sep 18 07:23:45.057536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-602b27ad-f1d2-4c18-a3cc-b479e92b41d9 req-47affd3a-880c-4b39-921e-4d04205830dd tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511780 Sep 18 07:23:45.157760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:45.476920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94c85-876f-41e7-a399-308f8c29e8f8 req-90dafebe-29df-408e-b82b-f022ed04df8a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:45.486038 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9df94c85-876f-41e7-a399-308f8c29e8f8 req-90dafebe-29df-408e-b82b-f022ed04df8a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0622630 Sep 18 07:23:45.539597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9df94c85-876f-41e7-a399-308f8c29e8f8 req-9fff1b1b-0baa-46a4-8406-b8444fa7361e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Sep 18 07:23:45.655999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:45.685654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa5f92-e199-4c26-aa92-098c866b4839 req-d9c15caa-3ab4-4cc9-a940-66281980f92f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:45.688037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2afa5f92-e199-4c26-aa92-098c866b4839 req-d9c15caa-3ab4-4cc9-a940-66281980f92f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.0988176 Sep 18 07:23:45.728136 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317e85-81e4-4330-9b3b-c1419951022e req-ce78ff8c-7390-497f-a075-2ef9158bb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:45.729925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-ce78ff8c-7390-497f-a075-2ef9158bb9cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 1098 time: 0.1062505 Sep 18 07:23:45.784093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2afa5f92-e199-4c26-aa92-098c866b4839 req-baee2a3f-d05f-4f85-b2a1-bdd7f445cb3b tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841358 Sep 18 07:23:45.904642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317e85-81e4-4330-9b3b-c1419951022e req-5f0090a8-0c8f-4873-9e2b-6631794049f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:45.909045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-5f0090a8-0c8f-4873-9e2b-6631794049f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 HTTP/1.1" status: 200 len: 913 time: 0.1701450 Sep 18 07:23:45.966670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-5517519c-d22f-4402-9248-6498fe3c059b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 HTTP/1.1" status: 200 len: 217 time: 0.0460975 Sep 18 07:23:46.022534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Deleting port 8012b49e-4a0d-45d2-9f45-baef9edf4427 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:46.023124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:46.072321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317e85-81e4-4330-9b3b-c1419951022e req-f476079d-825e-4e84-ac93-5a2214f05fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:46.074477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-f476079d-825e-4e84-ac93-5a2214f05fed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d8dc93c-212d-4582-a0d8-00e5966c4c90 HTTP/1.1" status: 200 len: 852 time: 0.0985363 Sep 18 07:23:46.118713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-7aa82009-80e8-49ff-bc26-bd2aa8361d17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355365 Sep 18 07:23:46.178338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] For port 8012b49e-4a0d-45d2-9f45-baef9edf4427, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8012b49e-4a0d-45d2-9f45-baef9edf4427,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:46.179096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:46.210710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Calling delete_port for 8012b49e-4a0d-45d2-9f45-baef9edf4427 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:46.284747 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-ff04e39d-a531-4978-ab06-17084328235b service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592674 Sep 18 07:23:46.556271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8317e85-81e4-4330-9b3b-c1419951022e req-35bd4bb5-f0d3-49f2-8473-7e5e1540038c service neutron] 10.222.0.24 "GET /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636743 Sep 18 07:23:46.563242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe7fd-b500-4e3f-8216-c71a2036999b req-d56cc860-f3a6-4e50-b4b2-1c2c2d10670c tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:46.564806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbefe7fd-b500-4e3f-8216-c71a2036999b req-d56cc860-f3a6-4e50-b4b2-1c2c2d10670c tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1097 time: 0.1490133 Sep 18 07:23:46.636864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:46.637604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbefe7fd-b500-4e3f-8216-c71a2036999b req-8c6e8978-2ae6-478d-b444-d7e0e15de981 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592585 Sep 18 07:23:46.662907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=8012b49e-4a0d-45d2-9f45-baef9edf4427,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:46.740966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69555-c43e-40b5-ae38-d7a656ec4bc7 req-2c74b1eb-7224-49a8-b7cc-d5554b835cfe tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:46.759357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ace69555-c43e-40b5-ae38-d7a656ec4bc7 req-2c74b1eb-7224-49a8-b7cc-d5554b835cfe tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1070569 Sep 18 07:23:46.822901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5e74d63e-dfd5-4c80-af94-1a01f32d8239 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:46.929798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 5e74d63e-dfd5-4c80-af94-1a01f32d8239 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:47.059886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 5e74d63e-dfd5-4c80-af94-1a01f32d8239 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:47.063835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ace69555-c43e-40b5-ae38-d7a656ec4bc7 req-50adad57-384a-4355-a26c-71d5110c745f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294812 Sep 18 07:23:47.063835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe9ffe-2600-4462-ae76-c4bf6c9b8545 req-003f9a57-8f78-480e-88c6-3317be562467 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:47.063835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fbe9ffe-2600-4462-ae76-c4bf6c9b8545 req-003f9a57-8f78-480e-88c6-3317be562467 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.2511921 Sep 18 07:23:47.152444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fbe9ffe-2600-4462-ae76-c4bf6c9b8545 req-ef6e8e1e-c7a9-4b61-b32f-60300f5e52ec tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936177 Sep 18 07:23:47.175059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56464) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:47.287882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-570e967d-12f5-4bd3-9c1c-5d0e294fbbf9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 200 len: 993 time: 0.1112187 Sep 18 07:23:47.356469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ed7f7-4272-49fa-a18e-9bbd050877d9 req-ba9030b2-bafc-4a1e-b494-a98e186e1998 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:47.356469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79ed7f7-4272-49fa-a18e-9bbd050877d9 req-ba9030b2-bafc-4a1e-b494-a98e186e1998 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1752460 Sep 18 07:23:47.450875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a79ed7f7-4272-49fa-a18e-9bbd050877d9 req-6b8bd22f-8798-4354-baf6-5b237cd14fc1 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393223 Sep 18 07:23:47.458789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:47.802598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Router c5c6ccb7-c682-493d-95b5-0d214dbaa553 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:23:47.999347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:23:48.012512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56484) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:48.013556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-54d68b74-67c6-45d0-b716-b6eae1911c3e admin admin] 10.222.0.20 "PUT /v2.0/routers/c5c6ccb7-c682-493d-95b5-0d214dbaa553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762434 Sep 18 07:23:48.018601 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Sync routers for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:23:48.042734 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:48.043980 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:48.243338 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:48.247429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-602cea8d-b5d2-4304-8c56-eb0dda768afc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757687 Sep 18 07:23:48.303664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a2756-cbe7-45be-958a-f8328d867e20 req-f3749c66-6992-464f-afdf-d521f08f3771 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:48.307072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba3a2756-cbe7-45be-958a-f8328d867e20 req-f3749c66-6992-464f-afdf-d521f08f3771 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1501844 Sep 18 07:23:48.315902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c857f-b79c-4983-b243-cbd3123b0940 req-0cc0cffa-5ab2-4534-b1df-158d6d4548c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:48.318236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301c857f-b79c-4983-b243-cbd3123b0940 req-0cc0cffa-5ab2-4534-b1df-158d6d4548c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.2576752 Sep 18 07:23:48.356379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:48.356554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:48.551484 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:23:46Z', 'revision_number': 5, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:48.582208 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Checking router: c5c6ccb7-c682-493d-95b5-0d214dbaa553 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:23:48.596670 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Routers {'c5c6ccb7-c682-493d-95b5-0d214dbaa553'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:48.597317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:48.640724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301c857f-b79c-4983-b243-cbd3123b0940 req-2fd7cdc5-9469-43ae-beef-2923b5f020ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017566 Sep 18 07:23:48.694056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a78bfbf7-361a-4052-bcdc-e1c7a641309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:48.771247 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] Set router c5c6ccb7-c682-493d-95b5-0d214dbaa553 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:48.877633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba3a2756-cbe7-45be-958a-f8328d867e20 req-77fb8bf1-cb47-431d-93a9-ffc205b750c7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438683 Sep 18 07:23:48.913617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a78bfbf7-361a-4052-bcdc-e1c7a641309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:48.954868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:48.973693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a78bfbf7-361a-4052-bcdc-e1c7a641309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:48.989606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8101861-1bce-421a-8639-6f79b9c48a3f req-740c934c-ba97-49c6-88d1-e7c70b9ca002 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:48.998739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8101861-1bce-421a-8639-6f79b9c48a3f req-740c934c-ba97-49c6-88d1-e7c70b9ca002 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1192925 Sep 18 07:23:49.055791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a78bfbf7-361a-4052-bcdc-e1c7a641309c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fde6b3e1407404eb2f306b64e0b25d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950026 Sep 18 07:23:49.058369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56516) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:49.062830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8101861-1bce-421a-8639-6f79b9c48a3f req-61949e0c-1d8b-4a0c-884e-e81027a0a10f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626240 Sep 18 07:23:49.100362 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:23:46Z', 'revision_number': 5, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:49.129944 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859ba27-a910-4ebc-a707-3c0be1469a89 None None] The sync data for ids ['c5c6ccb7-c682-493d-95b5-0d214dbaa553'] in n-d-789963-14 is: [{'id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'name': 'tempest-TestServerMultinode-1026312795-router', 'tenant_id': 'f11074c3714e445e8590d802dd2c78f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:30Z', 'updated_at': '2021-09-18T07:23:46Z', 'revision_number': 5, 'project_id': 'f11074c3714e445e8590d802dd2c78f3', 'gw_port': {'id': '0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c6ccb7-c682-493d-95b5-0d214dbaa553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:31Z', 'updated_at': '2021-09-18T07:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:23:49.181131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bfbf7-361a-4052-bcdc-e1c7a641309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba7ec1-d2b3-4f18-bb90-b4e1f685fa33,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:49.191793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.216811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.220718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Deleting port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:49.221331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.328659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.342714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.342714 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93ba7ec1-d2b3-4f18-bb90-b4e1f685fa33 HTTP/1.1" status: 204 len: 168 time: 0.2736938 Sep 18 07:23:49.342714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c1ea-f404-46ad-8cf3-146876d4662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba7ec1-d2b3-4f18-bb90-b4e1f685fa33,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:49.403429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] For port 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:49.404242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.422361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Calling delete_port for 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:49.780209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:49.821315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Pushing event deleted for resources: {'Port': ['ID=0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:49.866213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8b449-bbcf-4c66-929c-2b5f53d67b5a req-08120bdf-ec57-409c-a2f2-54652c535f36 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:49.869760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1b8b449-bbcf-4c66-929c-2b5f53d67b5a req-08120bdf-ec57-409c-a2f2-54652c535f36 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1488845 Sep 18 07:23:49.904633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c82394-9eab-4b5a-a14a-f32de94b17bc req-6772520c-5601-4df2-b384-481041fbcd14 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:49.914262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03c82394-9eab-4b5a-a14a-f32de94b17bc req-6772520c-5601-4df2-b384-481041fbcd14 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1962323 Sep 18 07:23:50.274821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.289795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1b8b449-bbcf-4c66-929c-2b5f53d67b5a req-00a71576-1ff3-4c86-964b-2b63feb50588 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974206 Sep 18 07:23:50.370161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03c82394-9eab-4b5a-a14a-f32de94b17bc req-6d1c712b-96c4-4769-945a-c6189286b59f tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452355 Sep 18 07:23:50.383005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:50.400604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8012b49e-4a0d-45d2-9f45-baef9edf4427 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:50.418595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cdfd45-a633-4963-b7ca-ea5e738e6b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.455723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8012b49e-4a0d-45d2-9f45-baef9edf4427 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:50.456548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8012b49e-4a0d-45d2-9f45-baef9edf4427 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:50.537546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.544627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.562298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cdfd45-a633-4963-b7ca-ea5e738e6b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.608191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c348dd-dd84-428a-8907-b759c05da90d req-449c15f2-4c26-4465-bc79-0901a2ed98d5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:50.610039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3c348dd-dd84-428a-8907-b759c05da90d req-449c15f2-4c26-4465-bc79-0901a2ed98d5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1848783 Sep 18 07:23:50.619624 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-61cdfd45-a633-4963-b7ca-ea5e738e6b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.677548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3c348dd-dd84-428a-8907-b759c05da90d req-2d237c29-145e-415e-9c76-2d02d688f316 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 Sep 18 07:23:50.678955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.679502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c6ccb7-c682-493d-95b5-0d214dbaa553 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:23:50.684596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.688496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0cc0e64c-fb01-4ef1-9c87-8f4a088df5df admin admin] 10.222.0.20 "DELETE /v2.0/routers/c5c6ccb7-c682-493d-95b5-0d214dbaa553 HTTP/1.1" status: 204 len: 168 time: 2.6722414 Sep 18 07:23:50.688758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:50.730487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-61cdfd45-a633-4963-b7ca-ea5e738e6b2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00c56a98650240f498b2f07da5aa5ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431001 Sep 18 07:23:50.730487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdfd45-a633-4963-b7ca-ea5e738e6b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b8058-4cfe-4dd0-8109-c89c60571f60,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:50.733431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56552) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:50.767492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Deleting subnet 6a6600b1-bd10-4538-916a-5bb029722078 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:50.771514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.816348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.829680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.854672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.969334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.996505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:50.999442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.003765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d2b8058-4cfe-4dd0-8109-c89c60571f60 HTTP/1.1" status: 204 len: 168 time: 0.2663221 Sep 18 07:23:51.030413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671aa17-9b10-4e02-8871-0fff3e7f2728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b8058-4cfe-4dd0-8109-c89c60571f60,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:51.108374 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.149596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6600b1-bd10-4538-916a-5bb029722078,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:51.157928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.162761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56556) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:51.163299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5ee6aff6-2012-4647-8f4d-d4b0abc8644e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a6600b1-bd10-4538-916a-5bb029722078 HTTP/1.1" status: 204 len: 168 time: 0.4733801 Sep 18 07:23:51.165821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f99c3d-ba60-4f43-bfe5-a8b4309d58dd None None] Network bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:51.276077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.420686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Deleting port 58a24719-c723-478e-9929-15099c0baa35 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:51.421281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.500381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d91998-3c56-40be-ae89-0bd35d255fab req-16efc8ca-ed2a-4d19-9e34-550b78a985ae tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:51.502094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22d91998-3c56-40be-ae89-0bd35d255fab req-16efc8ca-ed2a-4d19-9e34-550b78a985ae tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1399412 Sep 18 07:23:51.547495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] DHCP port deletion for bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:23:51.580901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] For port 58a24719-c723-478e-9929-15099c0baa35, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58a24719-c723-478e-9929-15099c0baa35,segment=NetworkSegment(e57c2b55-29c1-48ab-9af7-25dfa766fa34),segment_id=e57c2b55-29c1-48ab-9af7-25dfa766fa34)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:51.581304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.595236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Calling delete_port for 58a24719-c723-478e-9929-15099c0baa35 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:51.610144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22d91998-3c56-40be-ae89-0bd35d255fab req-59dbcbc7-0a66-4fca-a8aa-31cf6a491350 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940371 Sep 18 07:23:51.635549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d502b-078e-4ff6-bbc9-731247d2afdc req-80b4798d-30a7-4f83-bcb6-d12d444dc15b tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:51.643260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc0d502b-078e-4ff6-bbc9-731247d2afdc req-80b4798d-30a7-4f83-bcb6-d12d444dc15b tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1400187 Sep 18 07:23:51.735625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc0d502b-078e-4ff6-bbc9-731247d2afdc req-60860427-9a73-4412-acd1-50bce38502d5 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810866 Sep 18 07:23:51.820400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.861543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a24719-c723-478e-9929-15099c0baa35,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:51.875647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] No DVR routers for this DVR port 58a24719-c723-478e-9929-15099c0baa35 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:51.892089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-0db3e767-0f7a-494c-a1fd-a92ee8636e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:51.894410 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-0db3e767-0f7a-494c-a1fd-a92ee8636e90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1097 time: 0.6496673 Sep 18 07:23:51.907644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Deleting port 58a24719-c723-478e-9929-15099c0baa35 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:51.908020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:51.966990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e380-6546-403d-b537-8ecd9b6dff4a req-76c6acb0-101c-4611-aad5-610a912e8ea4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:51.969112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a52e380-6546-403d-b537-8ecd9b6dff4a req-76c6acb0-101c-4611-aad5-610a912e8ea4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0917504 Sep 18 07:23:52.014020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] For port 58a24719-c723-478e-9929-15099c0baa35, host n-d-789963-14, got binding levels [] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:52.014431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.031838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Calling delete_port for 58a24719-c723-478e-9929-15099c0baa35 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:52.034017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a52e380-6546-403d-b537-8ecd9b6dff4a req-fb707af1-b7b0-4a53-9f48-274f3dc89241 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Sep 18 07:23:52.058196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.ipam_backend_mixin [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Port 58a24719-c723-478e-9929-15099c0baa35 was not found and therefore no delete operation was performed {{(pid=101980) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:23:52.060400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.081054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.114152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] Pushing event deleted for resources: {'Port': ['ID=58a24719-c723-478e-9929-15099c0baa35,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:52.121777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccfba3e-bfcd-48ad-bbe3-bf518688dfc5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:52.124070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bd519-6151-41d8-a014-508540a91c4d None None] No DVR routers for this DVR port 58a24719-c723-478e-9929-15099c0baa35 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:52.151034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57c2b55-29c1-48ab-9af7-25dfa766fa34') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:52.151604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57c2b55-29c1-48ab-9af7-25dfa766fa34') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:52.171885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.174877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-ed070176-d737-4e72-ad22-4907c303b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:52.176653 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-ed070176-d737-4e72-ad22-4907c303b42e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.2379792 Sep 18 07:23:52.192300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.206131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:52.220419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:52.368526 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:52.407803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:52.456906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-f3a27c69-f816-4dc0-b04a-5297561109b0 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:52.458175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:52.458769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0051ccde-1f6a-4ec4-9623-8dbdeafe2e3c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:52.459389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58a24719-c723-478e-9929-15099c0baa35 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:52.464162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-f3a27c69-f816-4dc0-b04a-5297561109b0 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.1080127 Sep 18 07:23:52.473251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-a65607d6-b9ed-430b-81be-6541cc8a3b0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1001 time: 0.1178963 Sep 18 07:23:52.522979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 58a24719-c723-478e-9929-15099c0baa35 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:52.523334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58a24719-c723-478e-9929-15099c0baa35 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:52.542084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.548975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.553739 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bccfba3e-bfcd-48ad-bbe3-bf518688dfc5 HTTP/1.1" status: 204 len: 168 time: 1.3866339 Sep 18 07:23:52.554481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-4e852adb-f424-4cb2-a466-d70775228f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:52.557951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-4e852adb-f424-4cb2-a466-d70775228f05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0763955 Sep 18 07:23:52.565669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56586) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:52.610092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d6b7f-51bf-4e04-be1f-94c55a059322 admin admin] Pushing event deleted for resources: {'Network': ['ID=bccfba3e-bfcd-48ad-bbe3-bf518688dfc5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:52.681610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Deleting port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:52.684591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:52.695510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-de1c138e-2f2b-4d05-a7c3-4b39393fe3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:52.697244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-de1c138e-2f2b-4d05-a7c3-4b39393fe3cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252334 Sep 18 07:23:52.967344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f7ea7-9e0f-4d2d-8b70-0de499cb83c6 req-5bddcd62-e45f-44c7-8888-a9b0f72a0d67 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:52.976748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b8f7ea7-9e0f-4d2d-8b70-0de499cb83c6 req-5bddcd62-e45f-44c7-8888-a9b0f72a0d67 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.2613239 Sep 18 07:23:53.061612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] For port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,segment=NetworkSegment(8dd6fa89-768b-4790-9405-153719805bc1),segment_id=8dd6fa89-768b-4790-9405-153719805bc1)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:53.061923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:53.088720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b8f7ea7-9e0f-4d2d-8b70-0de499cb83c6 req-02aaa38a-08a6-4c0c-aa26-12e9ab97f813 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104650 Sep 18 07:23:53.121485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d24ad-bd62-4825-9050-c123bb99281b req-5bf79ba4-260f-49c0-8d43-110909fc9ad9 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:53.123133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-989d24ad-bd62-4825-9050-c123bb99281b req-5bf79ba4-260f-49c0-8d43-110909fc9ad9 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 946 time: 0.2698352 Sep 18 07:23:53.132184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Calling delete_port for ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:53.168627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-8f27de2b-04e4-4660-8e52-e308ae73730a service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979502 Sep 18 07:23:53.236051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-989d24ad-bd62-4825-9050-c123bb99281b req-aa501c40-6133-4e45-babf-5b73bb4799fb tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b0c2411-b049-45a6-80d1-bce9c8179df0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011331 Sep 18 07:23:53.331834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48032782-4f9d-4312-950f-241b0d831bad req-c39c3933-2d02-4f1f-ba82-58c910630f0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:53.336058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48032782-4f9d-4312-950f-241b0d831bad req-c39c3933-2d02-4f1f-ba82-58c910630f0b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1030953 Sep 18 07:23:53.363984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-09773b79-ac52-4c2c-b52b-5eb58d9c782f service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613824 Sep 18 07:23:53.450468 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:53.457350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48032782-4f9d-4312-950f-241b0d831bad req-b94ee39b-8410-4b18-be3b-c615fe91aaba tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119704 Sep 18 07:23:53.599889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-9de88175-896f-4d2b-840c-f9351cdff425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:53.602392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-9de88175-896f-4d2b-840c-f9351cdff425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1097 time: 0.0996289 Sep 18 07:23:53.631766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:53.665487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ee97c22a-2b72-4ee1-8720-6734bf8fb5c4'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:23:53.769699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] No DVR routers for this DVR port ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:53.780925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Pushing event deleted for resources: {'Port': ['ID=ee97c22a-2b72-4ee1-8720-6734bf8fb5c4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:53.780925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:53.782393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ad124e9-d87b-4b0d-8646-51ec13d02e67 req-e9e38c65-114c-42da-b7e5-cc2a113ea765 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.24 "DELETE /v2.0/ports/ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 HTTP/1.1" status: 204 len: 173 time: 1.3098798 Sep 18 07:23:53.782917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'name': 'network-vif-deleted', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:23:53.785476 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b54814a-8e6f-44e4-a096-77c1150bce45" -d '{"events": [{"server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "name": "network-vif-deleted", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:23:53.855344 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10118fef-e526-4f38-b2c6-f2de758ce8f9 x-openstack-request-id: req-10118fef-e526-4f38-b2c6-f2de758ce8f9 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:23:53.855649 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3f08d4-50ea-47a5-ae36-421a1ce54aca", "name": "network-vif-deleted", "tag": "ee97c22a-2b72-4ee1-8720-6734bf8fb5c4", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:23:53.855911 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10118fef-e526-4f38-b2c6-f2de758ce8f9 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:23:53.856527 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3f08d4-50ea-47a5-ae36-421a1ce54aca', 'name': 'network-vif-deleted', 'tag': 'ee97c22a-2b72-4ee1-8720-6734bf8fb5c4', 'status': 'completed', 'code': 200} Sep 18 07:23:53.870463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-02dd990f-9a01-4688-a3fd-c8eba4db3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:53.871975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-02dd990f-9a01-4688-a3fd-c8eba4db3328 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.2459745 Sep 18 07:23:53.982610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-c2ecd02f-b323-4143-b8a1-920332df2e3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1001 time: 0.1011393 Sep 18 07:23:54.057052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-6d111fa2-4f99-43c2-844a-3c38b047a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:54.058618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-6d111fa2-4f99-43c2-844a-3c38b047a5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0541089 Sep 18 07:23:54.109691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Deleting port f2b905fe-be08-462b-8541-969cafe986e3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:54.109995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:54.196865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-57089fdd-2ca4-4be6-b624-f650ffa5bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:54.198495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-57089fdd-2ca4-4be6-b624-f650ffa5bdef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328301 Sep 18 07:23:54.273986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] For port f2b905fe-be08-462b-8541-969cafe986e3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2b905fe-be08-462b-8541-969cafe986e3,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:54.275594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:54.318881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87b18-20b1-471f-a718-7bb686b2b2bd req-09767822-7b1e-41f2-81a2-0746674579be tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:54.326703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87d87b18-20b1-471f-a718-7bb686b2b2bd req-09767822-7b1e-41f2-81a2-0746674579be tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0782619 Sep 18 07:23:54.382038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Calling delete_port for f2b905fe-be08-462b-8541-969cafe986e3 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:54.435722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87d87b18-20b1-471f-a718-7bb686b2b2bd req-512c9028-ac40-4198-aaf3-db120a7f181b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994635 Sep 18 07:23:54.435722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8a9d2b7-da56-4238-a1fb-476514afc106 req-012f9726-c506-492c-9bbe-d023abc9dcd5 tempest-TestServerAdvancedOps-1140895202 tempest-TestServerAdvancedOps-1140895202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3f08d4-50ea-47a5-ae36-421a1ce54aca HTTP/1.1" status: 200 len: 210 time: 0.0650334 Sep 18 07:23:54.446991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-7a296bfd-d982-44c8-9495-e0fa7b2819ff service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368772 Sep 18 07:23:54.689624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-262e1469-ceaa-443b-91ae-80a2e7a025f6 req-4229bf23-aa2c-43b2-b33e-5d06018b0c85 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317932 Sep 18 07:23:54.725087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524d6b-9836-4bac-b075-b2b1bfc7a401 req-416eb822-fe27-4d16-bc65-ce1a189efa7e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:54.732999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95524d6b-9836-4bac-b075-b2b1bfc7a401 req-416eb822-fe27-4d16-bc65-ce1a189efa7e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1589179 Sep 18 07:23:54.809789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95524d6b-9836-4bac-b075-b2b1bfc7a401 req-f9833fae-e56d-4a35-9d80-240e68fb2a06 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643840 Sep 18 07:23:54.829604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:54.864858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b905fe-be08-462b-8541-969cafe986e3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:55.399980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:55.570794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56652) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:55.681645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8621a-35db-417b-8505-3f9eaab968de req-61e26b5a-ba55-4752-bdb1-2e3427ea5c3f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:55.683639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8aa8621a-35db-417b-8505-3f9eaab968de req-61e26b5a-ba55-4752-bdb1-2e3427ea5c3f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0826797 Sep 18 07:23:55.689016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Deleting subnet 4d8dc93c-212d-4582-a0d8-00e5966c4c90 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:55.736137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:55.756142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8aa8621a-35db-417b-8505-3f9eaab968de req-92dce3b5-ace1-400e-a6ef-a8672ac6fa72 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613024 Sep 18 07:23:55.805065 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:55.905572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:55.943181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:23:56.023047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbb3f-a36a-40e7-888e-b4ad95f42bf1 req-73a56b0a-96be-4a02-a0e3-91b998c5d36f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:56.032404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49dcbb3f-a36a-40e7-888e-b4ad95f42bf1 req-73a56b0a-96be-4a02-a0e3-91b998c5d36f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0831227 Sep 18 07:23:56.088436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49dcbb3f-a36a-40e7-888e-b4ad95f42bf1 req-6eb65e37-b77f-46cf-85ef-267d5c7e7fbb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526981 Sep 18 07:23:56.190872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:23:56.197616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd69892c-bfdc-44da-8de8-ca142f39e26c admin admin] 10.222.0.20 "PUT /v2.0/routers/9ce20b1e-4d11-4ad1-8c78-02eca5b71157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6308813 Sep 18 07:23:56.200552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:56.203545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Sync routers for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:23:56.210684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.221786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:56.222550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:56.264011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8dc93c-212d-4582-a0d8-00e5966c4c90,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:56.277340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.283654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-498527a8-5ba0-4b95-b50b-07ac03c3388c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d8dc93c-212d-4582-a0d8-00e5966c4c90 HTTP/1.1" status: 204 len: 168 time: 0.7115068 Sep 18 07:23:56.284364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56660) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:56.408395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.426858 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.445632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:56.576351 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.601780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:56.613313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd6fa89-768b-4790-9405-153719805bc1') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:56.613654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd6fa89-768b-4790-9405-153719805bc1') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:56.633228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.650260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:56.662389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.675755 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:56.678346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:56.704178 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:56.707088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.735315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:56.736028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ee97c22a-2b72-4ee1-8720-6734bf8fb5c4 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:56.884907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Deleting port 0ec2f384-357b-425a-ab40-36954f62a0b5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:56.885158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.896378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.905702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:56.908141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:23:54Z', 'revision_number': 5, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port': {'id': '0ec2f384-357b-425a-ab40-36954f62a0b5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:48Z', 'updated_at': '2021-09-18T07:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:56.912071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6 HTTP/1.1" status: 204 len: 168 time: 0.6266117 Sep 18 07:23:56.915134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56670) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:56.971318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edf292a-8b19-4b0e-ac8a-ce8d56e6bdb6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:56.982530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Checking router: 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:23:56.987309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069940d-0048-46d4-8034-39803b267484 req-1ffefc1b-b78a-47b8-92df-702ceed9fbe2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:56.996300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Routers {'9ce20b1e-4d11-4ad1-8c78-02eca5b71157'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:23:56.997659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:23:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:57.000154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a069940d-0048-46d4-8034-39803b267484 req-1ffefc1b-b78a-47b8-92df-702ceed9fbe2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1478195 Sep 18 07:23:57.029007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.029617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.030070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.032888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.034093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af03e6d-039d-4432-9613-8dabcae53a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:23:57.075561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Deleting subnet 7fc052b6-5d77-472a-a0cc-1f72503710eb {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:57.092398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] For port 0ec2f384-357b-425a-ab40-36954f62a0b5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0ec2f384-357b-425a-ab40-36954f62a0b5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:57.093019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.103753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a069940d-0048-46d4-8034-39803b267484 req-8afebd7a-0654-47b8-b7fe-a86ead840ac2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002402 Sep 18 07:23:57.105062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.152485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Calling delete_port for 0ec2f384-357b-425a-ab40-36954f62a0b5 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:57.154182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] Set router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:23:57.187179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.230514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:23:56Z', 'revision_number': 6, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:57.266277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86278e-61d0-4495-95c5-7b9781682636 None None] The sync data for ids ['9ce20b1e-4d11-4ad1-8c78-02eca5b71157'] in n-d-789963-14 is: [{'id': '9ce20b1e-4d11-4ad1-8c78-02eca5b71157', 'name': 'tempest-TestServerMultinode-1695299096-router', 'tenant_id': '0c96ba560dae410aa37afced05250737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:46Z', 'updated_at': '2021-09-18T07:23:56Z', 'revision_number': 6, 'project_id': '0c96ba560dae410aa37afced05250737', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:23:57.289873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fca72-2c0c-49b3-a30c-ed65b2324380 req-e402187e-33ba-428e-b378-a27ebd541369 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:57.291466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a2fca72-2c0c-49b3-a30c-ed65b2324380 req-e402187e-33ba-428e-b378-a27ebd541369 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1018708 Sep 18 07:23:57.294931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.372353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a2fca72-2c0c-49b3-a30c-ed65b2324380 req-dae0ed5e-4d3a-42c5-86b2-a750916906e1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581667 Sep 18 07:23:57.454889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.491356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc052b6-5d77-472a-a0cc-1f72503710eb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:57.502298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.510577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2bf9e173-1e72-43a2-8c95-a57f0cdd4190 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7fc052b6-5d77-472a-a0cc-1f72503710eb HTTP/1.1" status: 204 len: 168 time: 0.5863595 Sep 18 07:23:57.510673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56678) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:57.516999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.646352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec2f384-357b-425a-ab40-36954f62a0b5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:57.773466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.810028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.914228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:57.916523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.048403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.070600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2443c48-b064-4e4d-b2a7-3f2008c9d818']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:58.082891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b737fc2e-8579-401c-8d68-99478e7dc660') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:58.083193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b737fc2e-8579-401c-8d68-99478e7dc660') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:23:58.098521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.118065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.129698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:23:58.130205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:23:58.148392 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:23:58.157744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.158325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce20b1e-4d11-4ad1-8c78-02eca5b71157 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:23:58.172847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.173827 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df49b2d7-aecf-43ab-a694-7b1796cb09ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ce20b1e-4d11-4ad1-8c78-02eca5b71157 HTTP/1.1" status: 204 len: 168 time: 1.9716671 Sep 18 07:23:58.176324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56688) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:58.330044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.336873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.342310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] 10.222.0.20 "DELETE /v2.0/networks/d2443c48-b064-4e4d-b2a7-3f2008c9d818 HTTP/1.1" status: 204 len: 168 time: 0.8319035 Sep 18 07:23:58.359470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99833-6645-4910-82cb-a60d6677433f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2443c48-b064-4e4d-b2a7-3f2008c9d818,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:58.397226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2b905fe-be08-462b-8541-969cafe986e3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:58.416518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Deleting subnet 918d85ec-9137-4c64-9509-df045261a3a2 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:23:58.428732 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.448043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f2b905fe-be08-462b-8541-969cafe986e3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:58.448798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2b905fe-be08-462b-8541-969cafe986e3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:58.449450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ec2f384-357b-425a-ab40-36954f62a0b5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:23:58.504440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0ec2f384-357b-425a-ab40-36954f62a0b5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:23:58.505075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0ec2f384-357b-425a-ab40-36954f62a0b5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:23:58.569760 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.641294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b28f7d-0498-4015-825b-84c33013c966 req-a9013d43-f84c-468a-84f6-7f10eb33d434 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:58.643027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6b28f7d-0498-4015-825b-84c33013c966 req-a9013d43-f84c-468a-84f6-7f10eb33d434 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1389217 Sep 18 07:23:58.679658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8877-770a-42f8-8e05-00661a5120aa req-1be08c9b-2e24-4305-a7e2-50ade26749b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:58.681385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5ae8877-770a-42f8-8e05-00661a5120aa req-1be08c9b-2e24-4305-a7e2-50ade26749b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.3630323 Sep 18 07:23:58.753795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6b28f7d-0498-4015-825b-84c33013c966 req-9f41fda0-4924-44c3-b64e-13cda439c18a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Sep 18 07:23:58.790692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5ae8877-770a-42f8-8e05-00661a5120aa req-22a889d9-3c3a-48cf-8a94-9cef24aa9f72 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973227 Sep 18 07:23:58.809576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.860905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56702) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:58.910006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b38c5ff9-0a2a-42a6-b16b-98fcce423807 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bceb91c742546f9b9c6b4c00a4bdeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457373 Sep 18 07:23:58.910550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56704) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:58.929763 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.960357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918d85ec-9137-4c64-9509-df045261a3a2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:58.981188 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:58.989164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:23:58.989977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf1fa929-837e-4fab-8ca3-a3e4b6d1d0cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/918d85ec-9137-4c64-9509-df045261a3a2 HTTP/1.1" status: 204 len: 168 time: 0.8124504 Sep 18 07:23:58.992074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fea28a-e478-4f43-9242-b88f56e23e28 None None] Network 818bf058-dcea-4012-97d5-22c91e9830e5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:23:59.073010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.080367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.081717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-0f5a69a6-37f3-4dc1-990d-720bf35b3cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748847 Sep 18 07:23:59.102332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.135831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.251271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-3db49364-7a9b-42e7-8374-358086be210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:59.262190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-3db49364-7a9b-42e7-8374-358086be210b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.1081288 Sep 18 07:23:59.282625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.285538 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.286728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b0c2411-b049-45a6-80d1-bce9c8179df0 HTTP/1.1" status: 204 len: 168 time: 0.3751678 Sep 18 07:23:59.292655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Deleting port 6ec23b48-2698-4183-b447-5a90f4c66118 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:59.292655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.336866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] DHCP port deletion for 818bf058-dcea-4012-97d5-22c91e9830e5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:23:59.349475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb766a2-0ba1-496e-983a-85e0d2ec0ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0c2411-b049-45a6-80d1-bce9c8179df0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:59.485975 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] For port 6ec23b48-2698-4183-b447-5a90f4c66118, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ec23b48-2698-4183-b447-5a90f4c66118,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:59.486368 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.505693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Deleting port 6ec23b48-2698-4183-b447-5a90f4c66118 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:23:59.506853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.512552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Calling delete_port for 6ec23b48-2698-4183-b447-5a90f4c66118 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:59.565222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-1a692b84-914b-41ed-855d-d84971cb7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:59.570075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-1a692b84-914b-41ed-855d-d84971cb7197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.2822282 Sep 18 07:23:59.654425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] For port 6ec23b48-2698-4183-b447-5a90f4c66118, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6ec23b48-2698-4183-b447-5a90f4c66118,segment=NetworkSegment(3ec33b9e-264d-4535-be00-9f242978521a),segment_id=3ec33b9e-264d-4535-be00-9f242978521a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:23:59.656811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.700491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Calling delete_port for 6ec23b48-2698-4183-b447-5a90f4c66118 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:23:59.796516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.821112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] No DVR routers for this DVR port 6ec23b48-2698-4183-b447-5a90f4c66118 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:59.869911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-2060402d-d4db-480b-82e6-45b1587e5bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.2705073 Sep 18 07:23:59.875210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec23b48-2698-4183-b447-5a90f4c66118,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:23:59.898528 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:23:59.903569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:23:59.940872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] Pushing event deleted for resources: {'Port': ['ID=6ec23b48-2698-4183-b447-5a90f4c66118,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:23:59.954474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65e7e0-701c-4b15-abb7-5399b31aa079 None None] No DVR routers for this DVR port 6ec23b48-2698-4183-b447-5a90f4c66118 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:23:59.978122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-9b84b07f-ae6a-4f77-9ca0-975686877ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:23:59.978122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-9b84b07f-ae6a-4f77-9ca0-975686877ef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0965188 Sep 18 07:24:00.032392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.057494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818bf058-dcea-4012-97d5-22c91e9830e5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:00.084184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec33b9e-264d-4535-be00-9f242978521a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:00.086165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec33b9e-264d-4535-be00-9f242978521a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:00.103406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.121037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa779-0067-48f1-8827-8796f0bd4daa req-7524e138-d40d-448d-9083-d974469b4b8b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:00.123056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab9fa779-0067-48f1-8827-8796f0bd4daa req-7524e138-d40d-448d-9083-d974469b4b8b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1446674 Sep 18 07:24:00.131205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a968a4-56f7-4d85-a584-b3a8f641a992 req-99a2ca57-7297-4014-9b0b-36e43b7f4d99 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:00.142744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54a968a4-56f7-4d85-a584-b3a8f641a992 req-99a2ca57-7297-4014-9b0b-36e43b7f4d99 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1548402 Sep 18 07:24:00.152182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.152994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-bf028e74-5bbc-47e2-91d7-c5e4a7beda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:00.156175 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-bf028e74-5bbc-47e2-91d7-c5e4a7beda7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550131 Sep 18 07:24:00.168511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:24:00.168511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:24:00.169444 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:24:00.284237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab9fa779-0067-48f1-8827-8796f0bd4daa req-fbc671c7-2367-4e07-bfd4-89320cf8bba9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395869 Sep 18 07:24:00.292877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54a968a4-56f7-4d85-a584-b3a8f641a992 req-42721848-4e35-415e-8f9a-45e57949b24d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356597 Sep 18 07:24:00.357001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ec23b48-2698-4183-b447-5a90f4c66118 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:24:00.359292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.366132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.368307 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/818bf058-dcea-4012-97d5-22c91e9830e5 HTTP/1.1" status: 204 len: 168 time: 1.3781145 Sep 18 07:24:00.376041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-595634be-2886-450b-9d05-838f19b6002e service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105319 Sep 18 07:24:00.376450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:00.392343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128432e-852f-4667-8e1e-0b25440ca7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=818bf058-dcea-4012-97d5-22c91e9830e5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:00.409712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6ec23b48-2698-4183-b447-5a90f4c66118 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:24:00.410142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6ec23b48-2698-4183-b447-5a90f4c66118 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:24:00.490170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b66609ff-6119-4e0c-960f-b1afed2fb3cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c00f29477cef4b749c5b992c894881d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123950 Sep 18 07:24:00.492662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:00.549219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f7e2431-4fe7-4b66-8d98-27387589aa4b req-b9ec092a-b30f-4c2a-930d-fa2f51bf9183 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595769 Sep 18 07:24:00.596430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.626377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.780381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.783705 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:00.785003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0edc174b-a744-4be6-8d5d-ea6d351f2a75 HTTP/1.1" status: 204 len: 168 time: 0.2911515 Sep 18 07:24:00.797174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b196d3-2874-4161-b93b-a1f730f42b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc174b-a744-4be6-8d5d-ea6d351f2a75,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:00.870686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56744) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:00.993188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1440f06-4329-4b30-87b8-8b7089bff22e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f11074c3714e445e8590d802dd2c78f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212437 Sep 18 07:24:00.995872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:01.176787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:01.253583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:01.403638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:01.408006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:01.411910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/092b5724-123c-4d63-8dbf-c7d2f6e592d6 HTTP/1.1" status: 204 len: 168 time: 0.4124894 Sep 18 07:24:01.463573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858da1-aa58-4813-8bd1-c9f671aff27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092b5724-123c-4d63-8dbf-c7d2f6e592d6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:01.597154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff84b9-5ff2-4351-9f29-f38db4ee5f0a req-416ff437-dd58-477a-9b2c-20333b1e4d39 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:01.600886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adff84b9-5ff2-4351-9f29-f38db4ee5f0a req-416ff437-dd58-477a-9b2c-20333b1e4d39 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.1001058 Sep 18 07:24:01.656735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb3f9-421f-49c8-8ccd-1d2935bb73a8 req-44f9d5ae-c10c-4573-91c1-ba68d6dc66ff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:01.658525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41ddb3f9-421f-49c8-8ccd-1d2935bb73a8 req-44f9d5ae-c10c-4573-91c1-ba68d6dc66ff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1176159 Sep 18 07:24:01.667782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adff84b9-5ff2-4351-9f29-f38db4ee5f0a req-ab368e60-d3ad-4f26-9ea6-14707c9592f3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660408 Sep 18 07:24:01.732477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41ddb3f9-421f-49c8-8ccd-1d2935bb73a8 req-125c3fe0-b885-485f-b230-5472e2234b0d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Sep 18 07:24:02.391339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 56768) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:02.474772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 56770) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:02.483152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8db30bf7-2f17-45f1-ab56-8c14ec6df7cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c96ba560dae410aa37afced05250737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894172 Sep 18 07:24:02.550614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:02.573949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:02.716843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:02.724218 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:02.734212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c8c55d2-1368-494d-a0a5-469cd0fa09b0 HTTP/1.1" status: 204 len: 168 time: 0.2505293 Sep 18 07:24:02.769038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e565f-8c96-45a6-bb8d-d52419bfcc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8c55d2-1368-494d-a0a5-469cd0fa09b0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:02.901742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620a8cb-f398-4bc1-b2be-866d89a3dfcb req-76b8c3e2-8de8-440f-a709-785f6fbece48 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:02.910182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d620a8cb-f398-4bc1-b2be-866d89a3dfcb req-76b8c3e2-8de8-440f-a709-785f6fbece48 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0902617 Sep 18 07:24:02.986211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d620a8cb-f398-4bc1-b2be-866d89a3dfcb req-148d7ad1-e0a2-47ff-8566-51e6d832bb29 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742438 Sep 18 07:24:03.011280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af528f6-d6c6-4713-8988-a8b5671be75f req-958619c0-dd8c-4152-bd81-127be696d175 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:03.013431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9af528f6-d6c6-4713-8988-a8b5671be75f req-958619c0-dd8c-4152-bd81-127be696d175 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1251326 Sep 18 07:24:03.098726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9af528f6-d6c6-4713-8988-a8b5671be75f req-bee917e0-2203-4711-bef8-d54e63a15e1e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Sep 18 07:24:04.113571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27774eed-b6df-4bfa-a49a-37d9862f06d5 req-c47e48af-599e-4a2e-8896-b7490ce7d64d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:04.115169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27774eed-b6df-4bfa-a49a-37d9862f06d5 req-c47e48af-599e-4a2e-8896-b7490ce7d64d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0602770 Sep 18 07:24:04.157021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27774eed-b6df-4bfa-a49a-37d9862f06d5 req-aeed8d3a-9be4-4e51-903a-94bf69562e31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357263 Sep 18 07:24:04.244241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4529-800b-4dc0-baca-223b935a4f0e req-b5963a3d-0cf9-4d49-ab67-7fca90876116 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:04.248547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16bd4529-800b-4dc0-baca-223b935a4f0e req-b5963a3d-0cf9-4d49-ab67-7fca90876116 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Sep 18 07:24:04.323286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16bd4529-800b-4dc0-baca-223b935a4f0e req-719d8d08-176e-4dc1-88fc-5829f9a3da7a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Sep 18 07:24:05.301584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3a9b-b31e-4499-ad18-8c1e286c6ec1 req-586f9972-854f-4ab7-9a51-6ff786d4727a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:05.307216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b34c3a9b-b31e-4499-ad18-8c1e286c6ec1 req-586f9972-854f-4ab7-9a51-6ff786d4727a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0607343 Sep 18 07:24:05.364807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b34c3a9b-b31e-4499-ad18-8c1e286c6ec1 req-4592445a-a05c-4674-949c-2cf97b798c48 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522912 Sep 18 07:24:05.527992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e8cb-ad24-40a2-821b-51f9c02109dc req-9a7703de-cf47-4adb-9c2c-2c81c85755a1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:05.532259 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-5ed4fa24-1882-469a-93d8-4dc9366a6a8f service neutron] show failed (client error): The resource could not be found. Sep 18 07:24:05.534137 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-5ed4fa24-1882-469a-93d8-4dc9366a6a8f service neutron] 10.222.0.37 "GET /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.1172559 Sep 18 07:24:05.538083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c277e8cb-ad24-40a2-821b-51f9c02109dc req-9a7703de-cf47-4adb-9c2c-2c81c85755a1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0826998 Sep 18 07:24:05.595596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c277e8cb-ad24-40a2-821b-51f9c02109dc req-ce90f481-b3aa-4d62-9ced-d562dd127c03 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563593 Sep 18 07:24:06.223968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-6ac2afaf-ff43-48da-a3b1-6094ec43b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:06.225915 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-6ac2afaf-ff43-48da-a3b1-6094ec43b9ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 1097 time: 0.0921979 Sep 18 07:24:06.246635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:24:06.327601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:06.898797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae196a7a-603e-4190-b8fd-f6520fdfff67 req-f698abf0-46e2-4bb5-ab22-9d78ed37ea24 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:06.900261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae196a7a-603e-4190-b8fd-f6520fdfff67 req-f698abf0-46e2-4bb5-ab22-9d78ed37ea24 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.4377484 Sep 18 07:24:06.941070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710b01e-b304-4cf5-af2a-c81055eb19dc req-2442ea60-b2cb-4032-af04-235dabf2c658 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:06.942619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b710b01e-b304-4cf5-af2a-c81055eb19dc req-2442ea60-b2cb-4032-af04-235dabf2c658 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1480339 Sep 18 07:24:07.031255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae196a7a-603e-4190-b8fd-f6520fdfff67 req-4ed94b04-fbb2-4b25-8dc1-7d386fcada6c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888562 Sep 18 07:24:07.033193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b710b01e-b304-4cf5-af2a-c81055eb19dc req-495d7683-0990-46ed-abce-9f42012580db tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774589 Sep 18 07:24:07.033351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:07.068089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:24:07.118144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:07.121436 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacda08c-0dbe-4eca-9d66-a6cd025c4017" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:07.134206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:07.156325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Transition to ACTIVE for port object baf7291d-1dd0-4347-8d5b-6ef3e93e87bb will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:24:07.199716 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a89e313-cc66-4788-933d-45468ca1090e x-openstack-request-id: req-9a89e313-cc66-4788-933d-45468ca1090e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:07.199716 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:07.199716 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a89e313-cc66-4788-933d-45468ca1090e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:07.199716 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'code': 200} Sep 18 07:24:07.219818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:07.378404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:07.469602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] No DVR routers for this DVR port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:24:07.619604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:24:07.620069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:24:07.620405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:07.625280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:24:07.625599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:07.630365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:24:07.630698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:24:07.631079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Bound using segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:24:07.631496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Bound port: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:24:07.631850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:07.701447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:24:07.705566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:24:07.791481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:07.873466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:07.875120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:07.877154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-7646008c-3520-4914-b79b-e26976465d22 service neutron] 10.222.0.24 "PUT /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1092 time: 1.6349635 Sep 18 07:24:07.909251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646008c-3520-4914-b79b-e26976465d22 service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:07.963478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-b1d15c9c-5978-4a25-82a2-3276bec023de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:07.966473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-b1d15c9c-5978-4a25-82a2-3276bec023de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1095 time: 0.0514255 Sep 18 07:24:08.192923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-208fd7d7-4502-4517-89c8-8393372a8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:08.196395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-208fd7d7-4502-4517-89c8-8393372a8807 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.2233939 Sep 18 07:24:08.395519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6c4a6-76f2-48f8-a554-116957ac97f2 req-2ccef61e-9df4-4841-9710-186e40b033c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:08.397197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6d6c4a6-76f2-48f8-a554-116957ac97f2 req-2ccef61e-9df4-4841-9710-186e40b033c7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.1971607 Sep 18 07:24:08.407869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a0eb-9648-428c-b2b8-aeeb006c9aa0 req-a09a48be-d980-4bc1-b57d-62ab80b08c5d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:08.410071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3c2a0eb-9648-428c-b2b8-aeeb006c9aa0 req-a09a48be-d980-4bc1-b57d-62ab80b08c5d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.2073147 Sep 18 07:24:08.445342 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-fbf0048a-856e-4bd9-bce7-2b1ba6b4d92f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.1905396 Sep 18 07:24:08.468920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6d6c4a6-76f2-48f8-a554-116957ac97f2 req-2fcaa91d-b839-4fbe-87c0-bbe5242519e6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516765 Sep 18 07:24:08.548115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3c2a0eb-9648-428c-b2b8-aeeb006c9aa0 req-819c2414-1e52-4a2e-a4d2-eec7c5a8d737 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296105 Sep 18 07:24:08.549747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-5b748b32-fb52-4ca6-b01f-ec807e256076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:08.551380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-5b748b32-fb52-4ca6-b01f-ec807e256076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0872791 Sep 18 07:24:08.639718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-f0cec317-ae17-4ddc-a77d-0e501f14b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:08.646614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-f0cec317-ae17-4ddc-a77d-0e501f14b2b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782020 Sep 18 07:24:08.790731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-59c54681-0cd4-4d90-b31f-ab31b49d11c7 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381466 Sep 18 07:24:08.848241 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd86f1fb-fdbf-407c-85ff-5b3924b9c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:08.962981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69c318dd-9ca0-4226-9500-c7e9c86708c8 req-92515da8-c6e1-4a8e-9c6d-4e3719f26372 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630797 Sep 18 07:24:09.199533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:09.202112 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:09.254775 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f268c-724c-4a5a-bcd6-c5995d312bde x-openstack-request-id: req-1e4f268c-724c-4a5a-bcd6-c5995d312bde {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:09.255274 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:09.259940 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e4f268c-724c-4a5a-bcd6-c5995d312bde {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:09.260673 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:24:09.319552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-dbf24b5f-489d-45ba-bc40-238f956b471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.325151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-dbf24b5f-489d-45ba-bc40-238f956b471d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1095 time: 0.0471084 Sep 18 07:24:09.363390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-6b60eeeb-b10e-4b3f-8fa4-356376b73d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.365082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-6b60eeeb-b10e-4b3f-8fa4-356376b73d24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1095 time: 0.0642464 Sep 18 07:24:09.433328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-c85c87ce-2a9d-49be-9ecd-44b522a3f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.437495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-c85c87ce-2a9d-49be-9ecd-44b522a3f107 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1060793 Sep 18 07:24:09.521032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-f0d90749-10d7-44c4-ab4e-7d4edb6482c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.521472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-9268a0e0-afeb-48c8-88bd-45245fa30277 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.0787134 Sep 18 07:24:09.523177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-f0d90749-10d7-44c4-ab4e-7d4edb6482c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1272597 Sep 18 07:24:09.587559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-8fb994a2-a64d-41e3-86d4-d5ceaa2881bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.589147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-8fb994a2-a64d-41e3-86d4-d5ceaa2881bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0612240 Sep 18 07:24:09.662628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-c3ad719d-0d20-428e-86c3-ce36c5b17f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.662628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-c3ad719d-0d20-428e-86c3-ce36c5b17f8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571532 Sep 18 07:24:09.662975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-dfedb46f-c06c-4333-8809-311f4ec47350 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.1262622 Sep 18 07:24:09.736342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50dff7-a47b-42d4-b1d4-bc8e3aa73678 req-b880e936-a098-4437-8d0c-81e73e80f50a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.745002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a50dff7-a47b-42d4-b1d4-bc8e3aa73678 req-b880e936-a098-4437-8d0c-81e73e80f50a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.1540356 Sep 18 07:24:09.768613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-2810f4b1-5db9-4931-93cf-f17f3c60c563 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082258 Sep 18 07:24:09.788665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9593e83-f5ed-4ed1-a92f-40aebeeae4d5 req-fc29ddee-2d57-42ec-9ee7-9db8a7aa0eb3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.790344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9593e83-f5ed-4ed1-a92f-40aebeeae4d5 req-fc29ddee-2d57-42ec-9ee7-9db8a7aa0eb3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.1368060 Sep 18 07:24:09.818881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-dcc95fa3-0271-40d0-903c-f07341dba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.820422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-dcc95fa3-0271-40d0-903c-f07341dba125 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.1519659 Sep 18 07:24:09.839882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a50dff7-a47b-42d4-b1d4-bc8e3aa73678 req-a0fa405a-85e6-4d9f-9f97-83a45de7c6e9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936379 Sep 18 07:24:09.900855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c9593e83-f5ed-4ed1-a92f-40aebeeae4d5 req-2230bfa7-3810-4f96-97f3-5a2f9ca7e7c8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015222 Sep 18 07:24:09.902733 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-9ab0a280-0e3a-431c-ac4c-291278ff48f2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273704 Sep 18 07:24:09.908406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-6e8e74b8-233e-4521-a248-6a430bb22e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:09.910395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-6e8e74b8-233e-4521-a248-6a430bb22e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609066 Sep 18 07:24:10.069637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-c10dda8e-9059-4efb-9b6e-e217e7181157 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455395 Sep 18 07:24:10.204959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb4b7e-26fb-4037-a012-5fb79b97643a req-569b947c-e9c0-454f-8987-91dafc7b684b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:10.206395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51fb4b7e-26fb-4037-a012-5fb79b97643a req-569b947c-e9c0-454f-8987-91dafc7b684b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1011870 Sep 18 07:24:10.210199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8aebe74-01b4-4f09-bf8a-d31e5a1981b3 req-d49530b0-44fa-4636-bb6d-1d7e4dccc046 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273162 Sep 18 07:24:10.247547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-51fb4b7e-26fb-4037-a012-5fb79b97643a req-0dcaf042-f606-48ce-b26c-411f098f4020 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345049 Sep 18 07:24:10.386807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfd3a1-3a51-4742-be25-13c031ce03f4 req-fb31b2d7-419a-4263-94b1-f8a8894ba54a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:10.388348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31cfd3a1-3a51-4742-be25-13c031ce03f4 req-fb31b2d7-419a-4263-94b1-f8a8894ba54a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0610464 Sep 18 07:24:10.428758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31cfd3a1-3a51-4742-be25-13c031ce03f4 req-a163f3d0-aad1-46a9-b5e8-f3cf89119bca tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Sep 18 07:24:10.705585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-6eb816f5-5e0c-43e3-b9e5-d00b87545003 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:10.707534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-6eb816f5-5e0c-43e3-b9e5-d00b87545003 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1018488 Sep 18 07:24:10.724654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-88e399f3-90e8-4d1e-bf51-52058c8d2cb3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/quotas/003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 375 time: 0.0104952 Sep 18 07:24:10.791137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-ccb79b98-2408-4b88-8bc4-27f93e9e2289 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0600822 Sep 18 07:24:10.851820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:24:10.890551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1b5a3a2e-9e90-4779-872a-c3fe6f039b46 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918016 Sep 18 07:24:10.905003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:24:11.021020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ffe54-bd9a-4671-abc6-a0a278920d1e req-303dd986-9aff-4fb5-aa1e-d0b1d6d0906f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:11.028068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-942ffe54-bd9a-4671-abc6-a0a278920d1e req-303dd986-9aff-4fb5-aa1e-d0b1d6d0906f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.1144302 Sep 18 07:24:11.067843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-c13574a5-016d-45a4-a5d9-cdb7d7c330c6 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708055 Sep 18 07:24:11.088616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-942ffe54-bd9a-4671-abc6-a0a278920d1e req-7df7cd4a-1cf6-46f6-b23f-db5125ef31ee tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590048 Sep 18 07:24:11.368395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c3256ed-7987-4622-812d-ba7e8db466af req-6bd6c20d-a650-49dd-828a-76807191ec77 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 210 time: 0.0294218 Sep 18 07:24:11.524423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4503561-b496-4fc0-a99a-fbbf867d2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:12.122336 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:12.210860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a70b-282e-4385-8830-e7530a1eee3d req-1cc24dac-edd8-4da1-94ac-10b07c940b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:12.212443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c30a70b-282e-4385-8830-e7530a1eee3d req-1cc24dac-edd8-4da1-94ac-10b07c940b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 943 time: 0.0507643 Sep 18 07:24:12.274396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c30a70b-282e-4385-8830-e7530a1eee3d req-e2f5d596-8bcc-42fe-8175-68884ecc75d7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Sep 18 07:24:12.333044 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:24:12.468743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0e536a0-3641-420e-958b-ec31dbe536e5 req-ddf8230a-18d4-481c-8e89-f3cb4980d7fd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 210 time: 0.0279856 Sep 18 07:24:12.740696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:24:12.845574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:12.858563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:24:12.897088 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:12.912486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:24:12.938058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:13.013076 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:13.063131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:13.270496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:13.473472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:24:13.476722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc1f47-3a90-462f-a5f2-6d3daaa037cf req-1186a12a-3c2d-4bc9-a724-a180e220b7b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:13.478347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67cc1f47-3a90-462f-a5f2-6d3daaa037cf req-1186a12a-3c2d-4bc9-a724-a180e220b7b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.1247365 Sep 18 07:24:13.547437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-ea15a33e-e205-4300-afb8-eba8d7ee8424 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:13.548834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-ea15a33e-e205-4300-afb8-eba8d7ee8424 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.2049272 Sep 18 07:24:13.555464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67cc1f47-3a90-462f-a5f2-6d3daaa037cf req-c0f75f2f-98da-4a70-84e1-6c8293039a7f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641458 Sep 18 07:24:13.570331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'device_id': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'admin_state_up': True, 'tenant_id': '003caa79108142fd9ecea6626ea6adea'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:24:13.611894 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63a28c31-c9d9-4973-afc8-7b12f3c02e7d req-e10c97b8-6131-47e9-869c-e58180587329 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 210 time: 0.0290003 Sep 18 07:24:13.956145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:24:13.959665 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.178332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f7a7-8b6e-418f-b636-800531f43fa5 req-ae6c0959-2724-43c0-8434-e0b5d6c21047 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.186252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2694f7a7-8b6e-418f-b636-800531f43fa5 req-ae6c0959-2724-43c0-8434-e0b5d6c21047 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.1104319 Sep 18 07:24:14.202485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-0aa2647a-fd94-43cd-82e0-f2671a39764b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.204863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-0aa2647a-fd94-43cd-82e0-f2671a39764b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca&tenant_id=dd7bdea352ae4aecad49be8deebc1b48&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.1222193 Sep 18 07:24:14.226589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.20.0.13 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/290c104b-cba4-4f24-83cf-6ee616bdff79) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:24:14.260341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2694f7a7-8b6e-418f-b636-800531f43fa5 req-1eb8ff76-f520-427d-b84d-cd9e64b537bd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668125 Sep 18 07:24:14.306656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-d8c030c8-e429-43e4-bcc6-e39710f89f2c service neutron] 10.222.0.24 "GET /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 383 time: 0.0935783 Sep 18 07:24:14.394400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-af5342b8-3b26-4523-b256-cec221b4f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.402001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-af5342b8-3b26-4523-b256-cec221b4f9ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1096 time: 0.0517018 Sep 18 07:24:14.417346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.500470 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.547987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:24:14.551252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:24:14.555214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:24:14.585371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:14.599896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:24:14.629608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-07490d26-4425-446b-a0e8-c264b0eed886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.633824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-07490d26-4425-446b-a0e8-c264b0eed886 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1189587 Sep 18 07:24:14.642891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.644024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.734737 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-3bbc99f1-72cc-4129-b8fe-d3e0ad9fb5f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1000 time: 0.0837862 Sep 18 07:24:14.745282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1daf9e45-9be6-4a28-9c21-ca043d9175dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1804757 Sep 18 07:24:14.765013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Request body: {'port': {'device_id': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:24:14.792625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.792807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbacbe7-a025-4ce0-b4c0-7ce03549cf45 req-6832f154-bd0e-4f41-a513-6769135bdb44 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.820543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acbacbe7-a025-4ce0-b4c0-7ce03549cf45 req-6832f154-bd0e-4f41-a513-6769135bdb44 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 932 time: 0.1063597 Sep 18 07:24:14.824234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-58406fcc-667c-41f5-9d36-3e51419d5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.827448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-58406fcc-667c-41f5-9d36-3e51419d5116 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0832403 Sep 18 07:24:14.883929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:14.915443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f203b21a-0b2d-4a51-a4e7-714153fcb137 None None] Provisioning complete for port 290c104b-cba4-4f24-83cf-6ee616bdff79 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:24:14.915907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f203b21a-0b2d-4a51-a4e7-714153fcb137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:14.962932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f203b21a-0b2d-4a51-a4e7-714153fcb137 None None] Port 290c104b-cba4-4f24-83cf-6ee616bdff79 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:24:14.966269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-300aa165-6869-4b6b-9cce-97807dce698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:14.968155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-300aa165-6869-4b6b-9cce-97807dce698d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333144 Sep 18 07:24:14.974225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acbacbe7-a025-4ce0-b4c0-7ce03549cf45 req-a5192e98-a9b5-419a-9189-2b801cbc6cf7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425731 Sep 18 07:24:14.976114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Deleting subnet 3574a457-f583-461f-9241-c3431c81aff6 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:24:14.980298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.074556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-2781bcc8-71c4-43ef-95b2-3f3e3087d528 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954452 Sep 18 07:24:15.076774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.100257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.158057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.256399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.279898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-4ce3aa51-82b8-426a-8d0b-8f902cb7578a service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775761 Sep 18 07:24:15.307153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290c104b-cba4-4f24-83cf-6ee616bdff79 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:24:15.319214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.333654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Transition to ACTIVE for port object 290c104b-cba4-4f24-83cf-6ee616bdff79 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:24:15.373681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.399817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e32a76-a4b8-427b-919b-a6e3d590f550 req-9fb3ea89-e2c2-4f84-b00a-032a689e412f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:15.401449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89e32a76-a4b8-427b-919b-a6e3d590f550 req-9fb3ea89-e2c2-4f84-b00a-032a689e412f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0590324 Sep 18 07:24:15.402766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.410926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3574a457-f583-461f-9241-c3431c81aff6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:15.413087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.415062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e43376ae-ca80-4624-9725-3cd808561957 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3574a457-f583-461f-9241-c3431c81aff6 HTTP/1.1" status: 204 len: 168 time: 0.5297983 Sep 18 07:24:15.417509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:15.494914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Pushing event updated for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:15.508272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.597140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89e32a76-a4b8-427b-919b-a6e3d590f550 req-c1b9e8d0-1ed4-430c-a19c-0fbf5b9b77eb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595380 Sep 18 07:24:15.627854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Attempting to bind port 290c104b-cba4-4f24-83cf-6ee616bdff79 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:24:15.628572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Attempting to bind port 290c104b-cba4-4f24-83cf-6ee616bdff79 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:24:15.629067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Attempting to bind port 290c104b-cba4-4f24-83cf-6ee616bdff79 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:15.634352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Port 290c104b-cba4-4f24-83cf-6ee616bdff79 on network 2a271084-c552-4fca-b906-2c317a827c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:24:15.634899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Attempting to bind port 290c104b-cba4-4f24-83cf-6ee616bdff79 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:15.641027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:24:15.641601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:24:15.641757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.642306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:24:15.643093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Bound port: 290c104b-cba4-4f24-83cf-6ee616bdff79, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:24:15.643949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.672070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94afb5eb-59a3-4c25-8bf4-bc8f843d47c8']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:15.687850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fe8e06-32e2-468c-83eb-1dc618705b3e') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:15.688149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fe8e06-32e2-468c-83eb-1dc618705b3e') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:15.699841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.716584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.722037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:24:15.724483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:24:15.734786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.734958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=290c104b-cba4-4f24-83cf-6ee616bdff79,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:24:15.735103 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:24:15.813579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.848476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:15.849088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.850570 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] 10.222.0.24 "PUT /v2.0/ports/290c104b-cba4-4f24-83cf-6ee616bdff79 HTTP/1.1" status: 200 len: 1093 time: 1.0906439 Sep 18 07:24:15.865346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:15.865346 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dae68f-7d3c-4603-868c-e0a96adb92e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:15.878041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b9d0-c92c-4bb9-a853-434693b8878b service neutron] Pushing event updated for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:15.895844 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6827b-1b80-43e4-b5c9-5fdfd78cc758 x-openstack-request-id: req-ffc6827b-1b80-43e4-b5c9-5fdfd78cc758 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:15.895844 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:15.895844 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc6827b-1b80-43e4-b5c9-5fdfd78cc758 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:15.895844 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79', 'status': 'completed', 'code': 200} Sep 18 07:24:15.910497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.924555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:15.924555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] 10.222.0.20 "DELETE /v2.0/networks/94afb5eb-59a3-4c25-8bf4-bc8f843d47c8 HTTP/1.1" status: 204 len: 168 time: 0.5002620 Sep 18 07:24:15.937767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60673fb-27ef-4e07-902f-2ef3acd93768 admin admin] Pushing event deleted for resources: {'Network': ['ID=94afb5eb-59a3-4c25-8bf4-bc8f843d47c8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:16.057635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-d9d0a192-3f96-40be-a360-c1b3460d0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.061143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-d9d0a192-3f96-40be-a360-c1b3460d0057 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 1096 time: 0.1164069 Sep 18 07:24:16.453441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57036) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:16.502420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4b4c7092-fbb7-42ff-a359-5d7768b232d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61debd3f748245cd8b78743bb53cff94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469408 Sep 18 07:24:16.505470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57038) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:16.515898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613cb42-007b-43ce-8098-5dcafc0ffe45 req-ca16016e-cd62-4f3f-a0aa-145efb3353ab tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.523215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a613cb42-007b-43ce-8098-5dcafc0ffe45 req-ca16016e-cd62-4f3f-a0aa-145efb3353ab tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 944 time: 0.4315207 Sep 18 07:24:16.535599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-dbef47f7-5a17-4d29-94b7-2df59fd58e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.535599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-dbef47f7-5a17-4d29-94b7-2df59fd58e09 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=003caa79108142fd9ecea6626ea6adea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4552498 Sep 18 07:24:16.540344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57040) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:16.581435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.591083 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a613cb42-007b-43ce-8098-5dcafc0ffe45 req-328ddbbd-8198-4dec-aee1-3c92e6877f2e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669842 Sep 18 07:24:16.655663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-31488080-3fbd-4ee0-b39f-c8c108561896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.658216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6dae68f-7d3c-4603-868c-e0a96adb92e0 req-31488080-3fbd-4ee0-b39f-c8c108561896 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140909 Sep 18 07:24:16.659205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.729949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:24:16.765593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f95a9440-0517-4e32-9568-f7471e0a53f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.782068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.784832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.788495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95 HTTP/1.1" status: 204 len: 168 time: 0.2783937 Sep 18 07:24:16.830875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d5c4-c5f3-42f4-aeba-4c19e22bf96d req-66e6877e-9425-4f07-bd0c-88c14f8f4b57 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.832404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adb6d5c4-c5f3-42f4-aeba-4c19e22bf96d req-66e6877e-9425-4f07-bd0c-88c14f8f4b57 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.1187716 Sep 18 07:24:16.839366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-4ed9f134-bcd2-4135-885a-a7b4fa1f5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.841007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-4ed9f134-bcd2-4135-885a-a7b4fa1f5cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 1096 time: 0.0939631 Sep 18 07:24:16.859438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:24:16.861002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27fb27-f1fc-4e7c-a8de-3ddc16e29dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a801cd-b2e0-44f1-b4b8-8ccf622fbe95,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:16.874005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:24:16.874005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.907438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-05a855d0-68ee-42c9-82e6-4b9cd3e8b7cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=290c104b-cba4-4f24-83cf-6ee616bdff79 HTTP/1.1" status: 200 len: 217 time: 0.0485179 Sep 18 07:24:16.913709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f95a9440-0517-4e32-9568-f7471e0a53f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.914947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adb6d5c4-c5f3-42f4-aeba-4c19e22bf96d req-ab16d33f-91f1-4570-bed1-976d2e775cf2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731139 Sep 18 07:24:16.964930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-8a73f9b9-ee78-4fd2-a883-c08ff54a1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:16.966437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-8a73f9b9-ee78-4fd2-a883-c08ff54a1a62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0505860 Sep 18 07:24:16.979132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f95a9440-0517-4e32-9568-f7471e0a53f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:16.999604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.027290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f95a9440-0517-4e32-9568-f7471e0a53f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fdfbdbe6ca444f7a25e635c19e167c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805973 Sep 18 07:24:17.028272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57048) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:17.038119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a9440-0517-4e32-9568-f7471e0a53f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7a844-4a2a-4dd9-bacb-f914dff8d8d0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:17.046270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:17.047719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:17.052303 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41271856-a187-4081-8dd9-c2adaf394d9a" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:17.058122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-ba5ac08a-6962-45bb-87f1-0e63f135c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:17.061846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-ba5ac08a-6962-45bb-87f1-0e63f135c4e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689857 Sep 18 07:24:17.116085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.145224 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2002c7c-5ad1-4172-8c4e-7af470ae51a9 x-openstack-request-id: req-f2002c7c-5ad1-4172-8c4e-7af470ae51a9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:17.145607 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:17.145948 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2002c7c-5ad1-4172-8c4e-7af470ae51a9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:17.146557 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'code': 200} Sep 18 07:24:17.161714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.181018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:17.186899 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.190013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-1995d3d9-23f7-45df-8fe1-8bda6dbf5723 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203780 Sep 18 07:24:17.289748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05520b1d-5c1c-4926-b8b8-7e4331f38990 req-0802115b-8a15-4ad5-bc3e-96e21a0c1220 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877981 Sep 18 07:24:17.298673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.301502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.305118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3c7a844-4a2a-4dd9-bacb-f914dff8d8d0 HTTP/1.1" status: 204 len: 168 time: 0.2733748 Sep 18 07:24:17.316930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f61981-078c-4c9b-9d73-0c902b6e2f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7a844-4a2a-4dd9-bacb-f914dff8d8d0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:17.733382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0da08-0f58-4a72-a6f9-194869a9ec7b req-91239028-4db5-461b-8e2d-9c09f43e1520 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:17.735028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21e0da08-0f58-4a72-a6f9-194869a9ec7b req-91239028-4db5-461b-8e2d-9c09f43e1520 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 944 time: 0.0550847 Sep 18 07:24:17.774798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21e0da08-0f58-4a72-a6f9-194869a9ec7b req-747b0ae4-2f85-4f7f-9673-197f31d894ea tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 18 07:24:17.833727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57076) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:17.847501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d11d97e4-4ca3-40d8-a329-8261003447cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:17.941026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d11d97e4-4ca3-40d8-a329-8261003447cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.007520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d11d97e4-4ca3-40d8-a329-8261003447cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.046232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe769-3bfa-40f4-94a4-858232346db9 req-f110381e-0fda-4bd4-b30a-0c81bbbe1069 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:18.053916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d11d97e4-4ca3-40d8-a329-8261003447cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e0202642cee4a48b5b05d251e0e6433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183113 Sep 18 07:24:18.054678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d97e4-4ca3-40d8-a329-8261003447cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68aa34-73cd-4e23-929c-2e9fb7bc01f4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:18.056121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a2fe769-3bfa-40f4-94a4-858232346db9 req-f110381e-0fda-4bd4-b30a-0c81bbbe1069 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 945 time: 0.0702727 Sep 18 07:24:18.057081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57084) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:18.106100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a2fe769-3bfa-40f4-94a4-858232346db9 req-1c33ca8a-52a9-4b21-b9d3-4c3bf4e41116 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489388 Sep 18 07:24:18.117774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.148471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.300417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-f914b766-43a7-4eff-ba7b-7fe0edf609c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:18.301886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-f914b766-43a7-4eff-ba7b-7fe0edf609c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 1097 time: 0.0407827 Sep 18 07:24:18.313842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:24:18.347050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.349552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.350677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a68aa34-73cd-4e23-929c-2e9fb7bc01f4 HTTP/1.1" status: 204 len: 168 time: 0.2926948 Sep 18 07:24:18.379055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564884a-4b52-4d08-9f66-af922ee39cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68aa34-73cd-4e23-929c-2e9fb7bc01f4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:18.382651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.595206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:18.629668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:24:18.676394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:18.679060 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dbf116-516d-4ebc-9f19-99c50ab9b76a" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:18.683556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.719073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Transition to ACTIVE for port object baf7291d-1dd0-4347-8d5b-6ef3e93e87bb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:24:18.756175 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a1c9a-e931-4186-875e-ddf7fa032f4d x-openstack-request-id: req-9f5a1c9a-e931-4186-875e-ddf7fa032f4d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:18.756175 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:18.756389 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5a1c9a-e931-4186-875e-ddf7fa032f4d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:18.756769 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'code': 200} Sep 18 07:24:18.772886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:18.883206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:18.926488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd45893-9278-4447-b573-330f82d080b2 req-c174b817-59fa-48b8-995b-4542c86c39e5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:18.928157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efd45893-9278-4447-b573-330f82d080b2 req-c174b817-59fa-48b8-995b-4542c86c39e5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 944 time: 0.0599608 Sep 18 07:24:18.930158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] No DVR routers for this DVR port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:24:18.990527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efd45893-9278-4447-b573-330f82d080b2 req-ee4aea85-f93e-447e-871f-27d13138296d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543063 Sep 18 07:24:19.088365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:24:19.088853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:24:19.089255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:19.093833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:24:19.094315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Attempting to bind port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:24:19.099779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:24:19.100188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Checking segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:24:19.100580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Bound using segment: {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:24:19.101011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Bound port: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1103863-9594-410b-8074-b2ccb625ba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:24:19.101375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:19.194887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:24:19.198382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:24:19.244214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1519-31ec-44fa-b6a0-cc325cbf5ca8 req-26664fd3-e4a2-498c-b7f8-6affccc1d196 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.245739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-126e1519-31ec-44fa-b6a0-cc325cbf5ca8 req-26664fd3-e4a2-498c-b7f8-6affccc1d196 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0544038 Sep 18 07:24:19.288779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-126e1519-31ec-44fa-b6a0-cc325cbf5ca8 req-94862948-6dc6-44f9-97aa-d660583599f2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349996 Sep 18 07:24:19.299204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:19.340102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.340846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:19.343333 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] 10.222.0.37 "PUT /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 1093 time: 1.0329664 Sep 18 07:24:19.386689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8af50d-f5b0-47ec-bd4a-29440df8252f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=11']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:19.423804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-6c69cad2-d9b4-424f-bda4-cb79bda7f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.425419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-6c69cad2-d9b4-424f-bda4-cb79bda7f821 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1096 time: 0.0556424 Sep 18 07:24:19.538956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-6a0c4592-4b74-4e16-a69c-c91291111b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.540797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-6a0c4592-4b74-4e16-a69c-c91291111b74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1088185 Sep 18 07:24:19.610581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-16a9d358-46bd-455f-a6e1-18d796a16da8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.0630167 Sep 18 07:24:19.664170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-231c4cd6-443b-4487-a459-a5b2f5472a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.665856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-231c4cd6-443b-4487-a459-a5b2f5472a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0481505 Sep 18 07:24:19.728271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-7f266234-c3c5-4955-bb8c-4eca73bbac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:19.729864 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-7f266234-c3c5-4955-bb8c-4eca73bbac68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570450 Sep 18 07:24:19.829226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-76c22524-7d41-4ede-899b-eb26fc6e16cf service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919757 Sep 18 07:24:19.925375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8693cae3-9006-41a6-b486-4b95dcfc6279 req-0ba5806b-63ef-4fd5-bbf9-dc847ab129cd service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891805 Sep 18 07:24:20.096647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18214c22-8c73-476a-a544-539f73823630 req-07994e8f-af15-49bc-8231-2e003960fd98 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:20.098114 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18214c22-8c73-476a-a544-539f73823630 req-07994e8f-af15-49bc-8231-2e003960fd98 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 944 time: 0.0497978 Sep 18 07:24:20.136962 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18214c22-8c73-476a-a544-539f73823630 req-d4d129a8-2d90-48a7-9b62-ab2e977dfc83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Sep 18 07:24:20.403644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e170ff-eb39-4381-874d-886d17a6891f req-bb90bbbe-7cd6-4126-9de5-cf0a35d23b30 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:20.405461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13e170ff-eb39-4381-874d-886d17a6891f req-bb90bbbe-7cd6-4126-9de5-cf0a35d23b30 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0498202 Sep 18 07:24:20.444932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13e170ff-eb39-4381-874d-886d17a6891f req-d2aa8115-d15e-473a-b17c-e5d4ca963b87 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334020 Sep 18 07:24:20.758140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:20.760660 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf07016-bf33-4267-b965-c442f5e86823" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:20.761838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 290c104b-cba4-4f24-83cf-6ee616bdff79 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:24:20.768827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:24:20.818313 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f381ce6-21cd-42b1-96f4-dffa6559ad79 x-openstack-request-id: req-6f381ce6-21cd-42b1-96f4-dffa6559ad79 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:20.818618 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:20.818878 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f381ce6-21cd-42b1-96f4-dffa6559ad79 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:20.819280 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:24:20.857724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:24:20.931090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=290c104b-cba4-4f24-83cf-6ee616bdff79,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:20.934259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-e24e29f8-4cb6-45c9-97db-b04925392469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:20.937621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-e24e29f8-4cb6-45c9-97db-b04925392469 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1096 time: 0.0926526 Sep 18 07:24:20.940529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-0270a769-4367-4640-8402-1f961544853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:20.941935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '290c104b-cba4-4f24-83cf-6ee616bdff79', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '290c104b-cba4-4f24-83cf-6ee616bdff79', 'mac_address': 'fa:16:3e:36:a1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:24:20.942367 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-0270a769-4367-4640-8402-1f961544853f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1096 time: 0.0758355 Sep 18 07:24:20.985191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:21.005673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290c104b-cba4-4f24-83cf-6ee616bdff79 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:24:21.027683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=290c104b-cba4-4f24-83cf-6ee616bdff79,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:21.080504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-35621ed2-c889-4d16-8a70-a206552d9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.082260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-35621ed2-c889-4d16-8a70-a206552d9cfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1274977 Sep 18 07:24:21.134947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:21.174942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-dca656ca-85ec-4377-af17-f33743a0bfee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.0854862 Sep 18 07:24:21.202133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:21.281870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-626e6676-1a93-4655-86ad-8daa7a22b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.283708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-626e6676-1a93-4655-86ad-8daa7a22b9d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.1003931 Sep 18 07:24:21.332030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b958f-9e8f-4d74-9265-69e11def0be8 req-3095bf28-47fc-445b-9b46-5b4ae53d626f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.333685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d26b958f-9e8f-4d74-9265-69e11def0be8 req-3095bf28-47fc-445b-9b46-5b4ae53d626f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 945 time: 0.0903978 Sep 18 07:24:21.363957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-a261825e-6ab1-455a-aed1-4f042fb76e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.365475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-a261825e-6ab1-455a-aed1-4f042fb76e66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737839 Sep 18 07:24:21.416082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d26b958f-9e8f-4d74-9265-69e11def0be8 req-54de3a0e-314e-41d1-96d3-28d6c6396194 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749645 Sep 18 07:24:21.505591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-f8f6ef67-08ab-4ab6-8be9-f661335f617c service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284747 Sep 18 07:24:21.528466 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-23dac233-acee-4fa3-8b48-4fa2c7f8d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.530744 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-23dac233-acee-4fa3-8b48-4fa2c7f8d5f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.5843487 Sep 18 07:24:21.556556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:24:21.642101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-3efb67b0-07fc-49b4-9ffb-82d237c5883f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 999 time: 0.1038601 Sep 18 07:24:21.685101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d7ad-8d01-42c3-b38a-244f386b0c0a req-d18bd46d-121e-4e4a-ab29-93b5fc8a1852 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.688495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a18d7ad-8d01-42c3-b38a-244f386b0c0a req-d18bd46d-121e-4e4a-ab29-93b5fc8a1852 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.1487749 Sep 18 07:24:21.703628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-f5ef4c93-5a74-4377-98c6-d4deaef5b604 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875608 Sep 18 07:24:21.751159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a18d7ad-8d01-42c3-b38a-244f386b0c0a req-4fe2a6ae-ac17-44df-8685-d3fd65fc27a5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511522 Sep 18 07:24:21.756578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-b84f2083-a2e6-4a1a-ab79-f570abd96042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.758290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-b84f2083-a2e6-4a1a-ab79-f570abd96042 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.1095746 Sep 18 07:24:21.810373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07016-bf33-4267-b965-c442f5e86823 req-4b06d078-865b-4a88-ae40-e37dd21a957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:21.812526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-4b06d078-865b-4a88-ae40-e37dd21a957f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472016 Sep 18 07:24:21.942322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-dbbe0471-2869-48a1-a28b-2a73db7738ef service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138642 Sep 18 07:24:22.063098 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edf07016-bf33-4267-b965-c442f5e86823 req-ec205717-de3b-491b-8faf-5e1e51c2756f service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130025 Sep 18 07:24:22.577249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e811e14-1caa-43d6-aed5-b224b41fdf40 req-7ffae703-4128-4537-b769-01b1bae11a9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:22.585863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e811e14-1caa-43d6-aed5-b224b41fdf40 req-7ffae703-4128-4537-b769-01b1bae11a9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 945 time: 0.0810347 Sep 18 07:24:22.646383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e811e14-1caa-43d6-aed5-b224b41fdf40 req-47741d7b-710b-4856-ac95-b0320c928643 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511689 Sep 18 07:24:22.778263 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 290c104b-cba4-4f24-83cf-6ee616bdff79 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:24:22.868088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:24:22.898055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cad17e-c762-4e18-bc75-890c68d449d1 req-de1f69fb-1273-4ec8-828f-3f5079410957 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:22.899567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80cad17e-c762-4e18-bc75-890c68d449d1 req-de1f69fb-1273-4ec8-828f-3f5079410957 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 944 time: 0.0711451 Sep 18 07:24:22.916223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 290c104b-cba4-4f24-83cf-6ee616bdff79 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:24:22.926233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 290c104b-cba4-4f24-83cf-6ee616bdff79 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:24:22.926609 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:22.960609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80cad17e-c762-4e18-bc75-890c68d449d1 req-b7c76f32-ca23-40f8-a2a4-96eaa12722b9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514021 Sep 18 07:24:22.976927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57220) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:23.036520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:23.045016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-92150e57-2235-42be-ac08-60d119aada87 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 200 len: 991 time: 0.0669246 Sep 18 07:24:23.080234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'port_id': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'mac_address': 'fa:16:3e:a7:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:24:23.116159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:23.152193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:23.155571 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc4f57f-652b-4af3-8164-080f5135d448" -d '{"events": [{"server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "name": "network-vif-plugged", "status": "completed", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:23.164743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=290c104b-cba4-4f24-83cf-6ee616bdff79,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:23.170131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:23.185841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:24:23.205949 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac30572-2fba-4dcc-8ae7-2ef0196faf77 x-openstack-request-id: req-fac30572-2fba-4dcc-8ae7-2ef0196faf77 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:23.206253 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "name": "network-vif-plugged", "status": "completed", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:23.206502 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fac30572-2fba-4dcc-8ae7-2ef0196faf77 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:23.206884 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79', 'code': 200} Sep 18 07:24:23.210295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:23.235914 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:23.289259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:23.293930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:23.347644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29432957-8f7b-4f95-8f4c-1640f278c1eb req-3163f302-0906-469b-8ce0-4436e05cf723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:23.350059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29432957-8f7b-4f95-8f4c-1640f278c1eb req-3163f302-0906-469b-8ce0-4436e05cf723 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 1098 time: 0.0593498 Sep 18 07:24:23.351824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:23.388619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29432957-8f7b-4f95-8f4c-1640f278c1eb req-5fbe3401-e5ba-42e9-b527-1e7742370089 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Sep 18 07:24:23.510786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:24:23.804087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8259-b09c-4c60-8f97-d37a6b84306a req-d2807eb0-cc07-4f0e-b399-5f3afa048060 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:23.813284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-612b8259-b09c-4c60-8f97-d37a6b84306a req-d2807eb0-cc07-4f0e-b399-5f3afa048060 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0690236 Sep 18 07:24:23.849760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-612b8259-b09c-4c60-8f97-d37a6b84306a req-c51a9424-e485-4bb6-826d-eb413cf80511 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Sep 18 07:24:24.882397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:24:24.988841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d457a-5b69-4d15-807c-ae909133e0db req-5d9a35da-2191-4851-855f-18f30e7d0826 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:24.990984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-972d457a-5b69-4d15-807c-ae909133e0db req-5d9a35da-2191-4851-855f-18f30e7d0826 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0565190 Sep 18 07:24:25.013552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:24:25.018320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:24:25.020124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:25.039089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-972d457a-5b69-4d15-807c-ae909133e0db req-7fa3a3bb-7a6e-41dc-9ca4-c442460b939d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Sep 18 07:24:25.126153 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:25.161105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:25.208605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:25.211161 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df703b4-0a96-4a57-a0e6-6a5f75dfb704" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:25.222548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:25.265803 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169cc2f-8166-41de-b852-6ffbd50b17e6 x-openstack-request-id: req-3169cc2f-8166-41de-b852-6ffbd50b17e6 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:25.266197 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-plugged", "status": "completed", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:25.266378 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3169cc2f-8166-41de-b852-6ffbd50b17e6 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:25.266776 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'code': 200} Sep 18 07:24:25.287532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=13']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:26.177636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507b34a-8c4b-4212-b2fb-97e7a8304255 req-37a61df3-90d2-469d-99bd-eb13eaeaf57f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:26.179277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7507b34a-8c4b-4212-b2fb-97e7a8304255 req-37a61df3-90d2-469d-99bd-eb13eaeaf57f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0535886 Sep 18 07:24:26.220891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7507b34a-8c4b-4212-b2fb-97e7a8304255 req-7d4298d2-e825-48d9-aa0f-0bdf2cf52cd8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Sep 18 07:24:29.047558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:37.273342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e802-7cbc-4d48-a237-d1a1f9e04ac0 req-20904bb0-31db-40d4-ac88-e5383266e884 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:37.274905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb83e802-7cbc-4d48-a237-d1a1f9e04ac0 req-20904bb0-31db-40d4-ac88-e5383266e884 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0515735 Sep 18 07:24:37.315125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb83e802-7cbc-4d48-a237-d1a1f9e04ac0 req-c62e03e7-8237-4547-a8cb-1eedfe3caff0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Sep 18 07:24:37.448467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb2136-d23b-456f-b9f7-67b5869a4cd9 req-3a83e625-7804-4796-b3ae-3db202bdbdf1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:37.449993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6bb2136-d23b-456f-b9f7-67b5869a4cd9 req-3a83e625-7804-4796-b3ae-3db202bdbdf1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0541723 Sep 18 07:24:37.491172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6bb2136-d23b-456f-b9f7-67b5869a4cd9 req-dc52b098-2984-4d22-a23c-7d16e739a21a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350449 Sep 18 07:24:38.169084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32afcb3-9359-4392-8252-f6e40a0f66a7 req-1639426f-6b51-44eb-a911-1f3dd0af05dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:38.170628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32afcb3-9359-4392-8252-f6e40a0f66a7 req-1639426f-6b51-44eb-a911-1f3dd0af05dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Sep 18 07:24:38.210693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32afcb3-9359-4392-8252-f6e40a0f66a7 req-bfccd33e-34e7-4feb-ba9b-72c49b249ec8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339851 Sep 18 07:24:38.875520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8b19c24-7161-4168-b718-a6c6c7ae770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:39.114810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cbf54-b0c2-47f8-93cc-18a3b54d2a82 req-dfbc6718-0d98-49e0-b6bf-e79449935275 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:39.122579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e1cbf54-b0c2-47f8-93cc-18a3b54d2a82 req-dfbc6718-0d98-49e0-b6bf-e79449935275 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0583024 Sep 18 07:24:39.158948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e1cbf54-b0c2-47f8-93cc-18a3b54d2a82 req-4603a937-b5f0-4951-bf3b-e6416b27a798 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360696 Sep 18 07:24:40.282502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704cd37-8413-494c-9251-ca8682826ec7 req-36e5026e-8e4b-4752-9258-19ec47352385 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:40.283912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c704cd37-8413-494c-9251-ca8682826ec7 req-36e5026e-8e4b-4752-9258-19ec47352385 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0544717 Sep 18 07:24:40.323447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c704cd37-8413-494c-9251-ca8682826ec7 req-1e372d4c-50bc-4832-8190-5854da890902 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333931 Sep 18 07:24:41.446408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485e602-1951-4401-a2ff-9fc8c21b0d8e req-dba4be1f-a0c7-453a-9769-a13b31ccd0ca tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:41.448154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3485e602-1951-4401-a2ff-9fc8c21b0d8e req-dba4be1f-a0c7-453a-9769-a13b31ccd0ca tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0536456 Sep 18 07:24:41.495054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3485e602-1951-4401-a2ff-9fc8c21b0d8e req-c1426588-204e-40d8-8c5b-453f90b4bece tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391071 Sep 18 07:24:41.520590 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5e032db-169e-4d02-a200-ce09c0f96f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:42.087362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:42.610659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e206a-6861-45d0-9c03-e3686bebc445 req-d6474549-fe3f-41bb-9bb3-6a6f2e963458 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:42.612140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-783e206a-6861-45d0-9c03-e3686bebc445 req-d6474549-fe3f-41bb-9bb3-6a6f2e963458 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0491126 Sep 18 07:24:42.650148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-783e206a-6861-45d0-9c03-e3686bebc445 req-28532b78-b0f6-445b-a294-2b0595f724cf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Sep 18 07:24:43.269584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:43.794465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03186104-8139-4d57-a7b4-15e0aa138210 req-5810b16d-748b-43a7-937d-90aaee965df1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:43.798975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03186104-8139-4d57-a7b4-15e0aa138210 req-5810b16d-748b-43a7-937d-90aaee965df1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0566120 Sep 18 07:24:43.836952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-03186104-8139-4d57-a7b4-15e0aa138210 req-aac8d4b7-d5bc-456f-b680-682eed5d6640 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Sep 18 07:24:44.773032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:44.964499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7365f44-76d7-4fed-a4cf-5e1e0333ec5b req-3065745a-45be-4997-997b-8c5ab6706e9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:44.966091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7365f44-76d7-4fed-a4cf-5e1e0333ec5b req-3065745a-45be-4997-997b-8c5ab6706e9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0511086 Sep 18 07:24:45.004717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7365f44-76d7-4fed-a4cf-5e1e0333ec5b req-2f2bf2e5-a8a5-4a8e-b0db-e74f9a8699b9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Sep 18 07:24:45.104302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:45.999370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:46.130388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.167676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e560-197e-4625-97d4-fea4100040f9 req-8c6c1fb5-e203-459d-8721-3e1ba02d6c73 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:46.169200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81d3e560-197e-4625-97d4-fea4100040f9 req-8c6c1fb5-e203-459d-8721-3e1ba02d6c73 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0726089 Sep 18 07:24:46.208964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81d3e560-197e-4625-97d4-fea4100040f9 req-6df9752a-401b-4f3d-878d-5e90c5b3aa5a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331628 Sep 18 07:24:46.226411 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.264965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.308582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5f2588d26d646b387caa0b68cf639fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078325 Sep 18 07:24:46.310470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57618) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:46.315539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4844b769-fc18-461d-a8ca-f0ce0b5dd348,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:46.324111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.324461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.324984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.325330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.325676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.326106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.326440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.326817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.327659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.327986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.328888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.329011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a9c6b-17ae-41e5-8b8a-2cb382f2fab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:24:46.364541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.390695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.475226 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.477826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:46.479046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4844b769-fc18-461d-a8ca-f0ce0b5dd348 HTTP/1.1" status: 204 len: 168 time: 0.1668813 Sep 18 07:24:46.488757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419c544-22c5-4d4d-9523-efb427b7a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844b769-fc18-461d-a8ca-f0ce0b5dd348,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:47.333092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b92db-fc32-46d8-9a92-5f906099baec req-6d036ac5-2187-4fad-94b3-3aa96341aa6b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:47.334650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-008b92db-fc32-46d8-9a92-5f906099baec req-6d036ac5-2187-4fad-94b3-3aa96341aa6b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0534196 Sep 18 07:24:47.377872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-008b92db-fc32-46d8-9a92-5f906099baec req-ce9792ea-b0b6-4729-a4f6-9777b4a86dbd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Sep 18 07:24:48.497649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8b806-deee-41fb-ad12-9b264821e49a req-e3c87a4f-0c5e-43fe-b07f-80af101ce7bd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:48.499664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fb8b806-deee-41fb-ad12-9b264821e49a req-e3c87a4f-0c5e-43fe-b07f-80af101ce7bd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0499666 Sep 18 07:24:48.542177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fb8b806-deee-41fb-ad12-9b264821e49a req-82f2a3f7-18ed-47b5-8f1f-c8e2914076cf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360475 Sep 18 07:24:49.335666 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:24:49.707387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830a54-a364-4874-80b4-a36a17b0c927 req-634b97b9-de0b-42be-9a2c-bf90f7e52500 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:49.709224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae830a54-a364-4874-80b4-a36a17b0c927 req-634b97b9-de0b-42be-9a2c-bf90f7e52500 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0686824 Sep 18 07:24:49.752496 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae830a54-a364-4874-80b4-a36a17b0c927 req-64cb04f8-e1cc-4d52-947a-01f0b05ea944 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368097 Sep 18 07:24:50.150353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d773-f862-41a3-9536-51274edc7f8c req-837101e6-e98a-4b71-ad2d-830e028f469c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:50.159240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e115d773-f862-41a3-9536-51274edc7f8c req-837101e6-e98a-4b71-ad2d-830e028f469c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0680065 Sep 18 07:24:50.218569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e115d773-f862-41a3-9536-51274edc7f8c req-e65b9b10-62cc-4a4e-ae76-72e15ce9e25d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581369 Sep 18 07:24:50.260850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-7f427934-f7ae-4fd6-b608-fb933bf97928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:50.262444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-7f427934-f7ae-4fd6-b608-fb933bf97928 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0541730 Sep 18 07:24:50.362077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-7761226c-5d94-4a67-9986-ce543d0cfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:50.363577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-7761226c-5d94-4a67-9986-ce543d0cfe00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.0936010 Sep 18 07:24:50.438917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-4fca8e51-282a-44c7-9da5-378902a3a13a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0679781 Sep 18 07:24:50.506184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-4c85358e-5609-4fac-b293-c90b90326e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:50.508104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-4c85358e-5609-4fac-b293-c90b90326e8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0617366 Sep 18 07:24:50.557143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-a623c50a-d37e-45af-80c1-fd0419b2a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:50.558693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-a623c50a-d37e-45af-80c1-fd0419b2a59b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434599 Sep 18 07:24:50.653314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-b862b3c0-14e1-4b29-b13c-dc3e41f01d42 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Sep 18 07:24:50.752282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-372e1ead-1809-4c1b-933a-cfda4af0c456 req-e1a91c6e-c508-4c48-996a-f64619c02967 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916269 Sep 18 07:24:51.344968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59344efb-84ad-4ad6-997c-e7d69a503073 req-834643f1-5fef-4822-8092-0f31ff59da19 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:51.346854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59344efb-84ad-4ad6-997c-e7d69a503073 req-834643f1-5fef-4822-8092-0f31ff59da19 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0556324 Sep 18 07:24:51.387403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59344efb-84ad-4ad6-997c-e7d69a503073 req-557b492b-4d51-443f-9bad-57e4b8465723 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Sep 18 07:24:51.980953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ad04e-ac47-44fa-8ca9-42b7cd7a3e85 req-6943462c-122d-4cb1-8cd2-0b50a4b8246b tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:51.984940 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-423ad04e-ac47-44fa-8ca9-42b7cd7a3e85 req-6943462c-122d-4cb1-8cd2-0b50a4b8246b tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1098 time: 0.0713949 Sep 18 07:24:52.023933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-423ad04e-ac47-44fa-8ca9-42b7cd7a3e85 req-0fff1ffd-bf72-47d5-8492-9fbc5d9f05e5 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346026 Sep 18 07:24:52.049182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:52.215314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 905067c4-23ef-490c-8cf9-1dc5c8eb04c8 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:24:52.215660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:52.317078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:52.317532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:52.331426 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 905067c4-23ef-490c-8cf9-1dc5c8eb04c8 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:24:52.554054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680135e9-399a-4524-b730-b1a4dc46432b req-e2d86a5f-983d-4831-b178-ea21026d92d6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:52.555551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-680135e9-399a-4524-b730-b1a4dc46432b req-e2d86a5f-983d-4831-b178-ea21026d92d6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0611787 Sep 18 07:24:52.604468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-680135e9-399a-4524-b730-b1a4dc46432b req-6f691991-7dc0-4bc9-8b3f-a94cf56b28a7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415351 Sep 18 07:24:52.635824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:52.667829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=905067c4-23ef-490c-8cf9-1dc5c8eb04c8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:52.765438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:52.765776 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 2e3994af-ccc6-4f63-b8a1-82b29727465a disassociated (deleted). External IP: 172.25.4.252, port: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb. Sep 18 07:24:52.815992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68965f8a-a759-49f2-8cc2-e88d07ad925d req-ca7fda35-0be1-4f4b-b4a6-a872e83d9d7a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:52.817634 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68965f8a-a759-49f2-8cc2-e88d07ad925d req-ca7fda35-0be1-4f4b-b4a6-a872e83d9d7a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1279075 Sep 18 07:24:52.910454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68965f8a-a759-49f2-8cc2-e88d07ad925d req-7af6634f-9b72-4134-9c4b-c7fe7ff2587b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826328 Sep 18 07:24:53.034676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 0f96d99d-6f64-4410-8d88-370f6cf46a07 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:24:53.160832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:24:53.165452 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:53.173444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Sync routers for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:24:53.187151 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:24:53.187793 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:53.211176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e66e738b-c0ed-432c-8f7c-7506f4e93de5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e3994af-ccc6-4f63-b8a1-82b29727465a HTTP/1.1" status: 204 len: 168 time: 1.1606979 Sep 18 07:24:53.211852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:53.214409 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:53.315898 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692fa5b5-45dc-49c2-a92a-3e46d5a0e81d x-openstack-request-id: req-692fa5b5-45dc-49c2-a92a-3e46d5a0e81d {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:53.315898 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:53.315898 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-692fa5b5-45dc-49c2-a92a-3e46d5a0e81d {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:53.316407 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:24:53.336332 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:24:53.397077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-52dc31ac-582b-4f1c-99d5-06a9d271a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.398784 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-52dc31ac-582b-4f1c-99d5-06a9d271a00d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 1098 time: 0.0577931 Sep 18 07:24:53.443922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703348-e213-4ad7-a729-d3240e178584 req-1017e971-d94e-461a-ac32-f6785d90432b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.445889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7703348-e213-4ad7-a729-d3240e178584 req-1017e971-d94e-461a-ac32-f6785d90432b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0819085 Sep 18 07:24:53.525587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7703348-e213-4ad7-a729-d3240e178584 req-d1b607e1-750a-4dc5-9ad1-9e1be56616d5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715773 Sep 18 07:24:53.562758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-53cc4a87-6515-4461-9bb6-97a7f40272bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.564855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-53cc4a87-6515-4461-9bb6-97a7f40272bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 200 len: 897 time: 0.1586826 Sep 18 07:24:53.608820 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:53.621613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-e4d515d0-bfc4-4073-92f9-d430fffecd74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 200 len: 217 time: 0.0478895 Sep 18 07:24:53.647354 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Checking router: 0f96d99d-6f64-4410-8d88-370f6cf46a07 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:24:53.659781 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:24:53.660795 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:53.691602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-152ddc72-3f8e-478c-9ef8-60e333373264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.693695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-152ddc72-3f8e-478c-9ef8-60e333373264 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 200 len: 835 time: 0.0637832 Sep 18 07:24:53.759561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-fa1b68ad-0a1e-4e58-a6a8-99a86515efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.761297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-fa1b68ad-0a1e-4e58-a6a8-99a86515efef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598884 Sep 18 07:24:53.800088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f741f-fe8b-4873-a929-ef24c7dd88f8 req-231ec298-f9d9-404c-86e1-aaaf0f291fcc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.811910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea6f741f-fe8b-4873-a929-ef24c7dd88f8 req-231ec298-f9d9-404c-86e1-aaaf0f291fcc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 946 time: 0.1013112 Sep 18 07:24:53.834760 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:24:53.863948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea6f741f-fe8b-4873-a929-ef24c7dd88f8 req-b77fd234-f1e5-42e3-a148-82354d619cf9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508380 Sep 18 07:24:53.949523 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-0996d9c7-cc15-4d6d-aadc-d86bb7ea4276 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801999 Sep 18 07:24:53.951630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c5578-bc18-4ade-871c-b013799e88fc req-9e1effc5-7f13-43a1-ab62-2033f894ee7e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:53.953316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c0c5578-bc18-4ade-871c-b013799e88fc req-9e1effc5-7f13-43a1-ab62-2033f894ee7e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0752232 Sep 18 07:24:54.020186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c0c5578-bc18-4ade-871c-b013799e88fc req-5b41499b-3360-40b6-9661-2230aee4838e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572851 Sep 18 07:24:54.082837 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:24:54.104826 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2149ba80-5b8f-41a8-8ad8-8d89c9efcf51 req-c2b6b1c7-5270-4f22-b239-1048bcb1bbd2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467218 Sep 18 07:24:54.119806 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a3bbcc-c027-456f-9cbc-c35a08cfae46 None None] The sync data for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 is: [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f93b70f3-1f76-4f74-9f6e-749936f002db', 'name': '', 'network_id': '9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:71:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '9aa4f905-b322-4f08-822c-c9c342389266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:40Z', 'updated_at': '2021-09-18T07:22:56Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '9aa4f905-b322-4f08-822c-c9c342389266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:24:54.405226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81d601-b51f-4f8c-8af5-1735de7fd12f None None] New status for floating IP 2e3994af-ccc6-4f63-b8a1-82b29727465a: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:24:54.983248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-b240320d-b1ba-4c80-81b2-3aa5ee505279 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:54.988950 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-b240320d-b1ba-4c80-81b2-3aa5ee505279 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 946 time: 0.0785012 Sep 18 07:24:54.993936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1df4e-dfe0-43f1-b247-29b510ca7b9c req-371c1086-8770-41ff-9515-9a6f4925f1e6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:54.996014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ea1df4e-dfe0-43f1-b247-29b510ca7b9c req-371c1086-8770-41ff-9515-9a6f4925f1e6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 946 time: 0.0678334 Sep 18 07:24:55.036549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6ea1df4e-dfe0-43f1-b247-29b510ca7b9c req-eb597d0d-9aa3-417c-86a5-daa2337f0d6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335071 Sep 18 07:24:55.092816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:24:55.093260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:55.157267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202103f-185f-4186-8745-7dedcaa32847 req-3eca9c86-a5b6-40f0-8a3e-aaa0dea49d75 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:55.159135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c202103f-185f-4186-8745-7dedcaa32847 req-3eca9c86-a5b6-40f0-8a3e-aaa0dea49d75 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0606318 Sep 18 07:24:55.192628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:55.193014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:55.213506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c202103f-185f-4186-8745-7dedcaa32847 req-6abb9564-9c3d-40b0-9e68-422716876ba1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Sep 18 07:24:55.222509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for baf7291d-1dd0-4347-8d5b-6ef3e93e87bb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:24:56.166762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95466ac2-522a-4794-905c-4a08aaf0e8a5 req-25e62977-8f5d-41d2-8e32-282fb1bfab05 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:56.169055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95466ac2-522a-4794-905c-4a08aaf0e8a5 req-25e62977-8f5d-41d2-8e32-282fb1bfab05 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 946 time: 0.0510254 Sep 18 07:24:56.212281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95466ac2-522a-4794-905c-4a08aaf0e8a5 req-78969b6d-dd45-403f-8749-ba2abb90d177 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362468 Sep 18 07:24:56.372378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:56.411339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=baf7291d-1dd0-4347-8d5b-6ef3e93e87bb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:56.470142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] No DVR routers for this DVR port baf7291d-1dd0-4347-8d5b-6ef3e93e87bb on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:24:56.474625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:56.477756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-003e98c9-421b-457a-b3a9-e1343f816bfb req-fc55e121-6831-44bd-a220-a2d4585cf5f6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "DELETE /v2.0/ports/baf7291d-1dd0-4347-8d5b-6ef3e93e87bb HTTP/1.1" status: 204 len: 173 time: 1.4863892 Sep 18 07:24:56.478462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-deleted', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:24:56.481728 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb187ec-a4f7-4093-a9c3-bae4f88c4ad6" -d '{"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-deleted", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:24:56.548767 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b781bf7-39fa-4baf-93de-90a9db02b81d x-openstack-request-id: req-2b781bf7-39fa-4baf-93de-90a9db02b81d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:24:56.549078 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99fe40-1377-4f84-b06e-1f1229b4b8ca", "name": "network-vif-deleted", "tag": "baf7291d-1dd0-4347-8d5b-6ef3e93e87bb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:24:56.549337 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b781bf7-39fa-4baf-93de-90a9db02b81d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:24:56.549747 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99fe40-1377-4f84-b06e-1f1229b4b8ca', 'name': 'network-vif-deleted', 'tag': 'baf7291d-1dd0-4347-8d5b-6ef3e93e87bb', 'status': 'completed', 'code': 200} Sep 18 07:24:56.572805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aaa7e-10fe-46f4-83dc-9935b66c20be req-efe2e3f6-db8e-4c79-b166-0410b63ed76c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:56.576800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-802aaa7e-10fe-46f4-83dc-9935b66c20be req-efe2e3f6-db8e-4c79-b166-0410b63ed76c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0829651 Sep 18 07:24:56.638434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-802aaa7e-10fe-46f4-83dc-9935b66c20be req-802b5883-a508-4b11-96df-ffd0b4720981 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540793 Sep 18 07:24:57.350169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b61590e2-d5c1-4d68-a520-8b3a23ea4d19 req-0430fe75-6fe5-49e8-b0b3-96047a1847f9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f99fe40-1377-4f84-b06e-1f1229b4b8ca HTTP/1.1" status: 200 len: 210 time: 0.0352857 Sep 18 07:24:57.760878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909dd03-fea1-45e1-a888-3d6f2017e325 req-55b8bce0-2b5d-4d4d-aa8e-450f093ee4f1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:57.762437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b909dd03-fea1-45e1-a888-3d6f2017e325 req-55b8bce0-2b5d-4d4d-aa8e-450f093ee4f1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0532844 Sep 18 07:24:57.803284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b909dd03-fea1-45e1-a888-3d6f2017e325 req-f1892154-4d65-4382-b171-bffd64beb778 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Sep 18 07:24:57.932417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534aed-2167-4aae-affb-f2b66205b896 req-de3e8ba8-0aea-4d72-b46e-7d09ede65878 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:57.933937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04534aed-2167-4aae-affb-f2b66205b896 req-de3e8ba8-0aea-4d72-b46e-7d09ede65878 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0556889 Sep 18 07:24:57.975693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04534aed-2167-4aae-affb-f2b66205b896 req-0f0b9e5f-1f85-4f35-8399-159643ce2d05 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Sep 18 07:24:58.106195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630875bb-15af-4418-9570-6d7fb1e96896 req-4c17a6ab-f8c6-45fb-9976-d9fc5086f03b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:58.110377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-630875bb-15af-4418-9570-6d7fb1e96896 req-4c17a6ab-f8c6-45fb-9976-d9fc5086f03b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0563815 Sep 18 07:24:58.153132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-630875bb-15af-4418-9570-6d7fb1e96896 req-1db7e5ff-2e3e-416a-9410-24d48dd6ae87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Sep 18 07:24:58.274103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965839a-6d8e-4374-9902-0da5fcd03c84 req-f69a86cc-e3d8-4f14-be4d-ee9a63b9ec3e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:58.275534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0965839a-6d8e-4374-9902-0da5fcd03c84 req-f69a86cc-e3d8-4f14-be4d-ee9a63b9ec3e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0517733 Sep 18 07:24:58.322622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0965839a-6d8e-4374-9902-0da5fcd03c84 req-c102e669-3000-428e-bb7b-1fa18290f214 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333705 Sep 18 07:24:58.408320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 57938) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:24:58.810862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:59.039086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-29b1dbe0-2e58-4efa-813b-81716a1cdfb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474074 Sep 18 07:24:59.054103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:24:59.076320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: baf7291d-1dd0-4347-8d5b-6ef3e93e87bb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:24:59.077173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device baf7291d-1dd0-4347-8d5b-6ef3e93e87bb not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:24:59.097634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port f93b70f3-1f76-4f74-9f6e-749936f002db {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:24:59.098268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:59.109501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:59.140501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-585f0e84-469a-4386-b565-c39c3c69b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:59.144086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-585f0e84-469a-4386-b565-c39c3c69b225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 1097 time: 0.0645888 Sep 18 07:24:59.222313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port f93b70f3-1f76-4f74-9f6e-749936f002db, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f93b70f3-1f76-4f74-9f6e-749936f002db,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:24:59.222693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:59.236701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for f93b70f3-1f76-4f74-9f6e-749936f002db owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:24:59.286789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-074b843f-9e00-4207-8cb4-895d9d371ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:59.288380 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-074b843f-9e00-4207-8cb4-895d9d371ccb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1092525 Sep 18 07:24:59.339712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-9db91126-d3d1-44f3-b567-8a0f240d7c34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 200 len: 217 time: 0.0437336 Sep 18 07:24:59.406808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-d6b672c0-4519-4c3c-9e81-ddf876049e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:59.408673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-d6b672c0-4519-4c3c-9e81-ddf876049e32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0615649 Sep 18 07:24:59.463519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-e25e04c7-1a3e-4e87-b0ed-f77311b0ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:24:59.465447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-e25e04c7-1a3e-4e87-b0ed-f77311b0ec81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500019 Sep 18 07:24:59.504711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:24:59.546261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=f93b70f3-1f76-4f74-9f6e-749936f002db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:24:59.590697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-53e226e2-d75d-4840-9a68-361d1d1fc710 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175358 Sep 18 07:24:59.739346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54bcc47e-89b0-490d-8170-9d8be1885eb5 req-d06cde34-6e37-43ba-8b9f-ab8af8e19916 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406884 Sep 18 07:24:59.763688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.003856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 0f96d99d-6f64-4410-8d88-370f6cf46a07 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:00.127057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:00.136886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f020e73d-a20c-4409-b01f-b40c6a3b7614 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/0f96d99d-6f64-4410-8d88-370f6cf46a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250843 Sep 18 07:25:00.140291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57962) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:00.141365 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Sync routers for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:00.161652 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:00.162761 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:00.235164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting subnet 9aa4f905-b322-4f08-822c-c9c342389266 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:25:00.246395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.292389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.374666 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:00.392456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.514814 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:24:59Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:00.541445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Checking router: 0f96d99d-6f64-4410-8d88-370f6cf46a07 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:00.552132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Routers {'0f96d99d-6f64-4410-8d88-370f6cf46a07'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:00.552749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f96d99d-6f64-4410-8d88-370f6cf46a07'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:00.703881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.734229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa4f905-b322-4f08-822c-c9c342389266,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:00.736406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:00.738758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/subnets/9aa4f905-b322-4f08-822c-c9c342389266 HTTP/1.1" status: 204 len: 168 time: 0.5968988 Sep 18 07:25:00.740788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 57970) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:00.743942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204bb24c-7e9f-413f-9af6-81edacfddff6 None None] Network 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:00.751956 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] Set router 0f96d99d-6f64-4410-8d88-370f6cf46a07 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:00.801279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.801593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.801952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.802613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.803060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.804386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.804810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.805225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.805578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.805911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.806277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:00.806603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063fd815-1a3a-44b9-a627-3035101dc254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:01.004136 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:24:59Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:01.036776 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3bfed-45a3-4c7b-b656-76e877320d22 None None] The sync data for ids ['0f96d99d-6f64-4410-8d88-370f6cf46a07'] in n-d-789963-14 is: [{'id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-670278257', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'e7072792-0f8b-4900-b504-2305a050b365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:22:32Z', 'updated_at': '2021-09-18T07:24:59Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'e7072792-0f8b-4900-b504-2305a050b365', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f96d99d-6f64-4410-8d88-370f6cf46a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:22:33Z', 'updated_at': '2021-09-18T07:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:01.308802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.423043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] DHCP port deletion for 9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:25:01.477415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.593398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Deleting port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:01.594300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.688801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port e7072792-0f8b-4900-b504-2305a050b365 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:01.689788 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.752785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] For port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,segment=NetworkSegment(f1103863-9594-410b-8074-b2ccb625ba9a),segment_id=f1103863-9594-410b-8074-b2ccb625ba9a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:01.757109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.787316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Calling delete_port for d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:01.891841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port e7072792-0f8b-4900-b504-2305a050b365, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e7072792-0f8b-4900-b504-2305a050b365,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:01.892069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:01.909922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for e7072792-0f8b-4900-b504-2305a050b365 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:02.008974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.061156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Pushing event deleted for resources: {'Port': ['ID=d9ee415c-bf0e-41b1-ba96-5d685a1b3e71,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:02.070873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] No DVR routers for this DVR port d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:25:02.073159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.073526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.073874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.074227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.074567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.074924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.075218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.075549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.076010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.076907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.077238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.077564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d2d72a-a087-4ad5-b207-76df1ceae2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:02.184054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.221299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=e7072792-0f8b-4900-b504-2305a050b365,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:02.296660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.421035 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.423969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.476684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f93b70f3-1f76-4f74-9f6e-749936f002db no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:02.500932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f93b70f3-1f76-4f74-9f6e-749936f002db {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:02.501206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f93b70f3-1f76-4f74-9f6e-749936f002db not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:02.501613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:02.520220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:02.520562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device d9ee415c-bf0e-41b1-ba96-5d685a1b3e71 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:02.525702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.526363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Fanout notify agent at l3_agent the message router_deleted on router 0f96d99d-6f64-4410-8d88-370f6cf46a07 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:25:02.534868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.536088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-46a869bd-1642-4f0a-afb9-523229a06dbb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/routers/0f96d99d-6f64-4410-8d88-370f6cf46a07 HTTP/1.1" status: 204 len: 168 time: 1.7943885 Sep 18 07:25:02.542382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58008) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:02.636610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.744027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.774328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:02.785813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1103863-9594-410b-8074-b2ccb625ba9a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:02.786064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1103863-9594-410b-8074-b2ccb625ba9a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:02.805375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.819514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.825775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:25:02.826293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:25:02.829801 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:25:02.967477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.980831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:02.980831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/networks/9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5 HTTP/1.1" status: 204 len: 168 time: 0.4345438 Sep 18 07:25:02.981332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58016) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:02.988688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b534b06-682f-4b86-9bc4-c853954f7d13 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Network': ['ID=9d5a2b0a-4a6d-4cce-a7c1-6b44d53f13f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:03.055869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.082189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.258742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.261308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.265621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/security-groups/64ccfe34-5162-4e10-a0cb-a5f9d8c070bf HTTP/1.1" status: 204 len: 168 time: 0.2800555 Sep 18 07:25:03.275135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad478b-537d-4b63-97b7-5e6b97c1085d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ccfe34-5162-4e10-a0cb-a5f9d8c070bf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:03.710570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58038) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:03.715879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097592212', 'description': 'tempest-secgroup-smoke-2097592212 description', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:03.818114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.905277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:03.994690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.026602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd1c62-857d-4c72-9c73-1479b8ad9a18,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:04.086386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.087479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3e956ea2-5413-43fd-a706-e1b1aff0a105 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3752759 Sep 18 07:25:04.090369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:04.095640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:04.241644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.303709 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.328334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e7072792-0f8b-4900-b504-2305a050b365 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:04.349464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e7072792-0f8b-4900-b504-2305a050b365 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:04.349918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e7072792-0f8b-4900-b504-2305a050b365 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:04.378345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.403415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63f4fe1-76f0-4a2c-bc83-153067067f23,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:04.475505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.476797 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3614313a-ea03-43c2-8b47-c988eb4a0e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853705 Sep 18 07:25:04.479564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58054) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:04.484101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:04.591887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.671030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.772476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.792698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f6487c-59ec-407f-be6f-71337aca80cb,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:04.875251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:04.876437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70648db6-ea28-42e1-8650-629da465243f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958631 Sep 18 07:25:04.879312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:04.883896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:04.972517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.045347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.103872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.122498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dee686-c751-4db4-9077-97330848bd0d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:05.269421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.270810 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c97a467a-bae7-4c9a-a5a2-544b627870c8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904951 Sep 18 07:25:05.273505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58070) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:05.280269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:05.426563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.493925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.658257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.675814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68207007-3ebc-4e2f-aeee-0140f348bf5d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:05.824117 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:05.825750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d29846e5-dcb3-4822-92b5-bd6913817b6d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5508242 Sep 18 07:25:05.828918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58084) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:05.833914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:05.933013 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:25:05.938846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.000848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.143464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.161558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3718f739-1e91-44a3-92b9-93a7ee544f06,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:06.275735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.277435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-03ea51c3-7bda-4c67-89bc-7136e6e742ad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471328 Sep 18 07:25:06.280366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58090) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:06.285034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '13bd1c62-857d-4c72-9c73-1479b8ad9a18', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:06.452237 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:25:06.457784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.522024 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.624127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.645545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be61ca52-5816-42b9-8776-f9a212cf8352,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:06.760483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.761795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce51f01c-5877-4c1b-a4f9-e177c40d3b52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4804139 Sep 18 07:25:06.764883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58098) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:06.769996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'network': {'name': 'tempest-network-smoke--1151543270', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:06.863978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:06.870582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.891777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:25:06.900017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:06.900356 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Added segment b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1 of type vlan for network 148f7dd1-8320-40d7-b199-cca2fab20fa4 Sep 18 07:25:06.950681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.069701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.075278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:07.076372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.144501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Network': ['ID=148f7dd1-8320-40d7-b199-cca2fab20fa4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:07.166499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:25:07.235149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-64b9bba3-bd14-4997-a03a-eef9285e96c4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4691575 Sep 18 07:25:07.237919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58106) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:07.242608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'admin_state_up': True, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:07.366366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.367528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.425663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.699434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.961531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:07.981229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:08.092480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.147 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:08.537596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:08.669940 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:08.711935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:08.715005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:08.718737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:08.750067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:08.887108 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b230a2e-ec04-4e5e-8f84-1638569b45bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:09.076564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:09.288784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:09.515370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:25:09.627779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:09.639542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Sync routers for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:09.656908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:09.658383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:09.714862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:09.719703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c4be8e30-3f22-4fc7-9bdb-f4acf3a6a587 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4774237 Sep 18 07:25:09.719931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58140) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:09.761727 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb3d93a4-3dc8-4acb-9a34-dcc544a7826d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dd7bdea352ae4aecad49be8deebc1b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407405 Sep 18 07:25:09.764508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58142) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:09.774212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:09.861132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffbb08b-6460-44b7-a1c5-c3784e402bad tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:09.865500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ffbb08b-6460-44b7-a1c5-c3784e402bad tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973094 Sep 18 07:25:09.865857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:09.897231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fbe2428a-70bf-4d9a-aa07-3caeeb3e424d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301795 Sep 18 07:25:09.899779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:09.906024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1408165767', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:09.986322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:08Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:10.013886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Checking router: 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:10.014257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Updating router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:10.040082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.103812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:10.107440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.341403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.391082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.412973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.455009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Subnet': ['ID=3379471b-01e3-4210-b3e3-4ddcd963fc23,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:10.465556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:10.465987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network hostable DHCP agents. Network: 148f7dd1-8320-40d7-b199-cca2fab20fa4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:25:10.466649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Attempting to bind port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:10.467028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Attempting to bind port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:10.467394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Attempting to bind port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:10.469542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e9a6a-533c-49c3-9ae2-a2266a17c3cb None None] Pushing event updated for resources: {'Port': ['ID=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:10.475137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:10.480947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:10.480947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.480947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:10.480947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Bound port: eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:10.480947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.530795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] For port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:10.534023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] For port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:10.572864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:25:10.597654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.646949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 148f7dd1-8320-40d7-b199-cca2fab20fa4) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:10.654433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:10.656662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:10.656946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:10.657754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:24:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:10.671108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce22a1-2a29-4dc9-863a-007b7eb0579d None None] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:10.720127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e9a6a-533c-49c3-9ae2-a2266a17c3cb None None] Pushing event updated for resources: {'Port': ['ID=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:10.741830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ca0bdb2c-ae55-4907-848d-8194f16c9284 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8408375 Sep 18 07:25:10.744561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58162) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:10.850386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:11.081016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-148f7dd1-8320-40d7-b199-cca2fab20fa4', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:25:11.081886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.263689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Allocated IP 172.20.0.2 (148f7dd1-8320-40d7-b199-cca2fab20fa4/3379471b-01e3-4210-b3e3-4ddcd963fc23/874ed9b9-fca8-4f01-89f1-34a0220685e0) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:11.268754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:08Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:11.288031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.299683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b000559-d504-4cb5-b9a7-0f2c69b2cbd1 None None] The sync data for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 is: [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:08Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:11.509622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.549293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a34e1eec-b50a-4914-947e-97832752306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.579211 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.632454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:11.635413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:11.639188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:11.681716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.1 (148f7dd1-8320-40d7-b199-cca2fab20fa4/3379471b-01e3-4210-b3e3-4ddcd963fc23/f56f17ab-c86f-42e7-90e7-97fa7f2e6955) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:11.684250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Pushing event updated for resources: {'Port': ['ID=874ed9b9-fca8-4f01-89f1-34a0220685e0,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:11.723215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Attempting to bind port 874ed9b9-fca8-4f01-89f1-34a0220685e0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:11.723645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Attempting to bind port 874ed9b9-fca8-4f01-89f1-34a0220685e0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:11.724160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Attempting to bind port 874ed9b9-fca8-4f01-89f1-34a0220685e0 on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:11.729630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:11.730047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:11.730486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.730890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Bound using segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:11.731381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Bound port: 874ed9b9-fca8-4f01-89f1-34a0220685e0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:11.733068 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.804451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] For port 874ed9b9-fca8-4f01-89f1-34a0220685e0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:11.807875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] For port 874ed9b9-fca8-4f01-89f1-34a0220685e0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=874ed9b9-fca8-4f01-89f1-34a0220685e0,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:11.828609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.864492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:11.931579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a5c6b-e226-4299-8ea1-be0c41aedc7a None None] Pushing event updated for resources: {'Port': ['ID=874ed9b9-fca8-4f01-89f1-34a0220685e0,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:11.939136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.021080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:12.022998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:12.026585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:12.031611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:12.098904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.104089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.410867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.479598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 874ed9b9-fca8-4f01-89f1-34a0220685e0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:12.557970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 874ed9b9-fca8-4f01-89f1-34a0220685e0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:12.558360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.771337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.826396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.835180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.859465 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 874ed9b9-fca8-4f01-89f1-34a0220685e0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=874ed9b9-fca8-4f01-89f1-34a0220685e0,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:12.916202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.918156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:12.933969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:12.936111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:13.028909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=874ed9b9-fca8-4f01-89f1-34a0220685e0,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:13.041588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:13.042163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:13.054548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:13.058600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:13.157300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:13.186800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:13.221165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:13.253309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:13.324123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:13.329181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:13.375112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:13.388198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05ed95b6-31e7-4aa8-9227-55481bec8782 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/7801bd92-9159-451c-a3bc-0dfcfb7d6ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6416883 Sep 18 07:25:13.639816 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Sync routers for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:13.640338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88234e7-77a0-4bbf-a13f-15aa2512b414 None None] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:13.650743 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:13.651693 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:13.652549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-8bb78979-bfe9-42a9-8d88-625fa4645c52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097592212&fields=id&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 267 time: 0.0641518 Sep 18 07:25:13.750796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5e0c307f-c477-4318-a1be-d2f54b3bdad2 None None] Provisioning complete for port 874ed9b9-fca8-4f01-89f1-34a0220685e0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:13.751262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e0c307f-c477-4318-a1be-d2f54b3bdad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:13.787243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:13.800403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-a952eafe-5125-448b-8c84-03835ae5c1da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:13.807702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-a952eafe-5125-448b-8c84-03835ae5c1da tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 797 time: 0.1422715 Sep 18 07:25:13.822944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-4a185392-3873-41f1-b1ac-a49cc8acd5ed tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/quotas/dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 375 time: 0.0137672 Sep 18 07:25:13.892440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-3de372dd-6a45-46d8-b4fe-9fb134124489 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674474 Sep 18 07:25:14.006497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-781ce59c-8b40-452f-bb8c-2a5ca3c5d298 service neutron] 10.222.0.20 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933788 Sep 18 07:25:14.016651 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 2, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:14.048010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Checking router: 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:14.048362 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Updating router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:14.085855 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.126256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-318ac9e5-ec86-416e-b0b5-af0aef38b54a service neutron] 10.222.0.20 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106238 Sep 18 07:25:14.221631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-348ed546-7ef3-4d4a-8a19-060f54aaacf2 None None] Provisioning complete for port 874ed9b9-fca8-4f01-89f1-34a0220685e0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.222932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-348ed546-7ef3-4d4a-8a19-060f54aaacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.333434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-348ed546-7ef3-4d4a-8a19-060f54aaacf2 None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.333737 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-348ed546-7ef3-4d4a-8a19-060f54aaacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.370853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-348ed546-7ef3-4d4a-8a19-060f54aaacf2 None None] Port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:14.435496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 874ed9b9-fca8-4f01-89f1-34a0220685e0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:14.463465 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.488351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 874ed9b9-fca8-4f01-89f1-34a0220685e0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.488734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.528104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0c09cc9-3069-4b0f-8082-d5ce8b3c8923 None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.528484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0c09cc9-3069-4b0f-8082-d5ce8b3c8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.539199 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.574771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0c09cc9-3069-4b0f-8082-d5ce8b3c8923 None None] Port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:14.627481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:14.642484 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Pushing event updated for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:14.675803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.675803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.676083 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.677117 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.677557 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.678115 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.678715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.679143 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.679723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.680270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.680832 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.681399 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:14.748747 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Attempting to bind port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:14.749270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Attempting to bind port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:14.749936 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Attempting to bind port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:14.757777 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:14.758522 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:14.759181 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.759863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Bound using segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:14.761024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Bound port: f56f17ab-c86f-42e7-90e7-97fa7f2e6955, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:14.761710 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.784442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89441116-4442-418e-94ee-a989850ecff5 req-3786263f-0c55-482c-9c6b-c45226fa4e9a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 210 time: 0.0850632 Sep 18 07:25:14.790928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.791493 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.826880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.838510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c6e8ecaf-7791-425e-bbe8-97648f1b4e90 None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:14.838828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6e8ecaf-7791-425e-bbe8-97648f1b4e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:14.893949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8ecaf-7791-425e-bbe8-97648f1b4e90 None None] Port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:14.910440 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] For port f56f17ab-c86f-42e7-90e7-97fa7f2e6955, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:14.913033 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] For port f56f17ab-c86f-42e7-90e7-97fa7f2e6955, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:14.990180 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.063381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:15.063989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:15.120651 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fbbe4-6dc3-407a-97a2-3f86e84e8c8d None None] Pushing event updated for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:15.136374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:15.136747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.190865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.226317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:15.251183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.302447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] For port f56f17ab-c86f-42e7-90e7-97fa7f2e6955, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:15.401274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.455892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a620d-e22e-4151-b390-2562a7ea8943 None None] Pushing event updated for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:15.470003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:14Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:15.496180 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebaf29-d3be-4fd3-9d24-77b34c6a7160 None None] The sync data for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 is: [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:14Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:15.522297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-38c19f2d-87bd-4232-87c6-38c5bd3eac6b None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:15.522766 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38c19f2d-87bd-4232-87c6-38c5bd3eac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:15.879581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ecb09582-19e4-42a4-8e70-b8dd45a77846 req-92bfb880-43aa-46fc-8b94-753291db47e4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 210 time: 0.0474231 Sep 18 07:25:16.430697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f56f17ab-c86f-42e7-90e7-97fa7f2e6955 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:16.497241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:16.498107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:16.981084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9096165e-570d-4df0-bf1f-682ba0476314 req-c69f0071-aa80-47c5-b328-1b20a37f8e79 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Sep 18 07:25:17.192634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-ee7253b5-c0dd-4d95-9967-1d98d7b8abc4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:17.193703 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-ee7253b5-c0dd-4d95-9967-1d98d7b8abc4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 797 time: 0.1098366 Sep 18 07:25:17.241326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-e1a62b0d-9d46-4917-9650-21d3e37b111e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 380 time: 0.0385010 Sep 18 07:25:17.250892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'port': {'device_id': '1355285c-2217-4506-8203-0467b5bfb432', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'admin_state_up': True, 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'security_groups': ['13bd1c62-857d-4c72-9c73-1479b8ad9a18']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:17.429175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:17.432843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:17.558338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.9 (148f7dd1-8320-40d7-b199-cca2fab20fa4/3379471b-01e3-4210-b3e3-4ddcd963fc23/51a6e74b-2bc8-4ca0-af66-1c63785b143d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:17.701107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:17.783958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:17.826053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:17.829062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:17.832708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:17.866723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:17.888704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:17.889340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.007745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-9375db55-1d47-4fe0-be48-8dec4eb95d0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7610562 Sep 18 07:25:18.021010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Request body: {'port': {'device_id': '1355285c-2217-4506-8203-0467b5bfb432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:18.083362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.120450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d915a754-9699-466a-9e5c-5188ba3a4fb1 None None] Provisioning complete for port 51a6e74b-2bc8-4ca0-af66-1c63785b143d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:18.121021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d915a754-9699-466a-9e5c-5188ba3a4fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.128573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6c40-68a2-43b1-ac36-ee7d688ecacc req-299a03eb-a78f-42eb-82e1-d8b5c4379919 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:18.130129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75a6c40-68a2-43b1-ac36-ee7d688ecacc req-299a03eb-a78f-42eb-82e1-d8b5c4379919 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 931 time: 0.0536203 Sep 18 07:25:18.180750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d915a754-9699-466a-9e5c-5188ba3a4fb1 None None] Port 51a6e74b-2bc8-4ca0-af66-1c63785b143d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:18.184376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e75a6c40-68a2-43b1-ac36-ee7d688ecacc req-7fe22e63-eba2-4327-be54-f5b4dbdee954 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Sep 18 07:25:18.367594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a6e74b-2bc8-4ca0-af66-1c63785b143d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:25:18.375685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.390403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Transition to ACTIVE for port object 51a6e74b-2bc8-4ca0-af66-1c63785b143d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:25:18.440824 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.495098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:18.576884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:18.577229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:18.577568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:18.582761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:25:18.582946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:18.590740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:18.590740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:18.599691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Bound using segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:18.600298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Bound port: 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:18.600724 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.700295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:18.703952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:18.853140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.905838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:18.906617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:18.908282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] 10.222.0.37 "PUT /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1092 time: 0.8923819 Sep 18 07:25:18.908788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:25:18.911528 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3363cf-009c-443f-9598-4fc03103868b" -d '{"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:25:18.935909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01849e8-71cb-4a64-82cb-ffbd29d7c282 service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:18.959642 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f9ab48-3f9e-4d25-ae56-b424cb559700 x-openstack-request-id: req-d0f9ab48-3f9e-4d25-ae56-b424cb559700 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:25:18.959642 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:25:18.959642 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0f9ab48-3f9e-4d25-ae56-b424cb559700 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:25:18.959642 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'status': 'completed', 'code': 200} Sep 18 07:25:19.024069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3363cf-009c-443f-9598-4fc03103868b req-93d1bfe2-086b-41a3-8b21-0a1353b89068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.025741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc3363cf-009c-443f-9598-4fc03103868b req-93d1bfe2-086b-41a3-8b21-0a1353b89068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1095 time: 0.0460689 Sep 18 07:25:19.150915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3363cf-009c-443f-9598-4fc03103868b req-3acf99a1-3bc0-4182-b4ba-c2a29a08de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.152403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc3363cf-009c-443f-9598-4fc03103868b req-3acf99a1-3bc0-4182-b4ba-c2a29a08de20 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1126633 Sep 18 07:25:19.256117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3363cf-009c-443f-9598-4fc03103868b req-ec568d5f-4675-4a41-b07c-c064bd9ebbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.257632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc3363cf-009c-443f-9598-4fc03103868b req-ec568d5f-4675-4a41-b07c-c064bd9ebbe0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985475 Sep 18 07:25:19.314827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922b4d-d327-439a-ba6b-5deaddc9efef req-7aad5028-1049-4a23-a0fb-3fb94b65f48d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.321764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb922b4d-d327-439a-ba6b-5deaddc9efef req-7aad5028-1049-4a23-a0fb-3fb94b65f48d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 943 time: 0.0676901 Sep 18 07:25:19.340828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-3f27e97d-b729-41ef-bc58-f3cb6be7b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.343194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-3f27e97d-b729-41ef-bc58-f3cb6be7b737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1095 time: 0.0473337 Sep 18 07:25:19.355822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb922b4d-d327-439a-ba6b-5deaddc9efef req-2bdcb2a6-4a05-46b4-9d0a-c122935405b4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319638 Sep 18 07:25:19.393383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c55577ed-4a20-4200-a9e2-a6a16e308abd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 217 time: 0.0428121 Sep 18 07:25:19.444392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-acf94b9b-021c-4e2b-a575-bf64d07e4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.447009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-acf94b9b-021c-4e2b-a575-bf64d07e4adf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0458128 Sep 18 07:25:19.492723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f99d-d412-46d3-b657-343c5054b057 req-6a0f2def-5cc8-43b5-88f3-f479cb59428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:19.494324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-6a0f2def-5cc8-43b5-88f3-f479cb59428e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416548 Sep 18 07:25:19.951765 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-335ee07f-515b-4cb6-8c97-8064506e5cb9 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499931 Sep 18 07:25:20.046986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21a5f99d-d412-46d3-b657-343c5054b057 req-c036a640-2fc7-4bfb-a1e5-7c32ee7e61d6 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Sep 18 07:25:20.477224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feface0-16a2-415b-954f-5615e5ce0323 req-58b63439-7956-4c8e-9ba7-9625ff0ebeb7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:20.478753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3feface0-16a2-415b-954f-5615e5ce0323 req-58b63439-7956-4c8e-9ba7-9625ff0ebeb7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 943 time: 0.0492857 Sep 18 07:25:20.517107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3feface0-16a2-415b-954f-5615e5ce0323 req-d3cbc2d1-16f1-4f51-ba41-156e2d4f4ddd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Sep 18 07:25:21.646238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee34cd-3dd9-48f5-8ca4-d62e02de52d2 req-f80ce4ba-a0ce-4ee1-a9c6-e8bf10790822 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:21.647855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaee34cd-3dd9-48f5-8ca4-d62e02de52d2 req-f80ce4ba-a0ce-4ee1-a9c6-e8bf10790822 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 943 time: 0.0617251 Sep 18 07:25:21.692243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaee34cd-3dd9-48f5-8ca4-d62e02de52d2 req-b70feb27-b556-40d0-85c8-f51c4bdedadc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363269 Sep 18 07:25:22.841489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f9ac-6efa-457b-85f6-f945573a63b9 req-792f2948-c817-4a3c-8083-43aece035ef8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:22.843162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b38f9ac-6efa-457b-85f6-f945573a63b9 req-792f2948-c817-4a3c-8083-43aece035ef8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 943 time: 0.0605099 Sep 18 07:25:22.882831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b38f9ac-6efa-457b-85f6-f945573a63b9 req-e49290d8-3fa6-477c-8da7-c3b821844a35 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Sep 18 07:25:23.131947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:25:23.246703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:23.259112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'port_id': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'mac_address': 'fa:16:3e:96:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:25:23.303930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:23.321478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a6e74b-2bc8-4ca0-af66-1c63785b143d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:25:23.342068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:23.405469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:23.452721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:23.608873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['51a6e74b-2bc8-4ca0-af66-1c63785b143d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:25:23.998943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7f34-f615-4514-b5f1-4b3d5ed55510 req-9c9d7521-7039-49c6-bcb8-b15b44de1913 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:24.000371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7ed7f34-f615-4514-b5f1-4b3d5ed55510 req-9c9d7521-7039-49c6-bcb8-b15b44de1913 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0501866 Sep 18 07:25:24.041270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7ed7f34-f615-4514-b5f1-4b3d5ed55510 req-96b6e2a8-9912-4309-ab69-0cebdb8409a5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Sep 18 07:25:25.146866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:25.172363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234e28-f358-4abc-a529-75d8010aaf66 req-50125684-d746-478f-b4ed-97bf2773f4e5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:25.173855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42234e28-f358-4abc-a529-75d8010aaf66 req-50125684-d746-478f-b4ed-97bf2773f4e5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0536499 Sep 18 07:25:25.216206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42234e28-f358-4abc-a529-75d8010aaf66 req-34ff330c-9026-44fa-a44d-6f16106f6c56 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Sep 18 07:25:25.280545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 51a6e74b-2bc8-4ca0-af66-1c63785b143d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:25:25.284637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 51a6e74b-2bc8-4ca0-af66-1c63785b143d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:25.285129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:25.364034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:25.390602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:25:25.392896 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf98a2-6f99-4143-bf06-9279f9c28d29" -d '{"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:25:25.406467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:25.493726 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d33157-48c8-454b-bd5a-6d423131680d x-openstack-request-id: req-83d33157-48c8-454b-bd5a-6d423131680d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:25:25.494477 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:25:25.494747 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83d33157-48c8-454b-bd5a-6d423131680d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:25:25.495145 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'code': 200} Sep 18 07:25:25.531426 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:25.585470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:25.600018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f63fd-a150-41e3-872e-a396458b3a03 req-be639956-4808-453b-8255-d5753d699346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:25.601515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6e2f63fd-a150-41e3-872e-a396458b3a03 req-be639956-4808-453b-8255-d5753d699346 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1097 time: 0.0541697 Sep 18 07:25:25.635033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6e2f63fd-a150-41e3-872e-a396458b3a03 req-75b3056f-589b-4cd1-883d-1e8aa1750a74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265410 Sep 18 07:25:26.335829 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:25:26.341996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac1ac6-088f-4e67-8c4b-ecd4018c9495 req-66eba601-7433-4309-8162-b3c1d8cbd71b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:26.343613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfac1ac6-088f-4e67-8c4b-ecd4018c9495 req-66eba601-7433-4309-8162-b3c1d8cbd71b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0579104 Sep 18 07:25:26.396273 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfac1ac6-088f-4e67-8c4b-ecd4018c9495 req-1f802dc6-3261-4984-9407-77d554f8efd9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Sep 18 07:25:27.513047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f40da-1f14-47d6-a5f0-a1db33347538 req-27734fa3-efd0-4e15-b3d6-e4a765dd3c65 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:27.514668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b2f40da-1f14-47d6-a5f0-a1db33347538 req-27734fa3-efd0-4e15-b3d6-e4a765dd3c65 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0507555 Sep 18 07:25:27.557635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b2f40da-1f14-47d6-a5f0-a1db33347538 req-2778d8b4-a954-4890-ab6b-365bb2307cd8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 Sep 18 07:25:27.676895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838448d2-ad8b-416a-94f0-6943009a0053 req-0d155261-a80a-4b5b-96d8-bc5bbdb3b678 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:27.678487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-838448d2-ad8b-416a-94f0-6943009a0053 req-0d155261-a80a-4b5b-96d8-bc5bbdb3b678 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Sep 18 07:25:27.717890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-838448d2-ad8b-416a-94f0-6943009a0053 req-63be3d8f-30bc-42bf-82b5-69ffa14cfeb4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Sep 18 07:25:27.744465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:27.784983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296b893-8b89-4c3f-9151-fbbba23ba58d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:27.786826 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0296b893-8b89-4c3f-9151-fbbba23ba58d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1092 time: 0.0412624 Sep 18 07:25:27.789506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:27.794617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:27.914816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:28.014148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:28.117779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.158 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/c2de6a6a-96ba-48e5-9205-9f019de85e0f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:28.224559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:28.332827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:28.370803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:28.374191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:28.378990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:28.404064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=c2de6a6a-96ba-48e5-9205-9f019de85e0f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:28.931130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.125204 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.152454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.321147 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.389631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.470017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:29.509783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=c2de6a6a-96ba-48e5-9205-9f019de85e0f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:29.577828 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 04cc8cbd-eeac-4d2b-ad3e-38458516dfef associated. External IP: 172.25.4.158, port: 51a6e74b-2bc8-4ca0-af66-1c63785b143d. Sep 18 07:25:29.796723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:29.910949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:29.926684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Sync routers for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:29.942508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:29.942508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:30.006400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:30.039167 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1ac85978-d55a-48d6-b602-001b7265cf21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2485406 Sep 18 07:25:30.040329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:25:30.043026 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c548d038-5a2c-4bd8-b0e7-1f8148301422" -d '{"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:25:30.062491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:30.113670 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08900e69-1156-4806-84e0-d9b7956d4137 x-openstack-request-id: req-08900e69-1156-4806-84e0-d9b7956d4137 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:25:30.114143 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:25:30.114500 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08900e69-1156-4806-84e0-d9b7956d4137 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:25:30.115173 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'status': 'completed', 'code': 200} Sep 18 07:25:30.189364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f8cb5-3ffa-41ac-b854-16db6df81589 req-847da8cf-8ab9-46a4-826c-644a0edd776e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:30.191537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779f8cb5-3ffa-41ac-b854-16db6df81589 req-847da8cf-8ab9-46a4-826c-644a0edd776e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0612092 Sep 18 07:25:30.216284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-0de89e3c-a5cf-4057-8bb6-b88155de611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:30.218350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-0de89e3c-a5cf-4057-8bb6-b88155de611e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1097 time: 0.0794740 Sep 18 07:25:30.250086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-779f8cb5-3ffa-41ac-b854-16db6df81589 req-b6c2aa5f-d37d-4d49-bcd1-a2a8730d5882 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520930 Sep 18 07:25:30.275774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:30.333450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '04cc8cbd-eeac-4d2b-ad3e-38458516dfef', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'port_id': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'mac_address': 'fa:16:3e:96:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355285c-2217-4506-8203-0467b5bfb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:25:28Z', 'updated_at': '2021-09-18T07:25:28Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:30.364480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Checking router: 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:30.371404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4a5ff6d9-9b93-4fae-9a7c-6eeddec6e443 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 200 len: 991 time: 0.0941072 Sep 18 07:25:30.374911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:30.375541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:30.391017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-095eec3f-4302-4b7e-9f01-3caf303fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:30.392750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-095eec3f-4302-4b7e-9f01-3caf303fe1ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.1673145 Sep 18 07:25:30.504608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-fdcaef9d-0834-4696-9eac-cd31462b197b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 999 time: 0.1048515 Sep 18 07:25:30.562940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-9003f787-5599-4b58-93e2-5f68f04cd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:30.564980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-9003f787-5599-4b58-93e2-5f68f04cd2a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0529919 Sep 18 07:25:30.621443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-c03a57fd-f033-4322-8080-95d7854a222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:30.624631 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-c03a57fd-f033-4322-8080-95d7854a222d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530927 Sep 18 07:25:30.641952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:30.743598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-832284e9-074a-45bb-96e9-2263d6fbb127 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107814 Sep 18 07:25:30.863799 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c548d038-5a2c-4bd8-b0e7-1f8148301422 req-ad33a1bd-817b-490e-8633-123e523742b2 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123776 Sep 18 07:25:30.907400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '04cc8cbd-eeac-4d2b-ad3e-38458516dfef', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'port_id': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'mac_address': 'fa:16:3e:96:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355285c-2217-4506-8203-0467b5bfb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:25:28Z', 'updated_at': '2021-09-18T07:25:28Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:30.941001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e60f21-4d71-4d66-9873-572f5937ba32 None None] The sync data for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 is: [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '04cc8cbd-eeac-4d2b-ad3e-38458516dfef', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'port_id': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'mac_address': 'fa:16:3e:96:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1355285c-2217-4506-8203-0467b5bfb432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:25:28Z', 'updated_at': '2021-09-18T07:25:28Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:31.178176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b41ad4-97a7-4d13-a2e2-13bbce81b99b None None] New status for floating IP 04cc8cbd-eeac-4d2b-ad3e-38458516dfef: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:25:31.312476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:31.375188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:31.499324 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5babc1e4-74ac-40da-9a2c-831e94008183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.504050 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8be89810-28ff-4a1a-9f2f-fb363b1a93a8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 200 len: 991 time: 0.1266656 Sep 18 07:25:31.598154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5babc1e4-74ac-40da-9a2c-831e94008183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.644864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5babc1e4-74ac-40da-9a2c-831e94008183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.686401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5babc1e4-74ac-40da-9a2c-831e94008183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdcd1392651640eea9d334b7b43a4c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727171 Sep 18 07:25:31.687327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babc1e4-74ac-40da-9a2c-831e94008183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adddee12-703c-4155-bb03-164b2659c670,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:31.689173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58826) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:31.741988 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.765641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.886151 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.889319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:31.890546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adddee12-703c-4155-bb03-164b2659c670 HTTP/1.1" status: 204 len: 168 time: 0.2001534 Sep 18 07:25:31.898652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf331a-20d6-4202-805f-c262b668faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adddee12-703c-4155-bb03-164b2659c670,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:32.506957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58844) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:32.575229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d09097d5-7316-4faa-9b8c-861a6e676640 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 200 len: 993 time: 0.0670304 Sep 18 07:25:32.873387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58854) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:32.964425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58860) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:32.986849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-508659291-network', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:33.023736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82f76bd2-7d6d-4a40-82ed-f9cbecce4445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.087247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Made reservation on behalf of a0911995bd0d47b4bf20a658954323d5 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:33.089502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.102971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.183334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82f76bd2-7d6d-4a40-82ed-f9cbecce4445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.259265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82f76bd2-7d6d-4a40-82ed-f9cbecce4445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.301233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-82f76bd2-7d6d-4a40-82ed-f9cbecce4445 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a482e13dc4a7476b89afe0e3f3d17539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355372 Sep 18 07:25:33.303991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 58864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:33.316688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f76bd2-7d6d-4a40-82ed-f9cbecce4445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c658c-fc53-4794-b675-68abbe251695,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:33.356551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.379718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.383060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.440380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.465274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a6849-d54b-4dea-bac4-d7e3499828d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:33.520472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.523024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.524244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c05c658c-fc53-4794-b675-68abbe251695 HTTP/1.1" status: 204 len: 168 time: 0.2192364 Sep 18 07:25:33.525108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:25:33.536997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd51d6-6b2d-4332-92c1-e97f52972e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c658c-fc53-4794-b675-68abbe251695,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:33.537148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.537148 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Added segment 4b8fc1a8-14d2-42ea-87bf-a0c37288404d of type vlan for network ae940c2c-26e8-4e1d-a299-37f2e9087a68 Sep 18 07:25:33.576030 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.685105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.686210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:33.686801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:33.749607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] Pushing event updated for resources: {'Network': ['ID=ae940c2c-26e8-4e1d-a299-37f2e9087a68,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:33.759461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:25:33.784008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b78afadf-bc7c-462a-b977-8cf68f602130 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9092381 Sep 18 07:25:33.786677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58870) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:33.791878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Request body: {'subnet': {'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-508659291-subnet', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:33.863168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Made reservation on behalf of a0911995bd0d47b4bf20a658954323d5 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:33.865715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.085707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.143586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebf6da7-829d-46be-adb8-846d59308ac9,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:34.150757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Checking segment: {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:34.151131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Network hostable DHCP agents. Network: ae940c2c-26e8-4e1d-a299-37f2e9087a68, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:25:34.211592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:25:34.285934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ae940c2c-26e8-4e1d-a299-37f2e9087a68) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:34.291368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:34.291782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.295812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194b8c8-c1b7-45dc-aad2-4cf095ccd328 None None] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:34.390363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-61242ab0-b8dc-480c-9aa7-f382d4774107 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6024742 Sep 18 07:25:34.396120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58888) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:34.401099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:34.445449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'fixed_ips': [{'subnet_id': '5ebf6da7-829d-46be-adb8-846d59308ac9'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:25:34.446412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.486363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.487521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.544363 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.592950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Allocated IP 172.20.0.2 (ae940c2c-26e8-4e1d-a299-37f2e9087a68/5ebf6da7-829d-46be-adb8-846d59308ac9/c86d307f-4006-469d-86df-6dcb40bae6df) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:34.749345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.767768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.818064 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.854754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:34.859355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:34.862875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:34.872880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Pushing event updated for resources: {'Port': ['ID=c86d307f-4006-469d-86df-6dcb40bae6df,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:34.924640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Attempting to bind port c86d307f-4006-469d-86df-6dcb40bae6df on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:34.924906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Attempting to bind port c86d307f-4006-469d-86df-6dcb40bae6df by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:34.925270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Attempting to bind port c86d307f-4006-469d-86df-6dcb40bae6df on network ae940c2c-26e8-4e1d-a299-37f2e9087a68 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:34.930410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:34.930794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Checking segment: {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:34.931193 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:34.931637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Bound using segment: {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:34.932104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Bound port: c86d307f-4006-469d-86df-6dcb40bae6df, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:34.932535 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.000387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] For port c86d307f-4006-469d-86df-6dcb40bae6df, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:35.003481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] For port c86d307f-4006-469d-86df-6dcb40bae6df, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c86d307f-4006-469d-86df-6dcb40bae6df,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:35.047575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.066840 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.085743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.145648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e0ca-77af-471b-8033-359f3ea06f83 None None] Pushing event updated for resources: {'Port': ['ID=c86d307f-4006-469d-86df-6dcb40bae6df,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:35.180703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Allocated IP 172.25.4.41 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/62d1bf00-a09c-4683-9578-4816b4f8f0cc) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:35.293305 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.392793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:35.435063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:35.438157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:35.441763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:35.467784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Pushing event updated for resources: {'Port': ['ID=62d1bf00-a09c-4683-9578-4816b4f8f0cc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:35.781491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.008841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.131572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5642d1d-727f-4898-8154-4063e7a720ef None None] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:36.212324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Router e3e113ab-7275-4d31-8e5c-5c709a07d599 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:25:36.213535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] Provisioning complete for port c86d307f-4006-469d-86df-6dcb40bae6df triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:36.213934 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.331084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:36.344985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Sync routers for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:36.368636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:36.369028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:36.376290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.423513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.425210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f89add94-b48e-49f6-ad91-d67cd1e40c7a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0279250 Sep 18 07:25:36.427814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58968) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:36.493431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] For port c86d307f-4006-469d-86df-6dcb40bae6df, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c86d307f-4006-469d-86df-6dcb40bae6df,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:36.494629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c86d307f-4006-469d-86df-6dcb40bae6df up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:36.562558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:36.564511 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.760553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c86d307f-4006-469d-86df-6dcb40bae6df triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:36.761019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.763189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b57c6-cb29-462b-b5c8-718bf06de51b None None] Pushing event updated for resources: {'Port': ['ID=c86d307f-4006-469d-86df-6dcb40bae6df,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:36.793715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b486d29f-de6d-4a0b-9844-43bd5f7e0c82 None None] Provisioning complete for port c86d307f-4006-469d-86df-6dcb40bae6df triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:36.793715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b486d29f-de6d-4a0b-9844-43bd5f7e0c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:36.978207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:35Z', 'revision_number': 3, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:37.006737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Checking router: e3e113ab-7275-4d31-8e5c-5c709a07d599 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:37.007084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Updating router e3e113ab-7275-4d31-8e5c-5c709a07d599 port 62d1bf00-a09c-4683-9578-4816b4f8f0cc binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:37.033707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.280183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.316271 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.394055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.444818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Attempting to bind port 62d1bf00-a09c-4683-9578-4816b4f8f0cc on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:37.445200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Attempting to bind port 62d1bf00-a09c-4683-9578-4816b4f8f0cc by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:37.445570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Attempting to bind port 62d1bf00-a09c-4683-9578-4816b4f8f0cc on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:37.455170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45b9b-7f15-4efd-b0bb-c1d3a3763c80 None None] Pushing event updated for resources: {'Port': ['ID=62d1bf00-a09c-4683-9578-4816b4f8f0cc,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:37.458453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:37.458453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:37.458453 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.458993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:37.459333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Bound port: 62d1bf00-a09c-4683-9578-4816b4f8f0cc, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:37.459724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.466160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Allocated IP 172.20.0.1 (ae940c2c-26e8-4e1d-a299-37f2e9087a68/5ebf6da7-829d-46be-adb8-846d59308ac9/cf18a4d0-596f-409b-a028-cb9eba9a6938) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:37.512752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] For port 62d1bf00-a09c-4683-9578-4816b4f8f0cc, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:37.515810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] For port 62d1bf00-a09c-4683-9578-4816b4f8f0cc, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=62d1bf00-a09c-4683-9578-4816b4f8f0cc,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:37.580687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.600262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.649252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:37.649867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:37.680083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.706000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45b9b-7f15-4efd-b0bb-c1d3a3763c80 None None] Pushing event updated for resources: {'Port': ['ID=62d1bf00-a09c-4683-9578-4816b4f8f0cc,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:37.722604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:37.725831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:37.732772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:37.753239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Pushing event updated for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:37.774419 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:37.799366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:38.098551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.167166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-31a46fd7-7c82-45da-bece-397f9c9cbdbd None None] Provisioning complete for port cf18a4d0-596f-409b-a028-cb9eba9a6938 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:38.167543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31a46fd7-7c82-45da-bece-397f9c9cbdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.207470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:35Z', 'revision_number': 3, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:38.210927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-31a46fd7-7c82-45da-bece-397f9c9cbdbd None None] Port cf18a4d0-596f-409b-a028-cb9eba9a6938 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:38.235114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e52668-6d85-406d-b1cf-38e0e2b7b78a None None] The sync data for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 is: [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:35Z', 'revision_number': 3, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:38.294215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.349926 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.411975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c86d307f-4006-469d-86df-6dcb40bae6df up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:38.443321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Pushing event updated for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:38.447573 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.469727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c86d307f-4006-469d-86df-6dcb40bae6df triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:38.470267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.557212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:38.559852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:38.735741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Router e3e113ab-7275-4d31-8e5c-5c709a07d599 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:38.863109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-886aea85-36f5-4946-91de-22bffff68116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.881685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:38.895042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c530af47-a06f-4d14-ac22-1445b315e296 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3e113ab-7275-4d31-8e5c-5c709a07d599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579840 Sep 18 07:25:38.945542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2f13a833-17c9-4f1e-b585-e64d847ae5bc None None] Provisioning complete for port cf18a4d0-596f-409b-a028-cb9eba9a6938 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:38.945944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2f13a833-17c9-4f1e-b585-e64d847ae5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:38.987172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2f13a833-17c9-4f1e-b585-e64d847ae5bc None None] Port cf18a4d0-596f-409b-a028-cb9eba9a6938 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:39.699028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58992) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:39.706530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1845301773-network', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:39.811880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Made reservation on behalf of 1baa0a7d0e8d454dbfede00ee7b4aef9 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:39.814570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:39.824093 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:39.919936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:39.989070 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.011142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:25:40.026372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb1eb8-0ec3-4337-afcf-679a27aad1df,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:40.029792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.030176 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Added segment 1b8d86e8-9425-4f89-8993-4dcc22b0aa90 of type vlan for network 209232f3-14b3-4883-ac27-a35139318742 Sep 18 07:25:40.054488 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Sync routers for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:40.066484 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:40.067474 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:40.074614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.176388 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:40.188982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.189997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:40.190579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.255284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] Pushing event updated for resources: {'Network': ['ID=209232f3-14b3-4883-ac27-a35139318742,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:40.266237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 209232f3-14b3-4883-ac27-a35139318742 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:25:40.303981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ec0f6f81-ada0-4319-ac9d-8dbd24bf46a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6029127 Sep 18 07:25:40.306507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:40.312496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Request body: {'subnet': {'network_id': '209232f3-14b3-4883-ac27-a35139318742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1845301773-subnet', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:40.399696 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 4, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cf18a4d0-596f-409b-a028-cb9eba9a6938', 'name': '', 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'mac_address': 'fa:16:3e:77:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:37Z', 'updated_at': '2021-09-18T07:25:38Z', 'revision_number': 2, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'subnets': [{'id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:40.411787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Made reservation on behalf of 1baa0a7d0e8d454dbfede00ee7b4aef9 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:25:40.415533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.434484 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Checking router: e3e113ab-7275-4d31-8e5c-5c709a07d599 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:40.435622 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Updating router e3e113ab-7275-4d31-8e5c-5c709a07d599 port cf18a4d0-596f-409b-a028-cb9eba9a6938 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:40.462610 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.466819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 62d1bf00-a09c-4683-9578-4816b4f8f0cc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:40.517744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 62d1bf00-a09c-4683-9578-4816b4f8f0cc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:40.519243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.610239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.633625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 62d1bf00-a09c-4683-9578-4816b4f8f0cc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=62d1bf00-a09c-4683-9578-4816b4f8f0cc,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:40.679479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.714479 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.745230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b869b1e6-a9fa-4884-ab3c-ad7e16565ba3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:40.748299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Checking segment: {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:40.748659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Network hostable DHCP agents. Network: 209232f3-14b3-4883-ac27-a35139318742, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:25:40.775718 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.780802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=62d1bf00-a09c-4683-9578-4816b4f8f0cc,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:40.862343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Network 209232f3-14b3-4883-ac27-a35139318742 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:25:40.890828 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.939624 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5a2e-f581-46cd-8455-d02cba0eb548 None None] Pushing event updated for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:40.943732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 209232f3-14b3-4883-ac27-a35139318742) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:40.948040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:40.949029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:40.953008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bab475-4b55-4a6f-93e7-62b3243f9c80 None None] Network 209232f3-14b3-4883-ac27-a35139318742 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:41.007364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Attempting to bind port cf18a4d0-596f-409b-a028-cb9eba9a6938 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:41.009952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Attempting to bind port cf18a4d0-596f-409b-a028-cb9eba9a6938 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:41.010466 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Attempting to bind port cf18a4d0-596f-409b-a028-cb9eba9a6938 on network ae940c2c-26e8-4e1d-a299-37f2e9087a68 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:41.017557 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:41.018176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Checking segment: {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:41.018649 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.019138 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Bound using segment: {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:41.019652 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Bound port: cf18a4d0-596f-409b-a028-cb9eba9a6938, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8fc1a8-14d2-42ea-87bf-a0c37288404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:41.020101 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.069695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba604660-97b6-42e2-a43d-d691fe930484 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7620640 Sep 18 07:25:41.072217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 58998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:41.083724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:25:41.113321 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] For port cf18a4d0-596f-409b-a028-cb9eba9a6938, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:41.117586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] For port cf18a4d0-596f-409b-a028-cb9eba9a6938, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf18a4d0-596f-409b-a028-cb9eba9a6938,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:41.145963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-209232f3-14b3-4883-ac27-a35139318742', 'network_id': '209232f3-14b3-4883-ac27-a35139318742', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'fixed_ips': [{'subnet_id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:25:41.146874 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.188906 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.193214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.193359 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.241754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] Provisioning complete for port cf18a4d0-596f-409b-a028-cb9eba9a6938 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:41.242164 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.261961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:41.261961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:41.277819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.308395 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f5a2e-f581-46cd-8455-d02cba0eb548 None None] Pushing event updated for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:41.337824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Allocated IP 172.20.0.2 (209232f3-14b3-4883-ac27-a35139318742/b869b1e6-a9fa-4884-ab3c-ad7e16565ba3/47824238-89ba-49d9-8790-ad5fec3acb73) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:41.426523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:41.464018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.533861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] For port cf18a4d0-596f-409b-a028-cb9eba9a6938, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf18a4d0-596f-409b-a028-cb9eba9a6938,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:41.559422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2425bd98-de62-4835-9ba2-686340fba407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.576617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.585373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.594487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.645020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40276307-b75e-4ecd-8c1f-4bc71b685fd3 None None] Pushing event updated for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:41.674307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.708947 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 4, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cf18a4d0-596f-409b-a028-cb9eba9a6938', 'name': '', 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'mac_address': 'fa:16:3e:77:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:37Z', 'updated_at': '2021-09-18T07:25:41Z', 'revision_number': 4, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'subnets': [{'id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:41.731965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Network 209232f3-14b3-4883-ac27-a35139318742 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:41.736094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:41.740596 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a802488-5cde-4259-9964-91abc3c93474 None None] The sync data for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 is: [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:37Z', 'revision_number': 4, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'cf18a4d0-596f-409b-a028-cb9eba9a6938', 'name': '', 'network_id': 'ae940c2c-26e8-4e1d-a299-37f2e9087a68', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'mac_address': 'fa:16:3e:77:e1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:37Z', 'updated_at': '2021-09-18T07:25:41Z', 'revision_number': 4, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'subnets': [{'id': '5ebf6da7-829d-46be-adb8-846d59308ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:41.747311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:41.761817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Pushing event updated for resources: {'Port': ['ID=47824238-89ba-49d9-8790-ad5fec3acb73,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:41.770404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3936a914-4c5e-476d-b2a8-a0149c93df6c None None] Provisioning complete for port cf18a4d0-596f-409b-a028-cb9eba9a6938 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:41.770699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3936a914-4c5e-476d-b2a8-a0149c93df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.853948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Attempting to bind port 47824238-89ba-49d9-8790-ad5fec3acb73 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:41.854297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Attempting to bind port 47824238-89ba-49d9-8790-ad5fec3acb73 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:41.854668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Attempting to bind port 47824238-89ba-49d9-8790-ad5fec3acb73 on network 209232f3-14b3-4883-ac27-a35139318742 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:41.864062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:41.864447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Checking segment: {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:41.864860 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.865262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Bound using segment: {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:41.865726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Bound port: 47824238-89ba-49d9-8790-ad5fec3acb73, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:41.866156 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.933951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:41.963963 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.000754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] For port 47824238-89ba-49d9-8790-ad5fec3acb73, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:42.008823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] For port 47824238-89ba-49d9-8790-ad5fec3acb73, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47824238-89ba-49d9-8790-ad5fec3acb73,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:42.096319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Allocated IP 172.25.4.188 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:42.109506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.155690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.183146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa865a7c-cc2f-45cf-9dba-472198839c75 None None] Pushing event updated for resources: {'Port': ['ID=47824238-89ba-49d9-8790-ad5fec3acb73,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:42.241294 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.332590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.385400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:42.388472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:42.393065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:42.451623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Pushing event updated for resources: {'Port': ['ID=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:42.596391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 62d1bf00-a09c-4683-9578-4816b4f8f0cc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:42.655646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 62d1bf00-a09c-4683-9578-4816b4f8f0cc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:42.655960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.756454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf18a4d0-596f-409b-a028-cb9eba9a6938 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:42.807856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port cf18a4d0-596f-409b-a028-cb9eba9a6938 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:42.808167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:42.817334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.059147 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.315822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.340849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68e108-4483-44c5-b0df-98384c27ccb4 None None] Network 209232f3-14b3-4883-ac27-a35139318742 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:43.442450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] Provisioning complete for port 47824238-89ba-49d9-8790-ad5fec3acb73 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:43.442864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.566364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Router 0f3000d4-266e-41a8-bd66-654303a51b3a is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:25:43.583031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.622612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] For port 47824238-89ba-49d9-8790-ad5fec3acb73, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47824238-89ba-49d9-8790-ad5fec3acb73,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:43.678185 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.694015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:43.720385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Sync routers for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:43.744485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:43.744485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:43.782367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:43.783453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12c583-ba37-4073-8219-63e1968d565a None None] Pushing event updated for resources: {'Port': ['ID=47824238-89ba-49d9-8790-ad5fec3acb73,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:43.783753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-249c1294-ec91-4309-b473-13c2df459f6d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7105062 Sep 18 07:25:43.786640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:43.863379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:43.953257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7e9c5499-01d4-4cff-a09d-649755caebe8 None None] Provisioning complete for port 47824238-89ba-49d9-8790-ad5fec3acb73 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:43.953632 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7e9c5499-01d4-4cff-a09d-649755caebe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.124532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:42Z', 'revision_number': 3, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:44.155024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Checking router: 0f3000d4-266e-41a8-bd66-654303a51b3a for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:44.155368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Updating router 0f3000d4-266e-41a8-bd66-654303a51b3a port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:44.181647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.241628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.482762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47824238-89ba-49d9-8790-ad5fec3acb73 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:44.489233 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.542073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 47824238-89ba-49d9-8790-ad5fec3acb73 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:44.542370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.580091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.645471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68345b-e7f3-4878-a13a-b1d932cee34e None None] Pushing event updated for resources: {'Port': ['ID=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:44.664579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Attempting to bind port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:44.664951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Attempting to bind port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:44.665308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Attempting to bind port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:44.692384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:44.692747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:44.693146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.693542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:44.694133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Bound port: 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:44.694519 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.761098 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.762345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] For port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:44.765396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] For port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:44.811475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Allocated IP 172.20.0.1 (209232f3-14b3-4883-ac27-a35139318742/b869b1e6-a9fa-4884-ab3c-ad7e16565ba3/7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:25:44.829365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:44.888110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:44.888653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:44.923758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68345b-e7f3-4878-a13a-b1d932cee34e None None] Pushing event updated for resources: {'Port': ['ID=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:44.930370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.001176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:45.029779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.069031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Network 209232f3-14b3-4883-ac27-a35139318742 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:45.075110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:45.080183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:25:45.113597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:45.134389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.160049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.224888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:42Z', 'revision_number': 3, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:45.358890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.421607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5768d-8141-47ef-91fe-fa9f7088b4b6 None None] The sync data for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 is: [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:42Z', 'revision_number': 3, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:45.431302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-569cdbe9-a704-49bf-b257-21c20de4a9ec None None] Provisioning complete for port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:45.431754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-569cdbe9-a704-49bf-b257-21c20de4a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.473118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-569cdbe9-a704-49bf-b257-21c20de4a9ec None None] Port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:45.557666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.594372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.666648 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:45.668289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:45.793453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Network 209232f3-14b3-4883-ac27-a35139318742 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:25:45.795699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:25:45.936755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Router 0f3000d4-266e-41a8-bd66-654303a51b3a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:46.065427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:46.078178 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bc0be2d9-15a9-4c43-9195-721b638fa0c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f3000d4-266e-41a8-bd66-654303a51b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2826514 Sep 18 07:25:46.098798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a1360f81-fe94-4b18-9fdd-d86c71bfcd9e None None] Provisioning complete for port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:46.099405 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a1360f81-fe94-4b18-9fdd-d86c71bfcd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:46.140115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a1360f81-fe94-4b18-9fdd-d86c71bfcd9e None None] Port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:25:46.475259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:46.547855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:46.548238 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:46.641518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:46.665125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:46.726156 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:46.776723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:47.288972 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Sync routers for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:47.301168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:47.301882 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:47.417814 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:47.636578 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:45Z', 'revision_number': 4, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642', 'name': '', 'network_id': '209232f3-14b3-4883-ac27-a35139318742', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'mac_address': 'fa:16:3e:6c:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:44Z', 'updated_at': '2021-09-18T07:25:45Z', 'revision_number': 2, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'subnets': [{'id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:47.667165 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Checking router: 0f3000d4-266e-41a8-bd66-654303a51b3a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:47.670948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Updating router 0f3000d4-266e-41a8-bd66-654303a51b3a port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:25:47.694374 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:47.925449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59060) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:48.058381 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.137770 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.195447 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea2325-9d7d-4d15-b8f3-e3a565167a29 None None] Pushing event updated for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:48.253553 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Attempting to bind port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:25:48.254520 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Attempting to bind port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:25:48.255072 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Attempting to bind port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 on network 209232f3-14b3-4883-ac27-a35139318742 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:25:48.261327 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:25:48.261741 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Checking segment: {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:25:48.262176 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.262572 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Bound using segment: {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:25:48.263045 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Bound port: 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8d86e8-9425-4f89-8993-4dcc22b0aa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209232f3-14b3-4883-ac27-a35139318742'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:25:48.263429 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.296095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.339884 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] For port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:25:48.344786 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] For port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:25:48.419906 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.450350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:48.483638 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea2325-9d7d-4d15-b8f3-e3a565167a29 None None] Pushing event updated for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:48.503842 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:48.504478 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:48.532772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:48.536605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.601044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] Provisioning complete for port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:48.601824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.659887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Deleting port cf18a4d0-596f-409b-a028-cb9eba9a6938 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:48.660243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.693630 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:48.736269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.789077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] For port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:48.813143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] For port cf18a4d0-596f-409b-a028-cb9eba9a6938, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=cf18a4d0-596f-409b-a028-cb9eba9a6938,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:48.813406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.827174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Calling delete_port for cf18a4d0-596f-409b-a028-cb9eba9a6938 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:48.857110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.907536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324e6cd-792f-4cc9-b98b-cb2b55f7cf60 None None] Pushing event updated for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:48.981990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b00e910c-bd72-4f68-873e-18748d7a3da0 None None] Provisioning complete for port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:48.982250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b00e910c-bd72-4f68-873e-18748d7a3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:48.989054 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:45Z', 'revision_number': 4, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642', 'name': '', 'network_id': '209232f3-14b3-4883-ac27-a35139318742', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'mac_address': 'fa:16:3e:6c:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:44Z', 'updated_at': '2021-09-18T07:25:48Z', 'revision_number': 4, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'subnets': [{'id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:49.022597 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e2d04-d048-4b4f-a3f6-6362df168aa2 None None] The sync data for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 is: [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:45Z', 'revision_number': 4, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642', 'name': '', 'network_id': '209232f3-14b3-4883-ac27-a35139318742', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'mac_address': 'fa:16:3e:6c:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:44Z', 'updated_at': '2021-09-18T07:25:48Z', 'revision_number': 4, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'subnets': [{'id': 'b869b1e6-a9fa-4884-ab3c-ad7e16565ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:49.097309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:49.123562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf18a4d0-596f-409b-a028-cb9eba9a6938,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:49.141043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.141435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.141790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.142285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.142628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.142966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.143300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.143633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.143974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.144297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.144623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.146011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:25:49.361932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:49.724929 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Router e3e113ab-7275-4d31-8e5c-5c709a07d599 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:49.779044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:49.790462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce77cdf5-ea1f-4f4a-851d-b30bdd1b4758 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3e113ab-7275-4d31-8e5c-5c709a07d599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637342 Sep 18 07:25:49.791819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:49.794364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Sync routers for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:49.804486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:49.805215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:49.924787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:49.927072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.062610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.130520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:48Z', 'revision_number': 5, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:50.158884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Checking router: e3e113ab-7275-4d31-8e5c-5c709a07d599 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:50.167841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Routers {'e3e113ab-7275-4d31-8e5c-5c709a07d599'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:50.168994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['e3e113ab-7275-4d31-8e5c-5c709a07d599'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:50.246799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Deleting port 62d1bf00-a09c-4683-9578-4816b4f8f0cc {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:50.247358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.286653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] Set router e3e113ab-7275-4d31-8e5c-5c709a07d599 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:50.336380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] For port 62d1bf00-a09c-4683-9578-4816b4f8f0cc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=62d1bf00-a09c-4683-9578-4816b4f8f0cc,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:50.336754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.349862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Calling delete_port for 62d1bf00-a09c-4683-9578-4816b4f8f0cc owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:50.499031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:48Z', 'revision_number': 5, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:50.534612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522bba0-d152-4c69-be44-86b2c9c28332 None None] The sync data for ids ['e3e113ab-7275-4d31-8e5c-5c709a07d599'] in n-d-789963-14 is: [{'id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'name': 'tempest-TestAggregatesBasicOps-508659291-router', 'tenant_id': 'a0911995bd0d47b4bf20a658954323d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:34Z', 'updated_at': '2021-09-18T07:25:48Z', 'revision_number': 5, 'project_id': 'a0911995bd0d47b4bf20a658954323d5', 'gw_port': {'id': '62d1bf00-a09c-4683-9578-4816b4f8f0cc', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e113ab-7275-4d31-8e5c-5c709a07d599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:35Z', 'updated_at': '2021-09-18T07:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:50.573522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:25:50.622336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:25:50.622693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.663124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.690114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d1bf00-a09c-4683-9578-4816b4f8f0cc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:50.754762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.866735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:50.868834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.302241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.302946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e113ab-7275-4d31-8e5c-5c709a07d599 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:25:51.307025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.311142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f0c7e9ca-993b-4ecb-a2b1-a7d2cd0538e0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e3e113ab-7275-4d31-8e5c-5c709a07d599 HTTP/1.1" status: 204 len: 168 time: 1.5154192 Sep 18 07:25:51.311383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59092) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:51.360550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Deleting subnet 5ebf6da7-829d-46be-adb8-846d59308ac9 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:25:51.363868 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.402402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.515901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.658127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.687910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebf6da7-829d-46be-adb8-846d59308ac9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:51.689976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.692384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-985f799a-52c5-45bd-9435-109d71b0f44c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ebf6da7-829d-46be-adb8-846d59308ac9 HTTP/1.1" status: 204 len: 168 time: 0.3795233 Sep 18 07:25:51.694496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:51.697194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f885e-0798-4c94-a638-3c2f9ead223b None None] Network ae940c2c-26e8-4e1d-a299-37f2e9087a68 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:51.765339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.831434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Deleting port c86d307f-4006-469d-86df-6dcb40bae6df {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:51.831434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.904979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] DHCP port deletion for ae940c2c-26e8-4e1d-a299-37f2e9087a68 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:25:51.907023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] For port c86d307f-4006-469d-86df-6dcb40bae6df, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c86d307f-4006-469d-86df-6dcb40bae6df,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:51.907757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:51.922285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Calling delete_port for c86d307f-4006-469d-86df-6dcb40bae6df owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:51.961218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Deleting port c86d307f-4006-469d-86df-6dcb40bae6df {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:51.961695 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.034450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] For port c86d307f-4006-469d-86df-6dcb40bae6df, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c86d307f-4006-469d-86df-6dcb40bae6df,segment=NetworkSegment(4b8fc1a8-14d2-42ea-87bf-a0c37288404d),segment_id=4b8fc1a8-14d2-42ea-87bf-a0c37288404d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:52.034942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.047599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Calling delete_port for c86d307f-4006-469d-86df-6dcb40bae6df owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:52.107832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.136038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Pushing event deleted for resources: {'Port': ['ID=c86d307f-4006-469d-86df-6dcb40bae6df,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:52.137508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.142059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] No DVR routers for this DVR port c86d307f-4006-469d-86df-6dcb40bae6df on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:25:52.174600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] No DVR routers for this DVR port c86d307f-4006-469d-86df-6dcb40bae6df on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:25:52.179408 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9443d8-b527-4b9e-9a2c-5a4d51895f10 None None] Pushing event deleted for resources: {'Port': ['ID=c86d307f-4006-469d-86df-6dcb40bae6df,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:52.222696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.242261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae940c2c-26e8-4e1d-a299-37f2e9087a68']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:52.252112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8fc1a8-14d2-42ea-87bf-a0c37288404d') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:52.252412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8fc1a8-14d2-42ea-87bf-a0c37288404d') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:52.262239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.275044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.283411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:25:52.283732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:25:52.285408 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:25:52.399959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.410763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:52.415658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae940c2c-26e8-4e1d-a299-37f2e9087a68 HTTP/1.1" status: 204 len: 168 time: 0.7171884 Sep 18 07:25:52.415921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59108) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:52.429980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 62d1bf00-a09c-4683-9578-4816b4f8f0cc no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:52.430575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d266123-22a4-45db-9080-7ad461f3941d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae940c2c-26e8-4e1d-a299-37f2e9087a68,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:52.454728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 62d1bf00-a09c-4683-9578-4816b4f8f0cc {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:52.455154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 62d1bf00-a09c-4683-9578-4816b4f8f0cc not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:52.455647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf18a4d0-596f-409b-a028-cb9eba9a6938 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:52.474997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: cf18a4d0-596f-409b-a028-cb9eba9a6938 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:52.475438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device cf18a4d0-596f-409b-a028-cb9eba9a6938 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:52.475925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c86d307f-4006-469d-86df-6dcb40bae6df no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:52.499810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c86d307f-4006-469d-86df-6dcb40bae6df {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:52.500239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c86d307f-4006-469d-86df-6dcb40bae6df not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:52.780824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:53.033364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Deleting port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:53.033638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:53.122241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] For port 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:53.122691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:53.136346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Calling delete_port for 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:53.384190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:53.409480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:53.599343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:53.833018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Router 0f3000d4-266e-41a8-bd66-654303a51b3a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:25:53.969386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cd8ca-a9a4-4a46-adc3-423b07c88516 req-25f072c7-b374-4978-aae0-ccb710c593e3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:53.971040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba2cd8ca-a9a4-4a46-adc3-423b07c88516 req-25f072c7-b374-4978-aae0-ccb710c593e3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0932369 Sep 18 07:25:54.024117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:25:54.034106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-255fc061-c93e-4416-b7c6-cd575f0b8ba7 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f3000d4-266e-41a8-bd66-654303a51b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6169431 Sep 18 07:25:54.035395 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Sync routers for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:25:54.037026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59124) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:54.046214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:54.053218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:54.059130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba2cd8ca-a9a4-4a46-adc3-423b07c88516 req-cc2df4c4-3c00-4c20-b4ad-896e43623010 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795426 Sep 18 07:25:54.064961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-b8fe2e0e-2b39-4650-9712-31c832667e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:54.066525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-b8fe2e0e-2b39-4650-9712-31c832667e80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0819819 Sep 18 07:25:54.159405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:54.163414 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:54.180778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-61b4ce52-39b9-4d05-844e-33df3823b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:54.182308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-61b4ce52-39b9-4d05-844e-33df3823b837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1066730 Sep 18 07:25:54.257654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-7502f2ec-7b58-4d4f-9616-11ad9f184cb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0680931 Sep 18 07:25:54.279482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:54.310287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-337003dd-5b1e-4b3b-9000-86d8f512d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:54.311896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-337003dd-5b1e-4b3b-9000-86d8f512d0fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0473626 Sep 18 07:25:54.351913 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:53Z', 'revision_number': 5, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:54.357464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-aadbeaee-30e4-4fc7-ad14-9305d94d6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:54.359029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-aadbeaee-30e4-4fc7-ad14-9305d94d6536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406601 Sep 18 07:25:54.387494 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Checking router: 0f3000d4-266e-41a8-bd66-654303a51b3a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:25:54.392479 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Routers {'0f3000d4-266e-41a8-bd66-654303a51b3a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:25:54.393181 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0f3000d4-266e-41a8-bd66-654303a51b3a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:54.455417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Deleting port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:54.455810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:54.467486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-150c4cee-9606-413d-8358-baacd9c01c65 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012681 Sep 18 07:25:54.506456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] Set router 0f3000d4-266e-41a8-bd66-654303a51b3a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:25:54.539646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] For port 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:54.540001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:54.554325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Calling delete_port for 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:54.563990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3884baf-c8c9-4a2d-ba08-08e0e848a9c5 req-20dc56aa-c246-417f-a942-38ed528403fd service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893080 Sep 18 07:25:54.701098 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:53Z', 'revision_number': 5, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:54.735497 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63ff9b-ba61-44a8-8f8f-1f9c9969b025 None None] The sync data for ids ['0f3000d4-266e-41a8-bd66-654303a51b3a'] in n-d-789963-14 is: [{'id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'name': 'tempest-TestAggregatesBasicOps-1845301773-router', 'tenant_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:53Z', 'revision_number': 5, 'project_id': '1baa0a7d0e8d454dbfede00ee7b4aef9', 'gw_port': {'id': '5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3000d4-266e-41a8-bd66-654303a51b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:41Z', 'updated_at': '2021-09-18T07:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:25:54.754868 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-10f483c7-9df3-4476-ac92-e6e8d5f24ab0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806785 Sep 18 07:25:54.834421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:54.866280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:54.894963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-8b0864c8-1b71-4117-a2f9-bd8cbea2e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:54.896536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-8b0864c8-1b71-4117-a2f9-bd8cbea2e534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1097 time: 0.0936568 Sep 18 07:25:54.996709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.097327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.102201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.116460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-4fc582e2-934e-4e87-b7ff-73805ef095d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:55.117921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-4fc582e2-934e-4e87-b7ff-73805ef095d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.1971903 Sep 18 07:25:55.191944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45259d-bc10-49c2-8324-d1a6d93d7788 req-fbd65d08-6dd5-4de3-b18d-5ca82141b143 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:55.193455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b45259d-bc10-49c2-8324-d1a6d93d7788 req-fbd65d08-6dd5-4de3-b18d-5ca82141b143 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0577896 Sep 18 07:25:55.211731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-7888a5d7-5ed7-4d81-af2c-e55eccb1614c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1001 time: 0.0651526 Sep 18 07:25:55.235246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b45259d-bc10-49c2-8324-d1a6d93d7788 req-a26de416-49c6-441b-88e4-b011d68dfe23 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343671 Sep 18 07:25:55.263998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-8e3453ac-e852-4ef4-8d5b-15177e766b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:55.265519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-8e3453ac-e852-4ef4-8d5b-15177e766b83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0467968 Sep 18 07:25:55.314172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-f59912eb-047c-4228-becb-6f3048a9bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:55.315860 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-f59912eb-047c-4228-becb-6f3048a9bcd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431645 Sep 18 07:25:55.317820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.317820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3000d4-266e-41a8-bd66-654303a51b3a {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:25:55.321929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.326217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f337fcfb-b151-4371-936a-50663c36e33d admin admin] 10.222.0.20 "DELETE /v2.0/routers/0f3000d4-266e-41a8-bd66-654303a51b3a HTTP/1.1" status: 204 len: 168 time: 1.2849436 Sep 18 07:25:55.326326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59132) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:55.375650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Deleting subnet b869b1e6-a9fa-4884-ab3c-ad7e16565ba3 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:25:55.379195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.423775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.427358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-62160e92-d7fe-41b0-b1a5-5548853e7419 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033039 Sep 18 07:25:55.527780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5042a2ae-2a5d-4eae-838d-4e0bb8d03edc req-cb10cbe3-1988-48a9-b84c-65a037c62798 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922871 Sep 18 07:25:55.533837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.680946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.711067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b869b1e6-a9fa-4884-ab3c-ad7e16565ba3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:55.716693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.721198 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8ea628e7-e630-4a0f-ae8d-0e041e6e1881 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b869b1e6-a9fa-4884-ab3c-ad7e16565ba3 HTTP/1.1" status: 204 len: 168 time: 0.3915772 Sep 18 07:25:55.721598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59134) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:55.722936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cdc4d5-2ffe-40f3-b9fb-6e526819cef4 None None] Network 209232f3-14b3-4883-ac27-a35139318742 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:25:55.809008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.903387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Deleting port 47824238-89ba-49d9-8790-ad5fec3acb73 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:55.903758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.939544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] DHCP port deletion for 209232f3-14b3-4883-ac27-a35139318742 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:25:55.980076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] For port 47824238-89ba-49d9-8790-ad5fec3acb73, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47824238-89ba-49d9-8790-ad5fec3acb73,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:55.980424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.986678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Deleting port 47824238-89ba-49d9-8790-ad5fec3acb73 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:25:55.987063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:55.992680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Calling delete_port for 47824238-89ba-49d9-8790-ad5fec3acb73 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:56.053233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] For port 47824238-89ba-49d9-8790-ad5fec3acb73, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47824238-89ba-49d9-8790-ad5fec3acb73,segment=NetworkSegment(1b8d86e8-9425-4f89-8993-4dcc22b0aa90),segment_id=1b8d86e8-9425-4f89-8993-4dcc22b0aa90)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:25:56.053629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.067964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Calling delete_port for 47824238-89ba-49d9-8790-ad5fec3acb73 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:25:56.165924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.172658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.193084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47824238-89ba-49d9-8790-ad5fec3acb73,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:56.194872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] No DVR routers for this DVR port 47824238-89ba-49d9-8790-ad5fec3acb73 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:25:56.198027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] Pushing event deleted for resources: {'Port': ['ID=47824238-89ba-49d9-8790-ad5fec3acb73,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:56.202403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd746c0-ed1c-4083-8ef7-a6d46e9ccf0d None None] No DVR routers for this DVR port 47824238-89ba-49d9-8790-ad5fec3acb73 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:25:56.274511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.313889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209232f3-14b3-4883-ac27-a35139318742']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:56.313889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8d86e8-9425-4f89-8993-4dcc22b0aa90') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:56.313889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8d86e8-9425-4f89-8993-4dcc22b0aa90') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:25:56.317653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.332235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.338286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:25:56.338658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:25:56.340365 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:25:56.367887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994719cf-4fc9-41e5-84f1-f1bd2cefe90a req-14fd7632-6d71-41bc-a1fd-db3772a8d1a2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:56.369565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-994719cf-4fc9-41e5-84f1-f1bd2cefe90a req-14fd7632-6d71-41bc-a1fd-db3772a8d1a2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0627949 Sep 18 07:25:56.418715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-994719cf-4fc9-41e5-84f1-f1bd2cefe90a req-8df066bb-3628-4953-8f0e-5e44dcd43bb2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351384 Sep 18 07:25:56.427128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47824238-89ba-49d9-8790-ad5fec3acb73 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:56.452364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 47824238-89ba-49d9-8790-ad5fec3acb73 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:56.452630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47824238-89ba-49d9-8790-ad5fec3acb73 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:56.453047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:56.472708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:56.473040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5eb56f6f-fe59-4d92-8cb1-54949c0e2dd9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:56.473455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:25:56.492594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:25:56.492947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7ccdf4f2-eac7-4084-98ba-6b9f8c9a9642 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:25:56.502943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.508802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:56.517077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/209232f3-14b3-4883-ac27-a35139318742 HTTP/1.1" status: 204 len: 168 time: 0.7943039 Sep 18 07:25:56.531502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfa919-66ef-4629-bc6a-2740e58272f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=209232f3-14b3-4883-ac27-a35139318742,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:56.983377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:57.024858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b6c353f0-81b0-40e3-bdc2-73e33e6d5fbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0911995bd0d47b4bf20a658954323d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402749 Sep 18 07:25:57.027467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:57.081148 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:57.103153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:57.284602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:57.287205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:57.288406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c84a6849-d54b-4dea-bac4-d7e3499828d3 HTTP/1.1" status: 204 len: 168 time: 0.2600081 Sep 18 07:25:57.298474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b79f-7567-4e3a-bc3c-f3d4e2e5f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a6849-d54b-4dea-bac4-d7e3499828d3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:57.365235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790805d-8884-4f5e-84b1-027950115132 req-37b83523-8f76-4109-97ea-04a5aa26eed0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:57.366974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3790805d-8884-4f5e-84b1-027950115132 req-37b83523-8f76-4109-97ea-04a5aa26eed0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Sep 18 07:25:57.413884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3790805d-8884-4f5e-84b1-027950115132 req-747e40b4-b6a8-4e77-a1d0-65aeaf6de651 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Sep 18 07:25:57.437496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59156) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:57.503625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69a0e0b3-8813-42d4-8c61-f40140e29254 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 200 len: 993 time: 0.0648336 Sep 18 07:25:57.857606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07ef3-d40a-4cfe-b2c0-36a4789ea8ae req-84d2d4a9-07e4-458f-a704-b27332bdd962 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:25:57.859319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bd07ef3-d40a-4cfe-b2c0-36a4789ea8ae req-84d2d4a9-07e4-458f-a704-b27332bdd962 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1097 time: 0.0436950 Sep 18 07:25:57.896077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6bd07ef3-d40a-4cfe-b2c0-36a4789ea8ae req-0655947a-09aa-4792-b8a1-99c3da14604d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Sep 18 07:25:58.068858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59170) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:58.110929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-43e6e726-1c4c-4cfe-a317-6b7b900ffc0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1baa0a7d0e8d454dbfede00ee7b4aef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409176 Sep 18 07:25:58.114184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59172) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:58.168351 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:58.190750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:58.405123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:58.407878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:58.409069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50eb1eb8-0ec3-4337-afcf-679a27aad1df HTTP/1.1" status: 204 len: 168 time: 0.2938859 Sep 18 07:25:58.416910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55ac6-12e2-4135-8941-8abb01508cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb1eb8-0ec3-4337-afcf-679a27aad1df,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:25:59.104960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:25:59.146160 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:25:59.248125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-e4fa44b0-9982-4baf-bca9-373faf46cf98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419513 Sep 18 07:25:59.256728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-1ee4fddf-733a-446b-90ba-60379f4546b3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:25:59.257689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-1ee4fddf-733a-446b-90ba-60379f4546b3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049450 Sep 18 07:26:00.076510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-6e350005-7d4c-4619-9a41-f9ad6e4a97b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415485 Sep 18 07:26:00.192933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-72ae4b2e-335c-48a5-a498-95c35717c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:00.194852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-72ae4b2e-335c-48a5-a498-95c35717c8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0521550 Sep 18 07:26:00.318012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-8a320dea-c326-4058-8a38-2d72d51967ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:00.319551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-8a320dea-c326-4058-8a38-2d72d51967ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1013184 Sep 18 07:26:00.402875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59242) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:00.421181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-78e9c7a0-a27e-42d2-82f0-37625cc93583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0935345 Sep 18 07:26:00.425977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-fd7ff429-ae6e-4f9f-82c5-ba1de7672749 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:00.427298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-fd7ff429-ae6e-4f9f-82c5-ba1de7672749 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1094 time: 0.2520654 Sep 18 07:26:00.456563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Request body: {'binding': {'host': 'n-h2-789963-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:00.457044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Unknown quota resources ['binding']. {{(pid=101979) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 07:26:00.505456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-6d5bce70-0168-4cf4-8539-17f8a8c5ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:00.506988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-6d5bce70-0168-4cf4-8539-17f8a8c5ce02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0787783 Sep 18 07:26:00.558685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'network': {'name': 'tempest-network-smoke--1435148007', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:00.601530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-83850b22-8f7e-433a-83b0-b7eff575db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:00.603060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-83850b22-8f7e-433a-83b0-b7eff575db4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870135 Sep 18 07:26:00.661839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:00.665479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:00.674962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:00.696899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on host n-h2-789963-14 for vnic_type normal with profile None {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:00.697232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:00.697560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:00.708155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:26:00.708801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:00.729101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:00.729442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:00.729819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Bound using segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:00.730841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Bound port: 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:00.774697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:00.781473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-94c5e2b1-8608-4d34-a855-b3ffdc5200fa service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690776 Sep 18 07:26:00.850562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:00.879568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:26:00.889956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b9383b-82a1-4c38-a3a8-b526c4742fbf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:00.895050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:00.895444 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Added segment 841fcf74-0ad3-42da-baf7-3d95dc2b303d of type vlan for network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff Sep 18 07:26:00.942929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.028847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.035046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:01.035678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.112578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Network': ['ID=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:01.125406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:26:01.158033 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c15bf448-2897-47a1-9da5-75077e0ce214 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7512317 Sep 18 07:26:01.159434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59254) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:01.163502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-611200548', 'admin_state_up': True, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:01.197228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:01.220931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7139a241-4b32-4915-b4b5-fd45f762af6f req-9fcb9319-6fdf-43e5-a57f-383bf7833e42 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314861 Sep 18 07:26:01.286419 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.287427 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.299079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] Notify callbacks [] for binding, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.300379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-45ae536e-59e4-4bc4-896d-be4d00bc9f95 service neutron] 10.222.0.20 "POST /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8636079 Sep 18 07:26:01.340490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.570674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428540c-aad4-4b2c-a6e4-19ab826806fb req-12f33a26-6432-406a-8be1-6d9258634a23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:01.572848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5428540c-aad4-4b2c-a6e4-19ab826806fb req-12f33a26-6432-406a-8be1-6d9258634a23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0514200 Sep 18 07:26:01.585397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.615637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5428540c-aad4-4b2c-a6e4-19ab826806fb req-5c82a977-b042-447f-a021-6345d0df5be5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 Sep 18 07:26:01.855560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.878892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:01.959189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-dbfa0fe7-10ab-4153-9f8e-06e8a1071db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:01.961008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-dbfa0fe7-10ab-4153-9f8e-06e8a1071db4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1097 time: 0.0495672 Sep 18 07:26:01.993768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.25.4.68 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/1cf7b21e-b78d-46c1-87aa-511c38a6ef93) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:02.063786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-2df26a02-8d39-4c80-9165-27a5fff1217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:02.065677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-2df26a02-8d39-4c80-9165-27a5fff1217d service neutron] 10.222.0.24 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.0973988 Sep 18 07:26:02.122248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:02.153429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-db746ed7-d118-4b96-9c08-6d9a10044676 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1001 time: 0.0804424 Sep 18 07:26:02.228428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:02.232732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-aaf57abb-15d3-4a38-b34f-64b3b27cb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:02.234977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-aaf57abb-15d3-4a38-b34f-64b3b27cb753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0748951 Sep 18 07:26:02.297942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-3b9accd9-c2c0-484a-bec4-1fc3dcef92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:02.299850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-3b9accd9-c2c0-484a-bec4-1fc3dcef92ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580807 Sep 18 07:26:02.341949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:02.345568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:02.352004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:02.385624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:02.416135 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-2d986b67-fce7-41ac-a8b8-65814aa1f2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081212 Sep 18 07:26:02.516706 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-de9c009a-5622-4ced-b1cc-f403bbb71d83 service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901957 Sep 18 07:26:02.708398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-a1eff036-dab7-4a98-afea-8fe1dfdcf30b tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:02.710237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-a1eff036-dab7-4a98-afea-8fe1dfdcf30b tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&tenant_id=dd7bdea352ae4aecad49be8deebc1b48&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1097 time: 0.0880830 Sep 18 07:26:02.724371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-14'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:02.810406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b2452-587d-47b7-b63b-9f06f98fbe18 req-bfd73d86-d2c1-4f3a-b2fa-f74bcc63db4a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:02.811902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad7b2452-587d-47b7-b63b-9f06f98fbe18 req-bfd73d86-d2c1-4f3a-b2fa-f74bcc63db4a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.1069794 Sep 18 07:26:02.812942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:02.879404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad7b2452-587d-47b7-b63b-9f06f98fbe18 req-4d2f08f7-3ae3-49e5-90c8-412a31794e96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575747 Sep 18 07:26:02.976242 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:02.978834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:03.023612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:03.071445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:03.074548 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfadbf-73fc-4b20-bbbe-f803d4d3709d" -d '{"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-unplugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:03.078796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.122384 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bdceed-e756-4bcc-b814-38e0b13c4a0b x-openstack-request-id: req-10bdceed-e756-4bcc-b814-38e0b13c4a0b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:03.122657 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-unplugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:03.122915 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10bdceed-e756-4bcc-b814-38e0b13c4a0b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:03.123323 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'code': 200} Sep 18 07:26:03.154650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.205164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.249911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:03.262154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.262154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.262509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.263056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.263200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.263493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.264290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.264290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.264497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.264759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.265085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.265404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:03.338159 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:26:03.342537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on host n-h1-789963-14 for vnic_type normal with profile {"migrating_to": "n-h2-789963-14"} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:03.342537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:03.342812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:03.347884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:26:03.348825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Attempting to bind port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on network 148f7dd1-8320-40d7-b199-cca2fab20fa4 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:03.353821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:03.354272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Checking segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:03.354724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Bound using segment: {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:03.355389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Bound port: 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:03.355718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.427721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:26:03.427942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:03.431492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:03.513746 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.536409 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Provisioning complete for port 51a6e74b-2bc8-4ca0-af66-1c63785b143d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:03.537005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.543917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:03.610926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:03.616569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=8']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:03.628838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.633092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9c577ed4-d427-4e19-8b89-8513cd7d26c8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4707928 Sep 18 07:26:03.633353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59266) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:03.635743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:03.637112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:03.681149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:03.681870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:03.683989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-c3ae687a-cf4c-4380-8814-439c13c2de1a service neutron] 10.222.0.24 "PUT /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1123 time: 0.9648852 Sep 18 07:26:03.746347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2bc3f31-3d5f-42f5-9af4-e91f09e1e732 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f9c02fa6ea4c4855a49a27831c9ef02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1108270 Sep 18 07:26:03.749100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59270) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:03.774324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:03.867023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a137fd0-5211-4d26-81de-3e064caff9ad tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:03.871842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a137fd0-5211-4d26-81de-3e064caff9ad tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1184285 Sep 18 07:26:03.872084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59272) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:03.925115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:03.925647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-380caa93-db2a-4b11-b548-98c10c935aa0 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522361 Sep 18 07:26:03.931005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1008843010', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:04.014645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['51a6e74b-2bc8-4ca0-af66-1c63785b143d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:26:04.078686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.082949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71219975-4bf6-4ddb-b12c-6a5d8e13f56a req-efa89132-9035-4faf-8e82-b8551b95ffac tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:04.084151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71219975-4bf6-4ddb-b12c-6a5d8e13f56a req-efa89132-9035-4faf-8e82-b8551b95ffac tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 943 time: 0.0861344 Sep 18 07:26:04.126251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71219975-4bf6-4ddb-b12c-6a5d8e13f56a req-65239e6d-c504-48b2-a0a2-cd8d2df6e5ff tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339603 Sep 18 07:26:04.142975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:04.145203 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e12d636-6804-4195-b8eb-049214f350df" -d '{"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:04.170363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:04.183646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:04.187723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.207377 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80e969f-e9f4-4ca5-a5a5-493388ef09b3 x-openstack-request-id: req-b80e969f-e9f4-4ca5-a5a5-493388ef09b3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:04.207377 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-plugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:04.207670 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b80e969f-e9f4-4ca5-a5a5-493388ef09b3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:04.207792 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'code': 200} Sep 18 07:26:04.280705 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.417515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.483220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:02Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:04.485424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Subnet': ['ID=83ae8149-c74e-45bd-8c5f-1996b36714f5,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:04.489161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:04.495875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Checking segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:04.496407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network hostable DHCP agents. Network: 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:26:04.531190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.531536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.531883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.532210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.532538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.532865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.533193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.533513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.533832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.534173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.534495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.534812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95af12b-cd16-4aab-9403-a1715e00e647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:04.539179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:04.539807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Updating router 358c02a1-e942-4bda-9c47-d191c94affbe port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:26:04.554317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:26:04.602353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.638914 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:04.644255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:04.644855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:04.656085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44d078-153c-4977-a23c-9a1185caad30 None None] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:26:04.703751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b7465926-5f19-4c6b-9a20-87cea212b766 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7770591 Sep 18 07:26:04.706203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59282) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:04.809473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-67c601b4-0f00-49d2-b2bf-386a79528382 None None] Provisioning complete for port 51a6e74b-2bc8-4ca0-af66-1c63785b143d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:04.809855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-67c601b4-0f00-49d2-b2bf-386a79528382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.043332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:26:05.046532 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.108122 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.124276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:05.126585 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78814711-d7b8-4e33-8933-f875264e3412" -d '{"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:05.185951 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b7b4f-3742-48cc-803e-9cc0557a4e39 x-openstack-request-id: req-906b7b4f-3742-48cc-803e-9cc0557a4e39 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:05.186796 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:05.186796 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-906b7b4f-3742-48cc-803e-9cc0557a4e39 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:05.186796 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'status': 'completed', 'code': 200} Sep 18 07:26:05.202685 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.205672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.268359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814711-d7b8-4e33-8933-f875264e3412 req-053bb855-ccf9-4fed-8f75-221ea1aa2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:05.270411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-053bb855-ccf9-4fed-8f75-221ea1aa2668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1128 time: 0.0609713 Sep 18 07:26:05.303614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Attempting to bind port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:05.304108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Attempting to bind port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:05.304872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Attempting to bind port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:05.311965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:05.312882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:05.312882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.313115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:05.313592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Bound port: 1cf7b21e-b78d-46c1-87aa-511c38a6ef93, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:05.313997 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.315493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124213a6-57bc-4a0c-bc7f-ff26d8c5bc1f None None] Pushing event updated for resources: {'Port': ['ID=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:05.321463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23307b-03fd-4185-aee5-c972089fd635 req-0dd43346-8390-4f20-9a27-af36179320f5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:05.329668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c23307b-03fd-4185-aee5-c972089fd635 req-0dd43346-8390-4f20-9a27-af36179320f5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.1259985 Sep 18 07:26:05.369673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:26:05.388423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814711-d7b8-4e33-8933-f875264e3412 req-f594cc4e-e9dc-462d-9814-48aa3b208d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:05.390131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-f594cc4e-e9dc-462d-9814-48aa3b208d1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.1129558 Sep 18 07:26:05.395174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Allocated IP 172.20.0.2 (82c0141f-13fc-4906-a0e2-1d1dcf4e48ff/83ae8149-c74e-45bd-8c5f-1996b36714f5/5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:05.395686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c23307b-03fd-4185-aee5-c972089fd635 req-ab5bc57a-ee48-45be-bb88-a5774ad0224b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621364 Sep 18 07:26:05.482063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-91abb49e-8725-4e73-b586-c34420d9d087 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 1001 time: 0.0839689 Sep 18 07:26:05.513545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] For port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:05.554481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814711-d7b8-4e33-8933-f875264e3412 req-69ac03fc-0af4-4be7-9d66-111faa874f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:05.554481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-69ac03fc-0af4-4be7-9d66-111faa874f2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0644608 Sep 18 07:26:05.564089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] For port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:05.614704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78814711-d7b8-4e33-8933-f875264e3412 req-3aabd2e9-83a6-4f3c-a894-269cf1fbf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:05.616856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-3aabd2e9-83a6-4f3c-a894-269cf1fbf71d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559471 Sep 18 07:26:05.653768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:05.687807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.719493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-aa9cb98f-9142-4261-8e0a-b884a53938c0 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928302 Sep 18 07:26:05.727937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d has no active binding in host n-h2-789963-14 {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 07:26:05.766424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:05.783353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:05.783981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:05.826456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124213a6-57bc-4a0c-bc7f-ff26d8c5bc1f None None] Pushing event updated for resources: {'Port': ['ID=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:05.832361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78814711-d7b8-4e33-8933-f875264e3412 req-426a7959-63ad-45d2-be67-ad352e219437 service neutron] 10.222.0.37 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055410 Sep 18 07:26:05.935044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.1 (82c0141f-13fc-4906-a0e2-1d1dcf4e48ff/83ae8149-c74e-45bd-8c5f-1996b36714f5/514bd721-1968-48f5-88b0-a980ce1792cb) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:06.039662 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.062622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.093651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:06.102933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:06.110565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:06.112844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:06.148554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Pushing event updated for resources: {'Port': ['ID=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:06.182337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.226817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:06.230461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:06.234386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:06.262571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:06.286406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.294174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Attempting to bind port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:06.294559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Attempting to bind port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:06.294931 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Attempting to bind port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 on network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:06.303928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:06.304348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Checking segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:06.304786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.305188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Bound using segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:06.306492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Bound port: 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:06.306891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.423348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] For port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:06.427020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] For port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:06.443404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:02Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:06.477312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13926b-8167-4ce7-ab67-0aedab26239c None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:02Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:06.523309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fbd24-a04e-4f09-9398-aa9b988867af req-d595eea1-1f20-4624-96ed-47dfadd62b2b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:06.525559 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd0fbd24-a04e-4f09-9398-aa9b988867af req-d595eea1-1f20-4624-96ed-47dfadd62b2b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0679982 Sep 18 07:26:06.527402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.582825 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:06.613886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd0fbd24-a04e-4f09-9398-aa9b988867af req-a9abff37-73c8-47ba-b335-f588d355332b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793884 Sep 18 07:26:06.621445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5694b2-c923-4a6c-b402-e26df02b2937 None None] Pushing event updated for resources: {'Port': ['ID=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:06.999354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:07.112851 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:07.211403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:07.223922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:07.339547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:07.341316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:07.470763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:07.589436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:07.594725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0749dc00-b00f-4104-b1c1-2b44b023cbaf tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/358c02a1-e942-4bda-9c47-d191c94affbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873448 Sep 18 07:26:07.597344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59296) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:07.694008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b7eca-2db7-4ba0-ad06-08906b452efb None None] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:26:07.763974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc92a0-d099-47f9-a0f9-5d93d85efdda req-af78e427-346e-443f-a06b-ebbdbff0029f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.765569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ccc92a0-d099-47f9-a0f9-5d93d85efdda req-af78e427-346e-443f-a06b-ebbdbff0029f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0537913 Sep 18 07:26:07.782447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] Provisioning complete for port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:07.782814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:07.816250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ccc92a0-d099-47f9-a0f9-5d93d85efdda req-3c662cc4-689a-4ddf-ad8a-2393adf37f5c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Sep 18 07:26:07.826311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.826951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.827758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.828284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.828914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.829445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.833808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b7cc4200-c85d-46e8-95d5-bab92815a7bc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.2330167 Sep 18 07:26:07.835934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59300) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:07.931526 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:07.952303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.952855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.953363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.954493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.954970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.955402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:07.960639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59302) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:07.966592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7ebe47b1-f587-429d-aec5-985a7967d720 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3990 time: 0.1287715 Sep 18 07:26:07.973595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] For port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:08.074311 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.121467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff19b-6b94-4b91-8099-12b1ac54f142 None None] Pushing event updated for resources: {'Port': ['ID=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:08.241723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a877ec69-8833-419d-b724-1ec839e3ffdc tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2773914 Sep 18 07:26:08.253588 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:08.264075 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:08.266402 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:08.291694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-86ddce58-c560-4641-9c51-c09d3c547ea8 None None] Provisioning complete for port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:08.292133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86ddce58-c560-4641-9c51-c09d3c547ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.399006 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:08.437427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-86ddce58-c560-4641-9c51-c09d3c547ea8 None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:08.438147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86ddce58-c560-4641-9c51-c09d3c547ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.501238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-86ddce58-c560-4641-9c51-c09d3c547ea8 None None] Port 514bd721-1968-48f5-88b0-a980ce1792cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:08.612713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:08.650735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5fbb8ff6-ce80-4d2d-a369-ab47abad751a None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:08.651200 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8ff6-ce80-4d2d-a369-ab47abad751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.689377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 2, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:08.702522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb8ff6-ce80-4d2d-a369-ab47abad751a None None] Port 514bd721-1968-48f5-88b0-a980ce1792cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:08.714930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:08.715452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.756186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:08.756541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Updating router 358c02a1-e942-4bda-9c47-d191c94affbe port 514bd721-1968-48f5-88b0-a980ce1792cb binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:26:08.795137 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.832611 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.856397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:08.931714 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d210fd7-15bc-4592-97e0-340e9370ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.956745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7695e-cec4-4024-8a89-cc2e1dce9579 req-ee337bc1-97b9-4fb6-ab45-48ad14cf6610 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:08.959243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26d7695e-cec4-4024-8a89-cc2e1dce9579 req-ee337bc1-97b9-4fb6-ab45-48ad14cf6610 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0581155 Sep 18 07:26:08.994952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:08.995999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:09.002883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26d7695e-cec4-4024-8a89-cc2e1dce9579 req-21d12785-bb92-40fb-800b-e50003240cbf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Sep 18 07:26:09.074060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59310) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:09.081678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968386518', 'description': 'tempest-secgroup-smoke-968386518 description', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:09.093391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-66fba521-b12d-48ee-bd61-bc322da7239b None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:09.093770 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-66fba521-b12d-48ee-bd61-bc322da7239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.098918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.114871 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.142220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:09.142595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.144155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-66fba521-b12d-48ee-bd61-bc322da7239b None None] Port 514bd721-1968-48f5-88b0-a980ce1792cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:09.218227 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.227936 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.272778 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db465ba-649e-4bd1-980d-18492512fbc7 None None] Pushing event updated for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.330941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.342870 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Attempting to bind port 514bd721-1968-48f5-88b0-a980ce1792cb on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:09.343242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Attempting to bind port 514bd721-1968-48f5-88b0-a980ce1792cb by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:09.343603 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Attempting to bind port 514bd721-1968-48f5-88b0-a980ce1792cb on network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:09.350952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:09.351354 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Checking segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:09.351761 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.352220 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Bound using segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:09.352728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Bound port: 514bd721-1968-48f5-88b0-a980ce1792cb, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:09.353156 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.430072 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] For port 514bd721-1968-48f5-88b0-a980ce1792cb, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:09.435552 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] For port 514bd721-1968-48f5-88b0-a980ce1792cb, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=514bd721-1968-48f5-88b0-a980ce1792cb,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:09.439988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.471294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349c308b-8177-4757-a89a-e43bca130820,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.543892 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.553975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.558621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59314) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:09.558996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c3aa3974-43d6-492f-8a07-80e4e1146b0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4837682 Sep 18 07:26:09.564975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:09.572040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:09.572528 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.607650 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:09.608783 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:25:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:09.611564 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db465ba-649e-4bd1-980d-18492512fbc7 None None] Pushing event updated for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.680228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.694054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.725224 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:09.757516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] For port 514bd721-1968-48f5-88b0-a980ce1792cb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=514bd721-1968-48f5-88b0-a980ce1792cb,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:09.770496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.868386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.890174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:09.916042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf4dad5-24a3-47f7-b09b-8a2bd03f0502,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.916401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9c6b3-d3be-4aa3-bef9-32f207b2f52f None None] Pushing event updated for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:09.936784 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-370235dc-e6b9-4415-aff4-8912604366da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:09.962939 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370235dc-e6b9-4415-aff4-8912604366da None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:09.990057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7eb8d8ec-b697-42d7-8c96-7eca32a6bb28 None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:09.990440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d8ec-b697-42d7-8c96-7eca32a6bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.023487 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.027317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-337222c8-a763-43ed-ac39-ac5b8c78b342 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646358 Sep 18 07:26:10.027689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59316) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:10.039375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:10.142778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.175443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3058-b935-477a-9f2f-2c408cb8fda3 req-5597f64c-ccf2-4a96-9006-6d46d6104f02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:10.177008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62cf3058-b935-477a-9f2f-2c408cb8fda3 req-5597f64c-ccf2-4a96-9006-6d46d6104f02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0601249 Sep 18 07:26:10.217884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.222560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62cf3058-b935-477a-9f2f-2c408cb8fda3 req-c18f0ee5-f449-4053-ad6d-03c979bb17aa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Sep 18 07:26:10.308288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.332206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1d9c77-97f3-40a5-8df1-02b9ac30a931,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:10.428767 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.432985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6d919f73-653b-41d3-8f69-c08b15fd934c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973191 Sep 18 07:26:10.442949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59322) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:10.446383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:10.523446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:10.559659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.591952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:10.592639 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.652388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.680835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 514bd721-1968-48f5-88b0-a980ce1792cb up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:10.737152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 514bd721-1968-48f5-88b0-a980ce1792cb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:10.737534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.754871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.778671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e6fc4-2731-4750-b300-769ef1d841e7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:10.868695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:10.871750 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5070a66c-0bb3-471a-aaae-9587adb2599f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359202 Sep 18 07:26:10.872881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59324) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:10.878202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:10.994003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.062941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.142915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.164385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a047b-7e2c-48de-b6fb-d42b3bc4ffe2,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:11.262783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.264085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-89445978-1222-4b13-862e-cb7f7026834a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3899078 Sep 18 07:26:11.267807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:11.272275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:11.358614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9650e-ad38-4c48-b6bd-22cac7186fe3 req-92629841-a0b7-471b-8886-225527fba7bc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:11.360032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7e9650e-ad38-4c48-b6bd-22cac7186fe3 req-92629841-a0b7-471b-8886-225527fba7bc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Sep 18 07:26:11.361285 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:26:11.375003 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.439493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7e9650e-ad38-4c48-b6bd-22cac7186fe3 req-afb8d5bd-301c-4965-9c49-82a659bd10fa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734966 Sep 18 07:26:11.463618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.564148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-863a9b9b-f700-4e9a-a659-47de8454659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.571222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.591740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2329ef-2acd-472e-9182-de6cc8a33ebc,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:11.663919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.665547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2517fb08-b908-4c39-b8a9-b78b819724d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3967257 Sep 18 07:26:11.668535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59332) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:11.672991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '349c308b-8177-4757-a89a-e43bca130820', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:11.765432 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:26:11.770648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.833689 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.919186 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:11.934437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0258047-0781-4ed9-9406-5873c960a1a3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:12.038790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:12.040152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69631724-8c79-4c21-8394-2f79a2782004 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3706536 Sep 18 07:26:12.102887 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:12.168441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-4c56af1c-f1a6-4629-85f1-e479933d3fbe service neutron] 10.222.0.37 "GET /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 385 time: 0.0596223 Sep 18 07:26:12.188958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-0c6b2502-7d81-4da8-a12d-155aea6778f2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968386518&fields=id&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 267 time: 0.0321734 Sep 18 07:26:12.361212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:12.389464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:12.444697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:12.447030 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b69831-c866-46cf-9d4a-b5b038c908b5" -d '{"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-unplugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:12.455017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:12.498604 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca3c313-af63-4524-98fd-83f2a99d2073 x-openstack-request-id: req-6ca3c313-af63-4524-98fd-83f2a99d2073 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:12.498911 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-unplugged", "status": "completed", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:12.504487 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ca3c313-af63-4524-98fd-83f2a99d2073 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:12.504487 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'code': 200} Sep 18 07:26:12.576013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:12.635549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-39950176-0f8e-4663-8e00-c1a833f4db45 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:12.637076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-39950176-0f8e-4663-8e00-c1a833f4db45 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 797 time: 0.4414375 Sep 18 07:26:12.660499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d527c-1ad9-4917-b511-33143eb60dbe req-b23964fb-b192-4abe-b272-dc44ab117e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:12.662015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-070d527c-1ad9-4917-b511-33143eb60dbe req-b23964fb-b192-4abe-b272-dc44ab117e61 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0833352 Sep 18 07:26:12.664571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-e5144c25-82ca-4d15-941c-51ca8fa44ade tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/quotas/f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 375 time: 0.0208023 Sep 18 07:26:12.670678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] Transition to ACTIVE for port object 51a6e74b-2bc8-4ca0-af66-1c63785b143d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:26:12.734529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-070d527c-1ad9-4917-b511-33143eb60dbe req-dbedd7b5-d4c2-4ef8-83f4-3a82ac0824e6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650606 Sep 18 07:26:12.744533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-34a84bec-d6d3-45e9-a30b-55413ef311ec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692115 Sep 18 07:26:12.760591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-0673a75b-4a8f-40f1-b16b-a85a5f01d291 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:26:12.761703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-0673a75b-4a8f-40f1-b16b-a85a5f01d291 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054471 Sep 18 07:26:12.772185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:12.866728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-69d39c06-dc17-4699-ae32-6a1ed800eb77 service neutron] 10.222.0.20 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991831 Sep 18 07:26:12.983889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-786159ef-dc83-4291-a24c-ad96a835a3aa service neutron] 10.222.0.20 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086991 Sep 18 07:26:13.228556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] Pushing event updated for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=11']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:13.286825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] No DVR routers for this DVR port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:26:13.293288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-649aa98d-1f76-421a-91b4-d7f12a3f2150 req-586d3fd8-c7e1-4a54-9a3c-5a57083982b4 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 210 time: 0.0328214 Sep 18 07:26:13.353931 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:13.426564 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-cd0ad24e-2fbd-48a2-b045-9c0d7d07820f service neutron] 10.222.0.37 "PUT /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d/bindings/n-h2-789963-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2503948 Sep 18 07:26:13.619502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-8bc3e0f9-160d-4a72-b7e9-b06198fc0cbb tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:13.621696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-8bc3e0f9-160d-4a72-b7e9-b06198fc0cbb tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&tenant_id=dd7bdea352ae4aecad49be8deebc1b48&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.0452063 Sep 18 07:26:13.668280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-8a65fdb9-e123-4e8a-aeef-dbd768323bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:13.669811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-8a65fdb9-e123-4e8a-aeef-dbd768323bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 1096 time: 0.0407991 Sep 18 07:26:13.750656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-199b903e-cdf5-42b7-a6c5-7023261fac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:13.752225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-199b903e-cdf5-42b7-a6c5-7023261fac41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1096 time: 0.0473981 Sep 18 07:26:13.892527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-80421d35-c800-48cb-a62b-8fa9f207b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:13.894021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-80421d35-c800-48cb-a62b-8fa9f207b890 service neutron] 10.222.0.24 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.1348529 Sep 18 07:26:13.902269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8783a9-b2e4-4695-8633-ea217edd5a07 req-89d5c396-d392-4d43-9ac7-bc39ef830083 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:13.903759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da8783a9-b2e4-4695-8633-ea217edd5a07 req-89d5c396-d392-4d43-9ac7-bc39ef830083 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0714159 Sep 18 07:26:13.991027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-43b1b910-162c-4cd6-bbc9-60cf107a0af5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 999 time: 0.0863242 Sep 18 07:26:13.993817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da8783a9-b2e4-4695-8633-ea217edd5a07 req-c18840a4-7890-4024-84fc-7f74a6f56ae3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819390 Sep 18 07:26:14.046760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-43d661a7-2757-4f7c-bb20-9baf35c889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:14.049443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-43d661a7-2757-4f7c-bb20-9baf35c889f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0492642 Sep 18 07:26:14.099820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-e721abc1-ff5f-402e-8092-e1386e96823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:14.102886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-e721abc1-ff5f-402e-8092-e1386e96823d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470440 Sep 18 07:26:14.205885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-ca191131-64cb-44c8-ada7-2c38a2f2e322 service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957422 Sep 18 07:26:14.303848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-9003c5ca-72bf-4d69-bad1-f6a26a2ca25b service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903962 Sep 18 07:26:14.379193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7740176f-150c-49c5-890f-be80479d0406 req-0aa3e5e1-6478-4949-af3b-71aa83119d9c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 210 time: 0.0334978 Sep 18 07:26:14.765246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:14.862188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-35beec7b-af26-42ab-a1fd-1523915e0fa7 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:14.863616 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-35beec7b-af26-42ab-a1fd-1523915e0fa7 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432&tenant_id=dd7bdea352ae4aecad49be8deebc1b48&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 1096 time: 0.0444834 Sep 18 07:26:15.060064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-629248fe-eda2-4fce-8798-e20351e5efaa service neutron] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h1-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:15.072184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-629248fe-eda2-4fce-8798-e20351e5efaa service neutron] Notify callbacks [] for binding, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:15.073761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0b9c914-b9c4-4a43-9ab2-d8f721057e99 req-629248fe-eda2-4fce-8798-e20351e5efaa service neutron] 10.222.0.24 "DELETE /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d/bindings/n-h1-789963-14 HTTP/1.1" status: 204 len: 173 time: 0.2016902 Sep 18 07:26:15.117922 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0ceac-07f2-46b2-acf8-2de1a6f9048f req-2752dad4-3d92-4c2b-aa9a-0c773ff8b7fa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:15.119384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9b0ceac-07f2-46b2-acf8-2de1a6f9048f req-2752dad4-3d92-4c2b-aa9a-0c773ff8b7fa tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0579307 Sep 18 07:26:15.160107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9b0ceac-07f2-46b2-acf8-2de1a6f9048f req-ca2f3090-8a35-42d2-92c2-d461523ac97c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Sep 18 07:26:15.229132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:15.268470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64d37-8a9b-4c8a-8856-a6499cfd9322 req-fd12fc79-401d-4c60-bb86-d8a57ef499e8 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:15.270043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcc64d37-8a9b-4c8a-8856-a6499cfd9322 req-fd12fc79-401d-4c60-bb86-d8a57ef499e8 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1096 time: 0.0423522 Sep 18 07:26:15.307173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcc64d37-8a9b-4c8a-8856-a6499cfd9322 req-0862c951-0519-45a1-815c-3b3a1a6d4d11 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Sep 18 07:26:15.396337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:26:15.426741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c659bb1-5f03-491d-9243-0ff850e28f33 req-9a0a72a8-01aa-45f1-9ecf-d6311f92dcd1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:15.430422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c659bb1-5f03-491d-9243-0ff850e28f33 req-9a0a72a8-01aa-45f1-9ecf-d6311f92dcd1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0561600 Sep 18 07:26:15.446013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:26:15.491629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95a67dfd-c8c9-4e3a-add9-fc4ab4ba0d53 req-94540a1b-e7f4-4640-a385-c8fea366906b tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 210 time: 0.0384102 Sep 18 07:26:15.496916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c659bb1-5f03-491d-9243-0ff850e28f33 req-6c03e9fa-83c4-40fa-a264-30aa65c6dae9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620587 Sep 18 07:26:15.519776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59378) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:15.586874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5c7d6354-3b9b-4d41-9137-1fc40f064896 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 200 len: 991 time: 0.0658500 Sep 18 07:26:15.829550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59386) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:15.875298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-9c231fca-4c35-42c5-a2a1-40044d9d85fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:15.876801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-9c231fca-4c35-42c5-a2a1-40044d9d85fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 797 time: 0.1257415 Sep 18 07:26:15.926556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-a16ac75e-7328-4ef8-a9c1-2c93e2b0a323 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 379 time: 0.0397253 Sep 18 07:26:15.935568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'port': {'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'admin_state_up': True, 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'security_groups': ['349c308b-8177-4757-a89a-e43bca130820']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:16.005049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port c2de6a6a-96ba-48e5-9205-9f019de85e0f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:26:16.005705 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.094248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.094537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.105798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for c2de6a6a-96ba-48e5-9205-9f019de85e0f owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:26:16.222662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:16.226312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.365698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.14 (82c0141f-13fc-4906-a0e2-1d1dcf4e48ff/83ae8149-c74e-45bd-8c5f-1996b36714f5/77acc983-c1fd-4b83-a8b2-11e06aabb524) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:16.434447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.462998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=c2de6a6a-96ba-48e5-9205-9f019de85e0f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:16.523621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.523962 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP 04cc8cbd-eeac-4d2b-ad3e-38458516dfef disassociated (deleted). External IP: 172.25.4.158, port: 51a6e74b-2bc8-4ca0-af66-1c63785b143d. Sep 18 07:26:16.550120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.635192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-624a6d36-0d2a-46da-9b8e-6710534cc1d0 req-615d142d-c47e-44a9-acb3-ad246df0024c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 210 time: 0.0535276 Sep 18 07:26:16.697329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.736446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:16.739876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:16.743854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:16.774395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:16.782898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:16.810056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:16.810320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.903602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-afb13ea8-8e44-4982-9515-e23553c0e7ca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9717896 Sep 18 07:26:16.909853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:16.914559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:16.917290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Request body: {'port': {'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:16.922374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Sync routers for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:16.939126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:16.943580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-10929c26-67b2-4907-8bf4-b66f2df23b31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/floatingips/04cc8cbd-eeac-4d2b-ad3e-38458516dfef HTTP/1.1" status: 204 len: 168 time: 1.1127949 Sep 18 07:26:16.944169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:16.946777 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef8c43-6465-4750-ba1b-ae29c47d122d" -d '{"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:16.946967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:17.020934 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d396b37c-3b85-45a7-a915-2e4b10d0684a x-openstack-request-id: req-d396b37c-3b85-45a7-a915-2e4b10d0684a {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:17.021527 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:17.021647 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d396b37c-3b85-45a7-a915-2e4b10d0684a {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:17.022326 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'status': 'completed', 'code': 200} Sep 18 07:26:17.026609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.072341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6302b76a-5da8-4373-96a9-17cfb44f80f4 None None] Provisioning complete for port 77acc983-c1fd-4b83-a8b2-11e06aabb524 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:17.073118 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6302b76a-5da8-4373-96a9-17cfb44f80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.118689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-90c5f20c-38fc-40ca-88c2-a8beec08bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.120048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:17.120814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-90c5f20c-38fc-40ca-88c2-a8beec08bfcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 1096 time: 0.0615354 Sep 18 07:26:17.151028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6302b76a-5da8-4373-96a9-17cfb44f80f4 None None] Port 77acc983-c1fd-4b83-a8b2-11e06aabb524 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:17.237959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-3f948dbc-b2f9-4f29-b45b-787fe9ca6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.239625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-3f948dbc-b2f9-4f29-b45b-787fe9ca6e2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 200 len: 898 time: 0.1120281 Sep 18 07:26:17.285441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-5f218a52-fdf4-4f3b-a405-bd748d5a063b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 200 len: 217 time: 0.0376260 Sep 18 07:26:17.349615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77acc983-c1fd-4b83-a8b2-11e06aabb524 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:26:17.356643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:17.358198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.359287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-f810f52f-9ce0-4cae-b473-1e52096351d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.360947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-f810f52f-9ce0-4cae-b473-1e52096351d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 200 len: 835 time: 0.0624726 Sep 18 07:26:17.373439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Transition to ACTIVE for port object 77acc983-c1fd-4b83-a8b2-11e06aabb524 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:26:17.383661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Checking router: 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:17.393140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:17.393752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:17.411824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-f0a8ce06-c6b2-4aa5-bd15-5480fd8df00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.413384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-f0a8ce06-c6b2-4aa5-bd15-5480fd8df00e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=148f7dd1-8320-40d7-b199-cca2fab20fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447195 Sep 18 07:26:17.474088 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.512925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:17.539738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Pushing event updated for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:17.597827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1778a-0ccd-4fc0-a14c-5c4a7644e4ee req-11fb5ec5-ee81-40d0-8302-ac9c78482242 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.599465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33b1778a-0ccd-4fc0-a14c-5c4a7644e4ee req-11fb5ec5-ee81-40d0-8302-ac9c78482242 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.1139421 Sep 18 07:26:17.601734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-ec48032c-1262-47aa-ada5-08cec18d21f0 service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522634 Sep 18 07:26:17.666318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Attempting to bind port 77acc983-c1fd-4b83-a8b2-11e06aabb524 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:17.666722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Attempting to bind port 77acc983-c1fd-4b83-a8b2-11e06aabb524 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:17.667036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Attempting to bind port 77acc983-c1fd-4b83-a8b2-11e06aabb524 on network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:17.672294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Port 77acc983-c1fd-4b83-a8b2-11e06aabb524 on network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:26:17.693190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Attempting to bind port 77acc983-c1fd-4b83-a8b2-11e06aabb524 on network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:17.693614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33b1778a-0ccd-4fc0-a14c-5c4a7644e4ee req-e4304ad3-3ab2-448c-9915-73729f80417c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=13bd1c62-857d-4c72-9c73-1479b8ad9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881882 Sep 18 07:26:17.720556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:17.720909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Checking segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:17.721309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Bound using segment: {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:17.721761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Bound port: 77acc983-c1fd-4b83-a8b2-11e06aabb524, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841fcf74-0ad3-42da-baf7-3d95dc2b303d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:17.722168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.798600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cef8c43-6465-4750-ba1b-ae29c47d122d req-ad689fa4-1eb7-4e4f-b060-eda2b5a3f00a service neutron] 10.222.0.24 "GET /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860092 Sep 18 07:26:17.807102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:17.814813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5fdee-4cd3-4c22-b2ab-d43df40950fe req-b13916db-7651-414e-9494-7dae2fec35d0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.819879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:17.823667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1b5fdee-4cd3-4c22-b2ab-d43df40950fe req-b13916db-7651-414e-9494-7dae2fec35d0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 944 time: 0.0936351 Sep 18 07:26:17.824225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:17.851442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585c2fba-fb86-44e7-8ec5-accbc8742c55 None None] The sync data for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 is: [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:12Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f56f17ab-c86f-42e7-90e7-97fa7f2e6955', 'name': '', 'network_id': '148f7dd1-8320-40d7-b199-cca2fab20fa4', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:17:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:11Z', 'updated_at': '2021-09-18T07:25:15Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': '3379471b-01e3-4210-b3e3-4ddcd963fc23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:17.858298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1b5fdee-4cd3-4c22-b2ab-d43df40950fe req-6958b538-8a27-4c00-9c2d-ba3e21dcccbb tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Sep 18 07:26:17.914525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.956567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:17.957225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:17.958941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] 10.222.0.37 "PUT /v2.0/ports/77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 1093 time: 1.0474436 Sep 18 07:26:17.959427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:17.961717 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c85c83e-59a5-44d5-8017-7b6980db1b68" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:17.994169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228a26-ad23-4c54-b43c-a15c65722139 service neutron] Pushing event updated for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:18.014891 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597d37a-bc04-43bc-b364-5db0863dde33 x-openstack-request-id: req-c597d37a-bc04-43bc-b364-5db0863dde33 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:18.014891 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:18.014891 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c597d37a-bc04-43bc-b364-5db0863dde33 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:18.015227 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'status': 'completed', 'code': 200} Sep 18 07:26:18.084724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-7e35c07a-d298-4a82-ad40-a124da2e81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.086342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-7e35c07a-d298-4a82-ad40-a124da2e81d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1096 time: 0.0549362 Sep 18 07:26:18.192229 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e3d48-a347-470b-bd77-5ec7d0215814 None None] New status for floating IP 04cc8cbd-eeac-4d2b-ad3e-38458516dfef: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:26:18.193947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-8c77bb86-e876-4c81-93dc-5ce9639bda78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.195583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-8c77bb86-e876-4c81-93dc-5ce9639bda78 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 944 time: 0.0677111 Sep 18 07:26:18.222394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-ae48322a-0a2b-4679-8eaa-07c571a85e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.223970 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-ae48322a-0a2b-4679-8eaa-07c571a85e8f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1301951 Sep 18 07:26:18.305514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 51a6e74b-2bc8-4ca0-af66-1c63785b143d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:26:18.306338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:18.339149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-1d07f4a2-7f0c-4dd1-a79c-9079a0b9b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.340633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c85c83e-59a5-44d5-8017-7b6980db1b68 req-1d07f4a2-7f0c-4dd1-a79c-9079a0b9b054 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100805 Sep 18 07:26:18.404105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 51a6e74b-2bc8-4ca0-af66-1c63785b143d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=51a6e74b-2bc8-4ca0-af66-1c63785b143d,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:18.404830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:18.419045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 51a6e74b-2bc8-4ca0-af66-1c63785b143d owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:26:18.419667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-c060e1b6-41eb-4f4d-aa63-b6c0d9ac5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.421191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-c060e1b6-41eb-4f4d-aa63-b6c0d9ac5bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1096 time: 0.0451722 Sep 18 07:26:18.465382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-e39609f1-c970-4164-9f35-7873276edaeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 217 time: 0.0361369 Sep 18 07:26:18.522117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-bfd671dc-0537-4023-86d4-5831836c33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.523816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-bfd671dc-0537-4023-86d4-5831836c33be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 200 len: 835 time: 0.0516398 Sep 18 07:26:18.570741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-a5d75597-b1b1-4ae9-8947-e8f5491a6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:18.572177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-a5d75597-b1b1-4ae9-8947-e8f5491a6068 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418530 Sep 18 07:26:18.651687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:18.674082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-8985ddad-53bb-4bf7-91bb-df8e130f2108 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948656 Sep 18 07:26:18.683612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=51a6e74b-2bc8-4ca0-af66-1c63785b143d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:18.737460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] No DVR routers for this DVR port 51a6e74b-2bc8-4ca0-af66-1c63785b143d on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:26:18.740637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:18.742920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a0cf93b-78da-4471-a677-e4a2c7e1bcfa req-7bc8ed9e-7faf-4a2b-8975-f615ae3de36b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "DELETE /v2.0/ports/51a6e74b-2bc8-4ca0-af66-1c63785b143d HTTP/1.1" status: 204 len: 173 time: 0.5399883 Sep 18 07:26:18.797117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab3a2b5d-8887-4574-9a36-5620756d7629 req-a179c1c8-33b6-4375-bbe9-67765db82fbb service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158729 Sep 18 07:26:18.818438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7e2ee3e-ab6c-4a3f-b001-7a0ccb22c8e2 req-aab08aec-ea45-437d-818a-88558aa503e9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=1355285c-2217-4506-8203-0467b5bfb432 HTTP/1.1" status: 200 len: 210 time: 0.0302629 Sep 18 07:26:19.000072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f20eb-c943-404a-b7a1-b2788860be40 req-bbe0c167-8447-449f-ad37-75b9b92ddf2f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:19.001664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-502f20eb-c943-404a-b7a1-b2788860be40 req-bbe0c167-8447-449f-ad37-75b9b92ddf2f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 944 time: 0.0670929 Sep 18 07:26:19.025372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-deleted', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:19.034858 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab3da0f-fca4-4d41-b3b8-d57685ef62ae" -d '{"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-deleted", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:19.054554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-502f20eb-c943-404a-b7a1-b2788860be40 req-fce69878-ce9a-4a46-8f74-fed2de0468b5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443881 Sep 18 07:26:19.081726 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e7a0a-919e-4fbd-8a31-040caf4bf306 x-openstack-request-id: req-a54e7a0a-919e-4fbd-8a31-040caf4bf306 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:19.082066 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1355285c-2217-4506-8203-0467b5bfb432", "name": "network-vif-deleted", "tag": "51a6e74b-2bc8-4ca0-af66-1c63785b143d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:19.082344 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a54e7a0a-919e-4fbd-8a31-040caf4bf306 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:19.082752 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1355285c-2217-4506-8203-0467b5bfb432', 'name': 'network-vif-deleted', 'tag': '51a6e74b-2bc8-4ca0-af66-1c63785b143d', 'status': 'completed', 'code': 200} Sep 18 07:26:19.877941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59414) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:20.214205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59c9d-5864-46b3-9e28-31dfa9af29f7 req-5a2ae571-1dee-43d0-a796-b555bd678fff tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:20.215735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca59c9d-5864-46b3-9e28-31dfa9af29f7 req-5a2ae571-1dee-43d0-a796-b555bd678fff tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 944 time: 0.0901937 Sep 18 07:26:20.269171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca59c9d-5864-46b3-9e28-31dfa9af29f7 req-c7cee198-7e71-4b6f-9bc0-a5ba6b42cc04 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472834 Sep 18 07:26:20.320503 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:20.584084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port f56f17ab-c86f-42e7-90e7-97fa7f2e6955 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:26:20.584536 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:20.677047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port f56f17ab-c86f-42e7-90e7-97fa7f2e6955, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:20.677415 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:20.690124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for f56f17ab-c86f-42e7-90e7-97fa7f2e6955 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:26:21.022169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:21.047465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=f56f17ab-c86f-42e7-90e7-97fa7f2e6955,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:21.231589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:21.443391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 77acc983-c1fd-4b83-a8b2-11e06aabb524 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:26:21.695383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1770788-1456-4c34-8c28-976778dc89cf req-4667f8e0-b802-4b11-ae93-a4d6b3e9a069 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:21.696799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1770788-1456-4c34-8c28-976778dc89cf req-4667f8e0-b802-4b11-ae93-a4d6b3e9a069 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 944 time: 0.0651948 Sep 18 07:26:21.710238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:21.722458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:26:21.761932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:21.775536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77acc983-c1fd-4b83-a8b2-11e06aabb524 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:26:21.795686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:21.804078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1770788-1456-4c34-8c28-976778dc89cf req-d8ba4a91-bb59-4235-8763-b1da545726d9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708709 Sep 18 07:26:21.829874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:21.869951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:21.930651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:21.943419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:21.951513 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b88bd8da-a28f-44b9-9280-e811337930a6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/7801bd92-9159-451c-a3bc-0dfcfb7d6ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716231 Sep 18 07:26:21.953249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59424) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:21.956617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Sync routers for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:21.967100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:21.967977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:22.017134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting subnet 3379471b-01e3-4210-b3e3-4ddcd963fc23 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:26:22.020336 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.061112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.067783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['77acc983-c1fd-4b83-a8b2-11e06aabb524'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:26:22.122724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:22.155478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.328596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.357078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Subnet': ['ID=3379471b-01e3-4210-b3e3-4ddcd963fc23,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:22.363618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.365532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65fcea25-c800-4c25-a91a-eaf32e6a41db tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/subnets/3379471b-01e3-4210-b3e3-4ddcd963fc23 HTTP/1.1" status: 204 len: 168 time: 0.4106114 Sep 18 07:26:22.368825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59428) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:22.384891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a95e28-6a99-4954-b7ae-ba5f87266146 None None] Network 148f7dd1-8320-40d7-b199-cca2fab20fa4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:26:22.519350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:26:20Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:22.526954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.560775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Checking router: 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:22.618150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Routers {'7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:22.618786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:22.637933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.759474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] Set router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:22.773597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:26:22.774040 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.787976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] DHCP port deletion for 148f7dd1-8320-40d7-b199-cca2fab20fa4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:26:22.881462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:22.881838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:22.894600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:26:22.958682 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960b08-1b52-4780-8591-6003d34a8eae req-985522e0-0696-4af4-8e03-6f705970d544 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:22.960542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d960b08-1b52-4780-8591-6003d34a8eae req-985522e0-0696-4af4-8e03-6f705970d544 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 945 time: 0.0644014 Sep 18 07:26:22.980474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Deleting port 874ed9b9-fca8-4f01-89f1-34a0220685e0 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:26:22.981045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.015234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d960b08-1b52-4780-8591-6003d34a8eae req-dafa96df-c215-4b1b-b89d-5fe833371b62 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Sep 18 07:26:23.070656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] For port 874ed9b9-fca8-4f01-89f1-34a0220685e0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=874ed9b9-fca8-4f01-89f1-34a0220685e0,segment=NetworkSegment(b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1),segment_id=b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:23.071034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.086279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Calling delete_port for 874ed9b9-fca8-4f01-89f1-34a0220685e0 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:26:23.108507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.136757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:23.143192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:26:20Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:23.176922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9dc189-3e0c-42fe-b0f9-f0cee82cf734 None None] The sync data for ids ['7801bd92-9159-451c-a3bc-0dfcfb7d6ecd'] in n-d-789963-14 is: [{'id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1920419438', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:26:20Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801bd92-9159-451c-a3bc-0dfcfb7d6ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:25:07Z', 'updated_at': '2021-09-18T07:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:23.204842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.326304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.328236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.330385 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.352892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] Pushing event deleted for resources: {'Port': ['ID=874ed9b9-fca8-4f01-89f1-34a0220685e0,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:23.355325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b635d3-f349-4fb2-84da-56474b0a30e3 None None] No DVR routers for this DVR port 874ed9b9-fca8-4f01-89f1-34a0220685e0 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:26:23.473928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:26:23.476030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 77acc983-c1fd-4b83-a8b2-11e06aabb524 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:23.485065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.485617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Fanout notify agent at l3_agent the message router_deleted on router 7801bd92-9159-451c-a3bc-0dfcfb7d6ecd {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:26:23.492837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.493993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a1dc7ff-977b-4b15-9809-666a4703eae5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/routers/7801bd92-9159-451c-a3bc-0dfcfb7d6ecd HTTP/1.1" status: 204 len: 168 time: 1.1228971 Sep 18 07:26:23.497497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59434) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:23.515427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 51a6e74b-2bc8-4ca0-af66-1c63785b143d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:26:23.515427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 51a6e74b-2bc8-4ca0-af66-1c63785b143d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:26:23.581442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.627995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 77acc983-c1fd-4b83-a8b2-11e06aabb524 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:26:23.633637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 77acc983-c1fd-4b83-a8b2-11e06aabb524 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:23.634063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.693513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.719116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.719351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148f7dd1-8320-40d7-b199-cca2fab20fa4']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:23.729958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:23.730338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f0f6ac-bbb6-4f8a-9319-311bd9a59dd1') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:23.740853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.744883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:23.747224 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb96752-5c92-4941-99fb-8d3bacc18827" -d '{"events": [{"server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "name": "network-vif-plugged", "status": "completed", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:23.767248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.767374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:23.767468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:26:23.767468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:26:23.778694 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:26:23.801421 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34642025-f202-49b1-b6ac-519db584ae33 x-openstack-request-id: req-34642025-f202-49b1-b6ac-519db584ae33 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:23.801945 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "name": "network-vif-plugged", "status": "completed", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:23.802162 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34642025-f202-49b1-b6ac-519db584ae33 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:23.802520 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'code': 200} Sep 18 07:26:23.841701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.908991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:23.915077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd736-6fa4-41de-a45f-04fce8af7deb req-41dc8422-eebc-477e-a76d-60828329e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:23.917165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-630bd736-6fa4-41de-a45f-04fce8af7deb req-41dc8422-eebc-477e-a76d-60828329e630 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1098 time: 0.0520458 Sep 18 07:26:23.954977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-630bd736-6fa4-41de-a45f-04fce8af7deb req-6403c168-44a9-4d12-b763-bfe5007a7b65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Sep 18 07:26:23.959727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.980061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:23.980061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/networks/148f7dd1-8320-40d7-b199-cca2fab20fa4 HTTP/1.1" status: 204 len: 168 time: 0.4737697 Sep 18 07:26:23.980295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:23.985281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e3458-1301-471b-b49b-14c1f72ab60b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Network': ['ID=148f7dd1-8320-40d7-b199-cca2fab20fa4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:24.036820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:24.064023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:24.134817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd797f4d-fac4-415f-adeb-36488e7038c3 req-fdc2dd6f-c570-4413-a567-d43c2ed1d4f1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:24.136865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd797f4d-fac4-415f-adeb-36488e7038c3 req-fdc2dd6f-c570-4413-a567-d43c2ed1d4f1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0518191 Sep 18 07:26:24.175483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd797f4d-fac4-415f-adeb-36488e7038c3 req-1ec94946-65b2-446a-9c56-98ca85cf7678 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323098 Sep 18 07:26:24.193781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:24.203304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:24.203304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/security-groups/13bd1c62-857d-4c72-9c73-1479b8ad9a18 HTTP/1.1" status: 204 len: 168 time: 0.2216322 Sep 18 07:26:24.207188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fc8e3-53d5-4bd4-9349-e35e3d52db0d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd1c62-857d-4c72-9c73-1479b8ad9a18,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:24.430224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f56f17ab-c86f-42e7-90e7-97fa7f2e6955 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:26:24.451419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f56f17ab-c86f-42e7-90e7-97fa7f2e6955 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:26:24.451747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f56f17ab-c86f-42e7-90e7-97fa7f2e6955 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:26:24.452158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 874ed9b9-fca8-4f01-89f1-34a0220685e0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:26:24.470929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 874ed9b9-fca8-4f01-89f1-34a0220685e0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:26:24.471561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 874ed9b9-fca8-4f01-89f1-34a0220685e0 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:26:24.472200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:26:24.491943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:26:24.492289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eda24a60-8b5b-4cc1-896b-5d22b0ad5ba3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:26:24.742408 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:24.747483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566080169', 'description': 'tempest-secgroup-smoke-1566080169 description', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:24.856358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:24.937802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.033755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.069550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad56be-a9c7-49d0-93ca-0e277eed9c26,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:25.165279 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.167126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-71df9bc2-4790-47f7-9ae6-f39048c4c357 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4232194 Sep 18 07:26:25.170187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59450) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:25.174817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:25.273434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.290626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41877e25-2b8e-478b-b5e4-f962190bd907 req-7a0a1760-011d-4e5e-aa3d-56024fd9bf4f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:25.292760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41877e25-2b8e-478b-b5e4-f962190bd907 req-7a0a1760-011d-4e5e-aa3d-56024fd9bf4f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Sep 18 07:26:25.324886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.330465 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41877e25-2b8e-478b-b5e4-f962190bd907 req-dd6a6299-c85f-4b25-b58c-bff5c76f4174 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Sep 18 07:26:25.405804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.428057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11c0c93-ab58-434d-9ae6-e3dbc8f546ed,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:25.456150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92da64a-a405-479e-9865-ff1844ecff0b req-e4ec036a-45e8-4a3d-9b98-4b95d8c5ffa8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:25.457644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e92da64a-a405-479e-9865-ff1844ecff0b req-e4ec036a-45e8-4a3d-9b98-4b95d8c5ffa8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0544703 Sep 18 07:26:25.496459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e92da64a-a405-479e-9865-ff1844ecff0b req-951b653a-605d-4fde-81da-8eac89130719 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Sep 18 07:26:25.501435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.502734 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-68da5f71-32d4-4033-9f7f-de1ae9d52c23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315609 Sep 18 07:26:25.505676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59458) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:25.510977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:25.521888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:25.569670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a33c6d-e38a-4d2b-b4cb-d2fced0d0fab tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:25.571156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-34a33c6d-e38a-4d2b-b4cb-d2fced0d0fab tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1093 time: 0.0476716 Sep 18 07:26:25.577745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:25.578968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:25.649735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.707836 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.753909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.788704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.834519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f317d-a3c9-4ebe-a0f7-dc6475ea7044,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:25.868004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.921277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:25.922528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6563728a-29c3-4a52-88ed-eb9ef1ee9917 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4157231 Sep 18 07:26:25.925453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59464) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:25.930030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:25.983740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.25.4.102 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/4fb0ff62-d42d-4351-87a5-605805976331) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:26.032688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.104620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.108688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.176606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.191588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.204512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf03e51-b5c5-43d2-b2e2-c43f987ce093,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:26.228413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:26.231375 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:26.234830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:26.256415 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.261798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-451d4a83-7f5d-4be9-a0ca-6592e6d9d7a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313422 Sep 18 07:26:26.261798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59466) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:26.263251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=4fb0ff62-d42d-4351-87a5-605805976331,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:26.270020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:26.353059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.419170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.485348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.503717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c77d9-67cc-455b-9385-2d62776df1a7,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:26.592962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.594927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-169ce5ef-c1ee-4364-b5fe-84da1ffd4238 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317492 Sep 18 07:26:26.597811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:26.608882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:26.645050 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.696563 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:26:26.702334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.776810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.778195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.849583 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.904912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef33b9b-af36-4e17-afb3-75612ae33a6e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:26.968250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.970588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:26.971817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f146a42b-2fc1-4149-b814-b98ad970dd46 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729806 Sep 18 07:26:26.974790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:26.979990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'security_group_rule': {'security_group_id': '9cad56be-a9c7-49d0-93ca-0e277eed9c26', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:27.045359 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.076211 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Project dd7bdea352ae4aecad49be8deebc1b48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:26:27.111448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.136497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=4fb0ff62-d42d-4351-87a5-605805976331,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:27.168046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.234741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.287843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.314199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889bebdf-add8-47c0-9c55-a981e98b49e3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:27.326000 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Floating IP 7a28d7a9-fa44-48f9-9a5e-87102c11047a associated. External IP: 172.25.4.102, port: 77acc983-c1fd-4b83-a8b2-11e06aabb524. Sep 18 07:26:27.407399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.408621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ef7fe111-7299-4623-9e37-aa447649b893 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4327817 Sep 18 07:26:27.411724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:27.416799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'network': {'name': 'tempest-network-smoke--2069993219', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:27.502792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:27.506609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.534495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:27.543132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:26:27.552789 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.553209 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Added segment cc1e6f9b-7357-4424-9509-95e91bb12f0b of type vlan for network fe7beb04-4533-467d-b12b-a08eb25dedb9 Sep 18 07:26:27.600635 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.658196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:27.668344 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:27.678043 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:27.678662 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:27.685090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.690873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:27.691474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.762286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Network': ['ID=fe7beb04-4533-467d-b12b-a08eb25dedb9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:27.766105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.773231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:26:27.787537 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:27.802331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0f455e9b-869a-4257-9f75-b27e81eade27 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2239294 Sep 18 07:26:27.802331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:27.802988 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98910e95-4527-49aa-af1c-6deb44b306fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:27.803979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59482) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:27.829877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59486) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:27.834889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'admin_state_up': True, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:27.842361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9feeb6cd-dca3-49c4-b23f-354393aa77d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4293895 Sep 18 07:26:27.855601 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe5273-ef4b-4ce9-9823-9b8643e9bfad x-openstack-request-id: req-fbfe5273-ef4b-4ce9-9823-9b8643e9bfad {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:27.855894 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:27.856146 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbfe5273-ef4b-4ce9-9823-9b8643e9bfad {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:27.856556 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'status': 'completed', 'code': 200} Sep 18 07:26:27.936928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08ff410a-73d3-4405-89c0-8709d84656a6 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/7a28d7a9-fa44-48f9-9a5e-87102c11047a HTTP/1.1" status: 200 len: 992 time: 0.1313279 Sep 18 07:26:27.943068 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.943742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98910e95-4527-49aa-af1c-6deb44b306fb req-669f7caf-d09a-4637-a853-94c9b8651985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:27.944534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:27.945712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-669f7caf-d09a-4637-a853-94c9b8651985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1098 time: 0.0608544 Sep 18 07:26:27.997853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.019799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:26Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:28.040626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98910e95-4527-49aa-af1c-6deb44b306fb req-66984336-0531-48b1-ba4b-9fcac96ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:28.042749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-66984336-0531-48b1-ba4b-9fcac96ed0a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 898 time: 0.0904021 Sep 18 07:26:28.111998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-f7f40e48-8294-4234-a65c-3559b750fda2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 1000 time: 0.0624444 Sep 18 07:26:28.145479 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:28.162221 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:28.162820 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:28.167991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98910e95-4527-49aa-af1c-6deb44b306fb req-eeed15eb-7219-4140-9375-d917d80b74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:28.169819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-eeed15eb-7219-4140-9375-d917d80b74a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 200 len: 835 time: 0.0503483 Sep 18 07:26:28.230675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98910e95-4527-49aa-af1c-6deb44b306fb req-db9f3962-aa1c-464f-b4e2-2e3fb970cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:28.232189 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-db9f3962-aa1c-464f-b4e2-2e3fb970cd32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555053 Sep 18 07:26:28.254886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.272097 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:28.333374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-7488a046-bedd-450c-a71f-fc2544908217 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903070 Sep 18 07:26:28.446517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98910e95-4527-49aa-af1c-6deb44b306fb req-63e4cb67-1f85-4754-a69d-f5aea16173f5 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053874 Sep 18 07:26:28.504523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:26Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:28.530306 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfa842-ba55-4e51-aab1-9451cf209cc1 None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:06Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:26Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:28.549590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.570482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.685228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.186 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:28.768109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d439b2-f05f-40fa-94fe-ce21b61766ed None None] New status for floating IP 7a28d7a9-fa44-48f9-9a5e-87102c11047a: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:26:28.800501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.939727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:28.967323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:28.998789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:28.999605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c71f4fb9-aa02-4784-aa8d-a4caf1b4dce8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/7a28d7a9-fa44-48f9-9a5e-87102c11047a HTTP/1.1" status: 200 len: 992 time: 0.0588257 Sep 18 07:26:29.003043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:29.005454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:29.038875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:29.097389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:29.363989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:29.862844 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.003100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59504) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:30.062105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6f8d28f8-c816-4c61-aebd-801aec370ce5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/7a28d7a9-fa44-48f9-9a5e-87102c11047a HTTP/1.1" status: 200 len: 994 time: 0.0579054 Sep 18 07:26:30.063298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:26:30.173809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:30.183750 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Sync routers for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:30.193611 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:30.194333 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:30.250665 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.255067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1768bd29-602a-4488-9b84-3ccc7523912a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4210908 Sep 18 07:26:30.255374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59508) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:30.287560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36fa5e2f-b1f7-4a11-95bb-aa045b96470d tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=dd7bdea352ae4aecad49be8deebc1b48&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285857 Sep 18 07:26:30.287788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59510) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:30.298769 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:30.439436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c45ca8-2583-4f76-b064-770dc1884dde tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:30.443853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-56c45ca8-2583-4f76-b064-770dc1884dde tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523094 Sep 18 07:26:30.443985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59512) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:30.479126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-72572c1c-ff1c-49b7-abef-7328a07a6377 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316246 Sep 18 07:26:30.479372 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:29Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:30.479523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59514) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:30.484101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1497801462', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:30.503680 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Checking router: c34bdc8c-bddb-433e-9386-0cdc2c77fd0d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:30.504024 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Updating router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:26:30.528375 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.627938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:30.632058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.786038 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.860809 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.902161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.915762 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Pushing event updated for resources: {'Port': ['ID=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:30.922272 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.922619 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.922957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.923290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.923618 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.923945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.924268 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.924590 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.924911 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.925229 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.925549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.925865 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:30.931674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Attempting to bind port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:30.932688 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Attempting to bind port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:30.933041 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Attempting to bind port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:30.939187 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:30.939187 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:30.939773 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.940163 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:30.940618 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Bound port: eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:30.941040 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:30.981106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Subnet': ['ID=dd2ce186-d362-4d62-afee-1c94729e87e5,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:30.985475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Checking segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:30.991001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network hostable DHCP agents. Network: fe7beb04-4533-467d-b12b-a08eb25dedb9, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:26:30.995074 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] For port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:30.998283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] For port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:31.085930 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:31.096636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:26:31.142590 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:31.143127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:31.183775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ba788-b33f-4222-b9cb-79bf8b26bc85 None None] Pushing event updated for resources: {'Port': ['ID=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:31.188169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, fe7beb04-4533-467d-b12b-a08eb25dedb9) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:31.192367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:31.192983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:31.210780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4db77-e32b-4c82-8dab-5101ac53842c None None] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:26:31.298608 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:31.307964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-45648c9f-43de-4919-b03c-7eff7374ab58 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8275867 Sep 18 07:26:31.311022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59518) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:31.524625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:29Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:31.554557 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd8f8b-ef32-4607-9888-b02b33d48d70 None None] The sync data for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 is: [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:29Z', 'revision_number': 3, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:31.655195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-fe7beb04-4533-467d-b12b-a08eb25dedb9', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:26:31.656237 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:31.807978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Allocated IP 172.20.0.2 (fe7beb04-4533-467d-b12b-a08eb25dedb9/dd2ce186-d362-4d62-afee-1c94729e87e5/10191ad5-63a3-4652-b0af-873e668b33ec) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:31.989723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.081983 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.140644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:32.157977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Pushing event updated for resources: {'Port': ['ID=10191ad5-63a3-4652-b0af-873e668b33ec,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:32.169816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:32.173656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:32.219316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.242603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Attempting to bind port 10191ad5-63a3-4652-b0af-873e668b33ec on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:32.243181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Attempting to bind port 10191ad5-63a3-4652-b0af-873e668b33ec by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:32.243449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Attempting to bind port 10191ad5-63a3-4652-b0af-873e668b33ec on network fe7beb04-4533-467d-b12b-a08eb25dedb9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:32.250229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:32.250229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Checking segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:32.250670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.251068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Bound using segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:32.251540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Bound port: 10191ad5-63a3-4652-b0af-873e668b33ec, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:32.252055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.320934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] For port 10191ad5-63a3-4652-b0af-873e668b33ec, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:32.324689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] For port 10191ad5-63a3-4652-b0af-873e668b33ec, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=10191ad5-63a3-4652-b0af-873e668b33ec,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:32.383070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.465691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef68a4c-41b2-40d6-aab6-f323fea2eef0 None None] Pushing event updated for resources: {'Port': ['ID=10191ad5-63a3-4652-b0af-873e668b33ec,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:32.517677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:32.571003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:32.571384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.610415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.1 (fe7beb04-4533-467d-b12b-a08eb25dedb9/dd2ce186-d362-4d62-afee-1c94729e87e5/b70da24a-c845-4b00-a49d-cb323195442d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:32.698359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.730697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:32.787300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.798506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.855252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:32.908533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:32.948150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:32.951303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:32.955003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:32.986861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:33.011523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:33.213847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:33.509274 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:33.570793 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:33.647429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:33.652554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:33.745654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:33.747323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:33.869101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:33.995333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:34.006248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4c73eb28-ef05-4305-8dfd-801a604d1bad tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/c34bdc8c-bddb-433e-9386-0cdc2c77fd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6923566 Sep 18 07:26:34.012231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Sync routers for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:34.021656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:34.022372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:34.062649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbac9c6-696e-4eed-b09b-014047993e4a None None] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:26:34.228383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-be8bffff-903b-408b-b1b6-7f75aad3595a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566080169&fields=id&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 267 time: 0.0347750 Sep 18 07:26:34.231103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:34.232957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] Provisioning complete for port 10191ad5-63a3-4652-b0af-873e668b33ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:34.233344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.339269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-b5fe9f57-9e75-43e2-bb61-6c072fbfbfe1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:34.340708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-b5fe9f57-9e75-43e2-bb61-6c072fbfbfe1 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/networks?id=fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 200 len: 797 time: 0.1041315 Sep 18 07:26:34.356924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-6db9181d-1c39-42e3-a888-dc50375a8ae8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/quotas/dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 375 time: 0.0103791 Sep 18 07:26:34.428090 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9d35a2cf-170f-45e3-be7d-ee0a7e49c857 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655932 Sep 18 07:26:34.488785 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.512508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-42a766fd-357d-47b2-9d4c-e998e984a4f4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:26:34.520188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-42a766fd-357d-47b2-9d4c-e998e984a4f4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792890 Sep 18 07:26:34.561844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 10191ad5-63a3-4652-b0af-873e668b33ec up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:34.565299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] For port 10191ad5-63a3-4652-b0af-873e668b33ec, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=10191ad5-63a3-4652-b0af-873e668b33ec,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:34.632893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-85330bd7-adf6-4e10-9219-877f7848a4c1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048634 Sep 18 07:26:34.649385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.656324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 10191ad5-63a3-4652-b0af-873e668b33ec triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:34.656697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.660576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 2, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:34.727360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Checking router: c34bdc8c-bddb-433e-9386-0cdc2c77fd0d for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:34.727716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Updating router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d port b70da24a-c845-4b00-a49d-cb323195442d binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:26:34.757945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-763095a8-4ad3-44ae-900d-78ac05c013d9 service neutron] 10.222.0.20 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179597 Sep 18 07:26:34.790878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.794962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd95eb-3a49-4ca6-b7cc-4cab8de638e0 None None] Pushing event updated for resources: {'Port': ['ID=10191ad5-63a3-4652-b0af-873e668b33ec,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:34.817568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2bf1b919-9b09-4ade-ba21-4f187f1b959a None None] Provisioning complete for port 10191ad5-63a3-4652-b0af-873e668b33ec triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:34.817989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b919-9b09-4ade-ba21-4f187f1b959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:34.979318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:35.116764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc295f62-5712-4d85-a75a-7a418535125e req-5d3dbeb9-d5b7-4187-a261-e70b0f1781d4 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 210 time: 0.0356774 Sep 18 07:26:35.134460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:35.135527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.378426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2bf1b919-9b09-4ade-ba21-4f187f1b959a None None] Provisioning complete for port b70da24a-c845-4b00-a49d-cb323195442d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:35.378788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bf1b919-9b09-4ade-ba21-4f187f1b959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.436864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2bf1b919-9b09-4ade-ba21-4f187f1b959a None None] Port b70da24a-c845-4b00-a49d-cb323195442d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:35.507342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.556402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-183d2b2b-9c43-4e08-bf41-426566f124cd None None] Provisioning complete for port b70da24a-c845-4b00-a49d-cb323195442d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:35.557701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-183d2b2b-9c43-4e08-bf41-426566f124cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.577696 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.630135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-183d2b2b-9c43-4e08-bf41-426566f124cd None None] Port b70da24a-c845-4b00-a49d-cb323195442d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:35.644014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fdb5-514e-4175-8581-040c361783df None None] Pushing event updated for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:35.709091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Attempting to bind port b70da24a-c845-4b00-a49d-cb323195442d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:35.709474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Attempting to bind port b70da24a-c845-4b00-a49d-cb323195442d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:35.709842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Attempting to bind port b70da24a-c845-4b00-a49d-cb323195442d on network fe7beb04-4533-467d-b12b-a08eb25dedb9 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:35.716302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:35.716689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Checking segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:35.717104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.717504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Bound using segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:35.718022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Bound port: b70da24a-c845-4b00-a49d-cb323195442d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:35.718449 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.784580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] For port b70da24a-c845-4b00-a49d-cb323195442d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:35.787952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] For port b70da24a-c845-4b00-a49d-cb323195442d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b70da24a-c845-4b00-a49d-cb323195442d,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:35.850137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-87f3abe0-0de7-4809-9c0b-c5195e50d0d8 None None] Provisioning complete for port b70da24a-c845-4b00-a49d-cb323195442d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:35.850516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-87f3abe0-0de7-4809-9c0b-c5195e50d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.884946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-87f3abe0-0de7-4809-9c0b-c5195e50d0d8 None None] Port b70da24a-c845-4b00-a49d-cb323195442d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:35.897147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:35.958769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:35.959166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:36.011249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53fdb5-514e-4175-8581-040c361783df None None] Pushing event updated for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:36.109121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:36.239333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57a9aede-c301-4213-9474-6135265170cb req-1600c50a-fd01-4e58-b4f5-a9a2e8de4d23 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 210 time: 0.0330648 Sep 18 07:26:36.290180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] Provisioning complete for port b70da24a-c845-4b00-a49d-cb323195442d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:36.290700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:36.419253 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:36.451787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:35Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:36.484895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] For port b70da24a-c845-4b00-a49d-cb323195442d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b70da24a-c845-4b00-a49d-cb323195442d,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:36.487495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 10191ad5-63a3-4652-b0af-873e668b33ec up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:36.489971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae181d66-12ba-4118-bb93-3e29ee34b182 None None] The sync data for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 is: [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:35Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:36.572156 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:36.578717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 10191ad5-63a3-4652-b0af-873e668b33ec triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:36.579090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:36.663596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ce43-4ea0-41ad-8766-f23641e8fef5 None None] Pushing event updated for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:37.403936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34e6eb43-1c7e-46d3-9cbf-8534eeed49bb req-eebbcf21-36d0-4e28-afdf-9dbc52b4096e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 210 time: 0.0549500 Sep 18 07:26:37.527722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-ddd40ff3-70b1-47d0-8c82-5347b948cbb6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:37.529242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-ddd40ff3-70b1-47d0-8c82-5347b948cbb6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/networks?id=fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 200 len: 797 time: 0.1422372 Sep 18 07:26:37.589302 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9a818111-660b-40ee-b7cb-b5d7155a19f2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7bdea352ae4aecad49be8deebc1b48 HTTP/1.1" status: 200 len: 380 time: 0.0449636 Sep 18 07:26:37.598532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'port': {'device_id': '64e22246-7c46-4c62-943b-a3f6b2679466', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'admin_state_up': True, 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'security_groups': ['9cad56be-a9c7-49d0-93ca-0e277eed9c26']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:37.816575 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Made reservation on behalf of dd7bdea352ae4aecad49be8deebc1b48 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:26:37.820423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:37.954383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.20.0.8 (fe7beb04-4533-467d-b12b-a08eb25dedb9/dd2ce186-d362-4d62-afee-1c94729e87e5/523e3dfb-0699-47f9-bd5d-f55bd14a807e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:38.111935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.228421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.271919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:38.275205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:38.279307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:38.288199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:38.336939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:38.339061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.472857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-48f124ba-a18b-41f0-b4be-cfc5f6d9f7d0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8780684 Sep 18 07:26:38.499149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b70da24a-c845-4b00-a49d-cb323195442d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:38.503348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Request body: {'port': {'device_id': '64e22246-7c46-4c62-943b-a3f6b2679466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:38.583123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b70da24a-c845-4b00-a49d-cb323195442d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:38.583508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.612001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.638935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-90cde4f3-c7a8-4e7d-8d25-bbfa104dcafd None None] Provisioning complete for port 523e3dfb-0699-47f9-bd5d-f55bd14a807e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:38.639244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-90cde4f3-c7a8-4e7d-8d25-bbfa104dcafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.662034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530549aa-ce76-4d46-be7d-9587b8adc4f7 req-4b0781ac-4bf5-4b34-bb1b-3e3f506e0d11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:38.663553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-530549aa-ce76-4d46-be7d-9587b8adc4f7 req-4b0781ac-4bf5-4b34-bb1b-3e3f506e0d11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 931 time: 0.1573730 Sep 18 07:26:38.689189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-90cde4f3-c7a8-4e7d-8d25-bbfa104dcafd None None] Port 523e3dfb-0699-47f9-bd5d-f55bd14a807e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:26:38.721236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-530549aa-ce76-4d46-be7d-9587b8adc4f7 req-f74e9227-6171-4b65-ad49-2765f44720a3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503671 Sep 18 07:26:38.924556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec5cb-b9c0-44e0-aea1-638e65b14bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.964567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523e3dfb-0699-47f9-bd5d-f55bd14a807e {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:26:38.972153 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:38.984566 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Transition to ACTIVE for port object 523e3dfb-0699-47f9-bd5d-f55bd14a807e will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:26:39.074207 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:39.147388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:39.208249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Attempting to bind port 523e3dfb-0699-47f9-bd5d-f55bd14a807e on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:26:39.208585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Attempting to bind port 523e3dfb-0699-47f9-bd5d-f55bd14a807e by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:26:39.208920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Attempting to bind port 523e3dfb-0699-47f9-bd5d-f55bd14a807e on network fe7beb04-4533-467d-b12b-a08eb25dedb9 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:39.214902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Port 523e3dfb-0699-47f9-bd5d-f55bd14a807e on network fe7beb04-4533-467d-b12b-a08eb25dedb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:26:39.216625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Attempting to bind port 523e3dfb-0699-47f9-bd5d-f55bd14a807e on network fe7beb04-4533-467d-b12b-a08eb25dedb9 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:26:39.221510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:26:39.221877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Checking segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:26:39.222305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Bound using segment: {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:26:39.222763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Bound port: 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1e6f9b-7357-4424-9509-95e91bb12f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:26:39.223125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:39.298827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:26:39.302609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:26:39.404436 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:39.443012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.444071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:39.445319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 200 len: 1092 time: 0.9582820 Sep 18 07:26:39.446740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:39.448540 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8d192d-984d-4e7e-80aa-05ac95674b53" -d '{"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:39.476816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ac4b-b820-41da-ba24-ca1c022b77b6 service neutron] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:39.503534 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de26cd60-0045-4835-ae38-eb42a1a3f96e x-openstack-request-id: req-de26cd60-0045-4835-ae38-eb42a1a3f96e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:39.503881 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:39.504125 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de26cd60-0045-4835-ae38-eb42a1a3f96e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:39.504538 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'status': 'completed', 'code': 200} Sep 18 07:26:39.596340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-7fedadf8-9d57-47bc-8530-6aafaac57bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.598311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-7fedadf8-9d57-47bc-8530-6aafaac57bf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1095 time: 0.0520799 Sep 18 07:26:39.721473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-dc7a7b22-16b3-4762-9e07-a8c227f1da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.723171 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-dc7a7b22-16b3-4762-9e07-a8c227f1da6e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1100616 Sep 18 07:26:39.859430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-494713e7-95c7-40b8-b6b7-5863429947af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.860911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f8d192d-984d-4e7e-80aa-05ac95674b53 req-494713e7-95c7-40b8-b6b7-5863429947af service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301844 Sep 18 07:26:39.875434 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ccc6-1a2a-43c8-a025-253b150254c0 req-0f40090c-a065-4597-8b8c-d67782cdfc21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.886404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82f7ccc6-1a2a-43c8-a025-253b150254c0 req-0f40090c-a065-4597-8b8c-d67782cdfc21 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 943 time: 0.0863709 Sep 18 07:26:39.952186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82f7ccc6-1a2a-43c8-a025-253b150254c0 req-c1f0fb37-6577-470b-851e-9b2d080d79a5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606763 Sep 18 07:26:39.972982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-c47d743c-8fbe-4a7e-a74d-da7cf731783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:39.972982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-c47d743c-8fbe-4a7e-a74d-da7cf731783e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1095 time: 0.0472560 Sep 18 07:26:40.022415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-bc428a05-aee4-46bf-988d-d0bd5097fdf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 200 len: 217 time: 0.0383377 Sep 18 07:26:40.071027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-e326c7b0-3847-4540-a8d2-62774dd5c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:40.073030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-e326c7b0-3847-4540-a8d2-62774dd5c135 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd2ce186-d362-4d62-afee-1c94729e87e5 HTTP/1.1" status: 200 len: 835 time: 0.0441833 Sep 18 07:26:40.119782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-f0168972-5f0c-4df0-b814-19de36680626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:40.121024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-f0168972-5f0c-4df0-b814-19de36680626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe7beb04-4533-467d-b12b-a08eb25dedb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413892 Sep 18 07:26:40.215423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-94eb3a57-56b8-44f5-8aee-19748213e323 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876296 Sep 18 07:26:40.309393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-114f4a0b-c657-4575-8d56-270c9b5aa597 req-b11a4cf0-57fe-4833-96dc-bc561b6f2a89 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Sep 18 07:26:40.339099 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:26:41.069080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831861e-0d02-448e-9be3-2bbb62b02e6f req-b2d18312-4ce4-48f3-af4f-1b2d2a8b4901 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:41.070768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0831861e-0d02-448e-9be3-2bbb62b02e6f req-b2d18312-4ce4-48f3-af4f-1b2d2a8b4901 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 943 time: 0.0493546 Sep 18 07:26:41.114454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0831861e-0d02-448e-9be3-2bbb62b02e6f req-e6cd436e-d156-4479-ab9f-889e7d6562cf tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375204 Sep 18 07:26:41.501876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b807cd45-1bdf-4bc8-bd07-d0a9a34a2b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:42.068045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:42.227618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122881-c010-48f3-8e7d-687eb87e2cd7 req-ab6f3a96-27df-4135-b7f0-309cf226a531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:42.229558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f122881-c010-48f3-8e7d-687eb87e2cd7 req-ab6f3a96-27df-4135-b7f0-309cf226a531 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 943 time: 0.0485511 Sep 18 07:26:42.266891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f122881-c010-48f3-8e7d-687eb87e2cd7 req-492bf1a8-71ad-441e-95e0-c08bb992f559 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Sep 18 07:26:43.284948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:43.381852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1c1ed-f06b-4a7b-929b-583335a8e05c req-a481b786-bb36-451c-b66e-ee0211d138ba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:43.383429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1d1c1ed-f06b-4a7b-929b-583335a8e05c req-a481b786-bb36-451c-b66e-ee0211d138ba tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 943 time: 0.0498405 Sep 18 07:26:43.421678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1d1c1ed-f06b-4a7b-929b-583335a8e05c req-eb48360f-2a44-42f9-8c1e-dde6669cfe0f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Sep 18 07:26:43.586396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:26:43.684776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:43.695920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'mac_address': 'fa:16:3e:f7:eb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:26:43.736710 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:43.749805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523e3dfb-0699-47f9-bd5d-f55bd14a807e {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:26:43.769362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:43.855489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:43.906498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:44.343256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['523e3dfb-0699-47f9-bd5d-f55bd14a807e'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:26:44.540882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd590b9-8a88-4508-aefc-8b65f69393bb req-901eebea-ace4-419d-863c-45d8e74849dd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:44.549248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acd590b9-8a88-4508-aefc-8b65f69393bb req-901eebea-ace4-419d-863c-45d8e74849dd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 944 time: 0.0591576 Sep 18 07:26:44.589971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acd590b9-8a88-4508-aefc-8b65f69393bb req-198aa6ef-3e32-4601-b238-7052a318be18 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Sep 18 07:26:44.776320 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:45.164109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:45.610140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:26:45.731006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 523e3dfb-0699-47f9-bd5d-f55bd14a807e completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:26:45.734977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 523e3dfb-0699-47f9-bd5d-f55bd14a807e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:26:45.735360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:45.821244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:45.823580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0619d-22f6-42c5-8cb6-9305be15a559 req-93922277-6352-4ed2-aa28-ae56b20b2267 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:45.825125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46d0619d-22f6-42c5-8cb6-9305be15a559 req-93922277-6352-4ed2-aa28-ae56b20b2267 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 944 time: 0.1684232 Sep 18 07:26:45.845061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:45.847310 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ac6ba-acd5-4825-b571-5d589f0d873e" -d '{"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-plugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:45.860351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:26:45.863718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-46d0619d-22f6-42c5-8cb6-9305be15a559 req-78583660-3c2a-4ce9-82c9-850ebabf45a2 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Sep 18 07:26:45.886512 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff838a5-2cd3-4e20-80dc-53c79ce18028 x-openstack-request-id: req-7ff838a5-2cd3-4e20-80dc-53c79ce18028 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:45.886812 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-plugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:45.887068 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ff838a5-2cd3-4e20-80dc-53c79ce18028 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:45.887513 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'code': 200} Sep 18 07:26:45.924022 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:45.977601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:46.015167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a08ea2-3577-4643-aaf7-a3a8d92af409 req-d5b9a7fb-e7ba-4e90-aaab-6e15cbc7c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:46.016707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99a08ea2-3577-4643-aaf7-a3a8d92af409 req-d5b9a7fb-e7ba-4e90-aaab-6e15cbc7c1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1097 time: 0.0408096 Sep 18 07:26:46.051674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99a08ea2-3577-4643-aaf7-a3a8d92af409 req-d161f345-65ef-46a2-ac8e-c845da980e51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280967 Sep 18 07:26:46.983718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc4f06-6fb6-4255-afe4-170cfd753301 req-b6a75736-ae21-46f9-a994-74319d6d6696 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:46.985207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22bc4f06-6fb6-4255-afe4-170cfd753301 req-b6a75736-ae21-46f9-a994-74319d6d6696 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0515966 Sep 18 07:26:47.027831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22bc4f06-6fb6-4255-afe4-170cfd753301 req-3fd9c864-f205-48ce-a657-69e862939e25 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355949 Sep 18 07:26:48.148224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcae2-1452-48fb-8cd3-e2902e470cab req-8b9d1fa1-8933-489e-b43a-ce24a32a4790 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:48.149782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25bbcae2-1452-48fb-8cd3-e2902e470cab req-8b9d1fa1-8933-489e-b43a-ce24a32a4790 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0516117 Sep 18 07:26:48.188469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25bbcae2-1452-48fb-8cd3-e2902e470cab req-33617a07-326c-4c54-a3e0-9dde58a535c9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Sep 18 07:26:48.301592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19021a4a-d468-4382-9875-b92adc77a707 req-27dc2719-9a19-417a-a029-d4a43b1db579 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:48.303190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19021a4a-d468-4382-9875-b92adc77a707 req-27dc2719-9a19-417a-a029-d4a43b1db579 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Sep 18 07:26:48.344790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19021a4a-d468-4382-9875-b92adc77a707 req-919ac74a-1913-4e8f-954a-290d830b9929 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Sep 18 07:26:48.366071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:48.406322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b9021-c981-454b-afe2-89aec2102eb3 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:48.407874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5f7b9021-c981-454b-afe2-89aec2102eb3 tempest-TestNetworkAdvancedServerOps-160835681 tempest-TestNetworkAdvancedServerOps-160835681-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1092 time: 0.0407653 Sep 18 07:26:48.410615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59626) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:48.414774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:26:48.502159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:48.910511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.031318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Allocated IP 172.25.4.113 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/fb2a5a94-b8f1-4870-9fa5-e761588fcd76) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:26:49.135125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.220392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.258056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:26:49.260856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:26:49.263335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:26:49.295687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=fb2a5a94-b8f1-4870-9fa5-e761588fcd76,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:49.629823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.754682 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.903037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:49.970931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:50.039505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event updated for resources: {'Port': ['ID=fb2a5a94-b8f1-4870-9fa5-e761588fcd76,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:50.055757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:50.160174 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP b5bef770-531c-484b-a71a-fcaebf4dba1b associated. External IP: 172.25.4.113, port: 523e3dfb-0699-47f9-bd5d-f55bd14a807e. Sep 18 07:26:50.371877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:26:50.479819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:26:50.489126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Sync routers for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:26:50.497593 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:50.498234 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:50.559350 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:50.595396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d658e399-f997-4626-aa33-ec194a829bfc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1813080 Sep 18 07:26:50.595396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:26:50.595989 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5946f-1ec4-44a2-8154-033ebfc631c0" -d '{"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:26:50.605475 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:50.634555 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a945aa-91c7-4036-9c8a-b8ab4f3b3271 x-openstack-request-id: req-a7a945aa-91c7-4036-9c8a-b8ab4f3b3271 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:26:50.635374 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:26:50.635621 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a945aa-91c7-4036-9c8a-b8ab4f3b3271 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:26:50.636032 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'status': 'completed', 'code': 200} Sep 18 07:26:50.727658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8e95c-379d-4f51-a03d-60e5cb8a116a req-e68f9cbc-6b09-4825-a27b-51f9bc20af88 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:50.729314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f8e95c-379d-4f51-a03d-60e5cb8a116a req-e68f9cbc-6b09-4825-a27b-51f9bc20af88 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0739353 Sep 18 07:26:50.754703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-d88384e0-7e81-4aa0-9ac4-33650620b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:50.756181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-d88384e0-7e81-4aa0-9ac4-33650620b292 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1097 time: 0.0703444 Sep 18 07:26:50.797193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85f8e95c-379d-4f51-a03d-60e5cb8a116a req-954c8921-4efb-4995-aad3-777a85426abc tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618052 Sep 18 07:26:50.826561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59642) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:50.839764 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b5bef770-531c-484b-a71a-fcaebf4dba1b', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'mac_address': 'fa:16:3e:f7:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e22246-7c46-4c62-943b-a3f6b2679466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:49Z', 'updated_at': '2021-09-18T07:26:49Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:50.865180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-d0215812-9ccd-4144-b1eb-1e252c3676bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:50.866666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-d0215812-9ccd-4144-b1eb-1e252c3676bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 200 len: 898 time: 0.1036117 Sep 18 07:26:50.870660 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Checking router: c34bdc8c-bddb-433e-9386-0cdc2c77fd0d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:26:50.878962 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:26:50.879573 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:26:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:50.893969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d8d7e786-5e3a-43b7-9f9c-366c7ed8f7f8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/b5bef770-531c-484b-a71a-fcaebf4dba1b HTTP/1.1" status: 200 len: 991 time: 0.0648892 Sep 18 07:26:50.940297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-1ddb7b5e-7029-4db8-9e9e-cb2df8265149 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 200 len: 999 time: 0.0664527 Sep 18 07:26:50.993348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-efd5a1ff-5c28-407a-a273-90bb8f40838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:50.996163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-efd5a1ff-5c28-407a-a273-90bb8f40838c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd2ce186-d362-4d62-afee-1c94729e87e5 HTTP/1.1" status: 200 len: 835 time: 0.0498002 Sep 18 07:26:51.046621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-ea13890e-0e07-47e8-9fda-a593bc081c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:51.048454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-ea13890e-0e07-47e8-9fda-a593bc081c2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe7beb04-4533-467d-b12b-a08eb25dedb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456047 Sep 18 07:26:51.077338 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:26:51.161049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-3c00b297-4384-4b7a-9bb0-457540b33752 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057458 Sep 18 07:26:51.260053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c5946f-1ec4-44a2-8154-033ebfc631c0 req-c839a588-5af6-4d02-8b09-081df34a1189 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919800 Sep 18 07:26:51.310731 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b5bef770-531c-484b-a71a-fcaebf4dba1b', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'mac_address': 'fa:16:3e:f7:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e22246-7c46-4c62-943b-a3f6b2679466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:49Z', 'updated_at': '2021-09-18T07:26:49Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:26:51.339464 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597fa17-8c32-46a7-aa01-fbc09d62cc20 None None] The sync data for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 is: [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b5bef770-531c-484b-a71a-fcaebf4dba1b', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'mac_address': 'fa:16:3e:f7:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e22246-7c46-4c62-943b-a3f6b2679466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:49Z', 'updated_at': '2021-09-18T07:26:49Z', 'revision_number': 0, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:26:51.553946 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a6aaf7-fba2-40f4-bd3d-876bf9a602b6 None None] New status for floating IP b5bef770-531c-484b-a71a-fcaebf4dba1b: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:26:51.574484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:51.707359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:51.797276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:51.856313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:51.896387 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b79887088f404926928fdf05fb168aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206282 Sep 18 07:26:51.896692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59656) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:51.897160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead07ff-3e79-4225-b1be-a6e8af73a6c5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:51.899061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:51.916374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.916741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.917082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.917420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.917759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.918130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.922761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2ee5a-0f8a-4427-a4b8-32503fb73d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:26:51.960621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:51.965350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c4c7fbad-fc68-4173-9569-493319df4e11 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/b5bef770-531c-484b-a71a-fcaebf4dba1b HTTP/1.1" status: 200 len: 993 time: 0.0675275 Sep 18 07:26:51.983472 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:52.107605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:52.110139 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:52.111338 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aead07ff-3e79-4225-b1be-a6e8af73a6c5 HTTP/1.1" status: 204 len: 168 time: 0.2113721 Sep 18 07:26:52.119086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b99166-93d0-478b-8660-05f1e4ef7252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead07ff-3e79-4225-b1be-a6e8af73a6c5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:26:56.726092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-e8c7d511-574a-44fe-ab6a-49d10aff1bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429270 Sep 18 07:26:56.804853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-142975be-1aa3-40f1-8317-b467c561940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:56.806401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-142975be-1aa3-40f1-8317-b467c561940b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1098 time: 0.0404258 Sep 18 07:26:56.912416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-5f15dd8b-6e1c-49ea-b00c-7d114e35faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:56.913797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-5f15dd8b-6e1c-49ea-b00c-7d114e35faf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 898 time: 0.0878642 Sep 18 07:26:56.979329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-5dd9127d-951d-4e87-bb6a-0e8d6cdd7f6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 1002 time: 0.0582516 Sep 18 07:26:57.030661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-c7a4dcbd-47f0-45a2-8a3a-b1667a3587b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:57.032194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-c7a4dcbd-47f0-45a2-8a3a-b1667a3587b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 200 len: 835 time: 0.0444837 Sep 18 07:26:57.087142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-221ed83e-57fe-4685-a219-37b125e7016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:57.088866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-221ed83e-57fe-4685-a219-37b125e7016b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477989 Sep 18 07:26:57.179314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-5e34c904-a878-4c72-bb02-347a9cd455d3 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Sep 18 07:26:57.275159 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83944361-4e58-46bd-bcf7-3a7d25b8fa9c req-f44b8a51-8a0b-4ffe-947d-d3d5852b847a service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881920 Sep 18 07:26:59.102407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:26:59.247247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59712) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:26:59.324286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d378d-8e31-4066-8e96-fe65e600e27d tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:59.324286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d378d-8e31-4066-8e96-fe65e600e27d tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:59.324286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d378d-8e31-4066-8e96-fe65e600e27d tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:59.324286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5f0d378d-8e31-4066-8e96-fe65e600e27d tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=f9c02fa6ea4c4855a49a27831c9ef02d&network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 2973 time: 0.0758610 Sep 18 07:26:59.732952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610d893-a337-4606-9be4-5741888eddc1 req-f59e867b-7b69-4447-ad62-867058d0b606 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:59.734430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5610d893-a337-4606-9be4-5741888eddc1 req-f59e867b-7b69-4447-ad62-867058d0b606 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 18 07:26:59.776156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5610d893-a337-4606-9be4-5741888eddc1 req-771ad9d3-c072-497b-b76a-7249dceee49f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356455 Sep 18 07:26:59.890973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f11e5-a4a9-4f7d-93a4-46f3f7dec644 req-54287278-8bc6-40be-b4b4-8ab21b6f249b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:26:59.892478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a8f11e5-a4a9-4f7d-93a4-46f3f7dec644 req-54287278-8bc6-40be-b4b4-8ab21b6f249b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0489445 Sep 18 07:26:59.929906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a8f11e5-a4a9-4f7d-93a4-46f3f7dec644 req-486ca10f-500b-4652-b182-da2a1101b742 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Sep 18 07:27:00.254242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-157bd314-3e62-4d06-80fc-cec1c0e08ce8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:00.255741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-157bd314-3e62-4d06-80fc-cec1c0e08ce8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1418650 Sep 18 07:27:00.270806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-b7a4edef-b013-4ebf-b473-74105bcd6d9f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/quotas/003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 375 time: 0.0093973 Sep 18 07:27:00.330381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-21d0d652-0c38-4363-8cc7-d5d2a2cb4961 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0545192 Sep 18 07:27:00.421634 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-5672f3ea-39f4-447b-8537-2b41cbe9a453 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843101 Sep 18 07:27:00.512615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-2483086c-bdb0-44a5-a0cf-ee22dc234241 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Sep 18 07:27:00.747605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bfda91f7-1645-413e-a732-b53de2694469 req-6bd149ea-2a0e-46f2-9e40-c693e1503cd3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Sep 18 07:27:01.022839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-07c3bce1-c10a-469c-9c4f-d54b6aad05b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391312 Sep 18 07:27:01.046750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:01.101241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-7a694f31-2171-470a-9e11-ca8cc445b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.102780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-7a694f31-2171-470a-9e11-ca8cc445b0b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 1097 time: 0.0451946 Sep 18 07:27:01.112106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4108fa-18f5-4518-a21a-7a8e86f95894 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.115318 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3c4108fa-18f5-4518-a21a-7a8e86f95894 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e HTTP/1.1" status: 200 len: 814 time: 0.0645657 Sep 18 07:27:01.218860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-553c2899-3a73-4cc7-b737-c2c278b9178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.220494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-553c2899-3a73-4cc7-b737-c2c278b9178b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.0861437 Sep 18 07:27:01.267637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-79cca8ae-ddfb-4822-9603-f9c10f9f190c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 200 len: 217 time: 0.0386481 Sep 18 07:27:01.321608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-45b93888-8c2c-4518-b1c9-accfa44137ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.323094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-45b93888-8c2c-4518-b1c9-accfa44137ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0449164 Sep 18 07:27:01.374501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-5b1559d6-059a-4ada-a5d8-0c3a5399b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.376046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-5b1559d6-059a-4ada-a5d8-0c3a5399b244 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408807 Sep 18 07:27:01.470449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-525c084f-187d-40e7-bd15-1284ae288e9f service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Sep 18 07:27:01.559762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ebadffb-cb0f-4295-8b57-2e9b1dc5c6c8 req-1ca861bf-961e-4d71-bccb-e385d0e94b59 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 Sep 18 07:27:01.569222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59762) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:01.580812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'network': {'name': 'tempest-network-smoke--221728983', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:01.689935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:27:01.693486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:01.716833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:27:01.725830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:01.726209 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Added segment a9403d00-f5f3-48b0-b3cb-ea38d6663335 of type vlan for network 7e153763-0906-47ed-98aa-479af686265e Sep 18 07:27:01.767229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:01.833779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:01.839785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:01.840674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:01.841736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c473eb9-c681-4415-bda2-3966616a6ae5 req-4b98185e-6f02-4702-a173-e77dd639f06f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Sep 18 07:27:01.916468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Network': ['ID=7e153763-0906-47ed-98aa-479af686265e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:01.927690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7e153763-0906-47ed-98aa-479af686265e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:27:01.938448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ceaa6a9c-fa6d-4234-a54b-353d81db1151 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3679621 Sep 18 07:27:01.941664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59766) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.020866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef419a-c8e0-4b5c-8ebb-11eef503774a tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:02.022545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1bef419a-c8e0-4b5c-8ebb-11eef503774a tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f9c02fa6ea4c4855a49a27831c9ef02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0795500 Sep 18 07:27:02.025242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.111816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a5b5a-d6e4-49dc-8b1a-320ae46452c6 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:02.113275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-575a5b5a-d6e4-49dc-8b1a-320ae46452c6 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869887 Sep 18 07:27:02.116252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59770) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.148201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4404a982-5550-4951-b337-123f1d4d0231 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308373 Sep 18 07:27:02.150967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59772) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.177535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-92afd96c-5915-4e29-8017-9cb8ff4fa59f tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f9c02fa6ea4c4855a49a27831c9ef02d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255146 Sep 18 07:27:02.180008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59774) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.267713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773c9aa-6454-4ea6-aa8b-d3543eab5b46 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:02.269279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b773c9aa-6454-4ea6-aa8b-d3543eab5b46 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883672 Sep 18 07:27:02.272264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.301095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ceaec8f8-b278-468e-a61b-82d43cc71d89 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276351 Sep 18 07:27:02.307944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:02.313507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679914525', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:02.578100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-2d92000b-4b8b-41df-8f9e-0949a319a794 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:02.580153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-2d92000b-4b8b-41df-8f9e-0949a319a794 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1994431 Sep 18 07:27:02.581538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:27:02.585447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:02.595358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'device_id': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'admin_state_up': True, 'tenant_id': '003caa79108142fd9ecea6626ea6adea'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:02.924763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:27:02.928566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:02.947411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1af30bf-8a92-4c2f-bbd6-1a82ebd5931f req-424caf7d-ea84-4b00-8e24-5cf91d0e7830 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 210 time: 0.0312564 Sep 18 07:27:02.981487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.094760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Subnet': ['ID=0062a74c-9bc1-4365-b8b5-15ea83b2e941,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:03.108704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Checking segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:03.109069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network hostable DHCP agents. Network: 7e153763-0906-47ed-98aa-479af686265e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:27:03.124545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.20.0.6 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:27:03.235189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 7e153763-0906-47ed-98aa-479af686265e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:27:03.283484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.309567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7e153763-0906-47ed-98aa-479af686265e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:03.316132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:03.317141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.320628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9b1abf-79c0-40cb-915c-73a99384002e None None] Network 7e153763-0906-47ed-98aa-479af686265e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:27:03.398622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.441765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f', '290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:03.446850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:03.450140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:03.454866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:27:03.467151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fae4eb64-6aed-45f7-84b9-5628fd2ee5b3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1580806 Sep 18 07:27:03.471678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:03.533590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-7e153763-0906-47ed-98aa-479af686265e', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ips': [{'subnet_id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:27:03.533590 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.547194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:03.548439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.645731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-aa496754-1a81-4d76-a641-678de01b3a87 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558186 Sep 18 07:27:03.658760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Request body: {'port': {'device_id': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:03.766832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.935028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59820) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:03.935028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918088380', 'description': 'tempest-secgroup-smoke-918088380 description', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:03.950505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-172868c0-7c69-4237-bd32-e6efd38160dd None None] Provisioning complete for port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:03.951072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-172868c0-7c69-4237-bd32-e6efd38160dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:03.993622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Allocated IP 172.20.0.18 (7e153763-0906-47ed-98aa-479af686265e/0062a74c-9bc1-4365-b8b5-15ea83b2e941/7d103281-57aa-4483-83d9-03d0b1dcb6f2) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:27:04.022440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.026896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-172868c0-7c69-4237-bd32-e6efd38160dd None None] Port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:04.148619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:04.150925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59441105-c047-4762-8b8a-a27d1b04e195 req-32c930f8-bea0-452a-b4ff-87a9cf500739 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:04.152833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59441105-c047-4762-8b8a-a27d1b04e195 req-32c930f8-bea0-452a-b4ff-87a9cf500739 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 931 time: 0.0842528 Sep 18 07:27:04.159369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.173632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Transition to ACTIVE for port object 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:27:04.191598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.214350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59441105-c047-4762-8b8a-a27d1b04e195 req-a054e99d-bc0b-4174-83bd-671ffb758c4b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Sep 18 07:27:04.240009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.260832 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.297807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.323396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.325951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.338510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd3bbb-1213-477f-b256-4fcb8977e0b7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.355539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.355984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.356572 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.356990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.357429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.357925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.358359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.358868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.359298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.359854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.360389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.360793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.408329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Network 7e153763-0906-47ed-98aa-479af686265e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:04.410733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.412351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-93b7ee18-7377-4db8-b35d-f9b565fdd5f3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4860432 Sep 18 07:27:04.414793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:04.420535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:04.425055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Attempting to bind port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:27:04.425480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Attempting to bind port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:27:04.426097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Attempting to bind port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:04.431210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 on network 2a271084-c552-4fca-b906-2c317a827c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:27:04.432037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Attempting to bind port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:04.438751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:27:04.439261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:04.439755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:27:04.440412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Bound port: 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:27:04.440872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.443905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:04.450849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:27:04.461610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Pushing event updated for resources: {'Port': ['ID=7d103281-57aa-4483-83d9-03d0b1dcb6f2,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.526107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.528916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:27:04.533585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:27:04.549452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Attempting to bind port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:27:04.549822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Attempting to bind port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:27:04.550208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Attempting to bind port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 on network 7e153763-0906-47ed-98aa-479af686265e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:04.559161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:27:04.559538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Checking segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:04.559943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.560332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Bound using segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:27:04.561341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Bound port: 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:27:04.561722 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.582658 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.593134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.619570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:04.620927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.622628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] 10.222.0.37 "PUT /v2.0/ports/8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 HTTP/1.1" status: 200 len: 1092 time: 0.9685194 Sep 18 07:27:04.623678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:04.626101 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58393728-9f6f-48b9-8c8a-d85476839d41" -d '{"events": [{"name": "network-changed", "server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:04.639852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] For port 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:27:04.645002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] For port 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d103281-57aa-4483-83d9-03d0b1dcb6f2,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:27:04.658405 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.671634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d836ef-c00a-4467-8c7c-d19538255614 service neutron] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.686349 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a885119-f7ee-43d8-8278-a9cf192808a8 x-openstack-request-id: req-9a885119-f7ee-43d8-8278-a9cf192808a8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:04.686349 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:04.686349 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a885119-f7ee-43d8-8278-a9cf192808a8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:04.686349 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'status': 'completed', 'code': 200} Sep 18 07:27:04.686705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580545c0-0053-417e-aaf6-0e23c4785316,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.702802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.751367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-a626667d-aa73-4450-9679-c7564a8ab95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:04.753258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-a626667d-aa73-4450-9679-c7564a8ab95a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 1095 time: 0.0486081 Sep 18 07:27:04.775972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Pushing event updated for resources: {'Port': ['ID=7d103281-57aa-4483-83d9-03d0b1dcb6f2,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:04.785534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.786167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.787600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.787919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.788063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:04.788286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.792255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e969dadf-05af-4c3a-8fbe-eb8ce2db7df9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764446 Sep 18 07:27:04.792452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59840) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.798576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4e971-b7f7-401b-94db-35b30cc0ced4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:27:04.804290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:05.220502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-dd9aac93-c4a9-4389-943b-c2cb48e41aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.222145 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-dd9aac93-c4a9-4389-943b-c2cb48e41aa0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=003caa79108142fd9ecea6626ea6adea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4595909 Sep 18 07:27:05.346701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.436665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2341087-3c8d-4d41-a8dd-2ac54b5907b2 req-c0c4ba14-3962-43e5-84a8-b242e3861a63 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.438265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2341087-3c8d-4d41-a8dd-2ac54b5907b2 req-c0c4ba14-3962-43e5-84a8-b242e3861a63 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 943 time: 0.0640373 Sep 18 07:27:05.454856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-67ce994e-b2c8-4767-81bc-c56b75e0dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.456359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58393728-9f6f-48b9-8c8a-d85476839d41 req-67ce994e-b2c8-4767-81bc-c56b75e0dfee service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268057 Sep 18 07:27:05.471090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.490864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2341087-3c8d-4d41-a8dd-2ac54b5907b2 req-4bc3a1f0-094b-4c83-a2f1-22031455483b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Sep 18 07:27:05.547635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-0dd26b8b-fa8a-4788-8f0e-f87a84c2af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.549291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-0dd26b8b-fa8a-4788-8f0e-f87a84c2af85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 1095 time: 0.0491295 Sep 18 07:27:05.591622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.594670 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-c2124a37-999a-4b09-a399-cee70f53183c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0378187 Sep 18 07:27:05.640075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3c1054-cf3f-4fec-abce-4ea16c09152e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:05.662413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-37ae30fb-8313-4bd5-aeee-f41c5e59d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.664319 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-37ae30fb-8313-4bd5-aeee-f41c5e59d004 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0603676 Sep 18 07:27:05.715273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.719448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d26280c-9846-4dc8-8f3b-d65e1021ef36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9258833 Sep 18 07:27:05.719971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59846) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:05.724884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312032-1888-4961-9f89-2e398e2f6c16 req-d84941b5-4b3b-4f55-a47a-7a2a0179784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:05.726393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-d84941b5-4b3b-4f55-a47a-7a2a0179784a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552104 Sep 18 07:27:05.727693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:05.826282 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.826537 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-af8f0797-0873-473c-b12d-21e7b200f991 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924416 Sep 18 07:27:05.880874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.937723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-32312032-1888-4961-9f89-2e398e2f6c16 req-0ab7a02f-85a2-4c6b-928f-1f79094cad12 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047161 Sep 18 07:27:05.952739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe9a4f-9d1f-42b9-b044-39b13361bd96 None None] Network 7e153763-0906-47ed-98aa-479af686265e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:27:05.957879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:05.976032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0151b3-7e94-448f-9312-0d1d32babb2c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:06.065379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] Provisioning complete for port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:06.065756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.067646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.069033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d680e60-6d94-442f-83db-205447119d91 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3477094 Sep 18 07:27:06.071946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59848) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:06.076663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:06.178482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.193559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.212932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] For port 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d103281-57aa-4483-83d9-03d0b1dcb6f2,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:06.256995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.306563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.337112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.357097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b48e5-47c9-4a2d-ba2c-bae17d6b62c5 None None] Pushing event updated for resources: {'Port': ['ID=7d103281-57aa-4483-83d9-03d0b1dcb6f2,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:06.358301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13df620f-d840-4619-b4a6-426e9e1cc5f0,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:06.428362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.432362 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e5bf2adb-2801-4bb3-9e39-a1409829f952 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566732 Sep 18 07:27:06.432808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:06.433277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-655225e7-6cbf-451f-84a0-29e0fa985d43 None None] Provisioning complete for port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:06.433816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-655225e7-6cbf-451f-84a0-29e0fa985d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.437534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:06.503750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7d103281-57aa-4483-83d9-03d0b1dcb6f2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:06.558459 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:27:06.567862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:06.568241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.568452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.668054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.736417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.758150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22600fdd-3f69-45ee-a05d-98452ef920e4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:06.816550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:06.820328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5671ee0e-b925-4bfb-ab7a-676914c3efd8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3839576 Sep 18 07:27:06.820464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee52cc-ec5c-4ccd-a025-2b6c144a0b12 req-03f61fbe-6bfc-4beb-8cac-edd7f21b717e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:06.820464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7ee52cc-ec5c-4ccd-a025-2b6c144a0b12 req-03f61fbe-6bfc-4beb-8cac-edd7f21b717e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 943 time: 0.2435164 Sep 18 07:27:06.821042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:06.824809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '68bd3bbb-1213-477f-b256-4fcb8977e0b7', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:06.875149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7ee52cc-ec5c-4ccd-a025-2b6c144a0b12 req-a6e23f19-dd81-485c-962c-93eaaf8c10ff tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Sep 18 07:27:06.947997 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:27:06.954081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:07.009366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:07.078141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:07.097577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade3dea8-5eae-4035-ace8-719725783944,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:07.187361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:07.188614 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ec6b717b-b8e8-4af6-9b85-7bb8dcf628c0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671920 Sep 18 07:27:07.371284 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-fbdf89af-ed28-40da-9153-19d8ac0a08e3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918088380&fields=id&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 267 time: 0.0319436 Sep 18 07:27:07.495507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-28e1b04a-e523-40c8-84ac-188acab8dab7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:07.497016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-28e1b04a-e523-40c8-84ac-188acab8dab7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/networks?id=7e153763-0906-47ed-98aa-479af686265e HTTP/1.1" status: 200 len: 796 time: 0.1183784 Sep 18 07:27:07.515109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-0260fc30-3d46-41c7-87a3-9f845a0e1a63 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/quotas/f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 375 time: 0.0102789 Sep 18 07:27:07.577544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-14f15102-1a89-4743-b595-3e40a6b1dfa3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568004 Sep 18 07:27:07.673100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-aa6c0e39-150d-4cb0-a6fa-dc58dbf57f42 service neutron] 10.222.0.20 "GET /v2.0/networks/7e153763-0906-47ed-98aa-479af686265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836706 Sep 18 07:27:07.770943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-99c45dd6-5077-4624-b837-3edd1f70db25 service neutron] 10.222.0.20 "GET /v2.0/networks/7e153763-0906-47ed-98aa-479af686265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905285 Sep 18 07:27:08.009189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76ed74-b81b-4ed2-a6f0-b7cecb339d7b req-a9d5e941-bb09-48f7-b155-e9e1f7b2d595 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:08.010833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b76ed74-b81b-4ed2-a6f0-b7cecb339d7b req-a9d5e941-bb09-48f7-b155-e9e1f7b2d595 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 943 time: 0.0661814 Sep 18 07:27:08.030882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c6a43b2-5fbe-4b2a-acde-0fa0320ab0fb req-e9a73c76-fd69-43d8-a947-11bb7c4580d0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 210 time: 0.0375292 Sep 18 07:27:08.064411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b76ed74-b81b-4ed2-a6f0-b7cecb339d7b req-7aa0b0f8-9123-4e32-b8fb-e80d95885d8e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Sep 18 07:27:08.919554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcce92b-245e-4028-9b4c-85f0c7f2b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:09.131587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60d8541c-9663-43ac-b010-cc86bdf0202c req-e61dd21c-bb73-40f1-abab-b6f9589af592 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 210 time: 0.0329299 Sep 18 07:27:09.504098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4d87d-4a49-4176-a7f2-cc31963e9ed8 req-2257ae80-aa00-4ebb-b5a7-2c08bd202dc6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:09.505549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cec4d87d-4a49-4176-a7f2-cc31963e9ed8 req-2257ae80-aa00-4ebb-b5a7-2c08bd202dc6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 943 time: 0.3627591 Sep 18 07:27:09.545373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cec4d87d-4a49-4176-a7f2-cc31963e9ed8 req-a3be1e69-9659-418a-8311-df37e7a0a248 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Sep 18 07:27:09.645482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:27:09.747805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:09.767139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'mac_address': 'fa:16:3e:47:cc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:27:09.809280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:09.824461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:09.845214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:09.919266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:09.989007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:10.121318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-323bd27e-6f1d-4bfb-a385-d0de830f4a05 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:10.123341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-323bd27e-6f1d-4bfb-a385-d0de830f4a05 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.24 "GET /v2.0/networks?id=7e153763-0906-47ed-98aa-479af686265e HTTP/1.1" status: 200 len: 796 time: 0.1092763 Sep 18 07:27:10.131910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:10.177055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-06ea3191-a50a-4cbd-a3c5-1ba160e7e909 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 471 time: 0.0385888 Sep 18 07:27:10.187466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'port': {'device_id': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'admin_state_up': True, 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'security_groups': ['68bd3bbb-1213-477f-b256-4fcb8977e0b7']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:10.242758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62ea0b00-55c9-4fc4-a0aa-29b12c35bb69 req-346b385b-1f38-47d2-bc0d-a3e7f904f4bb tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 210 time: 0.0400071 Sep 18 07:27:10.393331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:27:10.396942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:10.517946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.29 (7e153763-0906-47ed-98aa-479af686265e/0062a74c-9bc1-4365-b8b5-15ea83b2e941/ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:27:10.682723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:10.697110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb05c-c27f-443f-89c0-5b0db31aa063 req-e9325a30-2b9e-4c64-b764-cca1ad76aa9c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:10.698628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccbfb05c-c27f-443f-89c0-5b0db31aa063 req-e9325a30-2b9e-4c64-b764-cca1ad76aa9c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 944 time: 0.0864744 Sep 18 07:27:10.751188 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccbfb05c-c27f-443f-89c0-5b0db31aa063 req-a61203be-a5df-4a20-9222-2a24c6c6a54e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Sep 18 07:27:10.805502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:10.851044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 7e153763-0906-47ed-98aa-479af686265e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:10.854306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:10.856874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:27:10.888977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:10.916552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:10.917209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.027492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7751c7a8-8aae-4864-830b-f38b61fe4d6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8443315 Sep 18 07:27:11.044552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Request body: {'port': {'device_id': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:11.095839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e1a1249f-9c1f-4a0c-a7a2-5f84941a1018 None None] Provisioning complete for port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:11.099058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1a1249f-9c1f-4a0c-a7a2-5f84941a1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.100813 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.133414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1249f-9c1f-4a0c-a7a2-5f84941a1018 None None] Port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:11.418128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917d94b-4216-45cb-aade-df59a09bfa5b req-7e0922c4-b78c-4c8b-8bce-f28861503a21 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:11.419625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d917d94b-4216-45cb-aade-df59a09bfa5b req-7e0922c4-b78c-4c8b-8bce-f28861503a21 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 932 time: 0.0892849 Sep 18 07:27:11.432537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 {{(pid=101979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:11.445431 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.485015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.provisioning_blocks [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Transition to ACTIVE for port object ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 will not be triggered until provisioned by entity L2. {{(pid=101979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:27:11.485015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d917d94b-4216-45cb-aade-df59a09bfa5b req-ecf584f5-3af2-422e-b120-73b2b7ff744e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 Sep 18 07:27:11.502073 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-91022a66-61fe-4b9a-aea5-2467fb089716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.542286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.612507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:11.660772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:11.673111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Attempting to bind port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:27:11.673756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Attempting to bind port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:27:11.674281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Attempting to bind port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 on network 7e153763-0906-47ed-98aa-479af686265e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:11.679884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 on network 7e153763-0906-47ed-98aa-479af686265e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:27:11.679884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Attempting to bind port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 on network 7e153763-0906-47ed-98aa-479af686265e {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:11.685804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:27:11.686189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Checking segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:11.686576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Bound using segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} {{(pid=101979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:27:11.687003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.managers [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Bound port: ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}}] {{(pid=101979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:27:11.687362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.760607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, cleared binding levels {{(pid=101979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:27:11.765155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:27:11.782604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:27:11.787022 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:11.793024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.839661 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.870374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:11.871069 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.872467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] 10.222.0.24 "PUT /v2.0/ports/ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 HTTP/1.1" status: 200 len: 1093 time: 0.8320405 Sep 18 07:27:11.882973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:11.895944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:11.898876 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:11.914722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:11.918986 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498cbee-bcca-46dc-8ae7-fe791ce83767" -d '{"events": [{"server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "name": "network-vif-plugged", "status": "completed", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:11.955903 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3882f83-80ae-4d33-b284-8ecce7f250a4 x-openstack-request-id: req-e3882f83-80ae-4d33-b284-8ecce7f250a4 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:11.956212 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:11.956337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:11.956484 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3882f83-80ae-4d33-b284-8ecce7f250a4 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:11.956869 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7', 'status': 'completed', 'code': 200} Sep 18 07:27:11.969201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b0f40-f28a-408a-8972-a7f08e16ff52 req-f740c892-ce92-40ea-b944-48abbd32bf48 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:11.970818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b3b0f40-f28a-408a-8972-a7f08e16ff52 req-f740c892-ce92-40ea-b944-48abbd32bf48 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 944 time: 0.1449554 Sep 18 07:27:11.971728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377a5fd-3a72-49fc-8619-2f67b57f2c9c service neutron] Pushing event updated for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:12.006183 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd8fb76-cdf3-4015-8c4f-26873a20c004 x-openstack-request-id: req-5fd8fb76-cdf3-4015-8c4f-26873a20c004 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:12.006567 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "name": "network-vif-plugged", "status": "completed", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:12.006962 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fd8fb76-cdf3-4015-8c4f-26873a20c004 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:12.008047 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'code': 200} Sep 18 07:27:12.033862 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:12.078707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b3b0f40-f28a-408a-8972-a7f08e16ff52 req-d8db212d-b58a-4697-aa1f-3acdbca3a2f9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888743 Sep 18 07:27:12.104137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d3c1-48b5-4086-8972-8c5a3927c25a req-fccb7bad-fda7-46d7-a7aa-aa869b655037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.106275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f16d3c1-48b5-4086-8972-8c5a3927c25a req-fccb7bad-fda7-46d7-a7aa-aa869b655037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 1097 time: 0.0497992 Sep 18 07:27:12.111673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-bd7747bf-9663-45f7-b2cf-d39624b2ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.114061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-bd7747bf-9663-45f7-b2cf-d39624b2ec10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 1096 time: 0.1225715 Sep 18 07:27:12.118225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:12.136443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:12.159585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f16d3c1-48b5-4086-8972-8c5a3927c25a req-4afe55b9-57e6-4767-9f32-3c1b06e1f271 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Sep 18 07:27:12.248917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-9360f2a4-a22f-4467-985d-bc211a0435d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.249400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-9360f2a4-a22f-4467-985d-bc211a0435d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.250960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-9360f2a4-a22f-4467-985d-bc211a0435d6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1185839 Sep 18 07:27:12.346479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-5b0ce073-12b1-4383-9ffb-57b4a6593d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.347883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aee0f27b-092a-4dc1-bfa4-fc7c36792c28 req-5b0ce073-12b1-4383-9ffb-57b4a6593d3a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884051 Sep 18 07:27:12.444824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-c17997d1-f71a-4a48-b601-dc9349ff7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.446340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-c17997d1-f71a-4a48-b601-dc9349ff7c39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 1096 time: 0.0405142 Sep 18 07:27:12.499667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-bb007d25-af93-4a2b-816d-d874fd5daf2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 HTTP/1.1" status: 200 len: 217 time: 0.0388384 Sep 18 07:27:12.550599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-c79eaee7-d880-43e7-9e59-e953a8003903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.552159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-c79eaee7-d880-43e7-9e59-e953a8003903 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0062a74c-9bc1-4365-b8b5-15ea83b2e941 HTTP/1.1" status: 200 len: 838 time: 0.0447774 Sep 18 07:27:12.628974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e701fd-ff4d-470e-8a33-12ab1b1aee6e req-2faacb03-eab8-4d6d-8da7-2f535d55acd2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.630426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30e701fd-ff4d-470e-8a33-12ab1b1aee6e req-2faacb03-eab8-4d6d-8da7-2f535d55acd2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 944 time: 0.0774050 Sep 18 07:27:12.632869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-d13a56e9-2278-4835-a0b9-1325f6e4cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:12.634313 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-d13a56e9-2278-4835-a0b9-1325f6e4cb67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7e153763-0906-47ed-98aa-479af686265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0728507 Sep 18 07:27:12.694811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30e701fd-ff4d-470e-8a33-12ab1b1aee6e req-8e9ce06e-ec90-4ca9-a174-84c126f9f4ba tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583355 Sep 18 07:27:12.748450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-9afe446e-411a-4438-a74d-f72e6e760625 service neutron] 10.222.0.24 "GET /v2.0/networks/7e153763-0906-47ed-98aa-479af686265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048841 Sep 18 07:27:12.843455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ca27ad3-57aa-4634-bac6-65bb9fb38b43 req-a388d3e2-9fd8-4801-93c7-9fddacd53f5c service neutron] 10.222.0.24 "GET /v2.0/networks/7e153763-0906-47ed-98aa-479af686265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Sep 18 07:27:13.212417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a21f7-186c-4457-83ee-c4250f590b80 req-6722961d-292e-4634-a659-2c02ff32214c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:13.214063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7a21f7-186c-4457-83ee-c4250f590b80 req-6722961d-292e-4634-a659-2c02ff32214c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 945 time: 0.0572941 Sep 18 07:27:13.263077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7a21f7-186c-4457-83ee-c4250f590b80 req-aaf2dc43-1a90-47a6-843d-7e57737f7bf5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Sep 18 07:27:13.319302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:13.687982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 59934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:13.806377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfdf3-27e4-4381-b7f7-d47977183f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:13.845001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768d6dd-0115-4f8b-a190-3f9730bf56c7 req-d05dba09-7508-47e5-be06-51d1d0ed99ad tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:13.846501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4768d6dd-0115-4f8b-a190-3f9730bf56c7 req-d05dba09-7508-47e5-be06-51d1d0ed99ad tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 944 time: 0.0804770 Sep 18 07:27:13.904499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4768d6dd-0115-4f8b-a190-3f9730bf56c7 req-f2f2cc1a-3bdc-4ef5-8d93-0d8d53a33c09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508490 Sep 18 07:27:13.948264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfdf3-27e4-4381-b7f7-d47977183f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.026360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d5ccfdf3-27e4-4381-b7f7-d47977183f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.064868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d5ccfdf3-27e4-4381-b7f7-d47977183f5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f90775ae055e4de3b22e3f03fdcf5097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756952 Sep 18 07:27:14.066852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccfdf3-27e4-4381-b7f7-d47977183f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1698f-c63b-4bfe-8389-af5585a62376,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:14.067529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 59940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:14.117042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.137797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.260752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.265377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.265377 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0a1698f-c63b-4bfe-8389-af5585a62376 HTTP/1.1" status: 204 len: 168 time: 0.1964970 Sep 18 07:27:14.272944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0daa47-21cc-4e7c-9c69-412ef591f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1698f-c63b-4bfe-8389-af5585a62376,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:14.378217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a49b4-9da4-4b0b-87bf-ba03f1bfd321 req-34e9f48f-f568-4f7f-8f84-4da12dc4575d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:14.379704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-954a49b4-9da4-4b0b-87bf-ba03f1bfd321 req-34e9f48f-f568-4f7f-8f84-4da12dc4575d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Sep 18 07:27:14.419656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-954a49b4-9da4-4b0b-87bf-ba03f1bfd321 req-fc19e200-a65d-4de1-afdb-3c4b2217dab4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337942 Sep 18 07:27:14.514455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-f164e78a-b020-4766-8cb5-49dbca3b760a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 267 time: 0.0320370 Sep 18 07:27:14.570889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-e347e86a-1614-44e5-be31-5a11221e9608 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:14.572359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-e347e86a-1614-44e5-be31-5a11221e9608 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Sep 18 07:27:14.583885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'security_groups': []}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:14.649243 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.764984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.809457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:14.838364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.895908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.907883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:14.931692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f', '290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:14.939076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:14.939769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:14.941372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62e93308-e665-4bfd-9ccb-1587ec560a97 req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "PUT /v2.0/ports/8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 HTTP/1.1" status: 200 len: 904 time: 0.3620827 Sep 18 07:27:14.944216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:14.948704 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:14.983270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab290cba-f6de-4a40-9fb5-9921f62a04d9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:15.008321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:15.079615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074533fd-1366-43dd-a565-1f521f7b14de req-8d5e1843-e4ef-4533-87b1-ced644b9ea51 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.081466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-074533fd-1366-43dd-a565-1f521f7b14de req-8d5e1843-e4ef-4533-87b1-ced644b9ea51 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 944 time: 0.0878377 Sep 18 07:27:15.149027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-074533fd-1366-43dd-a565-1f521f7b14de req-406cb2e6-2829-46b6-8d8d-77018d953b3b tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505722 Sep 18 07:27:15.162478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf972855-8e87-4224-bca5-4d85715ef74c req-c4d0e437-25eb-44e7-80c8-a107216c019a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.163810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf972855-8e87-4224-bca5-4d85715ef74c req-c4d0e437-25eb-44e7-80c8-a107216c019a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 907 time: 0.1093404 Sep 18 07:27:15.201186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:15.212359 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b1a8d-9b04-4a8d-8ae7-a75c69a2f2d3 x-openstack-request-id: req-ad0b1a8d-9b04-4a8d-8ae7-a75c69a2f2d3 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:15.212696 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:15.212912 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad0b1a8d-9b04-4a8d-8ae7-a75c69a2f2d3 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:15.213383 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'status': 'completed', 'code': 200} Sep 18 07:27:15.276665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-7ebd4b16-97bd-485c-a2d9-9a7db0bc0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.277844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-7ebd4b16-97bd-485c-a2d9-9a7db0bc0002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 1059 time: 0.0432880 Sep 18 07:27:15.301970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e42e5c8c-01a4-40b8-b222-55a5acc54d2b None None] Provisioning complete for port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:15.302392 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e42e5c8c-01a4-40b8-b222-55a5acc54d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:15.303982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae96d88-77a8-4258-a184-745ee80bbbe3 req-389be5bd-2eaa-4637-b6a1-9dae7266c633 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.305561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cae96d88-77a8-4258-a184-745ee80bbbe3 req-389be5bd-2eaa-4637-b6a1-9dae7266c633 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0627761 Sep 18 07:27:15.346296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cae96d88-77a8-4258-a184-745ee80bbbe3 req-c1fa1f0d-6f21-4b12-951a-764f30944182 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Sep 18 07:27:15.396493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-aa8b0558-4aed-4228-ba4c-5620cc715e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.398239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-aa8b0558-4aed-4228-ba4c-5620cc715e74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.1130912 Sep 18 07:27:15.445984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-1e2bcfa2-c03b-40fd-8b27-3c671bf82e6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0394514 Sep 18 07:27:15.479006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1667ab-518c-43fa-ac2f-42bd1d5ec846 req-00c6ba3f-8fe7-4917-b174-79858172dd09 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.480522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd1667ab-518c-43fa-ac2f-42bd1d5ec846 req-00c6ba3f-8fe7-4917-b174-79858172dd09 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0528214 Sep 18 07:27:15.502887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-26f4ec05-9eec-44f6-9457-12b5de904d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.504608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-26f4ec05-9eec-44f6-9457-12b5de904d46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0517757 Sep 18 07:27:15.519778 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd1667ab-518c-43fa-ac2f-42bd1d5ec846 req-59243fa7-73d6-44ae-9b14-d30325e463de tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Sep 18 07:27:15.551140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-da440b76-c904-4fa7-a286-f75a0ae12250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.557323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-da440b76-c904-4fa7-a286-f75a0ae12250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413220 Sep 18 07:27:15.649797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-4dbbae3d-24d3-4dca-93f0-809b1cf41b56 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902288 Sep 18 07:27:15.757135 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d9507e0-3222-4ff8-97e3-9b307bf05a2d req-d9f2ca02-3ccb-4346-b100-676ad8b14878 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005461 Sep 18 07:27:15.805970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cc5bc4da-bc9a-4087-bba3-5f71c8c57796 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:15.807551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cc5bc4da-bc9a-4087-bba3-5f71c8c57796 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1106811 Sep 18 07:27:15.824475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dd214f55-ccbd-4298-8fcf-b65d0cd1c0c8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/quotas/003caa79108142fd9ecea6626ea6adea HTTP/1.1" status: 200 len: 375 time: 0.0108480 Sep 18 07:27:15.899585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-b42f2101-5350-44c5-b72c-703ca77ce2fb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0662863 Sep 18 07:27:15.994058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-267bb235-178e-4d73-a7f1-d623f7a447d9 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831566 Sep 18 07:27:16.088519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cf30ad97-6f8f-4bc8-b5fe-8cd120585264 service neutron] 10.222.0.20 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Sep 18 07:27:16.272145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0129861-432d-42d7-af6a-d44232903b3f req-0ae8d8e9-6d0d-425e-9bcc-ddc20099c769 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:16.273654 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0129861-432d-42d7-af6a-d44232903b3f req-0ae8d8e9-6d0d-425e-9bcc-ddc20099c769 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 944 time: 0.0551116 Sep 18 07:27:16.321741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a11d8b24-d8ed-4f23-8595-d86b93ed4faf req-77930ccf-519d-4df6-8d8d-3b9e221dbb4c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 210 time: 0.0350025 Sep 18 07:27:16.334806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0129861-432d-42d7-af6a-d44232903b3f req-d633edc6-a1f2-4584-a6a9-90e15ee29a19 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552707 Sep 18 07:27:17.337866 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:27:17.444490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17e2412f-d2aa-4dd3-99c5-d9684acb95ef req-1f388df8-26bd-4e53-8ce4-c955901d6665 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 210 time: 0.0480726 Sep 18 07:27:17.467348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e71d9-8bce-439e-a955-ffb402ab9714 req-81abde5e-c6b5-4bc5-900d-62150c123d65 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:17.469374 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c4e71d9-8bce-439e-a955-ffb402ab9714 req-81abde5e-c6b5-4bc5-900d-62150c123d65 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 944 time: 0.0644047 Sep 18 07:27:17.507564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c4e71d9-8bce-439e-a955-ffb402ab9714 req-b02bef43-3d9e-401e-8834-2bf3fa08b219 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Sep 18 07:27:17.750327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:27:17.849947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:17.860858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'port_id': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7', 'mac_address': 'fa:16:3e:82:59:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:27:17.900677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:17.914178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:17.932959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:18.003641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:18.058986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:18.344680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-637b2b00-9ec0-499f-8d9e-52a105d5b6f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:18.347432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-637b2b00-9ec0-499f-8d9e-52a105d5b6f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 812 time: 0.1102371 Sep 18 07:27:18.358806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Request body: {'port': {'device_id': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'admin_state_up': True, 'tenant_id': '003caa79108142fd9ecea6626ea6adea'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:18.409367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:18.547096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bb091f1-b612-46e0-a090-3658276a8a5d req-8277c02c-979a-43dc-810e-e45ad3eb0f06 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 210 time: 0.0275769 Sep 18 07:27:18.581811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Made reservation on behalf of 003caa79108142fd9ecea6626ea6adea for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:27:18.591605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:18.656124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672832-8b10-46f2-8eef-798d0ea3a204 req-f3e6ddba-f287-4a1f-9d01-960b7dd3ecb6 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:18.658155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07672832-8b10-46f2-8eef-798d0ea3a204 req-f3e6ddba-f287-4a1f-9d01-960b7dd3ecb6 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Sep 18 07:27:18.698647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07672832-8b10-46f2-8eef-798d0ea3a204 req-965a114a-f294-4d14-8219-afd5cffbfcb0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Sep 18 07:27:18.735450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Allocated IP 172.20.0.3 (2a271084-c552-4fca-b906-2c317a827c93/f08fe229-e425-4027-97ac-2cdb8654f833/cc3ab7a2-fd3f-496e-81e0-f3750a471eea) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:27:18.886250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:18.982080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.024728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Network 2a271084-c552-4fca-b906-2c317a827c93 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:19.027799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:19.031731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:27:19.040079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:19.086907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:19.087544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.155831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-cb1846ec-bbd2-4882-a496-c571ce139d83 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001611 Sep 18 07:27:19.169003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Request body: {'port': {'device_id': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:27:19.227237 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.277388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-51485f88-10d9-4962-8d23-84d68eeadeeb None None] Provisioning complete for port cc3ab7a2-fd3f-496e-81e0-f3750a471eea triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:19.277988 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51485f88-10d9-4962-8d23-84d68eeadeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.312046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-51485f88-10d9-4962-8d23-84d68eeadeeb None None] Port cc3ab7a2-fd3f-496e-81e0-f3750a471eea cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:19.338936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f', '290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:19.501469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3ab7a2-fd3f-496e-81e0-f3750a471eea {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:19.508848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.521094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Transition to ACTIVE for port object cc3ab7a2-fd3f-496e-81e0-f3750a471eea will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:27:19.616290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.648179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60142) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:19.671131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a049ef-a0cf-444a-8039-4a6c40dde083 req-cdcf5359-16fd-4f71-85ef-c840b534775f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:19.672657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5a049ef-a0cf-444a-8039-4a6c40dde083 req-cdcf5359-16fd-4f71-85ef-c840b534775f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 943 time: 0.0641372 Sep 18 07:27:19.700501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:19.731335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5a049ef-a0cf-444a-8039-4a6c40dde083 req-a0f6ff49-a0fb-4e78-a4a2-f209e99bd49f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Sep 18 07:27:19.760028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Attempting to bind port cc3ab7a2-fd3f-496e-81e0-f3750a471eea on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:27:19.760448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Attempting to bind port cc3ab7a2-fd3f-496e-81e0-f3750a471eea by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:27:19.760786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Attempting to bind port cc3ab7a2-fd3f-496e-81e0-f3750a471eea on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:19.765669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:19.767034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Port cc3ab7a2-fd3f-496e-81e0-f3750a471eea on network 2a271084-c552-4fca-b906-2c317a827c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:27:19.767522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Attempting to bind port cc3ab7a2-fd3f-496e-81e0-f3750a471eea on network 2a271084-c552-4fca-b906-2c317a827c93 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:19.772573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:27:19.772910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Checking segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:19.773302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Bound using segment: {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:27:19.773732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Bound port: cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4ed492-4c2e-486a-b24f-d0f212d17b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2a271084-c552-4fca-b906-2c317a827c93'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:27:19.774134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.835248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396c6f-0651-4bf9-bffd-031a85ce69d4 req-38259d4f-ba8e-4148-85ea-27d4a5b3849d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:19.837007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b396c6f-0651-4bf9-bffd-031a85ce69d4 req-38259d4f-ba8e-4148-85ea-27d4a5b3849d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 945 time: 0.0565073 Sep 18 07:27:19.851950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-663bf9a8-15a2-491a-87b4-3afe16c1ddc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.869402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:27:19.874489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:27:19.889108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:27:19.893858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:19.894325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.909886 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b396c6f-0651-4bf9-bffd-031a85ce69d4 req-b64bdead-2e97-4b97-91d9-242be1694225 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550487 Sep 18 07:27:19.959422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.971231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-663bf9a8-15a2-491a-87b4-3afe16c1ddc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.993514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.995255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:19.996145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:19.997756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] 10.222.0.37 "PUT /v2.0/ports/cc3ab7a2-fd3f-496e-81e0-f3750a471eea HTTP/1.1" status: 200 len: 1092 time: 0.8331578 Sep 18 07:27:19.998343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:20.001749 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3287f9-ae34-44b6-99e1-8615b3794985" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:20.021994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:20.024225 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554ad91-e991-4af0-b814-de3ea18b7218" -d '{"events": [{"server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:20.027224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc445581-d63c-4909-a235-b40d6e3dff2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:20.038416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:20.056396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-663bf9a8-15a2-491a-87b4-3afe16c1ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.058865 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a085054-61ef-4b2a-b4a8-27ecd0340db3 x-openstack-request-id: req-6a085054-61ef-4b2a-b4a8-27ecd0340db3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:20.059565 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:20.067419 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a085054-61ef-4b2a-b4a8-27ecd0340db3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:20.067419 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'status': 'completed', 'code': 200} Sep 18 07:27:20.079729 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0fca52-413d-403c-a19d-ac3242220dea x-openstack-request-id: req-5e0fca52-413d-403c-a19d-ac3242220dea {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:20.080079 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "name": "network-vif-plugged", "status": "completed", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:20.080294 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e0fca52-413d-403c-a19d-ac3242220dea {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:20.080701 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7', 'code': 200} Sep 18 07:27:20.102101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bf9a8-15a2-491a-87b4-3afe16c1ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5293f60-f6f4-46f2-838b-a8d3454213f0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:20.107415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-663bf9a8-15a2-491a-87b4-3afe16c1ddc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58b72ab2c0c8457584b80b231ea98ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575284 Sep 18 07:27:20.110392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:20.137390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-f5df3807-e146-4ae7-97c9-ea32cabee85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.139025 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-f5df3807-e146-4ae7-97c9-ea32cabee85c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 1095 time: 0.0572214 Sep 18 07:27:20.142244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.210815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:20.216288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.240545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9f238-c7fe-4edf-9b1d-c1cd37aea02e req-cd6ad2f0-e1b4-44c4-a057-fb597ecf0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.242116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0b9f238-c7fe-4edf-9b1d-c1cd37aea02e req-cd6ad2f0-e1b4-44c4-a057-fb597ecf0190 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 1098 time: 0.0721362 Sep 18 07:27:20.246521 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.272977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-94d7d159-5fb3-4282-af93-db292b5ace0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.274893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-94d7d159-5fb3-4282-af93-db292b5ace0a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=003caa79108142fd9ecea6626ea6adea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1274052 Sep 18 07:27:20.308792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0b9f238-c7fe-4edf-9b1d-c1cd37aea02e req-21af206d-e5e8-4e00-972a-80de583c2fe9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488372 Sep 18 07:27:20.368911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.371495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:20.372635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5293f60-f6f4-46f2-838b-a8d3454213f0 HTTP/1.1" status: 204 len: 168 time: 0.2606902 Sep 18 07:27:20.376140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-2fcf5b18-784b-4a15-be33-b97c619833fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.377769 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0c3287f9-ae34-44b6-99e1-8615b3794985 req-2fcf5b18-784b-4a15-be33-b97c619833fa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961199 Sep 18 07:27:20.382090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c86cc5-1336-4e48-bc63-5df360cf24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5293f60-f6f4-46f2-838b-a8d3454213f0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:20.460507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-140d0d30-e522-4a5c-90b5-d91be0a0e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.461938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-140d0d30-e522-4a5c-90b5-d91be0a0e09d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 1095 time: 0.0414636 Sep 18 07:27:20.503941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-445418d6-deb4-41e0-8a74-88accf930576 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea HTTP/1.1" status: 200 len: 217 time: 0.0346658 Sep 18 07:27:20.556173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-42cc33fd-e85b-48f7-8f96-c436b2b37cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.557608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-42cc33fd-e85b-48f7-8f96-c436b2b37cdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0473104 Sep 18 07:27:20.603917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-7891fd39-a6f9-421d-a863-f1c8e0c37775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.605444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-7891fd39-a6f9-421d-a863-f1c8e0c37775 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405312 Sep 18 07:27:20.698905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-b4d2351a-92ab-4a03-a786-483800e535a0 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Sep 18 07:27:20.791571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39db73e0-5617-4d0b-8ab1-e03a5b3e50ea req-2fcfcf2f-d108-46b0-ad7a-69f6f2b6b4b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 Sep 18 07:27:20.840964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424e8c3-943c-46db-ad4e-b69b1503e25d req-19bd9eeb-a202-41f0-b43c-afb531dbf492 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:20.843076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0424e8c3-943c-46db-ad4e-b69b1503e25d req-19bd9eeb-a202-41f0-b43c-afb531dbf492 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 943 time: 0.0505211 Sep 18 07:27:20.880669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0424e8c3-943c-46db-ad4e-b69b1503e25d req-b2cb8706-794b-4d67-a286-b111e63fc82a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Sep 18 07:27:20.956481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60162) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:20.973605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5e7edc8-157d-4eed-8392-07e8d21f9e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.051612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afd0e7-9691-416d-acfc-aa0d3d5d312d req-9710e5af-3782-4607-b2bd-0bf0e89628b6 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:21.053010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57afd0e7-9691-416d-acfc-aa0d3d5d312d req-9710e5af-3782-4607-b2bd-0bf0e89628b6 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0718093 Sep 18 07:27:21.110312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57afd0e7-9691-416d-acfc-aa0d3d5d312d req-b953c779-b6e8-40f9-9523-81a4ad66fe0f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510271 Sep 18 07:27:21.129493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5e7edc8-157d-4eed-8392-07e8d21f9e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.193123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5e7edc8-157d-4eed-8392-07e8d21f9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.231368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5e7edc8-157d-4eed-8392-07e8d21f9e01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87f66b3f12504e2d96f923f941ded65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738464 Sep 18 07:27:21.232459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7edc8-157d-4eed-8392-07e8d21f9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a268cff-4709-44ac-9a6b-fb552a5402ca,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:21.234219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60164) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:21.284075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.304364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.410540 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.413234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:21.414449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a268cff-4709-44ac-9a6b-fb552a5402ca HTTP/1.1" status: 204 len: 168 time: 0.1791947 Sep 18 07:27:21.422254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c07897-1b9d-4ec3-a026-e6de5e38dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a268cff-4709-44ac-9a6b-fb552a5402ca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:22.005574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bee64-281c-4dbe-8d12-bab9d1f49b2a req-04d15605-c02a-45e4-b57c-8c50b401270b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:22.013510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b87bee64-281c-4dbe-8d12-bab9d1f49b2a req-04d15605-c02a-45e4-b57c-8c50b401270b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 943 time: 0.0602348 Sep 18 07:27:22.054989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b87bee64-281c-4dbe-8d12-bab9d1f49b2a req-11663b2c-b00b-4ec8-910d-bf99af689476 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Sep 18 07:27:22.224140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f13ef-61da-4f10-9f89-881d55461f5e req-04c21f7a-01d2-4fa4-9f75-02d146837174 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:22.225647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a1f13ef-61da-4f10-9f89-881d55461f5e req-04c21f7a-01d2-4fa4-9f75-02d146837174 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0493097 Sep 18 07:27:22.262540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a1f13ef-61da-4f10-9f89-881d55461f5e req-2b4dd9f8-c07a-4128-bef2-9fa22c576ccc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305543 Sep 18 07:27:22.399272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9261d-729d-4998-960a-22d570f23dc7 req-196e042f-f43b-4430-b6b6-6878aa43e721 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:22.400875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76f9261d-729d-4998-960a-22d570f23dc7 req-196e042f-f43b-4430-b6b6-6878aa43e721 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0645213 Sep 18 07:27:22.444978 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76f9261d-729d-4998-960a-22d570f23dc7 req-248e2b62-f134-4cb5-b614-4f78916eb031 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373614 Sep 18 07:27:23.174951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7112e9-2f5c-4578-bda3-7a98cf48b37f req-1bd84c30-ffcd-4508-a03c-9a18b930bc2e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:23.176400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb7112e9-2f5c-4578-bda3-7a98cf48b37f req-1bd84c30-ffcd-4508-a03c-9a18b930bc2e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 943 time: 0.0481598 Sep 18 07:27:23.216121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb7112e9-2f5c-4578-bda3-7a98cf48b37f req-d9abaed1-9c46-462a-8700-627d7bcafb48 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Sep 18 07:27:23.723564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device cc3ab7a2-fd3f-496e-81e0-f3750a471eea details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:27:23.820355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:23.832248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'mac_address': 'fa:16:3e:52:07:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:27:23.866911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:23.879490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3ab7a2-fd3f-496e-81e0-f3750a471eea {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:23.897998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:23.959126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:23.964716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60180) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:27:24.005630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:24.198577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['cc3ab7a2-fd3f-496e-81e0-f3750a471eea'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:24.336609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f5248-3f51-4fa9-891e-23f57401095d req-a48880af-1d40-4c10-a491-cf09cab63787 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:24.339475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075f5248-3f51-4fa9-891e-23f57401095d req-a48880af-1d40-4c10-a491-cf09cab63787 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 944 time: 0.0544274 Sep 18 07:27:24.389971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075f5248-3f51-4fa9-891e-23f57401095d req-201611a2-b04c-407c-b65e-f9bab97073b4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Sep 18 07:27:24.401885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:24.663229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.17 (7e153763-0906-47ed-98aa-479af686265e/0062a74c-9bc1-4365-b8b5-15ea83b2e941/b12a1857-af25-4f31-b9e5-24957b76aba4) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:27:24.772456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:24.866828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:24.906999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 7e153763-0906-47ed-98aa-479af686265e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:24.910017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:24.913635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:27:24.940049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:24.962756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.120805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-df54e691-a6e3-4220-b25e-e5705176bd6c None None] Provisioning complete for port b12a1857-af25-4f31-b9e5-24957b76aba4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:25.121381 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df54e691-a6e3-4220-b25e-e5705176bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.154417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-df54e691-a6e3-4220-b25e-e5705176bd6c None None] Port b12a1857-af25-4f31-b9e5-24957b76aba4 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:25.194197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.482416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.503968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236f7b-9a6d-422b-9c78-a19067f99962 req-595d7351-efcf-460f-b2df-9eaebe291a27 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:25.505440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d236f7b-9a6d-422b-9c78-a19067f99962 req-595d7351-efcf-460f-b2df-9eaebe291a27 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 944 time: 0.0480647 Sep 18 07:27:25.534560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.543212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d236f7b-9a6d-422b-9c78-a19067f99962 req-ad6ea3de-b36b-4998-9a81-fca069eccba7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Sep 18 07:27:25.606549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.609184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:25.723615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device cc3ab7a2-fd3f-496e-81e0-f3750a471eea up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:25.833380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port cc3ab7a2-fd3f-496e-81e0-f3750a471eea completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:27:25.837716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port cc3ab7a2-fd3f-496e-81e0-f3750a471eea triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:25.838128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.918672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:25.941349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:25.943644 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718371ec-63bf-408d-96ed-46c8d0aa5bc2" -d '{"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:25.957748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:25.984612 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a2bf7-5ea4-4076-bd02-df70606f7ccd x-openstack-request-id: req-260a2bf7-5ea4-4076-bd02-df70606f7ccd {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:25.984937 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:25.985195 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-260a2bf7-5ea4-4076-bd02-df70606f7ccd {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:25.985592 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'code': 200} Sep 18 07:27:26.004763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:26.017882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 7e153763-0906-47ed-98aa-479af686265e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:27:26.020098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:27:26.063166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:26.161979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dea6d-4256-418e-a674-47e918111f5a req-11acd6a8-ad35-4abd-87b1-3e262acad942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:26.163472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a5dea6d-4256-418e-a674-47e918111f5a req-11acd6a8-ad35-4abd-87b1-3e262acad942 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 1097 time: 0.1023092 Sep 18 07:27:26.178285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:27:26.241222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a5dea6d-4256-418e-a674-47e918111f5a req-a6e0fe9c-20b9-438e-ab5b-153c263fb7d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Sep 18 07:27:26.280267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-02e9ebac-cd6a-435b-973f-15b4da600e0f None None] Provisioning complete for port b12a1857-af25-4f31-b9e5-24957b76aba4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:26.281127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02e9ebac-cd6a-435b-973f-15b4da600e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:26.306217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:27:26.311139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2a1262e-6c8b-4119-a41a-050cb77017fc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/358c02a1-e942-4bda-9c47-d191c94affbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3453841 Sep 18 07:27:26.316915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:27:26.321151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-02e9ebac-cd6a-435b-973f-15b4da600e0f None None] Port b12a1857-af25-4f31-b9e5-24957b76aba4 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:26.325813 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:27:26.326519 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:27:26.430820 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:27:26.656287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:27:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12a1857-af25-4f31-b9e5-24957b76aba4', 'name': '', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:3f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:27:24Z', 'updated_at': '2021-09-18T07:27:25Z', 'revision_number': 2, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:27:26.659545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b6f4d-0726-4400-b98f-9f79f8abe5db req-98825d39-2e8d-410d-abaf-10ceb014422b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:26.661051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a87b6f4d-0726-4400-b98f-9f79f8abe5db req-98825d39-2e8d-410d-abaf-10ceb014422b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0494013 Sep 18 07:27:26.682207 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:27:26.682568 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Updating router 358c02a1-e942-4bda-9c47-d191c94affbe port b12a1857-af25-4f31-b9e5-24957b76aba4 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:27:26.703660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a87b6f4d-0726-4400-b98f-9f79f8abe5db req-540b7b21-46be-46b0-bf12-947a57645c49 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Sep 18 07:27:26.710997 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:26.961680 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.033133 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.083311 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1dcde-067f-4926-9b92-1afa91540978 None None] Pushing event updated for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:27.135834 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Attempting to bind port b12a1857-af25-4f31-b9e5-24957b76aba4 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:27:27.136210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Attempting to bind port b12a1857-af25-4f31-b9e5-24957b76aba4 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:27:27.136576 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Attempting to bind port b12a1857-af25-4f31-b9e5-24957b76aba4 on network 7e153763-0906-47ed-98aa-479af686265e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:27:27.142472 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:27:27.142857 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Checking segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:27:27.143267 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.143664 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Bound using segment: {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:27:27.144132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Bound port: b12a1857-af25-4f31-b9e5-24957b76aba4, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9403d00-f5f3-48b0-b3cb-ea38d6663335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7e153763-0906-47ed-98aa-479af686265e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:27:27.144516 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.207863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] For port b12a1857-af25-4f31-b9e5-24957b76aba4, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:27:27.211123 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] For port b12a1857-af25-4f31-b9e5-24957b76aba4, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b12a1857-af25-4f31-b9e5-24957b76aba4,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:27:27.243597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ab93abd7-7dd3-4970-a6f7-6cf8bc8d471c None None] Provisioning complete for port b12a1857-af25-4f31-b9e5-24957b76aba4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:27.248110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ab93abd7-7dd3-4970-a6f7-6cf8bc8d471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.277432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ab93abd7-7dd3-4970-a6f7-6cf8bc8d471c None None] Port b12a1857-af25-4f31-b9e5-24957b76aba4 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:27:27.302443 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.358827 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:27:27.359527 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:27:27.364325 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1dcde-067f-4926-9b92-1afa91540978 None None] Pushing event updated for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:27.472989 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:27:27.597736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] Provisioning complete for port b12a1857-af25-4f31-b9e5-24957b76aba4 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:27.598386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.674465 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.705491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] For port b12a1857-af25-4f31-b9e5-24957b76aba4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b12a1857-af25-4f31-b9e5-24957b76aba4,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:27.706283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:27:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12a1857-af25-4f31-b9e5-24957b76aba4', 'name': '', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:3f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:27:24Z', 'updated_at': '2021-09-18T07:27:27Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:27:27.738988 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8a62d-c113-430d-9003-ee94781adb4d None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:27:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b12a1857-af25-4f31-b9e5-24957b76aba4', 'name': '', 'network_id': '7e153763-0906-47ed-98aa-479af686265e', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:3f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:27:24Z', 'updated_at': '2021-09-18T07:27:27Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '0062a74c-9bc1-4365-b8b5-15ea83b2e941', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:27:27.827977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:27.839433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216da7-034d-4dca-b467-9e16c5270d21 req-d7c244ce-e528-4d83-aa29-04c871b21c78 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:27.841565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc216da7-034d-4dca-b467-9e16c5270d21 req-d7c244ce-e528-4d83-aa29-04c871b21c78 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0597732 Sep 18 07:27:27.885738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543ebf-f0b1-45ea-ae66-c66f9d8ad81a None None] Pushing event updated for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:27.893828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc216da7-034d-4dca-b467-9e16c5270d21 req-22446d64-8065-4ef1-8b40-95431cab8b36 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Sep 18 07:27:28.226988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b618-f346-4fef-ab64-4b7dbe8a6714 req-74830e34-b385-4869-bdb6-bb0bbbaf822d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:28.229377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7a4b618-f346-4fef-ab64-4b7dbe8a6714 req-74830e34-b385-4869-bdb6-bb0bbbaf822d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 18 07:27:28.269044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7a4b618-f346-4fef-ab64-4b7dbe8a6714 req-f311c88a-8237-4a4e-8743-35632f71e466 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Sep 18 07:27:28.492440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b12a1857-af25-4f31-b9e5-24957b76aba4 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:28.538547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b12a1857-af25-4f31-b9e5-24957b76aba4 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:28.538838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:29.119130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:29.383805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645830e-b7aa-4d62-b9ce-9205404456f0 req-15fcc9c4-4fb0-434f-962c-b3a53eaba1c7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:29.385192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2645830e-b7aa-4d62-b9ce-9205404456f0 req-15fcc9c4-4fb0-434f-962c-b3a53eaba1c7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0471818 Sep 18 07:27:29.426702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2645830e-b7aa-4d62-b9ce-9205404456f0 req-8619c2ca-7a76-42af-9cc8-4cbf722c6534 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Sep 18 07:27:30.084173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515457bb-2d8b-4592-87f9-9e3adf229cd5 req-551afdc7-7a3e-4b8d-aeed-36edb27a9976 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:30.085690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-515457bb-2d8b-4592-87f9-9e3adf229cd5 req-551afdc7-7a3e-4b8d-aeed-36edb27a9976 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0496385 Sep 18 07:27:30.122845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-515457bb-2d8b-4592-87f9-9e3adf229cd5 req-8bed1e6c-3ef7-4108-8aaa-2b561174ba2b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Sep 18 07:27:31.239231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71813cab-2ba1-43d3-b730-fb704aa28d23 req-5b0aaade-4f2f-4bd3-8d04-df31676a216f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:31.240700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71813cab-2ba1-43d3-b730-fb704aa28d23 req-5b0aaade-4f2f-4bd3-8d04-df31676a216f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0492253 Sep 18 07:27:31.278862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71813cab-2ba1-43d3-b730-fb704aa28d23 req-773c6c7d-d48e-4579-bead-835be826c23a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Sep 18 07:27:31.759964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device cc3ab7a2-fd3f-496e-81e0-f3750a471eea details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:27:32.002664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:32.013515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'port_id': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'mac_address': 'fa:16:3e:52:07:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:27:32.049844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:32.062772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc3ab7a2-fd3f-496e-81e0-f3750a471eea {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:27:32.085641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:32.158932 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:32.208925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:32.244579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['cc3ab7a2-fd3f-496e-81e0-f3750a471eea'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:27:32.395684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69ebe-6d49-41b5-9334-49694e09ec29 req-1a7d1352-3a27-47d9-8b17-9a55e16f5eeb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:32.397159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2d69ebe-6d49-41b5-9334-49694e09ec29 req-1a7d1352-3a27-47d9-8b17-9a55e16f5eeb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 944 time: 0.0490680 Sep 18 07:27:32.441789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2d69ebe-6d49-41b5-9334-49694e09ec29 req-1fc7bfd7-1681-4e34-86b1-81d3d847906d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Sep 18 07:27:33.578665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac1ef2-685e-4f32-810d-7766a08248e0 req-f6d914c8-6a8f-43ad-869c-abdd73ae59c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:33.585371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8ac1ef2-685e-4f32-810d-7766a08248e0 req-f6d914c8-6a8f-43ad-869c-abdd73ae59c3 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 944 time: 0.0638988 Sep 18 07:27:33.620621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8ac1ef2-685e-4f32-810d-7766a08248e0 req-3ee5ba00-cbce-4f19-a702-ccf416866870 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Sep 18 07:27:33.773341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device cc3ab7a2-fd3f-496e-81e0-f3750a471eea up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:27:33.834567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port cc3ab7a2-fd3f-496e-81e0-f3750a471eea triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:27:33.835320 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:33.916020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:33.940773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:33.943201 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10cdab1-8437-43a3-ba53-e6520e71b9e8" -d '{"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:33.956367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:33.991711 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a144d17-b805-4f20-ab8f-a70393828d56 x-openstack-request-id: req-3a144d17-b805-4f20-ab8f-a70393828d56 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:33.991711 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:33.991711 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a144d17-b805-4f20-ab8f-a70393828d56 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:33.991711 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'code': 200} Sep 18 07:27:34.016467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:34.069214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:34.747119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dac069-341a-4b71-8fe1-2fc60dd861c9 req-84a02e22-8cc0-4149-9eb4-0183f1994162 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:34.749440 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79dac069-341a-4b71-8fe1-2fc60dd861c9 req-84a02e22-8cc0-4149-9eb4-0183f1994162 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0524135 Sep 18 07:27:34.798613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-79dac069-341a-4b71-8fe1-2fc60dd861c9 req-d2185dd2-9f74-40bc-bf40-5852c9894317 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Sep 18 07:27:35.914312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fdca2-b5ba-4e44-9ad1-a1c30262e8da req-f68e91f7-9a4f-40f4-96ce-aa86ebf0d327 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:35.915801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200fdca2-b5ba-4e44-9ad1-a1c30262e8da req-f68e91f7-9a4f-40f4-96ce-aa86ebf0d327 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0485530 Sep 18 07:27:35.958608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-200fdca2-b5ba-4e44-9ad1-a1c30262e8da req-034a09e0-cbb6-4890-a405-c5c5abee46f2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Sep 18 07:27:37.085975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473107d6-c9a8-4478-b0ce-acd6cb72e0ba req-4e32b7ea-f4dd-46cb-b613-8e01278993d7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:37.088306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-473107d6-c9a8-4478-b0ce-acd6cb72e0ba req-4e32b7ea-f4dd-46cb-b613-8e01278993d7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0571239 Sep 18 07:27:37.135868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-473107d6-c9a8-4478-b0ce-acd6cb72e0ba req-d50ac65c-b47b-4690-b909-0f920fec3217 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Sep 18 07:27:38.263481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c99ba-7a68-4567-bde4-f90a7afd0ccb req-230a4602-705b-4ed8-832e-cc711b20551b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:38.265216 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-379c99ba-7a68-4567-bde4-f90a7afd0ccb req-230a4602-705b-4ed8-832e-cc711b20551b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0536106 Sep 18 07:27:38.308003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-379c99ba-7a68-4567-bde4-f90a7afd0ccb req-424b20a8-726a-40bc-a048-b2906defe338 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Sep 18 07:27:38.902220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e34969d-7c23-4fd6-8bc1-75e7ec5d6ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:39.443163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2c62-a52b-44d1-8536-1e1bb15b3b2c req-19fed99e-1a2d-4a8b-a9ea-ea46b060ebbf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:39.451804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19eb2c62-a52b-44d1-8536-1e1bb15b3b2c req-19fed99e-1a2d-4a8b-a9ea-ea46b060ebbf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0641780 Sep 18 07:27:39.491584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19eb2c62-a52b-44d1-8536-1e1bb15b3b2c req-e1b702dc-3796-4209-a23a-bd95079cf226 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Sep 18 07:27:40.618262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60a4d-54d1-4dd0-92e8-a7bab611c430 req-cd6a8fac-2741-479a-a15d-ef860e5f6380 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:40.619780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f60a4d-54d1-4dd0-92e8-a7bab611c430 req-cd6a8fac-2741-479a-a15d-ef860e5f6380 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0539732 Sep 18 07:27:40.666435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f60a4d-54d1-4dd0-92e8-a7bab611c430 req-d7013e68-3c23-4df2-8be2-558c557a5173 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Sep 18 07:27:41.622306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-948461f9-441f-4187-895f-4d7ba0f3453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:41.797249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd8008-bfdd-480b-b5a1-1a27e469b45a req-198c197c-9c46-43f8-bf5f-1feb709df179 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:41.799425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9edd8008-bfdd-480b-b5a1-1a27e469b45a req-198c197c-9c46-43f8-bf5f-1feb709df179 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0564654 Sep 18 07:27:41.839475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9edd8008-bfdd-480b-b5a1-1a27e469b45a req-84b4a505-653d-464f-ab3b-1343522fd0b6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Sep 18 07:27:42.171415 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:42.961206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be32c-159b-4a68-ab0e-c5fb7f0d644c req-a22c70ba-1f50-4084-be55-0483a8de382a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:42.962775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5be32c-159b-4a68-ab0e-c5fb7f0d644c req-a22c70ba-1f50-4084-be55-0483a8de382a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0548871 Sep 18 07:27:43.004197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a5be32c-159b-4a68-ab0e-c5fb7f0d644c req-77a08436-545b-4055-9845-7537a40c5d47 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348155 Sep 18 07:27:43.160805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-931d866f-7260-416a-bd30-de28fbc896ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:43.162219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-931d866f-7260-416a-bd30-de28fbc896ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 1097 time: 0.0409589 Sep 18 07:27:43.254528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-22981309-6abf-4d87-bcc9-4f5c35821d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:43.256056 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-22981309-6abf-4d87-bcc9-4f5c35821d19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.0874093 Sep 18 07:27:43.290419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:43.298963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-597b2c2d-8353-4deb-abdd-7c63f72f178d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea HTTP/1.1" status: 200 len: 217 time: 0.0353885 Sep 18 07:27:43.349390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-6413bf9b-1371-46cb-bf03-631046a11d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:43.350891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-6413bf9b-1371-46cb-bf03-631046a11d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0445371 Sep 18 07:27:43.401211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-3e3fcc5d-18d3-4450-85a5-bd00e3c00c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:43.402754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-3e3fcc5d-18d3-4450-85a5-bd00e3c00c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447750 Sep 18 07:27:43.489931 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-07f17d1f-a08f-47f9-86d9-f9149bd01250 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797331 Sep 18 07:27:43.580217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8534a8c1-49da-4d8e-8ee0-d99474695a0e req-8f153ed7-9998-4d51-a295-93ee8504acd5 service neutron] 10.222.0.37 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Sep 18 07:27:44.118994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3072-d2dd-4fce-8bdc-f78fc58fc0f1 req-c0c281cb-4824-4fc9-9c3a-c18cedc50a37 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:44.120464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d52f3072-d2dd-4fce-8bdc-f78fc58fc0f1 req-c0c281cb-4824-4fc9-9c3a-c18cedc50a37 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0491645 Sep 18 07:27:44.157883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d52f3072-d2dd-4fce-8bdc-f78fc58fc0f1 req-a8309365-01a0-4804-bd48-e1a265bba3e5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Sep 18 07:27:44.283099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-82cf4f69-ca4e-4755-80fa-2018d5db9f63 req-3b60368c-bd67-47be-b7a2-489853b82047 service neutron] (101978) timed out ('10.222.0.20', 37720) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:27:44.770272 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:45.181707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:45.271876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff0a01-fd66-4eec-a3bd-094484f779fc req-ec9f6ec4-b1cc-449b-86c9-8e10a8a615aa tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:45.273426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3aff0a01-fd66-4eec-a3bd-094484f779fc req-ec9f6ec4-b1cc-449b-86c9-8e10a8a615aa tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0492053 Sep 18 07:27:45.311738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3aff0a01-fd66-4eec-a3bd-094484f779fc req-47ea734b-d0b3-4a43-a5ac-7ad157e731e8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Sep 18 07:27:46.651125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e384-ce8f-42e9-9f9f-b406ce3795ad req-01472a8d-cfdd-483c-ba76-136bb6fda18d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:46.652602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ead8e384-ce8f-42e9-9f9f-b406ce3795ad req-01472a8d-cfdd-483c-ba76-136bb6fda18d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 945 time: 0.0479825 Sep 18 07:27:46.692974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ead8e384-ce8f-42e9-9f9f-b406ce3795ad req-f727f578-07cc-4a36-a575-5a3b6918933f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342054 Sep 18 07:27:46.803916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64124d-eedf-4445-a7fc-ddd9dbe20a72 req-6da58d3c-4938-4878-8cd8-a67e7d35a0f9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:46.805393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a64124d-eedf-4445-a7fc-ddd9dbe20a72 req-6da58d3c-4938-4878-8cd8-a67e7d35a0f9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0479147 Sep 18 07:27:46.842872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a64124d-eedf-4445-a7fc-ddd9dbe20a72 req-b49fe4d0-cec9-491e-8cc9-da91f0773e99 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 18 07:27:46.957565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f83a-35f7-4dad-8d4c-c8e48c25d128 req-d293371f-1e5c-49b0-9c59-513460ee3d0f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:46.959012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab82f83a-35f7-4dad-8d4c-c8e48c25d128 req-d293371f-1e5c-49b0-9c59-513460ee3d0f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0474310 Sep 18 07:27:46.999579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab82f83a-35f7-4dad-8d4c-c8e48c25d128 req-7037b8ad-dd03-40fa-a812-e6e10a38f188 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Sep 18 07:27:47.306840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574773-b29c-41cf-a356-9070390ae2b6 req-5b8f4409-45d1-462e-b031-7936764ed282 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:47.308328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6574773-b29c-41cf-a356-9070390ae2b6 req-5b8f4409-45d1-462e-b031-7936764ed282 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0503020 Sep 18 07:27:47.350034 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6574773-b29c-41cf-a356-9070390ae2b6 req-5d2a010d-4ebe-4ec8-b975-d226396fddfa tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358007 Sep 18 07:27:47.850378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device cc3ab7a2-fd3f-496e-81e0-f3750a471eea no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:27:47.924025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:47.945808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:27:47.948044 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c56141-2e16-4871-89eb-3ea2bc59ec1d" -d '{"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:27:47.962936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:27:47.981444 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 07:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd170f-3375-49c3-9ac3-1fe5a7302606 x-openstack-request-id: req-8bbd170f-3375-49c3-9ac3-1fe5a7302606 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:27:47.981736 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-unplugged", "status": "failed", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:27:47.982024 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bbd170f-3375-49c3-9ac3-1fe5a7302606 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:27:47.982916 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'code': 422} returned with failed status Sep 18 07:27:48.042848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:48.089227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:27:48.461257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce94125-ee77-46f4-858f-58f64a5ecf2c req-207cc1f4-96c6-460a-ae52-c50a3290007b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:48.462743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ce94125-ee77-46f4-858f-58f64a5ecf2c req-207cc1f4-96c6-460a-ae52-c50a3290007b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0473986 Sep 18 07:27:48.499568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ce94125-ee77-46f4-858f-58f64a5ecf2c req-01dd8d99-6ba7-4dec-ab25-bcf4c0d16539 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Sep 18 07:27:49.612525 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32847347-3512-4f76-95e0-687cea73a119 req-73bb33eb-e6e3-44c7-be6e-9478772f1ffc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:49.614023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32847347-3512-4f76-95e0-687cea73a119 req-73bb33eb-e6e3-44c7-be6e-9478772f1ffc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0485041 Sep 18 07:27:49.650507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32847347-3512-4f76-95e0-687cea73a119 req-3720ee55-46b7-41a1-807a-f01694912f86 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Sep 18 07:27:50.761223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055228b2-cda8-47f4-a431-43980f1bee53 req-491ac598-0aea-4798-89f1-7926638a8a20 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:50.762708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-055228b2-cda8-47f4-a431-43980f1bee53 req-491ac598-0aea-4798-89f1-7926638a8a20 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0473955 Sep 18 07:27:50.803360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-055228b2-cda8-47f4-a431-43980f1bee53 req-285a9768-885e-4d54-9880-7210e80baca2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348372 Sep 18 07:27:51.913351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32edfd-212e-42bb-ae2d-e61545799f45 req-87837950-e876-472c-8c08-b3066042a1a4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:51.914816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e32edfd-212e-42bb-ae2d-e61545799f45 req-87837950-e876-472c-8c08-b3066042a1a4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0471115 Sep 18 07:27:51.951491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e32edfd-212e-42bb-ae2d-e61545799f45 req-67af1ed5-84d7-4d28-81a2-bc8b4b311594 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Sep 18 07:27:53.062791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6025a-f7c9-4a33-9c77-ad890fc787ad req-869f2622-880d-4328-90d0-c72488e6e993 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:53.064231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75b6025a-f7c9-4a33-9c77-ad890fc787ad req-869f2622-880d-4328-90d0-c72488e6e993 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0483961 Sep 18 07:27:53.101120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75b6025a-f7c9-4a33-9c77-ad890fc787ad req-38e284cd-af97-4cad-a135-706083294ad7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Sep 18 07:27:54.215805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e8c1-f20e-4425-af54-f45e5313538a req-7da59ef2-d7e7-4fd4-a20f-dc43bc31fa35 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:54.217325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed94e8c1-f20e-4425-af54-f45e5313538a req-7da59ef2-d7e7-4fd4-a20f-dc43bc31fa35 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0484264 Sep 18 07:27:54.257330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed94e8c1-f20e-4425-af54-f45e5313538a req-5cfa8927-bb4b-411f-b5fb-822f489313b9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Sep 18 07:27:54.337143 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:27:55.372060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228d1c-6f1e-41de-b27e-4496849e984f req-f60303f3-5d8c-457e-8215-4dd84d87db9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:55.374080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f228d1c-6f1e-41de-b27e-4496849e984f req-f60303f3-5d8c-457e-8215-4dd84d87db9b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0480416 Sep 18 07:27:55.412980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f228d1c-6f1e-41de-b27e-4496849e984f req-7b253d8a-1a42-49de-86bd-966a0d7c9f61 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328631 Sep 18 07:27:56.525942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de87bc-e33f-4780-91f1-ac68b75e452e req-a248322c-d593-4a14-a32f-c356c75de31d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:56.527419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94de87bc-e33f-4780-91f1-ac68b75e452e req-a248322c-d593-4a14-a32f-c356c75de31d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0476458 Sep 18 07:27:56.565099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94de87bc-e33f-4780-91f1-ac68b75e452e req-3ac664c3-c619-4b94-9bdc-6aac1edf504f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308962 Sep 18 07:27:57.315729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-86c5b83d-0780-43d9-8cb0-71441b61ef2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397298 Sep 18 07:27:57.396412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-9bc5d8dd-5052-4635-8e1c-faa6ea23ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:57.397967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-9bc5d8dd-5052-4635-8e1c-faa6ea23ef62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1098 time: 0.0406597 Sep 18 07:27:57.502160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-804ae473-1deb-4a3d-bf8d-05a94591eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:57.503626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-804ae473-1deb-4a3d-bf8d-05a94591eabe service neutron] 10.222.0.37 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 898 time: 0.0861306 Sep 18 07:27:57.566270 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-03c16036-615d-487d-94ea-495d2d097113 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 1002 time: 0.0556459 Sep 18 07:27:57.620745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-e261dddb-e0bd-433e-abdb-f73ea0d4258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:57.622281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-e261dddb-e0bd-433e-abdb-f73ea0d4258d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 200 len: 835 time: 0.0478022 Sep 18 07:27:57.670527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-96b43a51-7175-48b7-9a4d-2ee1d45139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:57.672049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-96b43a51-7175-48b7-9a4d-2ee1d45139ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427377 Sep 18 07:27:57.685093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2706bf-4bb0-431b-b6a0-b48dcec51cb3 req-84b1609e-2a27-4a68-8cd9-a6e3821955c2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:57.686875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d2706bf-4bb0-431b-b6a0-b48dcec51cb3 req-84b1609e-2a27-4a68-8cd9-a6e3821955c2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0514717 Sep 18 07:27:57.729120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d2706bf-4bb0-431b-b6a0-b48dcec51cb3 req-4d4e0197-e66f-4872-9429-b34d9a3f434e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362656 Sep 18 07:27:57.769697 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-46cc149b-0661-47ef-803f-afbb32d5ee70 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900249 Sep 18 07:27:57.860835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f4c697c-a1aa-474d-b33a-72c3d7bff259 req-030b0b93-430f-4daa-b385-1a026a252bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835080 Sep 18 07:27:58.841954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84f8a-3c50-4ab5-9b20-5070832e340e req-8a03feab-ab73-4c6c-b662-8befd8cf9dfe tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:58.843436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ff84f8a-3c50-4ab5-9b20-5070832e340e req-8a03feab-ab73-4c6c-b662-8befd8cf9dfe tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0486505 Sep 18 07:27:58.880724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ff84f8a-3c50-4ab5-9b20-5070832e340e req-74d03dd0-3beb-40d4-babd-83a466a78a6e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Sep 18 07:27:59.124857 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:27:59.286208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5588a57-9493-4b12-a837-6dc9c496722e req-b984f1e4-0722-4389-8e64-a648e4ea50d4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:59.287866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5588a57-9493-4b12-a837-6dc9c496722e req-b984f1e4-0722-4389-8e64-a648e4ea50d4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0500503 Sep 18 07:27:59.326389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5588a57-9493-4b12-a837-6dc9c496722e req-7bdddf6e-a6cb-446e-a040-b53868d71b13 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Sep 18 07:27:59.389443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-9cd48bef-1cc1-4ade-97f4-627260c903b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:59.391132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-9cd48bef-1cc1-4ade-97f4-627260c903b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0404134 Sep 18 07:27:59.482377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-92a0f263-e42a-431f-97ea-cfea52a99053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:59.483845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-92a0f263-e42a-431f-97ea-cfea52a99053 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.0849733 Sep 18 07:27:59.548923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-f9a4cee7-5156-4549-8ebc-a4c846406f8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0577047 Sep 18 07:27:59.597105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-98796b6e-8a7c-485a-bf60-0baee6dc8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:59.598493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-98796b6e-8a7c-485a-bf60-0baee6dc8e8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0419228 Sep 18 07:27:59.642400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-4ae10358-61c0-4566-9af3-4fcf5ebc6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:27:59.643989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-4ae10358-61c0-4566-9af3-4fcf5ebc6ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379057 Sep 18 07:27:59.744545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-b17ebb61-3bad-4b22-899f-75e21d609f5f service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Sep 18 07:27:59.833744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0467360a-853e-468a-a4ff-4fd744f1eb2e req-223a5218-d981-4839-b057-aedf55bf5a1d service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798275 Sep 18 07:28:00.109215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60376) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:00.444813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7f70-54cd-4b61-8793-e00b1d62a973 req-9dcd6e4f-1d35-44fc-9e65-faa8f79b4a7c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:00.446317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ff7f70-54cd-4b61-8793-e00b1d62a973 req-9dcd6e4f-1d35-44fc-9e65-faa8f79b4a7c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0510254 Sep 18 07:28:00.477296 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:00.488912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ff7f70-54cd-4b61-8793-e00b1d62a973 req-423d0fc3-b1d3-49bb-8107-088d916eeacd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367069 Sep 18 07:28:00.786163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port b12a1857-af25-4f31-b9e5-24957b76aba4 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:00.786517 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:00.875757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port b12a1857-af25-4f31-b9e5-24957b76aba4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b12a1857-af25-4f31-b9e5-24957b76aba4,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:00.876125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:00.887717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for b12a1857-af25-4f31-b9e5-24957b76aba4 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:01.125388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:01.150349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=b12a1857-af25-4f31-b9e5-24957b76aba4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:01.164288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.164647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.165008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.165338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.165682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.166049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.166384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.166714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.167043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.167371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.167698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.168024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:01.332000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:01.546420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:01.601969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3930fc4-d9cc-4872-827d-ac612a63da7d req-510e83ba-ff39-412c-9c92-ba7d9a23d9fc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:01.603474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3930fc4-d9cc-4872-827d-ac612a63da7d req-510e83ba-ff39-412c-9c92-ba7d9a23d9fc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0484645 Sep 18 07:28:01.641861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3930fc4-d9cc-4872-827d-ac612a63da7d req-e4170e37-9e8f-4640-b22e-49c7eebc15a1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Sep 18 07:28:01.654223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:01.662385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2eeeac1-82c7-4399-9191-da5a410bc902 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/358c02a1-e942-4bda-9c47-d191c94affbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521190 Sep 18 07:28:01.664281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:01.675339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:01.675977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:01.757886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86d9e-d874-4c9b-b3e5-754518494b27 req-fec5cae8-3ab2-4c66-8111-3c5f161f660b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:01.759631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8e86d9e-d874-4c9b-b3e5-754518494b27 req-fec5cae8-3ab2-4c66-8111-3c5f161f660b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0503626 Sep 18 07:28:01.784847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:01.800345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8e86d9e-d874-4c9b-b3e5-754518494b27 req-7295dccb-56b8-4750-baf9-17f4c8c12641 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347254 Sep 18 07:28:01.917279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78704f-a720-40cf-b124-ab29c236e82d req-12e4a594-dcd6-4b23-ad23-4af53353032f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:01.918694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be78704f-a720-40cf-b124-ab29c236e82d req-12e4a594-dcd6-4b23-ad23-4af53353032f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0485671 Sep 18 07:28:01.974710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be78704f-a720-40cf-b124-ab29c236e82d req-09094c56-7cc1-435e-9f67-0bae86a5e408 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496738 Sep 18 07:28:02.027046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:02.051894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da8a54-5615-4c87-aeb1-be9a2d3086eb req-644c12ab-ff5a-4c81-87af-5d835aedc39a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.053728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08da8a54-5615-4c87-aeb1-be9a2d3086eb req-644c12ab-ff5a-4c81-87af-5d835aedc39a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0583839 Sep 18 07:28:02.072641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:02.081336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:02.082127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:02.093885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08da8a54-5615-4c87-aeb1-be9a2d3086eb req-7f3c000c-afe0-46e0-b01c-cf4033560134 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340111 Sep 18 07:28:02.181400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-3a7a6885-82ec-4696-b5f3-52e03072968b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1588359 Sep 18 07:28:02.197877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:02.255531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-c4a0e970-2dd9-46c0-bfb1-a1fe7de191fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.257105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-c4a0e970-2dd9-46c0-bfb1-a1fe7de191fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 1098 time: 0.0401516 Sep 18 07:28:02.438472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:02.470887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852eb04b-2e46-4ac2-8cf8-66bc449e33cb None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '7a28d7a9-fa44-48f9-9a5e-87102c11047a', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.102', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'port_id': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'mac_address': 'fa:16:3e:e4:42:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:26:26Z', 'updated_at': '2021-09-18T07:26:28Z', 'revision_number': 1, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:02.705530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-c7188b6e-fccb-4444-bb67-7dceb0270dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.706932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-c7188b6e-fccb-4444-bb67-7dceb0270dab service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.4284091 Sep 18 07:28:02.719057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5468165-1e3c-4477-b4a0-08e116fceaa4 req-6db07e7f-fbe1-4bb2-93c4-0f4b402838df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.720418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5468165-1e3c-4477-b4a0-08e116fceaa4 req-6db07e7f-fbe1-4bb2-93c4-0f4b402838df tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0683751 Sep 18 07:28:02.766455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-9e1f2b2f-e449-4a31-bbc4-06d9697097ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=290c104b-cba4-4f24-83cf-6ee616bdff79 HTTP/1.1" status: 200 len: 217 time: 0.0450587 Sep 18 07:28:02.810527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5468165-1e3c-4477-b4a0-08e116fceaa4 req-af05d927-6747-4041-9b82-e8b11710606c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838387 Sep 18 07:28:02.827489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-6be87f7f-c39d-4e03-947c-f7b1809d40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.828752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-6be87f7f-c39d-4e03-947c-f7b1809d40dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0507526 Sep 18 07:28:02.896324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-89b4e680-14e6-49f8-b47a-1a74310edc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:02.897834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-89b4e680-14e6-49f8-b47a-1a74310edc1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590796 Sep 18 07:28:03.002025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-3719d690-2118-4f2a-a4cb-1292ae035012 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947948 Sep 18 07:28:03.100377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22c0bc24-e66a-4b07-ba2a-4052c6d79513 req-afd0c8be-d8a0-459d-93f7-59ca36380e0a service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Sep 18 07:28:03.217666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ad90-f652-48c4-8441-34e789edf5ee req-2b1100dd-39d8-4cf5-ad8a-e3b19c1a05df tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:03.219064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f81ad90-f652-48c4-8441-34e789edf5ee req-2b1100dd-39d8-4cf5-ad8a-e3b19c1a05df tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0530624 Sep 18 07:28:03.255942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f81ad90-f652-48c4-8441-34e789edf5ee req-15cee199-15bd-48c9-a1e3-03bb4ff7eeb3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Sep 18 07:28:03.948488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-eca59c51-4f6d-4d06-b6c1-8618ae74b526 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:03.950004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-eca59c51-4f6d-4d06-b6c1-8618ae74b526 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0742004 Sep 18 07:28:03.961996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d3b8a-8d85-44d7-8fbc-48c8a3fff7c4 req-34217134-e24b-4f5c-8806-089c754f413d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:03.963356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8d3b8a-8d85-44d7-8fbc-48c8a3fff7c4 req-34217134-e24b-4f5c-8806-089c754f413d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0632150 Sep 18 07:28:04.047430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8d3b8a-8d85-44d7-8fbc-48c8a3fff7c4 req-0abc3b96-32c8-4b6e-8549-c0459664c4e2 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767131 Sep 18 07:28:04.073146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:04.073492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:04.160124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:04.160409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:04.172694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:04.370642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33425d-4111-4ba3-a740-427ddccd3cc9 req-34f39618-9d86-441a-82ef-6fb05fa803f5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.375393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de33425d-4111-4ba3-a740-427ddccd3cc9 req-34f39618-9d86-441a-82ef-6fb05fa803f5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Sep 18 07:28:04.409655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:04.460958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:04.462233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b12a1857-af25-4f31-b9e5-24957b76aba4 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:04.486874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b12a1857-af25-4f31-b9e5-24957b76aba4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:04.487397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b12a1857-af25-4f31-b9e5-24957b76aba4 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:04.494714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de33425d-4111-4ba3-a740-427ddccd3cc9 req-e78b2b16-8469-42f2-abb0-14add5776aad tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=68bd3bbb-1213-477f-b256-4fcb8977e0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100881 Sep 18 07:28:04.500963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.500963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.500963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.501450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.501450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.501787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.502296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.502633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.502963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.503294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.503623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.503956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:04.519410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225602e3-3dd8-49cc-9de8-1c7bbe0afef5 req-950533ef-a543-46ab-bcfc-e7fb8c4a8556 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.525453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-225602e3-3dd8-49cc-9de8-1c7bbe0afef5 req-950533ef-a543-46ab-bcfc-e7fb8c4a8556 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1454058 Sep 18 07:28:04.535863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] No DVR routers for this DVR port ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 on host n-h2-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:04.538612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:04.540693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.24 "DELETE /v2.0/ports/ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 HTTP/1.1" status: 204 len: 173 time: 0.5764544 Sep 18 07:28:04.545802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'name': 'network-vif-deleted', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:04.548038 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941b92f-bc90-4cd4-a062-cea3d0a20629" -d '{"events": [{"server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "name": "network-vif-deleted", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:04.558996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-53dc8443-29da-42ce-8d33-9ddfd1cfaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.560574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-53dc8443-29da-42ce-8d33-9ddfd1cfaf15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=003caa79108142fd9ecea6626ea6adea&device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 1096 time: 0.0581465 Sep 18 07:28:04.578619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-225602e3-3dd8-49cc-9de8-1c7bbe0afef5 req-35bdb8f8-c85b-4647-b085-93d2bd5a84cf tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439570 Sep 18 07:28:04.588403 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d58b3-e9b3-43ae-adcd-22b7e64db268 x-openstack-request-id: req-4a3d58b3-e9b3-43ae-adcd-22b7e64db268 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:04.589218 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9dca60-104f-4ed7-9fb2-11adbed3fd97", "name": "network-vif-deleted", "tag": "ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:04.589490 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a3d58b3-e9b3-43ae-adcd-22b7e64db268 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:04.589912 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9dca60-104f-4ed7-9fb2-11adbed3fd97', 'name': 'network-vif-deleted', 'tag': 'ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7', 'status': 'completed', 'code': 200} Sep 18 07:28:04.658232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-b652f384-7c6c-4227-abd1-e30ad7d268e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.659761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-b652f384-7c6c-4227-abd1-e30ad7d268e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 200 len: 913 time: 0.0920584 Sep 18 07:28:04.725979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-679d8752-767a-4765-9f96-568b127b526d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 200 len: 999 time: 0.0578582 Sep 18 07:28:04.786513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-913bbb17-73bf-447c-99fe-3f30d0a91d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.787882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-913bbb17-73bf-447c-99fe-3f30d0a91d82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 200 len: 851 time: 0.0493376 Sep 18 07:28:04.835903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-259659bf-a4c2-4aa1-b25c-a80b8f59c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:04.839155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-259659bf-a4c2-4aa1-b25c-a80b8f59c33d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2a271084-c552-4fca-b906-2c317a827c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413566 Sep 18 07:28:04.941123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-d9000be4-76f5-43c5-8950-f95a792ce08d service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899413 Sep 18 07:28:05.041229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dafce31a-0a88-4da7-9981-6a3493da4002 req-87531fb9-14dd-4cbe-8eda-545c7a94aff4 service neutron] 10.222.0.24 "GET /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905135 Sep 18 07:28:05.417453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5ce92-a081-417a-8836-f1dc18b60e15 req-a2ede9f4-d3dc-4032-91ab-d6fd6c5ee516 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:05.418968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3da5ce92-a081-417a-8836-f1dc18b60e15 req-a2ede9f4-d3dc-4032-91ab-d6fd6c5ee516 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0545440 Sep 18 07:28:05.457131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3da5ce92-a081-417a-8836-f1dc18b60e15 req-6182da60-1452-4899-9da0-94b4369b872c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Sep 18 07:28:05.600507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4faf9e3-95fa-4744-a24d-da648d42ec08 req-d4f7b5cd-be6e-4659-9c40-5eef448e9b84 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9dca60-104f-4ed7-9fb2-11adbed3fd97 HTTP/1.1" status: 200 len: 210 time: 0.0268805 Sep 18 07:28:05.694295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc25f49-9533-4649-ba2b-a29821c4dd1b req-973252fc-f83b-46b3-b83f-b488df1decd4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:05.695756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adc25f49-9533-4649-ba2b-a29821c4dd1b req-973252fc-f83b-46b3-b83f-b488df1decd4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0484710 Sep 18 07:28:05.732234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-adc25f49-9533-4649-ba2b-a29821c4dd1b req-27c217f4-77d5-4d11-bcd1-0cc126d5bd30 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Sep 18 07:28:06.575999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbaa09-107b-44fd-858c-2865943ce397 req-f4b614cb-ba68-467f-b1cc-153c4c742ebd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:06.577581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddbbaa09-107b-44fd-858c-2865943ce397 req-f4b614cb-ba68-467f-b1cc-153c4c742ebd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0535896 Sep 18 07:28:06.617449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddbbaa09-107b-44fd-858c-2865943ce397 req-629a157c-e089-4fa8-9d51-dc0df052588c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333922 Sep 18 07:28:06.655326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:06.712321 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:06.736866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:06.847847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25341-0289-4785-8c21-7e9aec1d3275 req-22003474-f056-4a0d-b22b-489902f127f5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:06.849315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6c25341-0289-4785-8c21-7e9aec1d3275 req-22003474-f056-4a0d-b22b-489902f127f5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0482113 Sep 18 07:28:06.854210 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:06.857026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:06.861226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/security-groups/68bd3bbb-1213-477f-b256-4fcb8977e0b7 HTTP/1.1" status: 204 len: 168 time: 0.2015877 Sep 18 07:28:06.867408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d86a2-8d01-4fe6-83e8-314fc7cb61ee tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd3bbb-1213-477f-b256-4fcb8977e0b7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:06.890085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6c25341-0289-4785-8c21-7e9aec1d3275 req-4c54f09e-31cb-4aeb-a477-0e3a9ead2a08 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335517 Sep 18 07:28:06.963392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:07.011637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4788cb-e0d0-448f-9a02-4747ea50e4eb req-501aec2c-3590-4ca0-a71d-d4e4c7e94451 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:07.013327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da4788cb-e0d0-448f-9a02-4747ea50e4eb req-501aec2c-3590-4ca0-a71d-d4e4c7e94451 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0500371 Sep 18 07:28:07.017622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting subnet 0062a74c-9bc1-4365-b8b5-15ea83b2e941 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:28:07.020829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.051754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da4788cb-e0d0-448f-9a02-4747ea50e4eb req-032dadc5-d9d7-41d1-8672-e4db8cc1b6b0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Sep 18 07:28:07.060460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.143543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.289083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.314533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Subnet': ['ID=0062a74c-9bc1-4365-b8b5-15ea83b2e941,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:07.322073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.323995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8dfe538e-72ec-41e3-b3d5-c9c6724ed66f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/subnets/0062a74c-9bc1-4365-b8b5-15ea83b2e941 HTTP/1.1" status: 204 len: 168 time: 0.3595960 Sep 18 07:28:07.327747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60462) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:07.331060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39578131-908b-4a2c-8235-e8c7045f37bf None None] Network 7e153763-0906-47ed-98aa-479af686265e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:07.409877 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.471711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:07.472058 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.527320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] DHCP port deletion for 7e153763-0906-47ed-98aa-479af686265e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:28:07.540220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d103281-57aa-4483-83d9-03d0b1dcb6f2,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:07.540588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.553420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 7d103281-57aa-4483-83d9-03d0b1dcb6f2 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:07.574515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Deleting port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:07.575079 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.642070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] For port 7d103281-57aa-4483-83d9-03d0b1dcb6f2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7d103281-57aa-4483-83d9-03d0b1dcb6f2,segment=NetworkSegment(a9403d00-f5f3-48b0-b3cb-ea38d6663335),segment_id=a9403d00-f5f3-48b0-b3cb-ea38d6663335)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:07.642567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.655684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Calling delete_port for 7d103281-57aa-4483-83d9-03d0b1dcb6f2 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:07.715992 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.740216 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051414d-1de5-44ca-ae23-60d5ce895a28 req-12bdff10-4750-44b5-8f30-5d09ea1420d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:07.741786 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a051414d-1de5-44ca-ae23-60d5ce895a28 req-12bdff10-4750-44b5-8f30-5d09ea1420d9 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0564883 Sep 18 07:28:07.748091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=7d103281-57aa-4483-83d9-03d0b1dcb6f2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:07.748802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.753497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] No DVR routers for this DVR port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:07.774769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Pushing event deleted for resources: {'Port': ['ID=7d103281-57aa-4483-83d9-03d0b1dcb6f2,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:07.785090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] No DVR routers for this DVR port 7d103281-57aa-4483-83d9-03d0b1dcb6f2 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:07.787489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.787839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.788200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.788852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.789006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.789451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.789666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.790015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.790336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.790657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.791072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.791390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a805ae-40c2-43d0-928b-8c8e150f5d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:07.798500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a051414d-1de5-44ca-ae23-60d5ce895a28 req-ea1cda4c-43ce-4c46-94a8-f86ae96eb134 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466988 Sep 18 07:28:07.840617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.864806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e153763-0906-47ed-98aa-479af686265e']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:07.873827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9403d00-f5f3-48b0-b3cb-ea38d6663335') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:07.874152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9403d00-f5f3-48b0-b3cb-ea38d6663335') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:07.883136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.896342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.902411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:28:07.902740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:28:07.906520 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:28:08.031741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:08.044531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.052013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.052198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:08.052420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ce4d0d5e-9fe1-4ecd-84be-acf1bcb93bf7 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:08.055191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/networks/7e153763-0906-47ed-98aa-479af686265e HTTP/1.1" status: 204 len: 168 time: 0.7256403 Sep 18 07:28:08.056649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60488) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:08.072333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d71f9-aa67-4157-9840-61da7f435224 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Network': ['ID=7e153763-0906-47ed-98aa-479af686265e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:08.223049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 4fb0ff62-d42d-4351-87a5-605805976331 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:08.223398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.302097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.302434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.314325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 4fb0ff62-d42d-4351-87a5-605805976331 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:08.349591 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97889261-ba97-46f7-bac5-886577772c89 req-67bb5be0-4de4-42a5-91b9-5aa9b5e23f7d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:08.351361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97889261-ba97-46f7-bac5-886577772c89 req-67bb5be0-4de4-42a5-91b9-5aa9b5e23f7d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b3e22c-6030-4082-8cef-e5dbbb3ee16e HTTP/1.1" status: 200 len: 943 time: 0.0486419 Sep 18 07:28:08.443089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port cc3ab7a2-fd3f-496e-81e0-f3750a471eea {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:08.443440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.512267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7d103281-57aa-4483-83d9-03d0b1dcb6f2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:08.533311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7d103281-57aa-4483-83d9-03d0b1dcb6f2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:08.533814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7d103281-57aa-4483-83d9-03d0b1dcb6f2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:08.543279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port cc3ab7a2-fd3f-496e-81e0-f3750a471eea, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:08.543590 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.558878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for cc3ab7a2-fd3f-496e-81e0-f3750a471eea owned by compute:nova {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:08.776106 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.804761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=cc3ab7a2-fd3f-496e-81e0-f3750a471eea,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:08.807915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f', '290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:08.870470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] No DVR routers for this DVR port cc3ab7a2-fd3f-496e-81e0-f3750a471eea on host n-h1-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:08.875324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.877839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97889261-ba97-46f7-bac5-886577772c89 req-87c642ce-0c69-4132-8b52-a442b96ce7f6 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "DELETE /v2.0/ports/cc3ab7a2-fd3f-496e-81e0-f3750a471eea HTTP/1.1" status: 204 len: 173 time: 0.5192575 Sep 18 07:28:08.878562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-deleted', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:08.881010 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d1741-da25-4a4a-96bd-b663b82f5d01" -d '{"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-deleted", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:08.891206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.910122 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8104820d-ff34-4980-b015-7a27736eecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:08.918210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=4fb0ff62-d42d-4351-87a5-605805976331,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:08.952896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a01ce-5569-4be3-9143-6022fe53a160 req-bddb81bd-c088-464b-aefe-f04e7bf9abf3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:08.954724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e0a01ce-5569-4be3-9143-6022fe53a160 req-bddb81bd-c088-464b-aefe-f04e7bf9abf3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0677140 Sep 18 07:28:08.998741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e0a01ce-5569-4be3-9143-6022fe53a160 req-cf792185-a269-4f1a-b27f-1f5065cfbd1c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374918 Sep 18 07:28:09.010534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:09.010883 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Floating IP 7a28d7a9-fa44-48f9-9a5e-87102c11047a disassociated (deleted). External IP: 172.25.4.102, port: 77acc983-c1fd-4b83-a8b2-11e06aabb524. Sep 18 07:28:09.047634 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6bb56f-b34b-4bc6-a5eb-ce93de37b623 x-openstack-request-id: req-5d6bb56f-b34b-4bc6-a5eb-ce93de37b623 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:09.047993 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3e22c-6030-4082-8cef-e5dbbb3ee16e", "name": "network-vif-deleted", "tag": "cc3ab7a2-fd3f-496e-81e0-f3750a471eea", "status": "failed", "code": 422}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:09.048248 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d6bb56f-b34b-4bc6-a5eb-ce93de37b623 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:09.048676 n-d-789963-14 neutron-server[101979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1b3e22c-6030-4082-8cef-e5dbbb3ee16e', 'name': 'network-vif-deleted', 'tag': 'cc3ab7a2-fd3f-496e-81e0-f3750a471eea', 'status': 'failed', 'code': 422} returned with failed status Sep 18 07:28:09.238595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:09.348766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:09.353574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:09.358289 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:09.367290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:09.367900 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:09.382889 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9de877de-2d28-48aa-8355-71d32ed6994e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/floatingips/7a28d7a9-fa44-48f9-9a5e-87102c11047a HTTP/1.1" status: 204 len: 168 time: 1.3229189 Sep 18 07:28:09.382889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:09.384246 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997974df-d135-4e03-81f0-88c343bdcf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:09.485040 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:09.687237 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:09.718980 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:09.728077 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:09.728446 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:27:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:09.753255 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d5c7f8-fd60-416a-aeea-15593482feef x-openstack-request-id: req-49d5c7f8-fd60-416a-aeea-15593482feef {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:09.753554 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:09.753812 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49d5c7f8-fd60-416a-aeea-15593482feef {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:09.754245 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'status': 'completed', 'code': 200} Sep 18 07:28:09.830954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997974df-d135-4e03-81f0-88c343bdcf6f req-5b707ef9-57a8-4de6-8f2f-f80932c3296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:09.832787 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-5b707ef9-57a8-4de6-8f2f-f80932c3296a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 1098 time: 0.0517642 Sep 18 07:28:09.842776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69078f-57fd-41d6-b092-cd1a35c6add0 req-263562c9-2134-44a2-b1f5-db88873a3d51 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:09.845539 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:09.850408 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d69078f-57fd-41d6-b092-cd1a35c6add0 req-263562c9-2134-44a2-b1f5-db88873a3d51 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0604293 Sep 18 07:28:09.884730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d69078f-57fd-41d6-b092-cd1a35c6add0 req-23945856-0c24-4778-9b49-cc28fa9bd8d2 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Sep 18 07:28:09.932976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997974df-d135-4e03-81f0-88c343bdcf6f req-f1ea8568-b620-40ab-8f8d-b043e4311d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:09.934448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-f1ea8568-b620-40ab-8f8d-b043e4311d3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 200 len: 898 time: 0.0936043 Sep 18 07:28:09.981363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-5f6d36bf-e5e4-45f5-a0f9-997491e9dc87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 200 len: 217 time: 0.0383854 Sep 18 07:28:10.038822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997974df-d135-4e03-81f0-88c343bdcf6f req-3d55f3f2-b75a-4150-9442-9f39f16454b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:10.040202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-3d55f3f2-b75a-4150-9442-9f39f16454b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 200 len: 835 time: 0.0457931 Sep 18 07:28:10.058876 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:10.091813 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae43d-c363-4da8-9ae9-171e9c1bf325 None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:01Z', 'revision_number': 6, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '514bd721-1968-48f5-88b0-a980ce1792cb', 'name': '', 'network_id': '82c0141f-13fc-4906-a0e2-1d1dcf4e48ff', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:bd:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:05Z', 'updated_at': '2021-09-18T07:26:09Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '83ae8149-c74e-45bd-8c5f-1996b36714f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:10.096496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997974df-d135-4e03-81f0-88c343bdcf6f req-13a9d54d-4246-4ba8-9c88-03f6e05fccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:10.098593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-13a9d54d-4246-4ba8-9c88-03f6e05fccd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483670 Sep 18 07:28:10.126442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468dfbe-8c88-4871-8b4f-0d622ad177b8 req-a98c7590-24d2-4c44-a8a2-f66ee1ee487b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:10.128274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8468dfbe-8c88-4871-8b4f-0d622ad177b8 req-a98c7590-24d2-4c44-a8a2-f66ee1ee487b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0572972 Sep 18 07:28:10.208842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-71eb8a2a-db07-44de-b467-88ddfbf5e5fc service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010547 Sep 18 07:28:10.210448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8468dfbe-8c88-4871-8b4f-0d622ad177b8 req-ea34b17f-aae3-4960-894d-f6ae5d00cc07 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752487 Sep 18 07:28:10.230844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d6d4b-400b-4b40-9b8c-7e8e9b2348a1 req-580d9412-ed77-4327-ad47-a78a044feaf7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:10.230844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d52d6d4b-400b-4b40-9b8c-7e8e9b2348a1 req-580d9412-ed77-4327-ad47-a78a044feaf7 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 907 time: 0.0712962 Sep 18 07:28:10.308151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-997974df-d135-4e03-81f0-88c343bdcf6f req-7680c752-54e4-453c-982d-c68a482296a8 service neutron] 10.222.0.37 "GET /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887518 Sep 18 07:28:10.355048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fc478-564e-4962-a428-ed49f925d86c None None] New status for floating IP 7a28d7a9-fa44-48f9-9a5e-87102c11047a: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:28:11.002122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8eb97-f776-4396-87b2-0f354f137a2e req-ce5ab6f1-b7ef-49ad-8d7d-eb87cfe6e98a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:11.004315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ac8eb97-f776-4396-87b2-0f354f137a2e req-ce5ab6f1-b7ef-49ad-8d7d-eb87cfe6e98a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0522325 Sep 18 07:28:11.042233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ac8eb97-f776-4396-87b2-0f354f137a2e req-17946445-cef2-47b0-8124-f20331b93cdc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=349c308b-8177-4757-a89a-e43bca130820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321531 Sep 18 07:28:11.077382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-cb8f440f-3174-4b22-af1d-41b98474db5f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:11.078902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-cb8f440f-3174-4b22-af1d-41b98474db5f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 946 time: 0.0502145 Sep 18 07:28:11.177403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 77acc983-c1fd-4b83-a8b2-11e06aabb524 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:11.177665 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.271666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port 77acc983-c1fd-4b83-a8b2-11e06aabb524, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=77acc983-c1fd-4b83-a8b2-11e06aabb524,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:11.272109 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.285580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 77acc983-c1fd-4b83-a8b2-11e06aabb524 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:11.361068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c4d0-597a-4da6-9204-b10cd8b4e923 req-cc5feaa9-4205-4a99-a7ac-b6a495a70f4d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:11.362617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ef3c4d0-597a-4da6-9204-b10cd8b4e923 req-cc5feaa9-4205-4a99-a7ac-b6a495a70f4d tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0797665 Sep 18 07:28:11.385010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9839-716f-455d-946e-a4f1851d9473 req-754830c8-5b99-4ce6-8f10-3b1e4879340f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:11.386540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-454c9839-716f-455d-946e-a4f1851d9473 req-754830c8-5b99-4ce6-8f10-3b1e4879340f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 907 time: 0.0754776 Sep 18 07:28:11.414505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ef3c4d0-597a-4da6-9204-b10cd8b4e923 req-a754109e-fcdb-462e-91e7-f800456f8549 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451372 Sep 18 07:28:11.485724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-8c41e828-c416-4f65-b604-a86daf13818f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:11.487141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-8c41e828-c416-4f65-b604-a86daf13818f tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 907 time: 0.0524080 Sep 18 07:28:11.500531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.507567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9a4f-4bc2-4630-8ad8-f1f0c8522231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.550021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=77acc983-c1fd-4b83-a8b2-11e06aabb524,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:11.618902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] No DVR routers for this DVR port 77acc983-c1fd-4b83-a8b2-11e06aabb524 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:11.622377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.624886 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "DELETE /v2.0/ports/77acc983-c1fd-4b83-a8b2-11e06aabb524 HTTP/1.1" status: 204 len: 173 time: 0.5350857 Sep 18 07:28:11.645959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:11.646305 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.733861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:11.734267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.746786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:11.754874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'name': 'network-vif-deleted', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:11.757092 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644316e7-2743-400c-8247-80d92755780e" -d '{"events": [{"server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "name": "network-vif-deleted", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:11.805416 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926f5dc-8c72-48b8-8796-6b5d85a621f7 x-openstack-request-id: req-e926f5dc-8c72-48b8-8796-6b5d85a621f7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:11.805730 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4048d-752b-4307-9c0a-4db5903c95f2", "name": "network-vif-deleted", "tag": "77acc983-c1fd-4b83-a8b2-11e06aabb524", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:11.806016 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e926f5dc-8c72-48b8-8796-6b5d85a621f7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:11.809997 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4048d-752b-4307-9c0a-4db5903c95f2', 'name': 'network-vif-deleted', 'tag': '77acc983-c1fd-4b83-a8b2-11e06aabb524', 'status': 'completed', 'code': 200} Sep 18 07:28:11.930882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:11.959942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:12.011420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] No DVR routers for this DVR port 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:12.014116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:12.016567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc4693fa-a65d-44a1-9bf2-f2a544e05b44 req-594f9e93-2be3-4c45-9f51-72706aa6b81a tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.37 "DELETE /v2.0/ports/8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 HTTP/1.1" status: 204 len: 173 time: 0.5232532 Sep 18 07:28:12.077757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:12.154370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9522f94-e1e5-494b-917e-346993b39f82 req-662900b2-feb2-4a88-b76b-c2b1c68bb44f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc4048d-752b-4307-9c0a-4db5903c95f2 HTTP/1.1" status: 200 len: 210 time: 0.0268426 Sep 18 07:28:12.502703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8feae67c-bc18-4efd-b118-2fe5e4b06136 req-9163f5a0-f026-454d-9356-b9b4b51d75f8 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=0804a37d-903c-454f-9d6a-f0eb0f4442d7 HTTP/1.1" status: 200 len: 210 time: 0.0277088 Sep 18 07:28:12.554546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dbd6-5d0b-46b2-bc6f-f6b4f2e30fc1 req-aa72c35d-8dd8-400b-b63f-529792484c2f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:12.556055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17a0dbd6-5d0b-46b2-bc6f-f6b4f2e30fc1 req-aa72c35d-8dd8-400b-b63f-529792484c2f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0558147 Sep 18 07:28:12.593166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17a0dbd6-5d0b-46b2-bc6f-f6b4f2e30fc1 req-521cce53-dbf1-4545-8ce7-bf859618f814 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Sep 18 07:28:13.208458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60530) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:13.266465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.290925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.299885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.422128 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.424711 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.425961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/security-groups/349c308b-8177-4757-a89a-e43bca130820 HTTP/1.1" status: 204 len: 168 time: 0.2164800 Sep 18 07:28:13.435096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eead31-4389-438b-a71d-d8d6536f036f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c308b-8177-4757-a89a-e43bca130820,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:13.537037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60536) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:13.714535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb007-1b42-4150-86a2-e05ae3a2be8c req-e34d81d4-e44a-4a71-8866-1e6ae6ed3226 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:13.715963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62adb007-1b42-4150-86a2-e05ae3a2be8c req-e34d81d4-e44a-4a71-8866-1e6ae6ed3226 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0530808 Sep 18 07:28:13.755818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62adb007-1b42-4150-86a2-e05ae3a2be8c req-b580cad2-3a2f-4081-9a97-38c4c4e0ee96 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Sep 18 07:28:13.819301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'name': 'network-vif-deleted', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:13.821552 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b370819d-bd33-40e0-b414-371cd35e80f0" -d '{"events": [{"server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "name": "network-vif-deleted", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:13.862806 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f64ed-c8ae-48fc-ac33-ed68949e007e x-openstack-request-id: req-eb8f64ed-c8ae-48fc-ac33-ed68949e007e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:13.863100 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0804a37d-903c-454f-9d6a-f0eb0f4442d7", "name": "network-vif-deleted", "tag": "8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:13.863358 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8f64ed-c8ae-48fc-ac33-ed68949e007e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:13.863739 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0804a37d-903c-454f-9d6a-f0eb0f4442d7', 'name': 'network-vif-deleted', 'tag': '8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8', 'status': 'completed', 'code': 200} Sep 18 07:28:13.924268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:13.993860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de19f4c-0f2f-4ba7-8ab0-01f6fbe2bd77 req-b9a30c4c-e198-45c0-83fd-10a5db6ec47c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:13.995387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8de19f4c-0f2f-4ba7-8ab0-01f6fbe2bd77 req-b9a30c4c-e198-45c0-83fd-10a5db6ec47c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Sep 18 07:28:14.033578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8de19f4c-0f2f-4ba7-8ab0-01f6fbe2bd77 req-585ba003-b39f-41e8-a21b-129436c1b343 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Sep 18 07:28:14.181144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 514bd721-1968-48f5-88b0-a980ce1792cb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:14.181490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:14.268121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port 514bd721-1968-48f5-88b0-a980ce1792cb, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=514bd721-1968-48f5-88b0-a980ce1792cb,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:14.268804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:14.281093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 514bd721-1968-48f5-88b0-a980ce1792cb owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:14.518674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:14.548828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=514bd721-1968-48f5-88b0-a980ce1792cb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:14.721760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:14.759101 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:14.871502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e33bf-a4e3-4806-a16d-337ea794f9fb req-4310b845-7335-4e57-adc1-1d82054ee6a0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:14.873393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a9e33bf-a4e3-4806-a16d-337ea794f9fb req-4310b845-7335-4e57-adc1-1d82054ee6a0 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Sep 18 07:28:14.911361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a9e33bf-a4e3-4806-a16d-337ea794f9fb req-c1cb83fa-6c8f-4864-9b15-e709e3e74fc5 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Sep 18 07:28:14.939121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 358c02a1-e942-4bda-9c47-d191c94affbe has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:15.043475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:15.049473 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8ec85783-8576-4c83-814b-95b181ef8e36 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/358c02a1-e942-4bda-9c47-d191c94affbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109448 Sep 18 07:28:15.051775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60548) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:15.054521 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Sync routers for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:15.066247 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:15.068299 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:15.104314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting subnet 83ae8149-c74e-45bd-8c5f-1996b36714f5 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:28:15.108153 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.150579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.156933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d7c00-aafe-4945-b872-45c69d8fc06d req-a9a0a222-b3d0-476d-a252-89e3bd5a65cc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:15.158497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26d7c00-aafe-4945-b872-45c69d8fc06d req-a9a0a222-b3d0-476d-a252-89e3bd5a65cc tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0567036 Sep 18 07:28:15.174702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:15.182029 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.201153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26d7c00-aafe-4945-b872-45c69d8fc06d req-42b6ccba-1b53-4cd2-9d42-005092dcb897 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361969 Sep 18 07:28:15.359612 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:14Z', 'revision_number': 7, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:15.386293 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Checking router: 358c02a1-e942-4bda-9c47-d191c94affbe for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:15.395934 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Routers {'358c02a1-e942-4bda-9c47-d191c94affbe'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:15.396591 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['358c02a1-e942-4bda-9c47-d191c94affbe'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:15.502756 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] Set router 358c02a1-e942-4bda-9c47-d191c94affbe gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:15.546021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.684039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-d97e7aaa-3036-49ab-b129-8c12699c7d24 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:15.685581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-d97e7aaa-3036-49ab-b129-8c12699c7d24 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 946 time: 0.0536721 Sep 18 07:28:15.689412 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:14Z', 'revision_number': 7, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:15.691013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.716114 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0da482-9ebd-43c4-a1ad-4113cc38466e None None] The sync data for ids ['358c02a1-e942-4bda-9c47-d191c94affbe'] in n-d-789963-14 is: [{'id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'name': 'tempest-TestNetworkBasicOps-router-611200548', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:28:14Z', 'revision_number': 7, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': '1cf7b21e-b78d-46c1-87aa-511c38a6ef93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c02a1-e942-4bda-9c47-d191c94affbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:01Z', 'updated_at': '2021-09-18T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:15.744710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Subnet': ['ID=83ae8149-c74e-45bd-8c5f-1996b36714f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:15.748430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd1578-aa72-4b94-8c6d-6052d6df0929 None None] Network 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:15.752929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.754854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9df857b1-63ee-425b-9a62-d9b3cc84f056 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/subnets/83ae8149-c74e-45bd-8c5f-1996b36714f5 HTTP/1.1" status: 204 len: 168 time: 0.7021608 Sep 18 07:28:15.758224 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60552) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:15.816643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port 290c104b-cba4-4f24-83cf-6ee616bdff79 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:15.817027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.869624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.913097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port 290c104b-cba4-4f24-83cf-6ee616bdff79, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=290c104b-cba4-4f24-83cf-6ee616bdff79,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:15.913499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.926083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for 290c104b-cba4-4f24-83cf-6ee616bdff79 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:15.974598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 77acc983-c1fd-4b83-a8b2-11e06aabb524 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:15.979108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:15.997994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 77acc983-c1fd-4b83-a8b2-11e06aabb524 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:15.998655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 77acc983-c1fd-4b83-a8b2-11e06aabb524 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:15.999207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:16.018849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:16.019201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8735fa2b-9ea0-42bc-a455-73d6e0ec6ae8 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:16.035344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6d99-330d-4de8-8fa4-f696ff42ace2 req-6ca89034-43b7-42a3-9853-1955090dbe25 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:16.036837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77bc6d99-330d-4de8-8fa4-f696ff42ace2 req-6ca89034-43b7-42a3-9853-1955090dbe25 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Sep 18 07:28:16.099989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77bc6d99-330d-4de8-8fa4-f696ff42ace2 req-512d3ddb-7a74-46dd-a26e-352553c8fdb3 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571511 Sep 18 07:28:16.100442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] DHCP port deletion for 82c0141f-13fc-4906-a0e2-1d1dcf4e48ff request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:28:16.118477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:16.129669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.146712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.156724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Deleting port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:16.157343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.178345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=290c104b-cba4-4f24-83cf-6ee616bdff79,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:16.190020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f', '290c104b-cba4-4f24-83cf-6ee616bdff79'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:16.208476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port 1cf7b21e-b78d-46c1-87aa-511c38a6ef93, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:16.208848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.221645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:16.265081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] For port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,segment=NetworkSegment(841fcf74-0ad3-42da-baf7-3d95dc2b303d),segment_id=841fcf74-0ad3-42da-baf7-3d95dc2b303d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:16.265579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.266852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] No DVR routers for this DVR port 290c104b-cba4-4f24-83cf-6ee616bdff79 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:16.272105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.276180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-303e2962-5eef-47dc-8fef-44c359af1fa1 req-e4096609-cf5e-461d-b9d7-6a02fe9bf0c5 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "DELETE /v2.0/ports/290c104b-cba4-4f24-83cf-6ee616bdff79 HTTP/1.1" status: 204 len: 173 time: 0.5828929 Sep 18 07:28:16.280807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'name': 'network-vif-deleted', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:16.286017 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89778dad-9ec9-48ee-92ac-5ea8fa3630e3" -d '{"events": [{"server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "name": "network-vif-deleted", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:16.293441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Calling delete_port for 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:16.348657 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd61d18-facb-4ad8-a8fe-7cac2257a9e1 x-openstack-request-id: req-2fd61d18-facb-4ad8-a8fe-7cac2257a9e1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:16.348962 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa29242-a488-44d9-b5d8-728ce7dc6d33", "name": "network-vif-deleted", "tag": "290c104b-cba4-4f24-83cf-6ee616bdff79", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:16.349266 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fd61d18-facb-4ad8-a8fe-7cac2257a9e1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:16.349797 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa29242-a488-44d9-b5d8-728ce7dc6d33', 'name': 'network-vif-deleted', 'tag': '290c104b-cba4-4f24-83cf-6ee616bdff79', 'status': 'completed', 'code': 200} Sep 18 07:28:16.394328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-418ffbbe-2218-429a-ba4e-72491e8a2306 req-555d512d-480a-467b-a8c3-d4b7adf99025 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa29242-a488-44d9-b5d8-728ce7dc6d33 HTTP/1.1" status: 200 len: 210 time: 0.0358694 Sep 18 07:28:16.509377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 514bd721-1968-48f5-88b0-a980ce1792cb no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:16.530046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.532222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 514bd721-1968-48f5-88b0-a980ce1792cb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:16.532457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 514bd721-1968-48f5-88b0-a980ce1792cb not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:16.532877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:16.548004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.563776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] Pushing event deleted for resources: {'Port': ['ID=5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:16.576263 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=1cf7b21e-b78d-46c1-87aa-511c38a6ef93,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:16.603374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0cdff7-b419-42a0-939d-a119f54e0103 None None] No DVR routers for this DVR port 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:16.604279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:16.604426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5bc55f60-94c5-4bd0-9ae4-e780bf6c0ce1 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:16.655571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.750085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.752249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.827504 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.827991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Fanout notify agent at l3_agent the message router_deleted on router 358c02a1-e942-4bda-9c47-d191c94affbe {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:28:16.834769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:16.835860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5645d2d4-9f18-44cd-bbea-0e8f86805f33 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/routers/358c02a1-e942-4bda-9c47-d191c94affbe HTTP/1.1" status: 204 len: 168 time: 1.0766244 Sep 18 07:28:16.838463 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60560) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:16.920846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.004736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.024359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0141f-13fc-4906-a0e2-1d1dcf4e48ff']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:17.033993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841fcf74-0ad3-42da-baf7-3d95dc2b303d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:17.034289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841fcf74-0ad3-42da-baf7-3d95dc2b303d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:17.043608 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.057099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.062833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:28:17.063446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:28:17.066217 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:28:17.205809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.213860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.215707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/networks/82c0141f-13fc-4906-a0e2-1d1dcf4e48ff HTTP/1.1" status: 204 len: 168 time: 0.3763235 Sep 18 07:28:17.231221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91253-5451-4102-bdf4-895fa4ae3a6c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Network': ['ID=82c0141f-13fc-4906-a0e2-1d1dcf4e48ff,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:17.237933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60564) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:17.246247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'network': {'name': 'tempest-network-smoke--125628666', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:17.246421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edff21-8beb-466e-a535-1bb2e0bfe2c0 req-3bdee2b6-98a6-40d2-85d3-fa2efc44a495 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:17.247650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85edff21-8beb-466e-a535-1bb2e0bfe2c0 req-3bdee2b6-98a6-40d2-85d3-fa2efc44a495 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0698600 Sep 18 07:28:17.291871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85edff21-8beb-466e-a535-1bb2e0bfe2c0 req-fce813cd-43ce-4d07-8d17-031929982831 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356636 Sep 18 07:28:17.334270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:17.337774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.363769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:28:17.372273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.372622 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Added segment 38fb53e1-f065-4fcb-b434-554b32ae1610 of type vlan for network 714eaeb8-ab9d-4830-8222-c0f60cef7902 Sep 18 07:28:17.414094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.518928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.524735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:17.525329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.592042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Network': ['ID=714eaeb8-ab9d-4830-8222-c0f60cef7902,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:17.602466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:28:17.640293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d88b71e9-d26a-4c7c-9d31-612f4f85418d tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4006875 Sep 18 07:28:17.642915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60570) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:17.647462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'admin_state_up': True, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:17.736812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.737951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.793276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:17.886577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d069c7-2b29-4516-9a06-788c70c8ae0b req-fcb34293-49f7-418d-b54e-0c405a4cc8e9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:17.888105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6d069c7-2b29-4516-9a06-788c70c8ae0b req-fcb34293-49f7-418d-b54e-0c405a4cc8e9 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0510411 Sep 18 07:28:18.016501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:18.048346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6d069c7-2b29-4516-9a06-788c70c8ae0b req-ce0d967a-8924-41e3-83ee-0f7d4a96af90 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533742 Sep 18 07:28:18.252052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:18.270754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:18.378087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.25.4.90 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ff390361-6a84-4db8-bb67-423fd38de9a2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:18.409173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b889ac-2de2-46bb-920c-a4900e0294ed req-11b8446e-6697-4647-81ad-5b35b82b2e31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:18.410696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24b889ac-2de2-46bb-920c-a4900e0294ed req-11b8446e-6697-4647-81ad-5b35b82b2e31 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0495586 Sep 18 07:28:18.449981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24b889ac-2de2-46bb-920c-a4900e0294ed req-fe07cc02-3b74-463d-b3bd-7b3f071b152c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331290 Sep 18 07:28:18.485442 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:18.516954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:18.540326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:18.540677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1cf7b21e-b78d-46c1-87aa-511c38a6ef93 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:18.576861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:18.612435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:18.615281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:18.617668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:18.648501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=ff390361-6a84-4db8-bb67-423fd38de9a2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:18.988194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.163183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba90ef6-7d00-4cf0-ac49-d26777be7b96 req-18adbd1c-6687-4c0a-92c7-c70a48606acb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:19.164711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dba90ef6-7d00-4cf0-ac49-d26777be7b96 req-18adbd1c-6687-4c0a-92c7-c70a48606acb tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Sep 18 07:28:19.188893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.202217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dba90ef6-7d00-4cf0-ac49-d26777be7b96 req-4065d394-147b-4db3-80f4-b20e26949bf0 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=1596f3ee-67c2-499a-84c9-aaaa79b9eae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Sep 18 07:28:19.363005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 626942e9-ce09-4fd2-a534-073672bfee46 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:28:19.468548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:19.479703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Sync routers for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:19.489326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:19.489969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:19.564424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1143-7a54-42e4-9fc8-8410e7601ce0 req-0a097197-260a-47bc-a0a8-225b9f7fc684 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:19.565914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-602e1143-7a54-42e4-9fc8-8410e7601ce0 req-0a097197-260a-47bc-a0a8-225b9f7fc684 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0484021 Sep 18 07:28:19.570436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.574466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0e36c915-8df7-4ffa-a09c-191cca2ef950 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9279017 Sep 18 07:28:19.575102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60582) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:19.598208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:19.620796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8c0091bc-8480-4eaf-a265-137a9b772765 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f9c02fa6ea4c4855a49a27831c9ef02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428431 Sep 18 07:28:19.623433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60586) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:19.626145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-82e5176d-84ea-4ba0-8f62-0e633906c32e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:19.628031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-82e5176d-84ea-4ba0-8f62-0e633906c32e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 945 time: 0.0552163 Sep 18 07:28:19.666670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-602e1143-7a54-42e4-9fc8-8410e7601ce0 req-ffc0e56e-7011-4cd8-a3a6-ab44b6d16663 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905714 Sep 18 07:28:19.728863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port 0d4ff086-00d8-4e9d-a9ba-55590f99130f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:19.729432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.731181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f276f97-a2c4-4036-a641-9914c7df21fb tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:19.735295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2f276f97-a2c4-4036-a641-9914c7df21fb tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084099 Sep 18 07:28:19.735523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60588) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:19.767864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3de5d7bb-587b-42c9-9125-1d231edf93ec tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312526 Sep 18 07:28:19.770456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60590) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:19.775338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674851322', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:19.832048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port 0d4ff086-00d8-4e9d-a9ba-55590f99130f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0d4ff086-00d8-4e9d-a9ba-55590f99130f,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:19.832454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.847355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for 0d4ff086-00d8-4e9d-a9ba-55590f99130f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:19.930219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:19.933783 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:19.940188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:18Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:19.967190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Checking router: 626942e9-ce09-4fd2-a534-073672bfee46 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:19.967862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Updating router 626942e9-ce09-4fd2-a534-073672bfee46 port ff390361-6a84-4db8-bb67-423fd38de9a2 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:28:19.991928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.028084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.066135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=0d4ff086-00d8-4e9d-a9ba-55590f99130f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:20.081745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0d4ff086-00d8-4e9d-a9ba-55590f99130f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:20.106878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] No DVR routers for this DVR port 0d4ff086-00d8-4e9d-a9ba-55590f99130f on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:20.112704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.112898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 290c104b-cba4-4f24-83cf-6ee616bdff79 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:20.113330 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1974afac-dd4b-42d7-8deb-a2836ed1905e req-626ce2d1-01e1-400a-9377-8267a301d80e tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "DELETE /v2.0/ports/0d4ff086-00d8-4e9d-a9ba-55590f99130f HTTP/1.1" status: 204 len: 173 time: 0.4763446 Sep 18 07:28:20.114877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'name': 'network-vif-deleted', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:20.118657 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08d3d7-8f8d-43b4-ab4c-1a75a7c364e7" -d '{"events": [{"server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "name": "network-vif-deleted", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:20.136422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 290c104b-cba4-4f24-83cf-6ee616bdff79 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:20.136862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 290c104b-cba4-4f24-83cf-6ee616bdff79 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:20.161890 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076e449e-cb08-4272-9276-34c12178c987 x-openstack-request-id: req-076e449e-cb08-4272-9276-34c12178c987 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:20.162215 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea04d80-ead9-4cc3-9a90-d22021ba4628", "name": "network-vif-deleted", "tag": "0d4ff086-00d8-4e9d-a9ba-55590f99130f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:20.162473 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-076e449e-cb08-4272-9276-34c12178c987 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:20.162870 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea04d80-ead9-4cc3-9a90-d22021ba4628', 'name': 'network-vif-deleted', 'tag': '0d4ff086-00d8-4e9d-a9ba-55590f99130f', 'status': 'completed', 'code': 200} Sep 18 07:28:20.222338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.320922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.329212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e95aec8f-220e-4a6d-a1a5-f8c5850ce931 req-6eaf9a67-5a8f-4063-b430-1742e1b44406 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea04d80-ead9-4cc3-9a90-d22021ba4628 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Sep 18 07:28:20.332165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Checking segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:20.332548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network hostable DHCP agents. Network: 714eaeb8-ab9d-4830-8222-c0f60cef7902, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:28:20.342747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Subnet': ['ID=100f385b-3591-4f26-9d30-cf349101b009,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:20.376358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.405295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:28:20.427841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Attempting to bind port ff390361-6a84-4db8-bb67-423fd38de9a2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:28:20.428219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Attempting to bind port ff390361-6a84-4db8-bb67-423fd38de9a2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:28:20.428589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Attempting to bind port ff390361-6a84-4db8-bb67-423fd38de9a2 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:20.438168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6fe77-cdb0-47e4-848d-186555efc97c None None] Pushing event updated for resources: {'Port': ['ID=ff390361-6a84-4db8-bb67-423fd38de9a2,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:20.440622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:28:20.440993 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:20.441417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.441803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:28:20.442494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Bound port: ff390361-6a84-4db8-bb67-423fd38de9a2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:28:20.442698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.473401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 714eaeb8-ab9d-4830-8222-c0f60cef7902) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:20.477976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:20.478757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.482813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863f0c8-d81a-463c-ab36-f0cfe3bd084f None None] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:20.517578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] For port ff390361-6a84-4db8-bb67-423fd38de9a2, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:28:20.559453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] For port ff390361-6a84-4db8-bb67-423fd38de9a2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff390361-6a84-4db8-bb67-423fd38de9a2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:28:20.582439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c5fe027-0e41-4248-8aa7-9c75fe66c836 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8108692 Sep 18 07:28:20.585238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60596) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:20.634794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.645840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-714eaeb8-ab9d-4830-8222-c0f60cef7902', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:28:20.646702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:20.708195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:20.708839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:20.811572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6fe77-cdb0-47e4-848d-186555efc97c None None] Pushing event updated for resources: {'Port': ['ID=ff390361-6a84-4db8-bb67-423fd38de9a2,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:20.915171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:20.975597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Allocated IP 172.20.0.2 (714eaeb8-ab9d-4830-8222-c0f60cef7902/100f385b-3591-4f26-9d30-cf349101b009/daa8b06a-8e11-4214-8cd3-9f90a26b1676) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:21.087110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc0b7-400d-4adc-9e1e-4603abc9508a req-d548129c-1b3f-44cd-9275-67ff1904ae8e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:21.088625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-201cc0b7-400d-4adc-9e1e-4603abc9508a req-d548129c-1b3f-44cd-9275-67ff1904ae8e tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.1019404 Sep 18 07:28:21.175041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-201cc0b7-400d-4adc-9e1e-4603abc9508a req-a8338d9e-4ea4-4da9-a5d9-68cd99e51a52 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773389 Sep 18 07:28:21.209861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.214542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:18Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:21.244275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360fb19-6371-49ec-b3af-d0fdd6d84147 None None] The sync data for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 is: [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:18Z', 'revision_number': 3, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:21.314384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.352542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:21.355820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:21.359379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:21.368938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Pushing event updated for resources: {'Port': ['ID=daa8b06a-8e11-4214-8cd3-9f90a26b1676,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:21.431680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Attempting to bind port daa8b06a-8e11-4214-8cd3-9f90a26b1676 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:28:21.432621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Attempting to bind port daa8b06a-8e11-4214-8cd3-9f90a26b1676 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:28:21.433114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.433850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Attempting to bind port daa8b06a-8e11-4214-8cd3-9f90a26b1676 on network 714eaeb8-ab9d-4830-8222-c0f60cef7902 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:21.440555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:28:21.441218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Checking segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:21.442012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.442622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Bound using segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:28:21.443258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Bound port: daa8b06a-8e11-4214-8cd3-9f90a26b1676, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:28:21.443833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.556691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] For port daa8b06a-8e11-4214-8cd3-9f90a26b1676, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:28:21.560152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] For port daa8b06a-8e11-4214-8cd3-9f90a26b1676, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa8b06a-8e11-4214-8cd3-9f90a26b1676,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:28:21.635810 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:21.702321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efcbee-efc9-4fdd-9c32-40280895d5f3 None None] Pushing event updated for resources: {'Port': ['ID=daa8b06a-8e11-4214-8cd3-9f90a26b1676,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:21.777403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.1 (714eaeb8-ab9d-4830-8222-c0f60cef7902/100f385b-3591-4f26-9d30-cf349101b009/a1399476-3667-4723-84db-7fc6c41d8e2a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:21.983211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5f347-7982-4578-9ba3-9b782db2ef39 req-f9d6d3ef-d402-41e3-92f8-067c641f00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:21.984915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62d5f347-7982-4578-9ba3-9b782db2ef39 req-f9d6d3ef-d402-41e3-92f8-067c641f00a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1097 time: 0.0852737 Sep 18 07:28:21.992122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7565b53-8213-4549-a21f-0aa5b794617e req-b181241f-5f2f-4225-b74e-f40040425294 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:21.993812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7565b53-8213-4549-a21f-0aa5b794617e req-b181241f-5f2f-4225-b74e-f40040425294 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.1875918 Sep 18 07:28:22.028905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-62d5f347-7982-4578-9ba3-9b782db2ef39 req-1ec78077-0f84-4b45-8a87-0b6fa9a7c5e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360675 Sep 18 07:28:22.065660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.070162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7565b53-8213-4549-a21f-0aa5b794617e req-d04ca11e-8ad6-4857-8175-5ca118b128f4 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687814 Sep 18 07:28:22.085929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:22.176474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.193451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.241547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:22.248339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:22.249051 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93b69a-0f06-4045-b825-b77f2d10aede" -d '{"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-unplugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:22.249208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:22.251862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:22.256945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:22.295569 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab80099f-dd62-44df-a54a-9ba623ccf798 x-openstack-request-id: req-ab80099f-dd62-44df-a54a-9ba623ccf798 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:22.296141 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-unplugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:22.296610 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab80099f-dd62-44df-a54a-9ba623ccf798 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:22.297179 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'code': 200} Sep 18 07:28:22.308546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:22.325623 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.356322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.390746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:22.424075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5ca58-0bc6-4c72-841a-8e2c9d325405 req-111ac151-1d34-4ea5-bb94-1c445c26e91a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:22.425826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0af5ca58-0bc6-4c72-841a-8e2c9d325405 req-111ac151-1d34-4ea5-bb94-1c445c26e91a tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.1210108 Sep 18 07:28:22.511700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0af5ca58-0bc6-4c72-841a-8e2c9d325405 req-ac4e8bda-e0bc-499e-9ea2-7483a6e30407 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789647 Sep 18 07:28:22.605230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa8b06a-8e11-4214-8cd3-9f90a26b1676 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:22.625347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.663915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port daa8b06a-8e11-4214-8cd3-9f90a26b1676 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:22.664572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.753949 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.806133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port daa8b06a-8e11-4214-8cd3-9f90a26b1676, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa8b06a-8e11-4214-8cd3-9f90a26b1676,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:22.889469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:22.890705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff390361-6a84-4db8-bb67-423fd38de9a2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:22.931010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484c557e-f6f6-49a7-8c86-63d0ce46a7c9 None None] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:22.939447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.004823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.036682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=daa8b06a-8e11-4214-8cd3-9f90a26b1676,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:23.057726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-be2632dc-173e-4297-81b1-08847a729e47 None None] Provisioning complete for port daa8b06a-8e11-4214-8cd3-9f90a26b1676 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:23.058062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-be2632dc-173e-4297-81b1-08847a729e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.081554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.083326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:23.097462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ff390361-6a84-4db8-bb67-423fd38de9a2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:23.097840 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.216614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:23.219098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:23.235125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dced8-d8e8-49f2-bfe2-3bffaa85c865 req-4aee5447-afbb-4de8-b191-736265c3ded1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.236748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a70dced8-d8e8-49f2-bfe2-3bffaa85c865 req-4aee5447-afbb-4de8-b191-736265c3ded1 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0724442 Sep 18 07:28:23.351077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a70dced8-d8e8-49f2-bfe2-3bffaa85c865 req-45e1bc40-1940-45c6-bdae-89ea89e09ebe tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723691 Sep 18 07:28:23.382516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 626942e9-ce09-4fd2-a534-073672bfee46 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:23.444093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.468466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port ff390361-6a84-4db8-bb67-423fd38de9a2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff390361-6a84-4db8-bb67-423fd38de9a2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:23.504135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:23.510125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0af8c00-f013-48dd-8c74-2fb4817ad391 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/626942e9-ce09-4fd2-a534-073672bfee46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9236684 Sep 18 07:28:23.512445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60612) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:23.515498 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Sync routers for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:23.524819 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:23.525444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:23.551899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.650750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=ff390361-6a84-4db8-bb67-423fd38de9a2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:23.753296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6413a20e-67d6-4f4b-b63e-51cfaf6fd535 None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:23.754191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6413a20e-67d6-4f4b-b63e-51cfaf6fd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.759954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a241b5-3d70-4ab5-8279-445e56e37168 req-e89651f0-6ac3-461b-977a-f159c23ad5a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.761928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9a241b5-3d70-4ab5-8279-445e56e37168 req-e89651f0-6ac3-461b-977a-f159c23ad5a7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 943 time: 0.1276398 Sep 18 07:28:23.764430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.765025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.765577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.766163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.767253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.767253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.769207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7ef34d59-6c96-4aee-904c-e9f07da10632 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.2554467 Sep 18 07:28:23.773664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60616) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:23.796567 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:23.826661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6413a20e-67d6-4f4b-b63e-51cfaf6fd535 None None] Port a1399476-3667-4723-84db-7fc6c41d8e2a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:28:23.837788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6413a20e-67d6-4f4b-b63e-51cfaf6fd535 None None] Provisioning complete for port daa8b06a-8e11-4214-8cd3-9f90a26b1676 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:23.838124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6413a20e-67d6-4f4b-b63e-51cfaf6fd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:23.886391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9a241b5-3d70-4ab5-8279-445e56e37168 req-3d4ba812-b160-4955-a7be-209c975c6f84 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029811 Sep 18 07:28:23.916704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.917183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.917650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.918134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.918589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.919041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:23.923721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0880a472-db6a-4bea-bb1c-faf1fba46012 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1465735 Sep 18 07:28:23.924001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60618) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:24.056324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-1c55bdcd-65e9-4e20-b40c-f44fc54b4248 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:24.058113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-1c55bdcd-65e9-4e20-b40c-f44fc54b4248 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0586133 Sep 18 07:28:24.080180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:28:24.080438 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 2, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:24.090166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0d4ff086-00d8-4e9d-a9ba-55590f99130f no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:24.113444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Checking router: 626942e9-ce09-4fd2-a534-073672bfee46 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:24.113796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Updating router 626942e9-ce09-4fd2-a534-073672bfee46 port a1399476-3667-4723-84db-7fc6c41d8e2a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:28:24.145737 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.157292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 0d4ff086-00d8-4e9d-a9ba-55590f99130f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:24.158924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0d4ff086-00d8-4e9d-a9ba-55590f99130f not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:24.195356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-732a03ca-e7ba-49c8-9426-ec608e368a6b None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:24.197124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-732a03ca-e7ba-49c8-9426-ec608e368a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.201642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e29a50b-e2c6-4b6e-9149-0cc3c6c3930e tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2757347 Sep 18 07:28:24.237657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:24.238167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.302320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-732a03ca-e7ba-49c8-9426-ec608e368a6b None None] Port a1399476-3667-4723-84db-7fc6c41d8e2a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:28:24.329222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:24.341091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'port_id': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'mac_address': 'fa:16:3e:f7:eb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:28:24.353672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] For port 220c2f99-d528-4ca7-ab2a-429f19e27a20, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=220c2f99-d528-4ca7-ab2a-429f19e27a20,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:24.354347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.389852 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.404627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523e3dfb-0699-47f9-bd5d-f55bd14a807e {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:28:24.433702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:24.441100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-00a9b24e-3df9-4733-a677-edb151c9b810 None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:24.441796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-00a9b24e-3df9-4733-a677-edb151c9b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.498432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-00a9b24e-3df9-4733-a677-edb151c9b810 None None] Port a1399476-3667-4723-84db-7fc6c41d8e2a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:28:24.505877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.551063 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.557148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847279-eff5-468e-a193-996356497b68 req-510a2a37-3812-43d1-b6f2-a9c98f16c1ab tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:24.561561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56847279-eff5-468e-a193-996356497b68 req-510a2a37-3812-43d1-b6f2-a9c98f16c1ab tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 944 time: 0.0807476 Sep 18 07:28:24.578792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa8b06a-8e11-4214-8cd3-9f90a26b1676 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:24.609600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:24.610814 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.628405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56847279-eff5-468e-a193-996356497b68 req-38c61da5-5359-4a2e-b123-fb00201cf0ac tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups?id=448d4998-aee6-4d87-bf64-71f1e1179961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522103 Sep 18 07:28:24.645833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.650132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.650132 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Floating IP 2c7f1ce2-541a-49fc-9f14-14643aad0e37 disassociated. External IP: 172.25.4.183, port: 220c2f99-d528-4ca7-ab2a-429f19e27a20. Sep 18 07:28:24.650132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for 220c2f99-d528-4ca7-ab2a-429f19e27a20 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:24.651205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port daa8b06a-8e11-4214-8cd3-9f90a26b1676 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:24.651689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.680331 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Pushing event updated for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:24.695063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:24.698556 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.698908 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.699249 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.699625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.699952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.700225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.700548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.700904 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.701226 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.701544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.701863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.702210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:28:24.703939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312284393', 'description': 'tempest-secgroup-smoke-312284393 description', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:24.753809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff390361-6a84-4db8-bb67-423fd38de9a2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:24.776667 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Attempting to bind port a1399476-3667-4723-84db-7fc6c41d8e2a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:28:24.777079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Attempting to bind port a1399476-3667-4723-84db-7fc6c41d8e2a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:28:24.777600 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Attempting to bind port a1399476-3667-4723-84db-7fc6c41d8e2a on network 714eaeb8-ab9d-4830-8222-c0f60cef7902 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:24.785135 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:28:24.785503 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Checking segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:24.785928 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.786321 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Bound using segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:28:24.786792 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Bound port: a1399476-3667-4723-84db-7fc6c41d8e2a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:28:24.787157 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.804895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.819928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ff390361-6a84-4db8-bb67-423fd38de9a2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:24.822194 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.872702 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] For port a1399476-3667-4723-84db-7fc6c41d8e2a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:28:24.877108 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] For port a1399476-3667-4723-84db-7fc6c41d8e2a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1399476-3667-4723-84db-7fc6c41d8e2a,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:28:24.907121 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.915232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.925259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['523e3dfb-0699-47f9-bd5d-f55bd14a807e'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:24.940639 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:24.950402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=220c2f99-d528-4ca7-ab2a-429f19e27a20,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.021317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:25.022121 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:25.026697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.046270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:25.046995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.085257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084b8f9f-f130-442a-832c-7c03602dc7c6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.096896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d25b3-3824-4519-a1c5-774c153ff578 req-97494ed4-0138-4433-966e-9db7e8e921fb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:25.098452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c46d25b3-3824-4519-a1c5-774c153ff578 req-97494ed4-0138-4433-966e-9db7e8e921fb tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 944 time: 0.1196716 Sep 18 07:28:25.146095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c46d25b3-3824-4519-a1c5-774c153ff578 req-9a21be67-e16c-44b6-8c50-1d1b9e21ad56 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412712 Sep 18 07:28:25.146892 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.148012 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ecc9124-bbbd-4d50-b535-cb4af5da6e86 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4511056 Sep 18 07:28:25.151359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60628) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:25.157313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:25.182337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60630) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:25.195010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:25.256309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.269806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:25.283463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.308937 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2731b872-36e0-4253-a74e-14d8ad0224df tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/floatingips/b5bef770-531c-484b-a71a-fcaebf4dba1b HTTP/1.1" status: 200 len: 992 time: 0.1254020 Sep 18 07:28:25.366548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] For port a1399476-3667-4723-84db-7fc6c41d8e2a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1399476-3667-4723-84db-7fc6c41d8e2a,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:25.394754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.424934 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8a0eb-9586-4418-b821-4c26135d9d13 None None] Pushing event updated for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.439069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.466154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.491279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac55eab6-72ee-45e4-b565-9027bd9d04d7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.502484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cda8a-099f-4f02-b057-ca68b407df20 None None] Pushing event updated for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.512564 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:24Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:25.540958 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb29acb-e2ce-4999-bf69-1406883cec22 None None] The sync data for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 is: [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:24Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:25.553496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.555376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-260b9732-f43c-4838-bf2c-e6d85713baec tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4029095 Sep 18 07:28:25.557980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60634) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:25.562860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3bad83b4-ed63-43e4-82a2-199ff5df5829 None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:25.566557 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3bad83b4-ed63-43e4-82a2-199ff5df5829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.568184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:25.691132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.751620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec556368-4c84-40da-9c4d-816e54a4d113 req-a1bfc0b4-fd88-4140-9234-f418914d429b tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0355268 Sep 18 07:28:25.785135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.805536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:25.818333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Sync routers for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:25.828306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:25.829066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:25.847458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] No DVR routers for this DVR port 220c2f99-d528-4ca7-ab2a-429f19e27a20 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:25.850141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.852224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-24503905-6408-4fa3-a17e-f77d641f77a0 req-534abc2b-fc22-4175-8c3e-0a0afb8a1996 tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.24 "DELETE /v2.0/ports/220c2f99-d528-4ca7-ab2a-429f19e27a20 HTTP/1.1" status: 204 len: 173 time: 1.7872376 Sep 18 07:28:25.852685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-deleted', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:25.854715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.855033 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77c5cd2-6bd8-45e0-a7b7-1e64abca2eff" -d '{"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-deleted", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:25.884838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe6de2b-cbdc-4b37-adc0-4c5205799e6d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:25.902897 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2858738d-6b5a-492b-80f9-dc6fd9356848 x-openstack-request-id: req-2858738d-6b5a-492b-80f9-dc6fd9356848 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:25.903275 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b81fd-41a8-4b51-8b64-8222968c6402", "name": "network-vif-deleted", "tag": "220c2f99-d528-4ca7-ab2a-429f19e27a20", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:25.903597 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2858738d-6b5a-492b-80f9-dc6fd9356848 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:25.906069 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b81fd-41a8-4b51-8b64-8222968c6402', 'name': 'network-vif-deleted', 'tag': '220c2f99-d528-4ca7-ab2a-429f19e27a20', 'status': 'completed', 'code': 200} Sep 18 07:28:25.958491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:25.964925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:25.968787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-72577ef0-db66-4667-87d8-3fffa412fe47 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4066894 Sep 18 07:28:25.969000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60640) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:25.973406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:26.096491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.114188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:26.169246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.210028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 523e3dfb-0699-47f9-bd5d-f55bd14a807e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:26.210404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.245372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:26.256320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.275507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d054c24-87eb-4a08-b938-9a3d0a5b6e8d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:26.283034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Checking router: 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:26.297221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:26.299274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:26.350146 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.354390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-956e6bcc-2e15-447f-9baf-aa21efa9c598 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818290 Sep 18 07:28:26.355451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60642) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:26.360574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:26.417776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.456819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:26.459097 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad6a9f-a017-4c81-871b-6404cf75f85a" -d '{"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-plugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:26.462778 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.467135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:26.500198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:26.562962 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91145d2-1b98-4b0d-8ab0-1d26b8b6f563 x-openstack-request-id: req-f91145d2-1b98-4b0d-8ab0-1d26b8b6f563 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:26.563433 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-plugged", "status": "completed", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:26.563692 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f91145d2-1b98-4b0d-8ab0-1d26b8b6f563 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:26.564357 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'code': 200} Sep 18 07:28:26.598118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.621179 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.677735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.704415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:26.709045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e9bcf9-ef6c-4a56-a35d-a0c825f0cb71,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:26.756384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:26.787679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1399476-3667-4723-84db-7fc6c41d8e2a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:26.790258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007134-82b7-4f26-9020-9127fbf8fef7 None None] The sync data for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 is: [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:18:17Z', 'revision_number': 4, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '01990531-a261-4a5d-b76d-8bdf74773e80', 'name': '', 'network_id': '2a271084-c552-4fca-b906-2c317a827c93', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'mac_address': 'fa:16:3e:66:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:16Z', 'updated_at': '2021-09-18T07:18:25Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'subnets': [{'id': 'f08fe229-e425-4027-97ac-2cdb8654f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:26.797405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.801522 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fbac086f-8b07-4661-9314-b1a4360538a8 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4423625 Sep 18 07:28:26.801728 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60648) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:26.806500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:26.850661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a1399476-3667-4723-84db-7fc6c41d8e2a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:26.851216 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.893434 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ed75e03-5825-4a46-9b21-3317299e4d69 req-9a259723-724c-4f75-8e26-475f2d7a943d tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/ports?device_id=d21b81fd-41a8-4b51-8b64-8222968c6402 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Sep 18 07:28:26.922945 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:28:26.933044 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:26.998248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.073258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.112168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2504c400-b6e5-4e4e-b063-1379743a6fc4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:27.113094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c9a89-3f9a-43e1-b0b5-723cb9f20372 None None] New status for floating IP 2c7f1ce2-541a-49fc-9f14-14643aad0e37: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:28:27.187519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.188741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2f41b31b-fe85-4171-b7ef-dca232389d02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3858576 Sep 18 07:28:27.191480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60650) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:27.196018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'security_group_rule': {'security_group_id': '084b8f9f-f130-442a-832c-7c03602dc7c6', 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:27.279922 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Project f9c02fa6ea4c4855a49a27831c9ef02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:28:27.286615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.347467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.405493 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.425207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9e4483-43ef-436b-ab97-64b7b417e103,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:27.494637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:27.495895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f6d5355-354e-49e6-9efb-c3303a3f824f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3032813 Sep 18 07:28:27.688877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-60a15f57-7602-4872-8473-22a0860c1127 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312284393&fields=id&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 267 time: 0.0324719 Sep 18 07:28:27.796288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-cb8a0a71-518f-41f5-a34f-44af82062837 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:27.797872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-cb8a0a71-518f-41f5-a34f-44af82062837 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/networks?id=714eaeb8-ab9d-4830-8222-c0f60cef7902 HTTP/1.1" status: 200 len: 796 time: 0.1022313 Sep 18 07:28:27.812576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-4a850b82-8119-4d7a-a53c-db29bf367c32 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/quotas/f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 375 time: 0.0087738 Sep 18 07:28:27.862019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-09341f77-271e-44a0-9e02-3320a40f4e37 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442183 Sep 18 07:28:28.010994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-ceb7a5ff-c6eb-4679-9170-322b661ca2cf service neutron] 10.222.0.20 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369255 Sep 18 07:28:28.039778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60670) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:28.094899 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.101258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-741b87de-6ae0-4b70-ac63-174d89154f50 service neutron] 10.222.0.20 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837622 Sep 18 07:28:28.121327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.130072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:28.150686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 220c2f99-d528-4ca7-ab2a-429f19e27a20 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:28.151040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 220c2f99-d528-4ca7-ab2a-429f19e27a20 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:28.244284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.246939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.250900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "DELETE /v2.0/security-groups/448d4998-aee6-4d87-bf64-71f1e1179961 HTTP/1.1" status: 204 len: 168 time: 0.2078440 Sep 18 07:28:28.251287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:28.257921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa662f-8515-410f-8214-e0424703b7ad tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d4998-aee6-4d87-bf64-71f1e1179961,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:28.267241 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-47ed618b-7892-4c93-b04f-98e9140074dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] show failed (client error): The resource could not be found. Sep 18 07:28:28.268254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-47ed618b-7892-4c93-b04f-98e9140074dd tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "GET /v2.0/security-groups/448d4998-aee6-4d87-bf64-71f1e1179961 HTTP/1.1" status: 404 len: 347 time: 0.0159736 Sep 18 07:28:28.270966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60674) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:28.376716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dde16112-905a-463f-821e-eb10267b81b4 req-ac90dde8-4be4-4335-b5a4-b3c9b5eb942a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Sep 18 07:28:28.423880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Deleting port 0fe579f3-f251-4338-aff7-1c293197c9d1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:28.424239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.835104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.835440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:28.847596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Calling delete_port for 0fe579f3-f251-4338-aff7-1c293197c9d1 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:29.062388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.087949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Pushing event deleted for resources: {'Port': ['ID=0fe579f3-f251-4338-aff7-1c293197c9d1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:29.155798 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.158644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.159826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-628efd6c-b831-4817-9f57-1e74a6a4d04c tempest-ServerActionsTestJSON-955510130 tempest-ServerActionsTestJSON-955510130-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c7f1ce2-541a-49fc-9f14-14643aad0e37 HTTP/1.1" status: 204 len: 168 time: 0.8879795 Sep 18 07:28:29.162709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60686) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:29.239062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.482405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58f12cd4-b5fe-4835-bd1f-794a07acf550 req-e0ee8534-07b6-4703-963d-05eab89943e1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0307224 Sep 18 07:28:29.635041 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.877318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Deleting port 01990531-a261-4a5d-b76d-8bdf74773e80 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:29.877668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.964539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] For port 01990531-a261-4a5d-b76d-8bdf74773e80, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=01990531-a261-4a5d-b76d-8bdf74773e80,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:29.964904 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:29.977291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Calling delete_port for 01990531-a261-4a5d-b76d-8bdf74773e80 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:30.239706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-909d7381-b56b-48e0-ab70-8e7f2b651a62 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:30.241226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-909d7381-b56b-48e0-ab70-8e7f2b651a62 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/networks?id=714eaeb8-ab9d-4830-8222-c0f60cef7902 HTTP/1.1" status: 200 len: 796 time: 0.1019967 Sep 18 07:28:30.249648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.275198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01990531-a261-4a5d-b76d-8bdf74773e80,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:30.293761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-bf38b277-f9d0-48db-bded-e40adb6cee93 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d HTTP/1.1" status: 200 len: 379 time: 0.0417144 Sep 18 07:28:30.304345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'port': {'device_id': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'admin_state_up': True, 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'security_groups': ['084b8f9f-f130-442a-832c-7c03602dc7c6']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:30.462076 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.529505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Made reservation on behalf of f9c02fa6ea4c4855a49a27831c9ef02d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:30.534301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.593299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd4aec19-e920-4bd5-a8cd-29e4411e8bb8 req-3ed5cbae-65a6-4667-8cd9-7af1963a5b7a tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0294900 Sep 18 07:28:30.672604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.20.0.10 (714eaeb8-ab9d-4830-8222-c0f60cef7902/100f385b-3591-4f26-9d30-cf349101b009/a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:30.730016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:30.810792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.834795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:30.843144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a29ed91e-6739-4daf-815e-6501518993f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/29bd1abc-aa78-494c-9ec8-5a1a9fde61c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763985 Sep 18 07:28:30.843267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60694) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:30.844297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Sync routers for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:30.853621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:30.854273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:30.938245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.948792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:30.994681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:30.997943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:31.005398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:31.008233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:31.070853 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.081974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:31.082761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.120739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:31.194754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-edf0e184-192f-4235-b046-d8007d06562c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954160 Sep 18 07:28:31.208796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Request body: {'port': {'device_id': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:31.214268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Deleting port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:31.214643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.265351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.295651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] For port 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:31.296679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.304851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7a567bfe-429b-46d9-957e-94d2eb0287eb None None] Provisioning complete for port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:31.305162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a567bfe-429b-46d9-957e-94d2eb0287eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.309806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Calling delete_port for 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:31.336794 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:28:31.359876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7a567bfe-429b-46d9-957e-94d2eb0287eb None None] Port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:28:31.377260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:28:30Z', 'revision_number': 5, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port': {'id': '113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:18:12Z', 'updated_at': '2021-09-18T07:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:31.407362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Checking router: 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:31.415906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Routers {'29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:31.416774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:31.505990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] Set router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:31.561378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:28:31Z', 'revision_number': 6, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:31.562389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:28:31.564474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.569871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.581919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Transition to ACTIVE for port object a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:28:31.588417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5de77e4-74e6-4151-8079-3d6bcbd4808d None None] The sync data for ids ['29bd1abc-aa78-494c-9ec8-5a1a9fde61c3'] in n-d-789963-14 is: [{'id': '29bd1abc-aa78-494c-9ec8-5a1a9fde61c3', 'name': 'tempest-ServerActionsTestJSON-1292218038-router', 'tenant_id': '003caa79108142fd9ecea6626ea6adea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:18:11Z', 'updated_at': '2021-09-18T07:28:31Z', 'revision_number': 6, 'project_id': '003caa79108142fd9ecea6626ea6adea', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:31.600329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Pushing event deleted for resources: {'Port': ['ID=113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:31.662307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.678682 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.733220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:31.784354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.788017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.811446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Attempting to bind port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:28:31.811780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Attempting to bind port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:28:31.812107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Attempting to bind port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 on network 714eaeb8-ab9d-4830-8222-c0f60cef7902 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:31.816951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 on network 714eaeb8-ab9d-4830-8222-c0f60cef7902 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:28:31.817276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Attempting to bind port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 on network 714eaeb8-ab9d-4830-8222-c0f60cef7902 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:31.822441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:28:31.822779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Checking segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:31.823170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Bound using segment: {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:28:31.823594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Bound port: a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fb53e1-f065-4fcb-b434-554b32ae1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:28:31.823950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.843709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dded-217d-4dc1-83fe-bd45b2aee55c req-af8d6436-c449-4e30-abd3-8c3cfd444321 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:31.843709 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e6dded-217d-4dc1-83fe-bd45b2aee55c req-af8d6436-c449-4e30-abd3-8c3cfd444321 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 944 time: 0.1517460 Sep 18 07:28:31.885013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e6dded-217d-4dc1-83fe-bd45b2aee55c req-10a23971-122a-46f6-972e-71036298d910 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Sep 18 07:28:31.899524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:28:31.906092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:28:31.918785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.919397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:28:31.928178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.928178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-66199544-30b1-4264-875b-e206bb10223d admin admin] 10.222.0.20 "DELETE /v2.0/routers/29bd1abc-aa78-494c-9ec8-5a1a9fde61c3 HTTP/1.1" status: 204 len: 168 time: 1.0808127 Sep 18 07:28:31.929992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60698) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:31.971198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:31.986896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Deleting subnet f08fe229-e425-4027-97ac-2cdb8654f833 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:28:31.989396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.012404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.013041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.015102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 HTTP/1.1" status: 200 len: 1093 time: 0.8121355 Sep 18 07:28:32.015688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:32.018041 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242a205-b53c-4ba0-b395-b6d7c386d92a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:32.031376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.065781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41890e5a-d68a-4195-8bab-e4dc214de543 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:32.070695 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb970e-bec9-4919-a6f7-11bdf2fe310b x-openstack-request-id: req-c5cb970e-bec9-4919-a6f7-11bdf2fe310b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:32.070983 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:32.071248 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5cb970e-bec9-4919-a6f7-11bdf2fe310b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:32.071747 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'status': 'completed', 'code': 200} Sep 18 07:28:32.136180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-6065ccba-eb70-4f4f-ac67-b8876fd851b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.137367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.138009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-6065ccba-eb70-4f4f-ac67-b8876fd851b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0544479 Sep 18 07:28:32.255701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-6914f6bf-7ed9-441f-8931-dfc9e742b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.257304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-6914f6bf-7ed9-441f-8931-dfc9e742b55e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1111562 Sep 18 07:28:32.262283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.288084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08fe229-e425-4027-97ac-2cdb8654f833,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:32.292805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.295290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d508e654-936d-4b0c-ad6c-2efb24ad8849 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f08fe229-e425-4027-97ac-2cdb8654f833 HTTP/1.1" status: 204 len: 168 time: 0.3641224 Sep 18 07:28:32.297783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60702) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:32.305033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612a244-3109-4c8c-a7a8-95e1c9d7ee56 None None] Network 2a271084-c552-4fca-b906-2c317a827c93 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:32.365393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-fa0b49f8-eb17-4f80-9e0c-7f15818ac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.366994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c242a205-b53c-4ba0-b395-b6d7c386d92a req-fa0b49f8-eb17-4f80-9e0c-7f15818ac77e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031551 Sep 18 07:28:32.384277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.453058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Deleting port e62dd2d5-bf26-4496-a028-84ddd6c717e4 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:32.453502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.456898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-72c170b0-7cf4-409d-a0d9-64c570daf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.458722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-72c170b0-7cf4-409d-a0d9-64c570daf799 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0545056 Sep 18 07:28:32.508984 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-40d1fee7-568d-4733-86af-4f66870df804 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 HTTP/1.1" status: 200 len: 217 time: 0.0401306 Sep 18 07:28:32.530508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] For port e62dd2d5-bf26-4496-a028-84ddd6c717e4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e62dd2d5-bf26-4496-a028-84ddd6c717e4,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:32.530936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.543339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Calling delete_port for e62dd2d5-bf26-4496-a028-84ddd6c717e4 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:32.561760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-33391a41-3f6c-423b-b163-f44d60e155e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.564430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-33391a41-3f6c-423b-b163-f44d60e155e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=100f385b-3591-4f26-9d30-cf349101b009 HTTP/1.1" status: 200 len: 834 time: 0.0458481 Sep 18 07:28:32.580617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] DHCP port deletion for 2a271084-c552-4fca-b906-2c317a827c93 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:28:32.608089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:32.620316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-cecea271-371d-493e-85c0-e702845bdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:32.620316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-cecea271-371d-493e-85c0-e702845bdcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=714eaeb8-ab9d-4830-8222-c0f60cef7902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499501 Sep 18 07:28:32.630618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:32.630970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 113c0fd7-2c54-46e5-b0ab-8b30adf9b1ea not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:32.631380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 01990531-a261-4a5d-b76d-8bdf74773e80 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:32.655923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 01990531-a261-4a5d-b76d-8bdf74773e80 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:32.656295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 01990531-a261-4a5d-b76d-8bdf74773e80 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:32.674283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Deleting port e62dd2d5-bf26-4496-a028-84ddd6c717e4 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:32.674671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.713161 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-b6f82a03-655e-4100-8680-e39fa2549f5b service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Sep 18 07:28:32.719177 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.737656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] For port e62dd2d5-bf26-4496-a028-84ddd6c717e4, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e62dd2d5-bf26-4496-a028-84ddd6c717e4,segment=NetworkSegment(ba4ed492-4c2e-486a-b24f-d0f212d17b48),segment_id=ba4ed492-4c2e-486a-b24f-d0f212d17b48)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:32.738015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.751435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] No DVR routers for this DVR port e62dd2d5-bf26-4496-a028-84ddd6c717e4 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:32.752597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Calling delete_port for e62dd2d5-bf26-4496-a028-84ddd6c717e4 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:32.756731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62dd2d5-bf26-4496-a028-84ddd6c717e4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:32.814332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b37bbdf9-2155-43c5-918d-6f0f1383ea73 req-12309803-5e00-4d45-b94f-68d507a60bb6 service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935249 Sep 18 07:28:32.838015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:32.863757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] Pushing event deleted for resources: {'Port': ['ID=e62dd2d5-bf26-4496-a028-84ddd6c717e4,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:32.867519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb2e5-11e4-44b7-92c5-13578208a8f5 None None] No DVR routers for this DVR port e62dd2d5-bf26-4496-a028-84ddd6c717e4 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:33.171167 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.213576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a271084-c552-4fca-b906-2c317a827c93']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:33.225832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4ed492-4c2e-486a-b24f-d0f212d17b48') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:33.226155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4ed492-4c2e-486a-b24f-d0f212d17b48') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:33.237422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.245778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1a4d-c904-49f0-828d-616c0846fe1e req-9f8fd287-4cb7-4f68-affc-1629287a9998 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:33.247319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc8a1a4d-c904-49f0-828d-616c0846fe1e req-9f8fd287-4cb7-4f68-affc-1629287a9998 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 944 time: 0.0793700 Sep 18 07:28:33.264539 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.279565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:28:33.279954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:28:33.281830 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:28:33.342631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc8a1a4d-c904-49f0-828d-616c0846fe1e req-71b91d89-aaeb-4592-b776-8e91cd0d9466 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854359 Sep 18 07:28:33.415838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.421851 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.423673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a271084-c552-4fca-b906-2c317a827c93 HTTP/1.1" status: 204 len: 168 time: 1.1225500 Sep 18 07:28:33.434641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a064-9061-4a1a-b335-bd58a1ddc1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a271084-c552-4fca-b906-2c317a827c93,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:33.682044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60708) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:33.722169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a1bca101-ae58-4ec6-ae21-fbfe3378c348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=003caa79108142fd9ecea6626ea6adea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388958 Sep 18 07:28:33.724436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60710) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:33.769932 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.790556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.907433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.910054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:33.911274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1596f3ee-67c2-499a-84c9-aaaa79b9eae8 HTTP/1.1" status: 204 len: 168 time: 0.1859024 Sep 18 07:28:33.919145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b91b-9ed8-4231-b91b-0c2bd1ba69ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1596f3ee-67c2-499a-84c9-aaaa79b9eae8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:34.465772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca9e30-b47b-471f-bbb8-e315a3fb2927 req-42fa94d6-eb32-4177-802b-e1cd4d4fa456 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:34.467464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84ca9e30-b47b-471f-bbb8-e315a3fb2927 req-42fa94d6-eb32-4177-802b-e1cd4d4fa456 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 944 time: 0.0545881 Sep 18 07:28:34.508086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84ca9e30-b47b-471f-bbb8-e315a3fb2927 req-8ec165df-1c9b-417a-b9ff-dee4db6c7e01 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338466 Sep 18 07:28:34.522375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e62dd2d5-bf26-4496-a028-84ddd6c717e4 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:34.543958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e62dd2d5-bf26-4496-a028-84ddd6c717e4 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:34.543958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e62dd2d5-bf26-4496-a028-84ddd6c717e4 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:34.998478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60734) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:35.095330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-368675374-network', 'tenant_id': '35e86be90db841128c81970c9c38386e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:35.210353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Made reservation on behalf of 35e86be90db841128c81970c9c38386e for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:35.212710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.221287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.306137 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.392900 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.417177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:28:35.426251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e53d5df-953b-4fef-9846-03ae5ca18fc4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:35.432213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.432555 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Added segment 6468327a-01d4-4797-a600-ad4629e724dc of type vlan for network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d Sep 18 07:28:35.473713 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.541467 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.542528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:35.543105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.626478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] Pushing event updated for resources: {'Network': ['ID=abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:35.636056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:28:35.650409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5f4dc-5f8b-4a75-aac9-3e4f4850bf2b req-d5b7daca-3ca4-457f-834a-57db16df4539 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:35.651871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17f5f4dc-5f8b-4a75-aac9-3e4f4850bf2b req-d5b7daca-3ca4-457f-834a-57db16df4539 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 944 time: 0.0762742 Sep 18 07:28:35.665770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4d0666a4-a4d3-41b2-a6ab-19e4047357d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6662281 Sep 18 07:28:35.668744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:35.674503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Request body: {'subnet': {'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-368675374-subnet', 'tenant_id': '35e86be90db841128c81970c9c38386e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:35.695390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17f5f4dc-5f8b-4a75-aac9-3e4f4850bf2b req-c7af2e6e-2375-41f6-94d0-bb7e27ad946e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364926 Sep 18 07:28:35.768236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Made reservation on behalf of 35e86be90db841128c81970c9c38386e for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:35.770704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:35.991556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:36.019526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:28:36.048249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6050345d-e090-43ab-9c38-07b977c5d402,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:36.055651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Checking segment: {'id': '6468327a-01d4-4797-a600-ad4629e724dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:36.055953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Network hostable DHCP agents. Network: abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:28:36.112295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:36.123303 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'port_id': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'mac_address': 'fa:16:3e:cf:d8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:28:36.147326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:28:36.164020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:36.176536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:28:36.194932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:36.222131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:36.226530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:36.227146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:36.230829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e5929-2b1b-47f9-b50d-34fdd53687a8 None None] Network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:36.279433 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:36.325086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7c57b2a7-0db1-40f9-b331-13a38a417a43 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6543717 Sep 18 07:28:36.349807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:36.392980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0225f2-f56f-4e3f-a711-037bbca08c22 None None] Network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:36.480222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:36.770954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-efa6581e-e84f-4977-a09e-029d27dc92ba tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:36.772447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-efa6581e-e84f-4977-a09e-029d27dc92ba tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/networks?id=abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d HTTP/1.1" status: 200 len: 820 time: 0.1047411 Sep 18 07:28:36.806028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-1d79211e-9f39-4839-81bd-e02739a1df49 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/quotas/35e86be90db841128c81970c9c38386e HTTP/1.1" status: 200 len: 375 time: 0.0246630 Sep 18 07:28:36.839890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-bda9dfc9-9fbf-4f01-8d76-acd2d7aae329 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35e86be90db841128c81970c9c38386e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273645 Sep 18 07:28:36.847299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93137a-668a-4234-8e78-bc4a2c7849a1 req-d807018e-2807-47fe-82e4-4c967b1569dc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:36.848663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed93137a-668a-4234-8e78-bc4a2c7849a1 req-d807018e-2807-47fe-82e4-4c967b1569dc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0753694 Sep 18 07:28:36.937122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed93137a-668a-4234-8e78-bc4a2c7849a1 req-a8cc7571-d5f2-4043-9a90-dd9d79e7c0fb tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807819 Sep 18 07:28:36.958955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-a2fe47b7-b147-42ce-aef1-9c557c9151ec service neutron] 10.222.0.20 "GET /v2.0/networks/abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093922 Sep 18 07:28:37.050649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-2ee09c4d-4f09-4e8c-99e1-e2b927a97147 service neutron] 10.222.0.20 "GET /v2.0/networks/abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856533 Sep 18 07:28:37.272275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-222c346b-e533-4d22-ab7a-46c3a017acba req-beca44fd-1f5b-4564-8718-4e08cb2bde4a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 210 time: 0.0257440 Sep 18 07:28:38.034998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:38.050357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7fdf-b0cb-4912-bfa4-725bb3a4af76 req-a114b149-c234-4025-9ce9-301d233cf640 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:38.051888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979b7fdf-b0cb-4912-bfa4-725bb3a4af76 req-a114b149-c234-4025-9ce9-301d233cf640 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Sep 18 07:28:38.091139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-979b7fdf-b0cb-4912-bfa4-725bb3a4af76 req-a8890bd3-5663-4f28-9293-b153c625e84e tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327539 Sep 18 07:28:38.175609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:28:38.179652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:38.179973 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:38.259069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:38.281045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:38.283567 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4efdfb-5fe3-4a26-9631-07ddf9b71c18" -d '{"events": [{"server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:38.297939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:38.321696 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e942f4d7-260c-4606-bc01-2fb5f1f687f8 x-openstack-request-id: req-e942f4d7-260c-4606-bc01-2fb5f1f687f8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:38.322033 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "name": "network-vif-plugged", "status": "completed", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:38.322300 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e942f4d7-260c-4606-bc01-2fb5f1f687f8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:38.322698 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'code': 200} Sep 18 07:28:38.375257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c329f0a-d553-471b-bffc-3305afd9540a req-b06de451-2333-401e-ac47-41c6f4695f5e tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Sep 18 07:28:38.397499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:38.427847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83360ec0-62c3-4d2d-9373-9498b5712909 req-a181474f-94dd-4321-90b5-dcd6b33e4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:38.429355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83360ec0-62c3-4d2d-9373-9498b5712909 req-a181474f-94dd-4321-90b5-dcd6b33e4886 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0470378 Sep 18 07:28:38.444761 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:38.464491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83360ec0-62c3-4d2d-9373-9498b5712909 req-7f8fb1ca-06f5-4779-b9e6-35c6aef3b78c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280242 Sep 18 07:28:38.905756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b0023077-85c4-4109-9b20-88568a264ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:39.223699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b497f-632f-40af-a6f4-4f40bb9e4afa req-9354a577-7f83-46d0-8390-7c66fd8f8cad tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:39.225111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f77b497f-632f-40af-a6f4-4f40bb9e4afa req-9354a577-7f83-46d0-8390-7c66fd8f8cad tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0519681 Sep 18 07:28:39.263522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f77b497f-632f-40af-a6f4-4f40bb9e4afa req-cd5564bd-e61d-45f4-b546-8bf8e27ecdca tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322862 Sep 18 07:28:39.444360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-b116a69a-eba4-4f9b-992b-f7c28ac61a38 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:39.445882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-b116a69a-eba4-4f9b-992b-f7c28ac61a38 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.37 "GET /v2.0/networks?id=abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d HTTP/1.1" status: 200 len: 820 time: 0.1047182 Sep 18 07:28:39.460178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Request body: {'port': {'device_id': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d', 'admin_state_up': True, 'tenant_id': '35e86be90db841128c81970c9c38386e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:39.471846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f670da0-8394-4aa0-97c8-a6cc27cb85f9 req-36c5fae7-c409-4137-9d81-6f849b0a1c7c tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 210 time: 0.0271070 Sep 18 07:28:39.665218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Made reservation on behalf of 35e86be90db841128c81970c9c38386e for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:39.668862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:39.796634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Allocated IP 172.20.0.8 (abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d/6050345d-e090-43ab-9c38-07b977c5d402/42093c69-ecaf-483a-bdf9-2733adbcec2d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:39.936484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.050661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.096062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:40.099060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:40.102637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:40.128239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Pushing event updated for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:40.155244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.155851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.210562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-9126bd4f-e070-4861-86ef-79a9d2c4a95b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547286 Sep 18 07:28:40.222304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Request body: {'port': {'device_id': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:40.273608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.378642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34f6d7-dfbb-4c88-a48b-e8ca82eba8fc req-6a03815c-5293-41bf-a187-7df96f4057b1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.380803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34f6d7-dfbb-4c88-a48b-e8ca82eba8fc req-6a03815c-5293-41bf-a187-7df96f4057b1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0501058 Sep 18 07:28:40.420068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff34f6d7-dfbb-4c88-a48b-e8ca82eba8fc req-2ca06aa2-c8b7-4628-8566-6db2942b9211 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Sep 18 07:28:40.535466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36e434-8e1d-4acb-9bd9-20197b9d6a55 req-fb5f3573-f47c-4860-ae87-f3e491d2590c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.537085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b36e434-8e1d-4acb-9bd9-20197b9d6a55 req-fb5f3573-f47c-4860-ae87-f3e491d2590c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Sep 18 07:28:40.544612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42093c69-ecaf-483a-bdf9-2733adbcec2d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:28:40.552374 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.564799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Transition to ACTIVE for port object 42093c69-ecaf-483a-bdf9-2733adbcec2d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:28:40.605022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b36e434-8e1d-4acb-9bd9-20197b9d6a55 req-6cd127af-5d35-43bf-b620-38a48f9097e1 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607979 Sep 18 07:28:40.621657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec8ca6-d53d-4619-862c-0ba9540f71ea req-568dfa57-4f5f-448c-9e23-a59669c9eed2 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.623231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48ec8ca6-d53d-4619-862c-0ba9540f71ea req-568dfa57-4f5f-448c-9e23-a59669c9eed2 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 931 time: 0.0807168 Sep 18 07:28:40.625933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:40.643051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.689668 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48ec8ca6-d53d-4619-862c-0ba9540f71ea req-5d1b2f6e-02fa-441b-a229-79aad1dcb6b3 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555573 Sep 18 07:28:40.691535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6267c87-96d9-433a-8c3f-be04a4f3f907 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.695933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d6267c87-96d9-433a-8c3f-be04a4f3f907 tempest-TestNetworkBasicOps-1963196495 tempest-TestNetworkBasicOps-1963196495-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1093 time: 0.0661340 Sep 18 07:28:40.696441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60790) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:40.701089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:40.725437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Pushing event updated for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:40.773542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Attempting to bind port 42093c69-ecaf-483a-bdf9-2733adbcec2d on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:28:40.773884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Attempting to bind port 42093c69-ecaf-483a-bdf9-2733adbcec2d by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '6468327a-01d4-4797-a600-ad4629e724dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:28:40.774248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Attempting to bind port 42093c69-ecaf-483a-bdf9-2733adbcec2d on network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:40.778524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Port 42093c69-ecaf-483a-bdf9-2733adbcec2d on network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:28:40.778853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Attempting to bind port 42093c69-ecaf-483a-bdf9-2733adbcec2d on network abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:28:40.782579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.783992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:28:40.784342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Checking segment: {'id': '6468327a-01d4-4797-a600-ad4629e724dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:40.784801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Bound using segment: {'id': '6468327a-01d4-4797-a600-ad4629e724dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:28:40.785167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Bound port: 42093c69-ecaf-483a-bdf9-2733adbcec2d, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6468327a-01d4-4797-a600-ad4629e724dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:28:40.785534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.853476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:28:40.856529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d,segment=NetworkSegment(6468327a-01d4-4797-a600-ad4629e724dc),segment_id=6468327a-01d4-4797-a600-ad4629e724dc)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:28:40.882249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.902731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.936230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:40.936950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:40.938480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] 10.222.0.37 "PUT /v2.0/ports/42093c69-ecaf-483a-bdf9-2733adbcec2d HTTP/1.1" status: 200 len: 1092 time: 0.7201121 Sep 18 07:28:40.938999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:40.941367 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dbc4b1-64c6-417a-9158-2bf35846bc19" -d '{"events": [{"name": "network-changed", "server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:40.978557 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756ee74-4144-42a7-86c5-ca437b43b276 x-openstack-request-id: req-3756ee74-4144-42a7-86c5-ca437b43b276 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:40.979112 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:40.979579 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3756ee74-4144-42a7-86c5-ca437b43b276 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:40.980050 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d', 'status': 'completed', 'code': 200} Sep 18 07:28:40.981160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29241-5abe-4058-9521-c01fe7314474 service neutron] Pushing event updated for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:41.002014 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Allocated IP 172.25.4.200 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/748610b3-92d6-4c9a-8017-4b912dc8d5f8) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:41.043755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-1407afe7-8233-487e-9cd2-ef57a52fbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.045328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-1407afe7-8233-487e-9cd2-ef57a52fbe0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35e86be90db841128c81970c9c38386e&device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 1095 time: 0.0428236 Sep 18 07:28:41.110183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:41.151158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-fef63ff9-12e5-4ca9-90e6-560f15bbb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.152824 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-fef63ff9-12e5-4ca9-90e6-560f15bbb02f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=35e86be90db841128c81970c9c38386e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1003149 Sep 18 07:28:41.222208 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:41.249273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-09c2f716-e257-455c-9b07-a18bff614e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.250767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e9dbc4b1-64c6-417a-9158-2bf35846bc19 req-09c2f716-e257-455c-9b07-a18bff614e32 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916960 Sep 18 07:28:41.258060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:41.261140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:41.266890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:41.298996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=748610b3-92d6-4c9a-8017-4b912dc8d5f8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:41.326004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-b5e257ff-1b66-4fed-a3b1-bc5363766bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.327600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-b5e257ff-1b66-4fed-a3b1-bc5363766bad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35e86be90db841128c81970c9c38386e&device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 1095 time: 0.0421662 Sep 18 07:28:41.368615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-c78e3e00-4b68-4dc1-a2a1-ee7b42538104 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d HTTP/1.1" status: 200 len: 217 time: 0.0336947 Sep 18 07:28:41.421149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-fb73ea0a-47b5-4ce1-835b-ba3a3c08c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.422576 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-fb73ea0a-47b5-4ce1-835b-ba3a3c08c39a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6050345d-e090-43ab-9c38-07b977c5d402 HTTP/1.1" status: 200 len: 860 time: 0.0477021 Sep 18 07:28:41.458931 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-33ba0a28-05fa-4593-b415-81d9d0be1138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286095 Sep 18 07:28:41.511048 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aaeffa98-526a-4904-8d7a-4e47c509b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:41.549600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-6ca0bbd3-94b4-4c90-97f9-74a9c4d213b1 service neutron] 10.222.0.37 "GET /v2.0/networks/abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Sep 18 07:28:41.635077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:41.642556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa10ba86-a4b8-49d2-a66d-d5fc26b79dca req-4486c9eb-c34d-4560-843e-0d5c3c01f31f service neutron] 10.222.0.37 "GET /v2.0/networks/abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Sep 18 07:28:41.787236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:41.857359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc353a-83a7-4937-af0d-8c095be1b715 req-82b1db47-a6e2-4427-9330-d963f2fce80b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:41.859430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3cc353a-83a7-4937-af0d-8c095be1b715 req-82b1db47-a6e2-4427-9330-d963f2fce80b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 943 time: 0.0895658 Sep 18 07:28:41.946066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3cc353a-83a7-4937-af0d-8c095be1b715 req-a018518b-d050-49ed-8adb-9329b885b100 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758100 Sep 18 07:28:41.996333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:42.044210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:42.067215 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:42.116328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event updated for resources: {'Port': ['ID=748610b3-92d6-4c9a-8017-4b912dc8d5f8,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:42.128246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:42.226934 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Floating IP 473e2d15-1f33-4ed2-adec-1aacdd42546c associated. External IP: 172.25.4.200, port: a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2. Sep 18 07:28:42.428417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 626942e9-ce09-4fd2-a534-073672bfee46 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:28:42.533590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:28:42.543879 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Sync routers for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:28:42.553257 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:42.553874 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:42.625628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:42.652724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb8cd878-fd33-4aeb-9823-7010c141e6f9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9552555 Sep 18 07:28:42.653555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:42.657202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 60796) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:42.657653 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1819ee-4459-4f38-9cf9-d221f224a408" -d '{"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:42.657772 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:42.722910 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c7b61cfd-ca17-4722-bd33-b24c29238f15 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/473e2d15-1f33-4ed2-adec-1aacdd42546c HTTP/1.1" status: 200 len: 992 time: 0.0651624 Sep 18 07:28:42.760812 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968dec9-88f7-449f-b37e-8b38fa485089 x-openstack-request-id: req-d968dec9-88f7-449f-b37e-8b38fa485089 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:42.761108 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:42.761366 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d968dec9-88f7-449f-b37e-8b38fa485089 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:42.761772 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'status': 'completed', 'code': 200} Sep 18 07:28:42.824835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-a84a6a7b-1424-4728-84fd-01109d590135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:42.826353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-a84a6a7b-1424-4728-84fd-01109d590135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0437069 Sep 18 07:28:42.922992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-fe352998-d271-49bb-8e24-521c123b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:42.924513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-fe352998-d271-49bb-8e24-521c123b1035 service neutron] 10.222.0.37 "GET /v2.0/networks?id=714eaeb8-ab9d-4830-8222-c0f60cef7902 HTTP/1.1" status: 200 len: 897 time: 0.0915296 Sep 18 07:28:42.967149 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '473e2d15-1f33-4ed2-adec-1aacdd42546c', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'port_id': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'mac_address': 'fa:16:3e:cf:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:28:41Z', 'updated_at': '2021-09-18T07:28:41Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:42.995678 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-22c5b30e-4aae-4cf5-9da5-b4279ff3848d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0638545 Sep 18 07:28:42.997349 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Checking router: 626942e9-ce09-4fd2-a534-073672bfee46 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:28:43.006192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:28:43.006805 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:28:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:43.047137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-f727a24b-edcd-4477-9a5c-8619a7695e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:43.048724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-f727a24b-edcd-4477-9a5c-8619a7695e12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=100f385b-3591-4f26-9d30-cf349101b009 HTTP/1.1" status: 200 len: 834 time: 0.0464010 Sep 18 07:28:43.084092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850263-747d-4d1f-b7b1-d51a4e750a78 req-3ebd468f-42ab-49da-afff-6b40257912f2 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:43.085732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f850263-747d-4d1f-b7b1-d51a4e750a78 req-3ebd468f-42ab-49da-afff-6b40257912f2 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 943 time: 0.0630429 Sep 18 07:28:43.098792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-39bcd245-8ff9-4874-a05d-17a951f69b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:43.100463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-39bcd245-8ff9-4874-a05d-17a951f69b51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=714eaeb8-ab9d-4830-8222-c0f60cef7902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445149 Sep 18 07:28:43.119786 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:28:43.127131 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f850263-747d-4d1f-b7b1-d51a4e750a78 req-2bdf1f7e-f990-4d57-ab46-4abff74ad7a7 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Sep 18 07:28:43.200431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-e2db2a0c-4ffa-4728-832e-22245169d001 service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933433 Sep 18 07:28:43.292080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a1819ee-4459-4f38-9cf9-d221f224a408 req-92aaa289-aec3-467d-b69c-f815238a10a3 service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850606 Sep 18 07:28:43.299668 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:43.337587 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '473e2d15-1f33-4ed2-adec-1aacdd42546c', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'port_id': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'mac_address': 'fa:16:3e:cf:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:28:41Z', 'updated_at': '2021-09-18T07:28:41Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:43.363715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be36049b-7827-408b-8d22-3ad9873d7e07 None None] The sync data for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 is: [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '473e2d15-1f33-4ed2-adec-1aacdd42546c', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'floating_ip_address': '172.25.4.200', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'port_id': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'mac_address': 'fa:16:3e:cf:d8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:28:41Z', 'updated_at': '2021-09-18T07:28:41Z', 'revision_number': 0, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:28:43.552064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0bb32-ef7e-46fa-a245-ac96861dcbcf None None] New status for floating IP 473e2d15-1f33-4ed2-adec-1aacdd42546c: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:28:43.725743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:43.789542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-56830a27-d6b7-440a-a5ac-822e068c3c6f tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/473e2d15-1f33-4ed2-adec-1aacdd42546c HTTP/1.1" status: 200 len: 992 time: 0.0626879 Sep 18 07:28:44.072421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 42093c69-ecaf-483a-bdf9-2733adbcec2d details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:28:44.168846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d,segment=NetworkSegment(6468327a-01d4-4797-a600-ad4629e724dc),segment_id=6468327a-01d4-4797-a600-ad4629e724dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:44.179852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '42093c69-ecaf-483a-bdf9-2733adbcec2d', 'network_id': 'abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d', 'port_id': '42093c69-ecaf-483a-bdf9-2733adbcec2d', 'mac_address': 'fa:16:3e:59:51:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6050345d-e090-43ab-9c38-07b977c5d402', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:28:44.217883 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:44.230651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42093c69-ecaf-483a-bdf9-2733adbcec2d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:28:44.241910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b3d0-d3be-4153-ad29-f5a37e093bd2 req-80a0be82-48d1-4b09-b597-f7c1ed655707 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:44.243423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6687b3d0-d3be-4153-ad29-f5a37e093bd2 req-80a0be82-48d1-4b09-b597-f7c1ed655707 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Sep 18 07:28:44.250275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d,segment=NetworkSegment(6468327a-01d4-4797-a600-ad4629e724dc),segment_id=6468327a-01d4-4797-a600-ad4629e724dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:44.282345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6687b3d0-d3be-4153-ad29-f5a37e093bd2 req-8054d932-0edc-45f3-bceb-113914a7a2a9 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Sep 18 07:28:44.316768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:44.365328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:44.510436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['42093c69-ecaf-483a-bdf9-2733adbcec2d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:44.776041 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:44.792611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:44.854757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f12cb258-cb73-4455-b3bf-13d4c09d8b02 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/473e2d15-1f33-4ed2-adec-1aacdd42546c HTTP/1.1" status: 200 len: 994 time: 0.0610201 Sep 18 07:28:45.191195 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:45.393170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718187-34c7-4ab6-98bf-ee1237ab35f5 req-eece33b2-22d5-4d52-bb4c-384a34c61e84 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:45.394723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3718187-34c7-4ab6-98bf-ee1237ab35f5 req-eece33b2-22d5-4d52-bb4c-384a34c61e84 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 944 time: 0.0480733 Sep 18 07:28:45.432582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3718187-34c7-4ab6-98bf-ee1237ab35f5 req-5aa6567f-79d6-497e-8ac8-c056622a6f3a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Sep 18 07:28:46.082010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 42093c69-ecaf-483a-bdf9-2733adbcec2d up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:28:46.214169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 42093c69-ecaf-483a-bdf9-2733adbcec2d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:28:46.218317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 42093c69-ecaf-483a-bdf9-2733adbcec2d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:28:46.218690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:46.291753 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:46.313245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:46.315487 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b16388-7e5b-4b36-bb70-c106e6ed6fac" -d '{"events": [{"server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "name": "network-vif-plugged", "status": "completed", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:46.327677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d,segment=NetworkSegment(6468327a-01d4-4797-a600-ad4629e724dc),segment_id=6468327a-01d4-4797-a600-ad4629e724dc)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:46.350509 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd06371-19df-40d3-8d5f-6f8188772b77 x-openstack-request-id: req-0cd06371-19df-40d3-8d5f-6f8188772b77 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:46.356978 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "name": "network-vif-plugged", "status": "completed", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:46.356978 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cd06371-19df-40d3-8d5f-6f8188772b77 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:46.356978 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d', 'code': 200} Sep 18 07:28:46.408777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:46.444912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0101-75fb-4356-b356-c1bf03237773 req-945b97eb-bca2-4764-b353-55d2a31c8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:46.446474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-720f0101-75fb-4356-b356-c1bf03237773 req-945b97eb-bca2-4764-b353-55d2a31c8f60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 1097 time: 0.0404339 Sep 18 07:28:46.456611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:46.487742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-720f0101-75fb-4356-b356-c1bf03237773 req-0b698860-2724-428d-8ecb-9e000717d8b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Sep 18 07:28:46.550483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f107c-3250-42c7-9241-c849aba170b5 req-4af76152-b7b3-48d6-8d9f-0a96337159d5 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:46.551970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d70f107c-3250-42c7-9241-c849aba170b5 req-4af76152-b7b3-48d6-8d9f-0a96337159d5 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0529490 Sep 18 07:28:46.589603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d70f107c-3250-42c7-9241-c849aba170b5 req-a588cadc-f271-42af-af76-1f991316d94c tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Sep 18 07:28:47.706248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214c745-0dc6-481d-b5d4-2a417cb90c1b req-a0068579-da5f-4afc-9e3d-13dc98836d6b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:47.707664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c214c745-0dc6-481d-b5d4-2a417cb90c1b req-a0068579-da5f-4afc-9e3d-13dc98836d6b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Sep 18 07:28:47.749574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c214c745-0dc6-481d-b5d4-2a417cb90c1b req-00c9bfac-f7b5-4136-8494-0aa452fcec8f tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Sep 18 07:28:48.862897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05e55-684a-4035-9d0f-0987a90dbedf req-f0d7588c-262b-4f05-91be-0551804b1223 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:48.864385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29e05e55-684a-4035-9d0f-0987a90dbedf req-f0d7588c-262b-4f05-91be-0551804b1223 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0469997 Sep 18 07:28:48.902461 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29e05e55-684a-4035-9d0f-0987a90dbedf req-5071557d-d8df-48be-a3d3-185dfc707454 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Sep 18 07:28:49.599145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad66bd-c7a7-41c4-b8bb-d121a3e4f07c req-f9a86888-03cf-450c-bd78-3d43f10610f1 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:49.600607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62ad66bd-c7a7-41c4-b8bb-d121a3e4f07c req-f9a86888-03cf-450c-bd78-3d43f10610f1 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Sep 18 07:28:49.636546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62ad66bd-c7a7-41c4-b8bb-d121a3e4f07c req-f03c2f1a-1f63-402e-b57e-63a90ace9b9b tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299833 Sep 18 07:28:50.752413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628db25-64bf-470e-ade6-e6bda3d189ae req-656bf3a1-64b6-46de-b9e8-4164e12640ca tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:50.753881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a628db25-64bf-470e-ade6-e6bda3d189ae req-656bf3a1-64b6-46de-b9e8-4164e12640ca tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Sep 18 07:28:50.790297 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a628db25-64bf-470e-ade6-e6bda3d189ae req-c1273106-016c-40d8-a205-007f98908cdb tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e53d5df-953b-4fef-9846-03ae5ca18fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Sep 18 07:28:50.899887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-2cf86183-6983-4688-9437-9c580a1997e8 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:50.901357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-2cf86183-6983-4688-9437-9c580a1997e8 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.37 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Sep 18 07:28:50.989795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Deleting port 42093c69-ecaf-483a-bdf9-2733adbcec2d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:28:50.990163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:51.079481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] For port 42093c69-ecaf-483a-bdf9-2733adbcec2d, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=42093c69-ecaf-483a-bdf9-2733adbcec2d,segment=NetworkSegment(6468327a-01d4-4797-a600-ad4629e724dc),segment_id=6468327a-01d4-4797-a600-ad4629e724dc)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:28:51.079850 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:51.091333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Calling delete_port for 42093c69-ecaf-483a-bdf9-2733adbcec2d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:28:51.301480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:51.313339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['42093c69-ecaf-483a-bdf9-2733adbcec2d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:28:51.330587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Pushing event deleted for resources: {'Port': ['ID=42093c69-ecaf-483a-bdf9-2733adbcec2d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:51.369926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] No DVR routers for this DVR port 42093c69-ecaf-483a-bdf9-2733adbcec2d on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:28:51.372449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:51.374997 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5dfc397-2249-448e-a4e0-3e0503031eef req-a83619d8-c4da-4df4-8766-f4ebc080193a tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.37 "DELETE /v2.0/ports/42093c69-ecaf-483a-bdf9-2733adbcec2d HTTP/1.1" status: 204 len: 173 time: 0.4661269 Sep 18 07:28:51.375448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'name': 'network-vif-deleted', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:28:51.377719 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4082d8f-8aca-454f-b9e1-388ab9ff3d11" -d '{"events": [{"server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "name": "network-vif-deleted", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:28:51.414311 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bd4f8-614b-47af-ab50-382a9e681aad x-openstack-request-id: req-529bd4f8-614b-47af-ab50-382a9e681aad {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:28:51.414687 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f2eecb-6ff9-4329-817e-617c7eb63893", "name": "network-vif-deleted", "tag": "42093c69-ecaf-483a-bdf9-2733adbcec2d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:28:51.415024 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-529bd4f8-614b-47af-ab50-382a9e681aad {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:28:51.415454 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f2eecb-6ff9-4329-817e-617c7eb63893', 'name': 'network-vif-deleted', 'tag': '42093c69-ecaf-483a-bdf9-2733adbcec2d', 'status': 'completed', 'code': 200} Sep 18 07:28:51.892732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-570a1a05-45db-4dde-9458-5631978ca306 req-3c98c80f-37fb-4bdc-90cd-dce13694ce64 tempest-ServerMetadataNegativeTestJSON-1359753434 tempest-ServerMetadataNegativeTestJSON-1359753434-project] 10.222.0.20 "GET /v2.0/ports?device_id=42f2eecb-6ff9-4329-817e-617c7eb63893 HTTP/1.1" status: 200 len: 210 time: 0.0262868 Sep 18 07:28:52.954368 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60856) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:52.996738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Deleting subnet 6050345d-e090-43ab-9c38-07b977c5d402 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:28:53.000285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.037529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.073837 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.198771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.224668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6050345d-e090-43ab-9c38-07b977c5d402,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:53.226654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.228507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-985664ba-bea1-45bf-8c63-a7c66989489f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6050345d-e090-43ab-9c38-07b977c5d402 HTTP/1.1" status: 204 len: 168 time: 0.2731533 Sep 18 07:28:53.230904 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60858) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:53.300601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.376264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.395347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:53.404153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6468327a-01d4-4797-a600-ad4629e724dc') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:53.404445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6468327a-01d4-4797-a600-ad4629e724dc') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:28:53.417673 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.431172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.437367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:28:53.437744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:28:53.439371 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:28:53.570009 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.575332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.577145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d HTTP/1.1" status: 204 len: 168 time: 0.3453519 Sep 18 07:28:53.587377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690e53-f2da-45f3-a559-c2a9c31d9df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf08098-7b23-4a56-8a2b-4a0b5e2ecb5d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:53.883410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:53.922887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ffb119f-26e6-406f-a651-fecad341cb79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35e86be90db841128c81970c9c38386e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383446 Sep 18 07:28:53.925323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60864) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:53.970627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:53.995569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:54.116862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:54.119412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:54.120569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e53d5df-953b-4fef-9846-03ae5ca18fc4 HTTP/1.1" status: 204 len: 168 time: 0.1943800 Sep 18 07:28:54.128631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602a6ce-6379-4cb1-aa74-2e261bc01551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e53d5df-953b-4fef-9846-03ae5ca18fc4,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:54.135222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 42093c69-ecaf-483a-bdf9-2733adbcec2d no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:28:54.173121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 42093c69-ecaf-483a-bdf9-2733adbcec2d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:28:54.173470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 42093c69-ecaf-483a-bdf9-2733adbcec2d not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:28:55.147893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:55.243162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-536439371-network', 'tenant_id': '8eaf3460b38a4ad98cadd9369c7188f7'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:55.339301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Made reservation on behalf of 8eaf3460b38a4ad98cadd9369c7188f7 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:55.342127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.350343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.435611 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.518423 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.545447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:28:55.550718 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b9d84-7956-40f0-a43a-6fb7d050e3e7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:55.558498 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.558498 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Added segment 280e6ae1-dfd9-411f-8a53-eba4bc5d50f8 of type vlan for network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 Sep 18 07:28:55.597129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.673027 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.674012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:55.674588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:55.735001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] Pushing event updated for resources: {'Network': ['ID=6e3fb63c-4601-4f22-a5b5-3d0c3c53d962,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:55.738277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3d7637fa-1b51-4b86-8163-5c53af8bc9ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5893424 Sep 18 07:28:55.741217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 60890) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:28:55.744530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:28:55.745736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Request body: {'subnet': {'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-536439371-subnet', 'tenant_id': '8eaf3460b38a4ad98cadd9369c7188f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:55.814106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Made reservation on behalf of 8eaf3460b38a4ad98cadd9369c7188f7 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:55.816472 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:56.045109 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:56.097609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f1a099-4dea-4e68-b6fc-db811d4fbe36,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:56.107535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Checking segment: {'id': '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:28:56.107896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Network hostable DHCP agents. Network: 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:28:56.181323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:28:56.255643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:56.259547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:56.260132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:56.266048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fa826-aaf3-43c6-9a24-c219b96ee0a5 None None] Network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:56.330875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b04e70c-6d9a-4e49-ad13-bdaf75e284a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5886590 Sep 18 07:28:56.544370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058de09f-7fb8-4370-bfa1-2c8fd77b0867 None None] Network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:28:56.765794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-cc7c6bf8-d64a-42da-9dd5-baf1c345541c tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:56.767266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-cc7c6bf8-d64a-42da-9dd5-baf1c345541c tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/networks?id=6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 HTTP/1.1" status: 200 len: 808 time: 0.1029835 Sep 18 07:28:56.782207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-99649c5f-1fbd-4849-b7fc-744cf0c521e2 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/quotas/8eaf3460b38a4ad98cadd9369c7188f7 HTTP/1.1" status: 200 len: 375 time: 0.0090144 Sep 18 07:28:56.812021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-a07adf00-2c52-4073-8f3c-e2809bc1c4f0 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eaf3460b38a4ad98cadd9369c7188f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247240 Sep 18 07:28:56.900337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-043c1d8f-1050-4acd-a818-740134a694d4 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3fb63c-4601-4f22-a5b5-3d0c3c53d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Sep 18 07:28:56.986491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-dfdd1184-a731-44c8-82bf-f1e98df0cf29 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3fb63c-4601-4f22-a5b5-3d0c3c53d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795381 Sep 18 07:28:57.221606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af4610eb-b0e3-4117-a984-5b506f5650f0 req-e43321f4-1047-4812-ab68-03a91df8f17b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Sep 18 07:28:58.316209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17dd2b70-d9ad-40ca-8a77-e33735334864 req-8e9981d6-4345-4cae-a98b-94004cab1e07 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 210 time: 0.0299568 Sep 18 07:28:59.113170 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:59.194288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-f0f6fc81-a11b-48f4-b0b1-3030f32cdb81 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:59.195768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-f0f6fc81-a11b-48f4-b0b1-3030f32cdb81 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.37 "GET /v2.0/networks?id=6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 HTTP/1.1" status: 200 len: 808 time: 0.1065283 Sep 18 07:28:59.208016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Request body: {'port': {'device_id': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962', 'admin_state_up': True, 'tenant_id': '8eaf3460b38a4ad98cadd9369c7188f7'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:28:59.376275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Made reservation on behalf of 8eaf3460b38a4ad98cadd9369c7188f7 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:28:59.379846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:59.411256 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-612e88eb-00b4-4e57-a022-1f55d74b21d7 req-9be28dcd-3ace-4ffa-a2ea-58cf41aede6b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 210 time: 0.0273399 Sep 18 07:28:59.512710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Allocated IP 172.20.0.14 (6e3fb63c-4601-4f22-a5b5-3d0c3c53d962/73f1a099-4dea-4e68-b6fc-db811d4fbe36/7c861c01-0d65-4a35-b7ce-1ce8a59bdd26) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:28:59.659151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:59.745864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:59.788575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:28:59.791644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:28:59.795823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:28:59.804204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Pushing event updated for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:28:59.848062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:28:59.848674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:28:59.953812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-5537d4b1-7c74-408f-96d9-81eb509adcd8 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494106 Sep 18 07:29:00.021257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Request body: {'port': {'device_id': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:00.078046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.333269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:29:00.340418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.352322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Transition to ACTIVE for port object 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:29:00.421534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.480341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:00.525736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9b4f-c9ac-44fe-95cf-ba620621821b req-5a749540-34d7-4a83-af4d-6ae8b3173de0 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:00.527265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50bf9b4f-c9ac-44fe-95cf-ba620621821b req-5a749540-34d7-4a83-af4d-6ae8b3173de0 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 944 time: 0.0494413 Sep 18 07:29:00.545203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Attempting to bind port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:00.545545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Attempting to bind port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:00.545877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Attempting to bind port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 on network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:00.550182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 on network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:29:00.550508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Attempting to bind port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 on network 6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:00.555395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:00.555738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Checking segment: {'id': '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:00.556123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Bound using segment: {'id': '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:00.556549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Bound port: 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:00.556907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.566028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50bf9b4f-c9ac-44fe-95cf-ba620621821b req-2e2fed96-4b63-47dc-94b6-f05f3b8a76a9 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Sep 18 07:29:00.618924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:00.621755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,segment=NetworkSegment(280e6ae1-dfd9-411f-8a53-eba4bc5d50f8),segment_id=280e6ae1-dfd9-411f-8a53-eba4bc5d50f8)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:00.684302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.717638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:00.718277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:00.719669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 HTTP/1.1" status: 200 len: 1093 time: 0.7569854 Sep 18 07:29:00.720108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:00.722388 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f50555a-6291-454f-b260-c4066ae778c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:00.747243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147ad3b-dfde-4062-9dc7-3ef5d7e5b1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:00.760501 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e740c571-6330-4d02-9a7e-f1edcb0e0ea4 x-openstack-request-id: req-e740c571-6330-4d02-9a7e-f1edcb0e0ea4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:00.760792 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:00.761047 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e740c571-6330-4d02-9a7e-f1edcb0e0ea4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:00.761450 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26', 'status': 'completed', 'code': 200} Sep 18 07:29:00.823713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50555a-6291-454f-b260-c4066ae778c2 req-8da1efef-1a94-4804-8e36-95e73aa2b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:00.825233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5f50555a-6291-454f-b260-c4066ae778c2 req-8da1efef-1a94-4804-8e36-95e73aa2b2d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaf3460b38a4ad98cadd9369c7188f7&device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 1096 time: 0.0439110 Sep 18 07:29:00.921426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50555a-6291-454f-b260-c4066ae778c2 req-a1c7a7ad-d2bf-427f-a419-f8b5263d3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:00.922960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5f50555a-6291-454f-b260-c4066ae778c2 req-a1c7a7ad-d2bf-427f-a419-f8b5263d3e91 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8eaf3460b38a4ad98cadd9369c7188f7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0895698 Sep 18 07:29:01.331369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50555a-6291-454f-b260-c4066ae778c2 req-cce51ed3-4d9c-4bc8-ba33-8427233e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:01.332851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5f50555a-6291-454f-b260-c4066ae778c2 req-cce51ed3-4d9c-4bc8-ba33-8427233e5e3b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4024866 Sep 18 07:29:01.409380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-724731c9-c947-471f-936b-06d8961d48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:01.410902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-724731c9-c947-471f-936b-06d8961d48ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaf3460b38a4ad98cadd9369c7188f7&device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 1096 time: 0.0404220 Sep 18 07:29:01.454877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-24815d70-df0c-4ce4-a849-431253d7f73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 HTTP/1.1" status: 200 len: 217 time: 0.0361416 Sep 18 07:29:01.502332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-742ea2e9-914a-41d9-954f-34615203d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:01.503722 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-742ea2e9-914a-41d9-954f-34615203d9b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73f1a099-4dea-4e68-b6fc-db811d4fbe36 HTTP/1.1" status: 200 len: 848 time: 0.0420816 Sep 18 07:29:01.534825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-0a59e384-989c-49b9-b9eb-9918705dd31e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3fb63c-4601-4f22-a5b5-3d0c3c53d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230830 Sep 18 07:29:01.627573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-66e7848b-a0e7-43a3-beea-7b1a6576d5bf service neutron] 10.222.0.37 "GET /v2.0/networks/6e3fb63c-4601-4f22-a5b5-3d0c3c53d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852628 Sep 18 07:29:01.677795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397383-def7-4528-a638-8bcc22fc9a4b req-ff5ba657-7f8a-4ba7-8ffb-f3ba6087eaa7 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:01.679301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e397383-def7-4528-a638-8bcc22fc9a4b req-ff5ba657-7f8a-4ba7-8ffb-f3ba6087eaa7 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 944 time: 0.0473547 Sep 18 07:29:01.715984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e397383-def7-4528-a638-8bcc22fc9a4b req-2f8ed9b3-8339-4f44-9755-0d873e947fed tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Sep 18 07:29:01.716957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-35531f83-5b0e-4944-9b08-cf6f42afb373 req-9cc39fda-0bd2-4a10-9540-9c0ecc5e35aa service neutron] 10.222.0.37 "GET /v2.0/networks/6e3fb63c-4601-4f22-a5b5-3d0c3c53d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818422 Sep 18 07:29:02.833468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1060b-2b02-407e-ae25-19959eb24720 req-5e12c4a3-3ab0-4cbf-b547-4937ee7c1e16 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:02.834967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d1060b-2b02-407e-ae25-19959eb24720 req-5e12c4a3-3ab0-4cbf-b547-4937ee7c1e16 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 944 time: 0.0508990 Sep 18 07:29:02.871213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d1060b-2b02-407e-ae25-19959eb24720 req-f85a46a7-8fd9-44a1-926c-7896fdd631c0 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Sep 18 07:29:03.984727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c9c4-f140-4f12-a197-05b15cd80cc2 req-a1e2b97a-5e03-4dfc-bb2c-b7f755cae89c tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:03.986240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6733c9c4-f140-4f12-a197-05b15cd80cc2 req-a1e2b97a-5e03-4dfc-bb2c-b7f755cae89c tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 944 time: 0.0483384 Sep 18 07:29:04.022096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-1073bb3d-df47-4b3c-83e4-9a352cd4b0df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394583 Sep 18 07:29:04.024346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6733c9c4-f140-4f12-a197-05b15cd80cc2 req-4d67b181-8c03-4db1-bc7b-fbd16574604f tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Sep 18 07:29:04.119340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-cfb3fa6f-96a5-4e43-a848-d53eaca5845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:04.120847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-cfb3fa6f-96a5-4e43-a848-d53eaca5845f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1097 time: 0.0434670 Sep 18 07:29:04.177131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:29:04.222938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-680fdfe0-9ade-4a75-89d0-f15d164d3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:04.224418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-680fdfe0-9ade-4a75-89d0-f15d164d3cef service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 200 len: 898 time: 0.0848498 Sep 18 07:29:04.275006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,segment=NetworkSegment(280e6ae1-dfd9-411f-8a53-eba4bc5d50f8),segment_id=280e6ae1-dfd9-411f-8a53-eba4bc5d50f8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:04.286456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26', 'network_id': '6e3fb63c-4601-4f22-a5b5-3d0c3c53d962', 'port_id': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26', 'mac_address': 'fa:16:3e:96:ee:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f1a099-4dea-4e68-b6fc-db811d4fbe36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:29:04.301919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-c31f90d5-05b5-4a66-b9e4-5438c5d5bdc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 200 len: 1001 time: 0.0672812 Sep 18 07:29:04.322881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:04.335910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:29:04.350283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-678e1843-4309-4ad1-99cf-564546e04870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:04.351752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-678e1843-4309-4ad1-99cf-564546e04870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd2ce186-d362-4d62-afee-1c94729e87e5 HTTP/1.1" status: 200 len: 835 time: 0.0431237 Sep 18 07:29:04.354968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,segment=NetworkSegment(280e6ae1-dfd9-411f-8a53-eba4bc5d50f8),segment_id=280e6ae1-dfd9-411f-8a53-eba4bc5d50f8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:04.397108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-e6c3eff4-15ba-490f-89cb-b3a4c2eabb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:04.398644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-e6c3eff4-15ba-490f-89cb-b3a4c2eabb28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe7beb04-4533-467d-b12b-a08eb25dedb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401585 Sep 18 07:29:04.433168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:04.482807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:04.494136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-887f9124-383c-42a5-8cb5-324287b0d007 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881093 Sep 18 07:29:04.581627 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-623ae9e0-eaac-4598-8a98-238f5f738290 req-52a6c2d8-04e4-4da1-abc2-ff4241d03b13 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808637 Sep 18 07:29:04.664809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['7c861c01-0d65-4a35-b7ce-1ce8a59bdd26'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:29:05.136270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db554b-e5c2-415c-98d5-492d7dad7e47 req-4349d40e-404f-4f36-886f-33ec0307cfc9 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:05.137744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67db554b-e5c2-415c-98d5-492d7dad7e47 req-4349d40e-404f-4f36-886f-33ec0307cfc9 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 945 time: 0.0478072 Sep 18 07:29:05.175394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67db554b-e5c2-415c-98d5-492d7dad7e47 req-50f2c28b-f5a8-427c-9d17-9e8fe4e20572 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Sep 18 07:29:06.192140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:06.293245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8ff9c-35e2-4fe0-8beb-2ce68ad2bc43 req-85131456-433b-45a7-b7c8-834c9eef02f3 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:06.295369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abb8ff9c-35e2-4fe0-8beb-2ce68ad2bc43 req-85131456-433b-45a7-b7c8-834c9eef02f3 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Sep 18 07:29:06.299721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:29:06.303659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:06.304031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:06.332147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abb8ff9c-35e2-4fe0-8beb-2ce68ad2bc43 req-1b6c6209-b878-4120-8a39-b76458e15823 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307317 Sep 18 07:29:06.379236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:06.401553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:06.404526 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac7468e-0002-43da-86e5-ca4f10ffc249" -d '{"events": [{"server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "name": "network-vif-plugged", "status": "completed", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:06.418859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,segment=NetworkSegment(280e6ae1-dfd9-411f-8a53-eba4bc5d50f8),segment_id=280e6ae1-dfd9-411f-8a53-eba4bc5d50f8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:06.441439 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f461e-bded-465a-9898-1c3b101cb607 x-openstack-request-id: req-422f461e-bded-465a-9898-1c3b101cb607 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:06.441728 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "name": "network-vif-plugged", "status": "completed", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:06.442016 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-422f461e-bded-465a-9898-1c3b101cb607 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:06.442458 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26', 'code': 200} Sep 18 07:29:06.479077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:06.528326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:06.545649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e011-4dd5-423c-b328-1a2724e9256c req-6930590d-323c-4177-9c5f-b17bb5edfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:06.548893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7e9e011-4dd5-423c-b328-1a2724e9256c req-6930590d-323c-4177-9c5f-b17bb5edfd17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 1098 time: 0.0469263 Sep 18 07:29:06.583150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d7e9e011-4dd5-423c-b328-1a2724e9256c req-035a244d-d4f6-4ad8-86c2-7ba46ec26590 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275729 Sep 18 07:29:07.449704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a8cc-fafa-4889-ad2d-517272444b07 req-22b919f7-a365-49fe-b0f5-d643148a9168 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:07.451234 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa00a8cc-fafa-4889-ad2d-517272444b07 req-22b919f7-a365-49fe-b0f5-d643148a9168 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 946 time: 0.0498607 Sep 18 07:29:07.488173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa00a8cc-fafa-4889-ad2d-517272444b07 req-8b491a5f-a375-4b6b-b753-9c7e9cb21c8c tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Sep 18 07:29:08.336516 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:29:08.602956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4ada1-2cb7-493b-b35b-4d14bee064d8 req-cbcb5946-22f6-4bc9-a434-1fa9afaace91 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:08.604324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0eb4ada1-2cb7-493b-b35b-4d14bee064d8 req-cbcb5946-22f6-4bc9-a434-1fa9afaace91 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 946 time: 0.0476332 Sep 18 07:29:08.640964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0eb4ada1-2cb7-493b-b35b-4d14bee064d8 req-b443c74e-3d64-4519-9a6a-4f608ea9a60e tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Sep 18 07:29:08.901619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0b9cade3-535a-4671-840d-cde498d8cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:11.074363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede387a-2b0d-4934-9216-b38efa319ad8 req-07e99d63-875a-414f-85ac-cfd97556ff09 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:11.076420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ede387a-2b0d-4934-9216-b38efa319ad8 req-07e99d63-875a-414f-85ac-cfd97556ff09 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 946 time: 0.0522535 Sep 18 07:29:11.113226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ede387a-2b0d-4934-9216-b38efa319ad8 req-ae819274-8b02-4660-8794-eed123afd0d4 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Sep 18 07:29:11.550829 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bfef9d41-0da1-461f-9f7b-23ff90171fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.084261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.229845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2856-a4e5-4694-899e-65716b831b6a req-8a3a2407-0599-4d22-bd6e-f44c5c9c82ae tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:12.231332 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e8b2856-a4e5-4694-899e-65716b831b6a req-8a3a2407-0599-4d22-bd6e-f44c5c9c82ae tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 946 time: 0.0488250 Sep 18 07:29:12.268421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e8b2856-a4e5-4694-899e-65716b831b6a req-e4767741-1b22-4722-bce0-9928feb0e406 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/security-groups?id=957b9d84-7956-40f0-a43a-6fb7d050e3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Sep 18 07:29:12.386024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-37ec41c3-3c7c-499d-a718-b4e4fa5496ad tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:12.387432 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-37ec41c3-3c7c-499d-a718-b4e4fa5496ad tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.37 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 946 time: 0.0525873 Sep 18 07:29:12.475068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Deleting port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:12.475416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.565370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] For port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,segment=NetworkSegment(280e6ae1-dfd9-411f-8a53-eba4bc5d50f8),segment_id=280e6ae1-dfd9-411f-8a53-eba4bc5d50f8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:12.565738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.578906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Calling delete_port for 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:12.796616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.808636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['7c861c01-0d65-4a35-b7ce-1ce8a59bdd26'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:29:12.824370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Pushing event deleted for resources: {'Port': ['ID=7c861c01-0d65-4a35-b7ce-1ce8a59bdd26,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:12.834543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.834919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.835265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.835608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.835944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.836787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.836787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.836995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.837233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.837556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.837882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.838233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:12.877594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] No DVR routers for this DVR port 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:29:12.880484 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:12.882644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e2fc4317-da5a-4965-b9ec-f36e1399b1ce req-5b322544-4bee-4717-b282-6f4a6c87409b tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.37 "DELETE /v2.0/ports/7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 HTTP/1.1" status: 204 len: 173 time: 0.4885464 Sep 18 07:29:12.883090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'name': 'network-vif-deleted', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:12.885384 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1009de-6ec3-473a-a809-a834ef9fbad7" -d '{"events": [{"server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "name": "network-vif-deleted", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:12.924285 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8b9dd-5cc7-40bf-acfa-2a56d07aa8c1 x-openstack-request-id: req-ebf8b9dd-5cc7-40bf-acfa-2a56d07aa8c1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:12.924585 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92cafc9-4037-428a-9d3a-47216d24e869", "name": "network-vif-deleted", "tag": "7c861c01-0d65-4a35-b7ce-1ce8a59bdd26", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:12.924842 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebf8b9dd-5cc7-40bf-acfa-2a56d07aa8c1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:12.925274 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92cafc9-4037-428a-9d3a-47216d24e869', 'name': 'network-vif-deleted', 'tag': '7c861c01-0d65-4a35-b7ce-1ce8a59bdd26', 'status': 'completed', 'code': 200} Sep 18 07:29:13.289775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:13.371231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5859fc77-066d-43c7-bc06-9f1a919f9742 req-53ec9fd9-6ec1-4047-9819-6ecef5fe3705 tempest-ServerTagsTestJSON-1352686576 tempest-ServerTagsTestJSON-1352686576-project] 10.222.0.20 "GET /v2.0/ports?device_id=c92cafc9-4037-428a-9d3a-47216d24e869 HTTP/1.1" status: 200 len: 210 time: 0.0260544 Sep 18 07:29:14.432703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32780) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:14.479585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Deleting subnet 73f1a099-4dea-4e68-b6fc-db811d4fbe36 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:29:14.482655 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.516251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.561337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.696067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.722491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f1a099-4dea-4e68-b6fc-db811d4fbe36,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:14.724839 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.726691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73f1a099-4dea-4e68-b6fc-db811d4fbe36 HTTP/1.1" status: 204 len: 168 time: 0.2930152 Sep 18 07:29:14.729396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:14.733498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.733841 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.734203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.734542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.734873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.735200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.735523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.735844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.736166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.736488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.736807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.737123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b59082-6ddd-4627-8ccc-fa2a0d841cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:14.758402 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.801468 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.876949 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.900859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3fb63c-4601-4f22-a5b5-3d0c3c53d962']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:14.910776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:14.911075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280e6ae1-dfd9-411f-8a53-eba4bc5d50f8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:14.920287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.933475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.939842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:29:14.940239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:29:14.941889 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:29:15.067190 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.072641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.074538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e3fb63c-4601-4f22-a5b5-3d0c3c53d962 HTTP/1.1" status: 204 len: 168 time: 0.3440516 Sep 18 07:29:15.085816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c01a1-7803-4ccd-ade0-1a9a23911e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3fb63c-4601-4f22-a5b5-3d0c3c53d962,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:15.230880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.385573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:15.424948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d6bc632e-0871-49b0-8ff4-9daf91351c56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8eaf3460b38a4ad98cadd9369c7188f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381765 Sep 18 07:29:15.427258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:15.478148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.498970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.609765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.612283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:15.613496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/957b9d84-7956-40f0-a43a-6fb7d050e3e7 HTTP/1.1" status: 204 len: 168 time: 0.1852601 Sep 18 07:29:15.620992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bed5d-af67-4145-af21-0e7fbad7440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b9d84-7956-40f0-a43a-6fb7d050e3e7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:15.863739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32796) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:15.924911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e8ebb0c8-158a-4971-9c1c-40b3b2848134 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/floatingips/473e2d15-1f33-4ed2-adec-1aacdd42546c HTTP/1.1" status: 200 len: 994 time: 0.0601113 Sep 18 07:29:16.174886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:16.224836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:16.244324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:16.244676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c861c01-0d65-4a35-b7ce-1ce8a59bdd26 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:16.333467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port 748610b3-92d6-4c9a-8017-4b912dc8d5f8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:16.333819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.416807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.417148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.429009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for 748610b3-92d6-4c9a-8017-4b912dc8d5f8 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:16.628858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32822) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:16.644713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.673285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=748610b3-92d6-4c9a-8017-4b912dc8d5f8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:16.730731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-595563256-network', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:16.744775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.745121 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Floating IP 473e2d15-1f33-4ed2-adec-1aacdd42546c disassociated (deleted). External IP: 172.25.4.200, port: a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2. Sep 18 07:29:16.856125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Made reservation on behalf of dad6e78e8be5475ab1dfaf61720f62d8 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:16.858498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.901141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:16.999444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 626942e9-ce09-4fd2-a534-073672bfee46 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:17.097430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.144314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:17.149320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.155445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Sync routers for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:17.164394 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:17.165016 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:17.168569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.193374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a25e72f3-ae56-4eb9-a74e-7a118ff57ec5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/floatingips/473e2d15-1f33-4ed2-adec-1aacdd42546c HTTP/1.1" status: 204 len: 168 time: 1.0174491 Sep 18 07:29:17.196575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:29:17.198224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:17.200485 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975bae49-8385-4a21-91a3-6ca14ff4b604" -d '{"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:17.221717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d09f501-e330-4703-b7d9-88bf36f53133,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:17.224686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.225033 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Added segment f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0 of type vlan for network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 Sep 18 07:29:17.266193 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b29655-63b7-41cf-831b-4e40dd878457 x-openstack-request-id: req-62b29655-63b7-41cf-831b-4e40dd878457 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:17.266193 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:17.270275 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62b29655-63b7-41cf-831b-4e40dd878457 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:17.270275 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'status': 'completed', 'code': 200} Sep 18 07:29:17.275831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.278120 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:17.345721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-398d16b8-4f59-4663-a281-ea8a75f89023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.347288 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-398d16b8-4f59-4663-a281-ea8a75f89023 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 1098 time: 0.0521076 Sep 18 07:29:17.428794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.429828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.430428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.484466 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:17.487446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-994a1acc-f1a7-4e07-afee-8bbcf1084e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.489001 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-994a1acc-f1a7-4e07-afee-8bbcf1084e99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=714eaeb8-ab9d-4830-8222-c0f60cef7902 HTTP/1.1" status: 200 len: 897 time: 0.1345353 Sep 18 07:29:17.513358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Checking router: 626942e9-ce09-4fd2-a534-073672bfee46 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:17.519152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:17.519762 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:17.570138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] Pushing event updated for resources: {'Network': ['ID=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:17.576169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-43543a0a-6807-47b1-a9fc-2027505b7c80 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9434578 Sep 18 07:29:17.576169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-07d51160-50ce-4aa0-a3c0-795832f5d75e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 HTTP/1.1" status: 200 len: 217 time: 0.0724242 Sep 18 07:29:17.576486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32830) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:17.581181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Request body: {'subnet': {'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-subnet', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:17.581533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:29:17.625736 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:17.659490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-8957114f-0bdd-4096-a0c8-c1fee9068d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.667914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-8957114f-0bdd-4096-a0c8-c1fee9068d05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=100f385b-3591-4f26-9d30-cf349101b009 HTTP/1.1" status: 200 len: 834 time: 0.0799875 Sep 18 07:29:17.713961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-3e720ccf-8839-49bf-af35-96acb832f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.715759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-3e720ccf-8839-49bf-af35-96acb832f17f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=714eaeb8-ab9d-4830-8222-c0f60cef7902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426443 Sep 18 07:29:17.718657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Made reservation on behalf of dad6e78e8be5475ab1dfaf61720f62d8 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:17.721059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:17.728956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d114-6616-429f-88d5-26f7b9de4cf9 req-7044a563-5512-4e1e-bf1d-0668474bbadc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:17.730506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f306d114-6616-429f-88d5-26f7b9de4cf9 req-7044a563-5512-4e1e-bf1d-0668474bbadc tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0541668 Sep 18 07:29:17.771252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f306d114-6616-429f-88d5-26f7b9de4cf9 req-521c22c6-5fba-4f39-9705-cb7022f32ae0 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Sep 18 07:29:17.833832 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:17.860828 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a2be-867e-4ca2-a2ac-750577b74277 None None] The sync data for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 is: [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:28:22Z', 'revision_number': 4, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'a1399476-3667-4723-84db-7fc6c41d8e2a', 'name': '', 'network_id': '714eaeb8-ab9d-4830-8222-c0f60cef7902', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'mac_address': 'fa:16:3e:42:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '100f385b-3591-4f26-9d30-cf349101b009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:21Z', 'updated_at': '2021-09-18T07:28:25Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'subnets': [{'id': '100f385b-3591-4f26-9d30-cf349101b009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:17.875058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-f0a9a370-326f-4752-aacb-34d1b0d4a589 service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509383 Sep 18 07:29:18.039849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-975bae49-8385-4a21-91a3-6ca14ff4b604 req-1e2145b3-dd03-491f-a3d4-f5dc1162739d service neutron] 10.222.0.37 "GET /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559112 Sep 18 07:29:18.082582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.099987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72809222-bbc1-4524-ab62-5142b8893ffc None None] New status for floating IP 473e2d15-1f33-4ed2-adec-1aacdd42546c: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:29:18.145255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124ec30a-f77e-46f4-bd1a-ab5ae74d347d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:18.159243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:18.159726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Network hostable DHCP agents. Network: 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:29:18.250227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:29:18.322266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:18.326180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:18.327315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.332099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c161260-a0e9-4bb9-8877-1d442117903f None None] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:18.420394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef5eba90-e535-44ce-8049-78cdcf68b138 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8429706 Sep 18 07:29:18.423154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32834) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:18.427618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:18.473233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:29:18.474111 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.528431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.529499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.584812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.621085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Allocated IP 172.20.0.2 (2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29/124ec30a-f77e-46f4-bd1a-ab5ae74d347d/4fc663aa-ddfd-4277-ad3d-9c76acbdeb32) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:18.763950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.797273 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.839171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.882290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:18.885394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:18.887951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-489bb2ac-cbd5-40f5-b200-bf0422b58fe7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:18.889577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-489bb2ac-cbd5-40f5-b200-bf0422b58fe7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0567019 Sep 18 07:29:18.891323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:18.907661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Pushing event updated for resources: {'Port': ['ID=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:18.922825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b19f0-1a0d-41de-a5b1-16067d318fc3 req-0de1ed93-fc4c-45b5-ba2c-333512285685 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:18.924493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a5b19f0-1a0d-41de-a5b1-16067d318fc3 req-0de1ed93-fc4c-45b5-ba2c-333512285685 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 946 time: 0.0772018 Sep 18 07:29:18.947554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.947902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.948241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.948579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.948903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.949241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.949556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.949957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.950219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.950536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.951244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.951244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:18.964891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Attempting to bind port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:18.965261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Attempting to bind port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:18.965621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Attempting to bind port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:18.971400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:18.971771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:18.971924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a5b19f0-1a0d-41de-a5b1-16067d318fc3 req-262c0a96-94bc-4307-9faa-9e5214dae8e9 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/security-groups?id=084b8f9f-f130-442a-832c-7c03602dc7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Sep 18 07:29:18.972175 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:18.972565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Bound using segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:18.973031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Bound port: 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:18.973413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.040689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:19.041276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.041918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] For port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:19.045822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] For port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:19.145647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.209221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43fa5-b6e3-4f5e-9458-10e64e80d7c1 None None] Pushing event updated for resources: {'Port': ['ID=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:19.219129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:19.219424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.237698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:19.249265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.271641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.471331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Allocated IP 172.25.4.131 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/defd8b76-4ca0-4db4-932f-e0c4befa55d6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:19.857175 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.897286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:19.954079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] No DVR routers for this DVR port a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:29:19.957770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:19.959813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ca77cf75-00b6-4b36-a76c-9ce93794c79e req-adcbac10-f9f6-432e-b410-98b80d90ec09 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.37 "DELETE /v2.0/ports/a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 HTTP/1.1" status: 204 len: 173 time: 1.0580618 Sep 18 07:29:19.960255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'name': 'network-vif-deleted', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:19.962633 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c523f8f3-b53a-4e49-8a2f-179a8ee1215e" -d '{"events": [{"server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "name": "network-vif-deleted", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:19.968593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.008664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75895c-c9e3-43f3-ad4b-40d47476d30a x-openstack-request-id: req-6e75895c-c9e3-43f3-ad4b-40d47476d30a {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:20.008664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac853ded-39fa-4bde-9070-44bee363d7c0", "name": "network-vif-deleted", "tag": "a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:20.008664 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e75895c-c9e3-43f3-ad4b-40d47476d30a {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:20.008664 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac853ded-39fa-4bde-9070-44bee363d7c0', 'name': 'network-vif-deleted', 'tag': 'a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2', 'status': 'completed', 'code': 200} Sep 18 07:29:20.082585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4af1e6e2-d459-4bb5-ad66-dd9064b4c7eb req-9786239f-47b8-44fb-a98c-84bb29eef44c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac853ded-39fa-4bde-9070-44bee363d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0265784 Sep 18 07:29:20.090883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.141062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:20.147123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Pushing event updated for resources: {'Port': ['ID=defd8b76-4ca0-4db4-932f-e0c4befa55d6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:20.149824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:20.151899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:20.199365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93261c0c-aa2b-4c1e-aaad-f18d9bd91e5c None None] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:20.276783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] Provisioning complete for port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:20.277472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.425358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.468435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.468613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] For port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:20.543286 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.613943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:20.622061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a05f6b-4e4a-47d9-8b82-9568466f09d9 None None] Pushing event updated for resources: {'Port': ['ID=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:20.679075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:20.679679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.689643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.774436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-58d73829-4231-42e2-8844-8d55acde0765 None None] Provisioning complete for port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:20.774811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58d73829-4231-42e2-8844-8d55acde0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:20.901346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:29:21.003321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:21.011813 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:21.020523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:21.021121 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:21.070905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.072240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4fa97236-a2a7-4d43-af10-90b7613f7a88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6480997 Sep 18 07:29:21.075151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:21.123951 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:21.146432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32846) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:21.214113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.243805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.362593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.365707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.369554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/security-groups/084b8f9f-f130-442a-832c-7c03602dc7c6 HTTP/1.1" status: 204 len: 168 time: 0.2194967 Sep 18 07:29:21.380955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530714f-034b-40cc-bd48-576b2f900ff5 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b8f9f-f130-442a-832c-7c03602dc7c6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:21.389735 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:20Z', 'revision_number': 3, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:21.425985 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:21.426340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Updating router 2ed646a2-4c81-4158-b33e-8273b86e9606 port defd8b76-4ca0-4db4-932f-e0c4befa55d6 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:21.450624 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.468900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32850) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:21.506074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.664483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Allocated IP 172.20.0.1 (2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29/124ec30a-f77e-46f4-bd1a-ab5ae74d347d/2b65f72a-c24a-4440-b415-6f6596794d8b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:21.707896 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.781543 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.844502 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41c8f8-1632-4d76-b6fd-c3392d3c288a None None] Pushing event updated for resources: {'Port': ['ID=defd8b76-4ca0-4db4-932f-e0c4befa55d6,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:21.848717 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Attempting to bind port defd8b76-4ca0-4db4-932f-e0c4befa55d6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:21.849361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Attempting to bind port defd8b76-4ca0-4db4-932f-e0c4befa55d6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:21.850007 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Attempting to bind port defd8b76-4ca0-4db4-932f-e0c4befa55d6 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:21.852277 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.856109 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:21.856490 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:21.857074 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.858168 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:21.858646 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Bound port: defd8b76-4ca0-4db4-932f-e0c4befa55d6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:21.859031 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:21.928835 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] For port defd8b76-4ca0-4db4-932f-e0c4befa55d6, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:21.934652 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] For port defd8b76-4ca0-4db4-932f-e0c4befa55d6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=defd8b76-4ca0-4db4-932f-e0c4befa55d6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:22.017380 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.086152 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41c8f8-1632-4d76-b6fd-c3392d3c288a None None] Pushing event updated for resources: {'Port': ['ID=defd8b76-4ca0-4db4-932f-e0c4befa55d6,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:22.102097 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:22.102843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:22.121400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.148847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port a1399476-3667-4723-84db-7fc6c41d8e2a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:22.149572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.204968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.218149 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:22.238607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:22.246585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port a1399476-3667-4723-84db-7fc6c41d8e2a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a1399476-3667-4723-84db-7fc6c41d8e2a,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:22.246952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.261016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for a1399476-3667-4723-84db-7fc6c41d8e2a owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:22.263180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:22.263801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device a7bf7bfd-e018-4bfa-ad17-e18ae41d1ce2 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:22.277125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:22.278084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Pushing event updated for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:22.282786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:22.285026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:22.325104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.434464 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:20Z', 'revision_number': 3, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:22.464379 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f8e3c-5a5f-4829-b7ae-384508dba25a None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:20Z', 'revision_number': 3, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:22.564879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.572613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:22.606758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=a1399476-3667-4723-84db-7fc6c41d8e2a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:22.633737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c6be2ccf-4b8f-43ff-bfe5-8f4903e572dc None None] Provisioning complete for port 2b65f72a-c24a-4440-b415-6f6596794d8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:22.634236 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c6be2ccf-4b8f-43ff-bfe5-8f4903e572dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.702007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c6be2ccf-4b8f-43ff-bfe5-8f4903e572dc None None] Port 2b65f72a-c24a-4440-b415-6f6596794d8b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:22.720061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:22.720879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.764731 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:22.952259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.037049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.078814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.147527 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.149641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Pushing event updated for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:23.195172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Router 626942e9-ce09-4fd2-a534-073672bfee46 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:23.254057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:23.255670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:23.310716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:23.318298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd01b482-ae6f-4053-9dc1-5ef2d870c708 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "PUT /v2.0/routers/626942e9-ce09-4fd2-a534-073672bfee46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468018 Sep 18 07:29:23.320395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:23.321374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Sync routers for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:23.333376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:23.333885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:23.391968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting subnet 100f385b-3591-4f26-9d30-cf349101b009 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:29:23.396862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.414800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:23.447393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.498568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:23.559439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:23.570125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.573676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd403bb0-2ba2-48de-88bd-eccc79caa3fd admin admin] 10.222.0.20 "PUT /v2.0/routers/2ed646a2-4c81-4158-b33e-8273b86e9606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4973273 Sep 18 07:29:23.722651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.751336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Subnet': ['ID=100f385b-3591-4f26-9d30-cf349101b009,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:23.755513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.760596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32862) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:23.762684 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f146dc5f-88d3-4d6f-bae0-5462adc44a60 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/subnets/100f385b-3591-4f26-9d30-cf349101b009 HTTP/1.1" status: 204 len: 168 time: 0.4410498 Sep 18 07:29:23.778917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f3877-7520-4e7d-aa2d-40d0224f6e2e None None] Network 714eaeb8-ab9d-4830-8222-c0f60cef7902 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:23.823149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6b512055-2f3c-4db4-9878-516ed4c68a84 None None] Provisioning complete for port 2b65f72a-c24a-4440-b415-6f6596794d8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:23.823746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b512055-2f3c-4db4-9878-516ed4c68a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.882317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:23.960619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6b512055-2f3c-4db4-9878-516ed4c68a84 None None] Port 2b65f72a-c24a-4440-b415-6f6596794d8b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:23.992315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:24.016042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.035479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Checking router: 626942e9-ce09-4fd2-a534-073672bfee46 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:24.048136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Routers {'626942e9-ce09-4fd2-a534-073672bfee46'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:24.048862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['626942e9-ce09-4fd2-a534-073672bfee46'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:24.088400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] DHCP port deletion for 714eaeb8-ab9d-4830-8222-c0f60cef7902 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:29:24.150608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Deleting port ff390361-6a84-4db8-bb67-423fd38de9a2 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:24.150989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.189127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] Set router 626942e9-ce09-4fd2-a534-073672bfee46 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:24.239171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32864) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:24.244353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117566914', 'description': 'tempest-description--2143240998'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:24.250615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Deleting port daa8b06a-8e11-4214-8cd3-9f90a26b1676 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:24.250994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.254306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] For port ff390361-6a84-4db8-bb67-423fd38de9a2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ff390361-6a84-4db8-bb67-423fd38de9a2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:24.254753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.269041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Calling delete_port for ff390361-6a84-4db8-bb67-423fd38de9a2 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:24.313033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.365671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] For port daa8b06a-8e11-4214-8cd3-9f90a26b1676, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=daa8b06a-8e11-4214-8cd3-9f90a26b1676,segment=NetworkSegment(38fb53e1-f065-4fcb-b434-554b32ae1610),segment_id=38fb53e1-f065-4fcb-b434-554b32ae1610)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:24.366391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.387006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Calling delete_port for daa8b06a-8e11-4214-8cd3-9f90a26b1676 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:24.414431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.432101 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:24.441281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:24.441964 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:24.488961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.519092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.522313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:24.546100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b1fe2-6fdd-4355-a962-70f567df6ab5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:24.563278 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Port': ['ID=ff390361-6a84-4db8-bb67-423fd38de9a2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:24.566675 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:24.575812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.578102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120175c-e72b-4b72-9ba9-5b7faf3149d2 None None] The sync data for ids ['626942e9-ce09-4fd2-a534-073672bfee46'] in n-d-789963-14 is: [{'id': '626942e9-ce09-4fd2-a534-073672bfee46', 'name': 'tempest-TestNetworkBasicOps-router-1552083184', 'tenant_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:28:17Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 5, 'project_id': 'f9c02fa6ea4c4855a49a27831c9ef02d', 'gw_port': {'id': 'ff390361-6a84-4db8-bb67-423fd38de9a2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626942e9-ce09-4fd2-a534-073672bfee46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:28:18Z', 'updated_at': '2021-09-18T07:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:24.580712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-200be12c-ff78-4237-a0cb-d21b96c552e5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3398662 Sep 18 07:29:24.581301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32866) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:24.585844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group_rule': {'security_group_id': 'f70b1fe2-6fdd-4355-a962-70f567df6ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:24.604799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.638355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] Pushing event deleted for resources: {'Port': ['ID=daa8b06a-8e11-4214-8cd3-9f90a26b1676,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:24.642792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a69eb0-8680-444a-a8e8-a99a8bd91ce5 None None] No DVR routers for this DVR port daa8b06a-8e11-4214-8cd3-9f90a26b1676 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:29:24.648418 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.708062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.740856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.743026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.765391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.796806 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 2, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:24.824923 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:24.825265 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Updating router 2ed646a2-4c81-4158-b33e-8273b86e9606 port 2b65f72a-c24a-4440-b415-6f6596794d8b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:24.844315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.849704 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.865208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac617ff0-32ae-45f2-9d52-bc1333318df1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:24.873017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.873558 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Fanout notify agent at l3_agent the message router_deleted on router 626942e9-ce09-4fd2-a534-073672bfee46 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:29:24.880213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.881358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d45e80e-4adf-4293-a261-8d6a48f9c2c3 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/routers/626942e9-ce09-4fd2-a534-073672bfee46 HTTP/1.1" status: 204 len: 168 time: 1.1196883 Sep 18 07:29:24.884079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32868) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:24.937033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:24.939845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a96f2866-a545-443a-b143-c488c86af0da tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3559709 Sep 18 07:29:24.941149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32870) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:24.946356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group_rule': {'security_group_id': 'f70b1fe2-6fdd-4355-a962-70f567df6ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:24.980601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.054453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device defd8b76-4ca0-4db4-932f-e0c4befa55d6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:25.067506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.093131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.122460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714eaeb8-ab9d-4830-8222-c0f60cef7902']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:25.134780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fb53e1-f065-4fcb-b434-554b32ae1610') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:25.135174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fb53e1-f065-4fcb-b434-554b32ae1610') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:25.148677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.155354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port defd8b76-4ca0-4db4-932f-e0c4befa55d6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:25.156202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.166094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.175495 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.176098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:29:25.177484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.178787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:29:25.181215 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:29:25.238443 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.255841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.271667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.281977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port defd8b76-4ca0-4db4-932f-e0c4befa55d6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=defd8b76-4ca0-4db4-932f-e0c4befa55d6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:25.304086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc2b5f5-3e30-4796-93a6-3f0e4133af25,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:25.321081 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Pushing event updated for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:25.330290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.330526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.330863 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.331196 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.331532 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.331861 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.332189 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.332515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.332839 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.333163 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.333488 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.333805 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:29:25.338330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.350255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.352977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] 10.222.0.20 "DELETE /v2.0/networks/714eaeb8-ab9d-4830-8222-c0f60cef7902 HTTP/1.1" status: 204 len: 168 time: 0.4678001 Sep 18 07:29:25.385655 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Attempting to bind port 2b65f72a-c24a-4440-b415-6f6596794d8b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:25.386065 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Attempting to bind port 2b65f72a-c24a-4440-b415-6f6596794d8b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:25.386431 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Attempting to bind port 2b65f72a-c24a-4440-b415-6f6596794d8b on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:25.391038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0aa07-2657-4a9e-a789-29f6a71e058c tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] Pushing event deleted for resources: {'Network': ['ID=714eaeb8-ab9d-4830-8222-c0f60cef7902,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:25.393273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.408601 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:25.408987 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:25.409407 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.409812 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Bound using segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:25.410340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Bound port: 2b65f72a-c24a-4440-b415-6f6596794d8b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:25.410730 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.462324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=defd8b76-4ca0-4db4-932f-e0c4befa55d6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:25.491089 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] For port 2b65f72a-c24a-4440-b415-6f6596794d8b, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:25.495088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] For port 2b65f72a-c24a-4440-b415-6f6596794d8b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2b65f72a-c24a-4440-b415-6f6596794d8b,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:25.501814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.504026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-275c4301-6f56-4341-ba8c-362da07124b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5615609 Sep 18 07:29:25.506606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:25.512471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:25.590694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-59c761c2-c863-45e2-b927-544258c6600f None None] Provisioning complete for port 2b65f72a-c24a-4440-b415-6f6596794d8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:25.591070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-59c761c2-c863-45e2-b927-544258c6600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.596562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.597168 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.626996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-59c761c2-c863-45e2-b927-544258c6600f None None] Port 2b65f72a-c24a-4440-b415-6f6596794d8b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:25.657338 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:25.658345 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:25.660240 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eb770-df13-4b4b-8f33-7a6d8273ed4c None None] Pushing event updated for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:25.714555 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.766552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa8b06a-8e11-4214-8cd3-9f90a26b1676 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:25.794162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: daa8b06a-8e11-4214-8cd3-9f90a26b1676 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:25.801120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device daa8b06a-8e11-4214-8cd3-9f90a26b1676 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:25.877722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Allocated IP 172.25.4.10 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:25.903715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:25.921742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:25.966645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] Provisioning complete for port 2b65f72a-c24a-4440-b415-6f6596794d8b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:25.967202 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:25.999067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.058728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.092053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] For port 2b65f72a-c24a-4440-b415-6f6596794d8b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2b65f72a-c24a-4440-b415-6f6596794d8b,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:26.092871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9292d5b-563e-47b7-9d44-36d5b5d8267f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9c02fa6ea4c4855a49a27831c9ef02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687038 Sep 18 07:29:26.095280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32882) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:26.122369 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:26.141697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.146858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.149554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33edc2-0d49-487a-8269-de31a2c4d69b None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:26.176005 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.182400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:26.193180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:26.201382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.211499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:26.213846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:26.260194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e016d-378c-4237-823f-888eb0a93e27 None None] Pushing event updated for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:26.324191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.326854 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.329947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.335024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0b9383b-82a1-4c38-a3a8-b526c4742fbf HTTP/1.1" status: 204 len: 168 time: 0.2348325 Sep 18 07:29:26.342849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4afd6f-b2ad-4bef-b930-6a297c41dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b9383b-82a1-4c38-a3a8-b526c4742fbf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:26.431146 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.622405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.684143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2b65f72a-c24a-4440-b415-6f6596794d8b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:26.695670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.745088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2b65f72a-c24a-4440-b415-6f6596794d8b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:26.745488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.783359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:26.790398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.827691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device defd8b76-4ca0-4db4-932f-e0c4befa55d6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:26.876642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port defd8b76-4ca0-4db4-932f-e0c4befa55d6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:26.877028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.879181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:26.882052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-051939c4-d3f5-4f55-bf83-d6396c27888a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3728297 Sep 18 07:29:26.995176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:27.018799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56bdf62b-70fa-4637-80f5-c21bcb5bc9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.026748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1399476-3667-4723-84db-7fc6c41d8e2a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:27.054433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a1399476-3667-4723-84db-7fc6c41d8e2a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:27.054433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a1399476-3667-4723-84db-7fc6c41d8e2a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:27.054433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff390361-6a84-4db8-bb67-423fd38de9a2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:27.073370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ff390361-6a84-4db8-bb67-423fd38de9a2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:27.077007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ff390361-6a84-4db8-bb67-423fd38de9a2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:27.126885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-0f11c2ea-b7f5-4db5-89da-db9498724913 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1117566914&fields=id&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 267 time: 0.0574267 Sep 18 07:29:27.169800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56bdf62b-70fa-4637-80f5-c21bcb5bc9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.236718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-56bdf62b-70fa-4637-80f5-c21bcb5bc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.274063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-c69390c4-1ba6-4e47-b362-a7c92661b8aa tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:27.275600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-c69390c4-1ba6-4e47-b362-a7c92661b8aa tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 816 time: 0.1406658 Sep 18 07:29:27.299694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf62b-70fa-4637-80f5-c21bcb5bc9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6477ba0-9b26-4dc5-a407-12cb7b0630c2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:27.308409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-56bdf62b-70fa-4637-80f5-c21bcb5bc9cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f10a3a103d64306a5fcfcdcaffa8aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095720 Sep 18 07:29:27.308409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-d071ad83-7310-40b5-9006-df8b373899d1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/quotas/dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 375 time: 0.0195904 Sep 18 07:29:27.309600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32902) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:27.368960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-aebfc6e9-55ca-4feb-874b-ec64f98d5b22 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490036 Sep 18 07:29:27.370129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.394163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.471036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-6597c75b-d73e-410a-aa31-88827bc9a516 service neutron] 10.222.0.20 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Sep 18 07:29:27.518430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.521008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:27.522219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6477ba0-9b26-4dc5-a407-12cb7b0630c2 HTTP/1.1" status: 204 len: 168 time: 0.2124310 Sep 18 07:29:27.532016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb008c-155a-4550-9441-7163dec6733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6477ba0-9b26-4dc5-a407-12cb7b0630c2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:27.566966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-81409f15-a969-431f-b668-40e8d4b46707 service neutron] 10.222.0.20 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897856 Sep 18 07:29:27.844665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-275f59b0-8e4e-426b-a738-b818a837841d req-ffad0f98-5868-4f58-80d4-a15850beea2f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 210 time: 0.0273995 Sep 18 07:29:28.616705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:28.714078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-59436500-network', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:28.809867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:28.812247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:28.821550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:28.912473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:28.967249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7b3c4e4-d205-4849-b3b8-aada164d9e7d req-82bbe5f1-bc41-40b1-8c8a-c1eff748b93f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 210 time: 0.0295336 Sep 18 07:29:28.982327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.007128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:29:29.015655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:29.021560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.023936 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Added segment 4cf713a8-9403-4696-b98e-a08d6c4a26df of type vlan for network 2af3e8ec-dcdf-4215-8753-dcd270988cda Sep 18 07:29:29.062207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.128094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.150886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.151909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:29.152499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.214513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] Pushing event updated for resources: {'Network': ['ID=2af3e8ec-dcdf-4215-8753-dcd270988cda,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:29.225030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:29:29.262818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3f869c2-5b26-4158-9941-14f92e7b9261 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6448195 Sep 18 07:29:29.266081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:29.271141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Request body: {'subnet': {'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-59436500-subnet', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:29.364395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:29.366875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:29.927370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.015151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-a338320f-6cad-48f9-87e8-a671f66b6b66 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:30.016633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-a338320f-6cad-48f9-87e8-a671f66b6b66 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.37 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 816 time: 0.1533530 Sep 18 07:29:30.025273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc84d970-2bd1-4be1-a464-7b65e588990d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:30.036191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:30.036559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Network hostable DHCP agents. Network: 2af3e8ec-dcdf-4215-8753-dcd270988cda, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:29:30.076489 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4b1de78-f311-4282-9dfc-2e45ae7054b9 req-e23888b4-e8fb-44df-879d-7304aef72bc9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 210 time: 0.0282753 Sep 18 07:29:30.077093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-af2e7a57-c0ec-465a-800e-96ae2df44d91 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 380 time: 0.0473692 Sep 18 07:29:30.086315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'port': {'device_id': 'e5e9013b-e638-433b-9886-c631c37926da', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'admin_state_up': True, 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'security_groups': ['f70b1fe2-6fdd-4355-a962-70f567df6ab5']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:30.147304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:29:30.265234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2af3e8ec-dcdf-4215-8753-dcd270988cda) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:30.266809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Made reservation on behalf of dad6e78e8be5475ab1dfaf61720f62d8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:30.270450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.275662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf482e-39a1-48fd-bcbd-1a42ce1b843c None None] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:30.276157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:30.276157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.360955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-29f80d42-8652-4dd1-9dfc-6f7e94332024 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0937848 Sep 18 07:29:30.363804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32946) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:30.368480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:30.418312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Allocated IP 172.20.0.14 (2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29/124ec30a-f77e-46f4-bd1a-ab5ae74d347d/27ff1369-0ca3-42fd-b939-ebd366e153d7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:30.419026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2af3e8ec-dcdf-4215-8753-dcd270988cda', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:29:30.420460 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.485417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.486786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.550040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.555388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.566546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Allocated IP 172.20.0.2 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/ef522b5c-497a-4535-8322-5e827ebc8d31) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:30.665334 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.708313 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.712940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:30.716114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:30.721247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:30.750378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:30.776141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.778698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:30.781031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.782782 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.825123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:30.831855 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:30.834319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:30.836558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Pushing event updated for resources: {'Port': ['ID=ef522b5c-497a-4535-8322-5e827ebc8d31,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:30.879671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-7442b139-fdee-4362-8100-f54999552524 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970462 Sep 18 07:29:30.894146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Request body: {'port': {'device_id': 'e5e9013b-e638-433b-9886-c631c37926da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:30.899174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Attempting to bind port ef522b5c-497a-4535-8322-5e827ebc8d31 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:30.899556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Attempting to bind port ef522b5c-497a-4535-8322-5e827ebc8d31 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:30.899922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Attempting to bind port ef522b5c-497a-4535-8322-5e827ebc8d31 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:30.906973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:30.907363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:30.908026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.908420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:30.908888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Bound port: ef522b5c-497a-4535-8322-5e827ebc8d31, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:30.909265 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.960862 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:30.976494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ed3388f6-9130-4e62-92d4-ec4506504ec7 None None] Provisioning complete for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:30.976885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f6-9130-4e62-92d4-ec4506504ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.008790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] For port ef522b5c-497a-4535-8322-5e827ebc8d31, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:31.028496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] For port ef522b5c-497a-4535-8322-5e827ebc8d31, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef522b5c-497a-4535-8322-5e827ebc8d31,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:31.033361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ed3388f6-9130-4e62-92d4-ec4506504ec7 None None] Port 27ff1369-0ca3-42fd-b939-ebd366e153d7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:31.069246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.088815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.089082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.158249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a68174-a5a8-46c7-b9f7-6e252208f48c None None] Pushing event updated for resources: {'Port': ['ID=ef522b5c-497a-4535-8322-5e827ebc8d31,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:31.238226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Allocated IP 172.25.4.28 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/50be3b69-0dce-4c48-9c22-2aa353246302) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:31.258405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e83c-5dbf-48ba-bc57-7b6a164e3fd3 req-5f7502e4-a66e-4c41-8c51-87f205f8a079 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:31.259921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa30e83c-5dbf-48ba-bc57-7b6a164e3fd3 req-5f7502e4-a66e-4c41-8c51-87f205f8a079 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 932 time: 0.0776467 Sep 18 07:29:31.266044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:29:31.279693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.300493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Transition to ACTIVE for port object 27ff1369-0ca3-42fd-b939-ebd366e153d7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:29:31.373802 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.380108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa30e83c-5dbf-48ba-bc57-7b6a164e3fd3 req-6f12d33c-5f40-4955-ac12-86189180ead7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057677 Sep 18 07:29:31.426835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.439914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:31.519206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:31.519576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:31.519908 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:31.522970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.524519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:29:31.524931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:31.530315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:31.535704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:31.535704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Bound using segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:31.535704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Bound port: 27ff1369-0ca3-42fd-b939-ebd366e153d7, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:31.535704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.563668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:31.566701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:31.570182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:31.600548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Pushing event updated for resources: {'Port': ['ID=50be3b69-0dce-4c48-9c22-2aa353246302,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:31.603579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:31.615923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:31.696447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.730043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:31.730671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.733015 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] 10.222.0.37 "PUT /v2.0/ports/27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1093 time: 0.8441324 Sep 18 07:29:31.735404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:31.738656 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7540a61-7efc-40bf-ac7f-3cab633a6277" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:31.781952 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e07fb3-4b36-45df-b538-9a8f17108105 x-openstack-request-id: req-72e07fb3-4b36-45df-b538-9a8f17108105 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:31.782236 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:31.782489 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72e07fb3-4b36-45df-b538-9a8f17108105 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:31.783156 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'status': 'completed', 'code': 200} Sep 18 07:29:31.786548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227a9e-320d-444b-98fc-1fc7235c5c41 service neutron] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:31.850273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-f17de469-1772-4680-b09e-91380000265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:31.851717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-f17de469-1772-4680-b09e-91380000265f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1096 time: 0.0484276 Sep 18 07:29:31.910202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:31.972769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-4ea15a78-7078-473a-a45c-67c6804d4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:31.974554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-4ea15a78-7078-473a-a45c-67c6804d4c98 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1154115 Sep 18 07:29:32.083125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-d7233363-bef6-47a2-9bc6-5bf6751674ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:32.084638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7540a61-7efc-40bf-ac7f-3cab633a6277 req-d7233363-bef6-47a2-9bc6-5bf6751674ca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013100 Sep 18 07:29:32.132456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.165230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-8088380a-40da-4b14-a7c7-bc30b82568b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:32.167213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-8088380a-40da-4b14-a7c7-bc30b82568b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1096 time: 0.0457067 Sep 18 07:29:32.199494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37218325-0eea-463f-aa31-c2ec5f9e7f99 None None] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:32.213168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-c1cd7ea1-b090-4d81-8309-de5159edee8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 217 time: 0.0379510 Sep 18 07:29:32.264073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-af35b50c-d45b-4b0a-9b82-9b92d54db900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:32.265581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-af35b50c-d45b-4b0a-9b82-9b92d54db900 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0453100 Sep 18 07:29:32.315209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-c01de0a0-0bad-4ead-911a-6e3d4746129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:32.316766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-c01de0a0-0bad-4ead-911a-6e3d4746129b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444350 Sep 18 07:29:32.327200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] Provisioning complete for port ef522b5c-497a-4535-8322-5e827ebc8d31 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:32.327570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.341570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Router 783833d8-290b-4a17-867d-32c18e0f87a9 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:29:32.439006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-a24f7859-6421-4ad1-9705-b4e5ca4eb6eb service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148558 Sep 18 07:29:32.439177 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.473220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] For port ef522b5c-497a-4535-8322-5e827ebc8d31, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef522b5c-497a-4535-8322-5e827ebc8d31,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:32.475855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:32.486935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:32.526627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:32.529227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:32.561381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c237-d654-40a6-ac49-40954412a5b7 req-9a17a78b-0b9a-472d-82bc-50f801996924 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:32.568834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddc7c237-d654-40a6-ac49-40954412a5b7 req-9a17a78b-0b9a-472d-82bc-50f801996924 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0615673 Sep 18 07:29:32.580180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a836744-16e3-4dff-8fda-85b5d80ec99c req-157a325d-5493-4f2d-9765-9ef89a9d0404 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329126 Sep 18 07:29:32.582290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.668335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef522b5c-497a-4535-8322-5e827ebc8d31 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:32.749622 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d7aae-3dc3-4a09-b0c7-7a6bd1d0b05d None None] Pushing event updated for resources: {'Port': ['ID=ef522b5c-497a-4535-8322-5e827ebc8d31,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:32.779614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-242f914d-15b8-4fa4-b047-1d3aa6af9ca6 None None] Provisioning complete for port ef522b5c-497a-4535-8322-5e827ebc8d31 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:32.779998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-242f914d-15b8-4fa4-b047-1d3aa6af9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.782841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:32.953970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:32.957751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f55ed90-9c59-472b-8cce-e2a3ccb0fd44 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5901668 Sep 18 07:29:32.958283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32954) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:32.974420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddc7c237-d654-40a6-ac49-40954412a5b7 req-8c1f886c-ff02-4394-8a7c-e79c3f039542 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039860 Sep 18 07:29:33.051450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ef522b5c-497a-4535-8322-5e827ebc8d31 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:33.051834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.256749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:31Z', 'revision_number': 3, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:33.283508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:33.283865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Updating router 783833d8-290b-4a17-867d-32c18e0f87a9 port 50be3b69-0dce-4c48-9c22-2aa353246302 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:33.308329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.400286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.558698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Allocated IP 172.20.0.1 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/6df56724-014b-44e7-8fa9-8116167984bf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:33.567991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.632698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.671552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.682371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Attempting to bind port 50be3b69-0dce-4c48-9c22-2aa353246302 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:33.682760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Attempting to bind port 50be3b69-0dce-4c48-9c22-2aa353246302 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:33.683130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Attempting to bind port 50be3b69-0dce-4c48-9c22-2aa353246302 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:33.692147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f5463-0208-4037-8791-c115450e3839 None None] Pushing event updated for resources: {'Port': ['ID=50be3b69-0dce-4c48-9c22-2aa353246302,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:33.695546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:33.696144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:33.696348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.696744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:33.697222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Bound port: 50be3b69-0dce-4c48-9c22-2aa353246302, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:33.697610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.745222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.749055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] For port 50be3b69-0dce-4c48-9c22-2aa353246302, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:33.752886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] For port 50be3b69-0dce-4c48-9c22-2aa353246302, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50be3b69-0dce-4c48-9c22-2aa353246302,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:33.784522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:33.787475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:33.790884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:33.814732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Pushing event updated for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:33.831281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.838639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:33.897793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:33.898567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:33.942345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f5463-0208-4037-8791-c115450e3839 None None] Pushing event updated for resources: {'Port': ['ID=50be3b69-0dce-4c48-9c22-2aa353246302,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:34.012260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:34.042983 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.095152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5e508658-e517-46e0-b132-5e0542b2b43f None None] Provisioning complete for port 6df56724-014b-44e7-8fa9-8116167984bf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:34.095497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e508658-e517-46e0-b132-5e0542b2b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.110024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0172a-af20-4c39-afbc-f3ce99b75547 req-5298f92f-6f9f-494a-a7ad-fc4d557d81db tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:34.112066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eaf0172a-af20-4c39-afbc-f3ce99b75547 req-5298f92f-6f9f-494a-a7ad-fc4d557d81db tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0595365 Sep 18 07:29:34.158208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eaf0172a-af20-4c39-afbc-f3ce99b75547 req-ebb0cac7-c855-40e7-bfb3-508bc8515b42 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Sep 18 07:29:34.170689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5e508658-e517-46e0-b132-5e0542b2b43f None None] Port 6df56724-014b-44e7-8fa9-8116167984bf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:34.222237 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.231901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:31Z', 'revision_number': 3, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:34.261635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a84123d-55d9-47b7-a3bf-69a94f61adf4 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:31Z', 'revision_number': 3, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:34.272849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.331899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:29:34.346909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Pushing event updated for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:34.350718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.428025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:34.440383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:29:34.446936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:34.448354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:34.485440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.513249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:29:34.555956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:34.618806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:34.639364 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.712531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:34.736207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50be3b69-0dce-4c48-9c22-2aa353246302 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:34.771101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:34.776514 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-358403ca-6e4b-47f0-9cdf-955932abd256 admin admin] 10.222.0.20 "PUT /v2.0/routers/783833d8-290b-4a17-867d-32c18e0f87a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167210 Sep 18 07:29:34.805012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 50be3b69-0dce-4c48-9c22-2aa353246302 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:34.805679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.833146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['27ff1369-0ca3-42fd-b939-ebd366e153d7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:29:34.874927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f4082c62-a4f6-49a8-b543-bdd4b959bd75 None None] Provisioning complete for port 6df56724-014b-44e7-8fa9-8116167984bf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:34.875264 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f4082c62-a4f6-49a8-b543-bdd4b959bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:34.938301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f4082c62-a4f6-49a8-b543-bdd4b959bd75 None None] Port 6df56724-014b-44e7-8fa9-8116167984bf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:35.005666 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.043613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 50be3b69-0dce-4c48-9c22-2aa353246302, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50be3b69-0dce-4c48-9c22-2aa353246302,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:35.134050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.134797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef522b5c-497a-4535-8322-5e827ebc8d31 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:35.221674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=50be3b69-0dce-4c48-9c22-2aa353246302,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:35.232878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ef522b5c-497a-4535-8322-5e827ebc8d31 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:35.233262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.281869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e1d2c-ca5e-4914-b087-3b6cd2810cac req-efef97d6-0200-4f5c-b6e6-7cafee7ed1c4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:35.287635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-359e1d2c-ca5e-4914-b087-3b6cd2810cac req-efef97d6-0200-4f5c-b6e6-7cafee7ed1c4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0509951 Sep 18 07:29:35.324017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-359e1d2c-ca5e-4914-b087-3b6cd2810cac req-6dc7f29f-307e-4856-8120-0aaf8ff82ba5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Sep 18 07:29:35.561814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:35.567046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-506208567-network', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:35.672791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Made reservation on behalf of 5eb44026b3c1472cab4f8d4759948dc3 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:35.675354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.684815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.774937 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.850003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.863711 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:35.872394 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:35.873096 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:35.876283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:29:35.885747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3d125-2bfa-49c5-8701-25c4e5a12449,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:35.891068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.891409 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Added segment 3fcd5665-bada-4ed2-979c-439c0f831a53 of type vlan for network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 Sep 18 07:29:35.935423 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:35.988310 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:36.021282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.022622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:36.023217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.083077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:36.093489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:29:36.112201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ae953814-86a8-4386-923d-c6b456a694a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5456908 Sep 18 07:29:36.112548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32976) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:36.119160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Request body: {'subnet': {'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-506208567-subnet', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:36.189300 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:34Z', 'revision_number': 2, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:36.198403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Made reservation on behalf of 5eb44026b3c1472cab4f8d4759948dc3 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:36.201382 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.215337 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:36.215697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Updating router 783833d8-290b-4a17-867d-32c18e0f87a9 port 6df56724-014b-44e7-8fa9-8116167984bf binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:36.239685 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.331720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:36.425711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.444052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:29:36.448556 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:36.452827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.507047 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.511844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d56d45-4aa4-475e-8e23-ce5827f4e4b9,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:36.521530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b079d-b47c-43bf-af75-558feb4e4801 req-65cd5d7d-41fd-432a-8b68-015c4437d5d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:36.523851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e8b079d-b47c-43bf-af75-558feb4e4801 req-65cd5d7d-41fd-432a-8b68-015c4437d5d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1097033 Sep 18 07:29:36.548679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Checking segment: {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:36.549353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Network hostable DHCP agents. Network: cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:29:36.564950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.576860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50be3b69-0dce-4c48-9c22-2aa353246302 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:36.577534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e8b079d-b47c-43bf-af75-558feb4e4801 req-638d3c07-e993-4d6b-aef7-d169a2e7a170 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Sep 18 07:29:36.586815 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.620249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:36.622707 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d2e94-5ebf-4e81-9735-5b03ef2d4483" -d '{"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:36.632712 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd100-0e0c-4f24-a149-7926d9699653 None None] Pushing event updated for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:36.642835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:36.653297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:29:36.664659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 50be3b69-0dce-4c48-9c22-2aa353246302 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:36.665304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.695413 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Attempting to bind port 6df56724-014b-44e7-8fa9-8116167984bf on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:36.695713 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Attempting to bind port 6df56724-014b-44e7-8fa9-8116167984bf by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:36.696146 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Attempting to bind port 6df56724-014b-44e7-8fa9-8116167984bf on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:36.696600 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94b65d-5f66-4d75-a4f5-dafb5fb2e387 x-openstack-request-id: req-ce94b65d-5f66-4d75-a4f5-dafb5fb2e387 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:36.696965 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:36.697287 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce94b65d-5f66-4d75-a4f5-dafb5fb2e387 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:36.697752 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'code': 200} Sep 18 07:29:36.701953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:36.702646 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:36.702790 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.703119 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:36.703590 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Bound port: 6df56724-014b-44e7-8fa9-8116167984bf, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:36.703974 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.709278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.735538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:36.745230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:36.746442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.747228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da83bac-bcf2-4955-a63c-bf51f212b92c None None] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:36.802465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88641f-3960-42b8-b316-c5fe41e9f50f req-89e1fceb-f479-4bf4-82e8-d417bcd2bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:36.804209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d88641f-3960-42b8-b316-c5fe41e9f50f req-89e1fceb-f479-4bf4-82e8-d417bcd2bcb7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1098 time: 0.0475099 Sep 18 07:29:36.805634 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] For port 6df56724-014b-44e7-8fa9-8116167984bf, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:36.809406 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] For port 6df56724-014b-44e7-8fa9-8116167984bf, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6df56724-014b-44e7-8fa9-8116167984bf,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:36.842789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0d88641f-3960-42b8-b316-c5fe41e9f50f req-1cd6f589-3656-4b4f-91c9-7d63573fe2b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Sep 18 07:29:36.854864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:36.866318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3e9dd7e0-4f99-46b1-b3a2-bf6786b622f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7519484 Sep 18 07:29:36.868814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32984) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:36.874255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:36.899919 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.958457 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:36.959090 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:36.963158 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd100-0e0c-4f24-a149-7926d9699653 None None] Pushing event updated for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:36.965407 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.967377 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.981602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-910a147a-b535-4920-835e-97b6d252a802 None None] Provisioning complete for port 6df56724-014b-44e7-8fa9-8116167984bf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:36.981602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-910a147a-b535-4920-835e-97b6d252a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:36.984667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'fixed_ips': [{'subnet_id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:29:36.985596 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.040066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.088802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:37.270670 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.301340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:36Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:37.333632 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de14ce-0e64-450c-81b0-6357971e24ce None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:36Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:37.336021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-910a147a-b535-4920-835e-97b6d252a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.363806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Allocated IP 172.20.0.2 (cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36/00d56d45-4aa4-475e-8e23-ce5827f4e4b9/20694336-916f-4d29-a387-603c71fbd64b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:37.400635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-910a147a-b535-4920-835e-97b6d252a802 None None] For port 6df56724-014b-44e7-8fa9-8116167984bf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6df56724-014b-44e7-8fa9-8116167984bf,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:37.486740 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-910a147a-b535-4920-835e-97b6d252a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.587236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a147a-b535-4920-835e-97b6d252a802 None None] Pushing event updated for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:37.590158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.604733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.609717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-293207c1-9825-44c6-b1d3-2809f05b213e None None] Provisioning complete for port 6df56724-014b-44e7-8fa9-8116167984bf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:37.610128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-293207c1-9825-44c6-b1d3-2809f05b213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.630157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.656852 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.704560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:37.725646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:37.735094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:37.742017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Pushing event updated for resources: {'Port': ['ID=20694336-916f-4d29-a387-603c71fbd64b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:37.746789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11198e-5254-4ff1-a89b-1bf7df4fa232 req-1ea61f45-6522-4d6c-bdb7-0752ae5db282 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:37.748987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe11198e-5254-4ff1-a89b-1bf7df4fa232 req-1ea61f45-6522-4d6c-bdb7-0752ae5db282 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0785882 Sep 18 07:29:37.819011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Attempting to bind port 20694336-916f-4d29-a387-603c71fbd64b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:37.820048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Attempting to bind port 20694336-916f-4d29-a387-603c71fbd64b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:37.820674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Attempting to bind port 20694336-916f-4d29-a387-603c71fbd64b on network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:37.826126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe11198e-5254-4ff1-a89b-1bf7df4fa232 req-f1856e0c-bd2c-4ec3-a7b4-db0af9d2f1ba tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580378 Sep 18 07:29:37.827286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Allocated IP 172.25.4.178 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2aec7bfb-a591-479f-8d9f-e226a626a19e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Checking segment: {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Bound using segment: {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Bound port: 20694336-916f-4d29-a387-603c71fbd64b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:37.851966 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:37.925586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] For port 20694336-916f-4d29-a387-603c71fbd64b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:37.929178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] For port 20694336-916f-4d29-a387-603c71fbd64b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20694336-916f-4d29-a387-603c71fbd64b,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:37.955217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.042644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.075781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.106369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77294-6139-4f44-b664-a5ba7776a30a None None] Pushing event updated for resources: {'Port': ['ID=20694336-916f-4d29-a387-603c71fbd64b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:38.123882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:38.126991 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:38.142021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:38.179709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec7bfb-a591-479f-8d9f-e226a626a19e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:38.251746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 32990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:38.468575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port fb2a5a94-b8f1-4870-9fa5-e761588fcd76 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:38.468922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.507696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.551884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.552216 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.566588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for fb2a5a94-b8f1-4870-9fa5-e761588fcd76 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:38.660549 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6df56724-014b-44e7-8fa9-8116167984bf up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:38.717610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6df56724-014b-44e7-8fa9-8116167984bf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:38.718019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.733537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.809841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20694336-916f-4d29-a387-603c71fbd64b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:38.842534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.874018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=fb2a5a94-b8f1-4870-9fa5-e761588fcd76,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:38.911795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edf1f99-14d8-4163-b55e-d31cb5a60281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.913317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 20694336-916f-4d29-a387-603c71fbd64b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:38.913659 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.925046 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:29:38.955065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:38.955454 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Floating IP b5bef770-531c-484b-a71a-fcaebf4dba1b disassociated (deleted). External IP: 172.25.4.113, port: 523e3dfb-0699-47f9-bd5d-f55bd14a807e. Sep 18 07:29:39.022019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.064506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 20694336-916f-4d29-a387-603c71fbd64b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20694336-916f-4d29-a387-603c71fbd64b,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:39.099964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b29115-8f0f-453a-b48e-9c994efb7166 req-f00817c2-a027-409a-bf5c-879a4cd2d928 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:39.101514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b29115-8f0f-453a-b48e-9c994efb7166 req-f00817c2-a027-409a-bf5c-879a4cd2d928 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1124127 Sep 18 07:29:39.111694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.138686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:39.148759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Sync routers for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:39.170524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31b29115-8f0f-453a-b48e-9c994efb7166 req-1c207ccb-2eaa-49f1-9e9e-8e0b97d0a4f5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625045 Sep 18 07:29:39.183841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:39.184502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:39.190158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=20694336-916f-4d29-a387-603c71fbd64b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:39.219602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.220891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-097eae31-5006-4942-9dc8-4a1dfa2b35b4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3501797 Sep 18 07:29:39.223750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32996) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:39.251786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:39.318873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d89036-5dd0-4bb9-8372-16aaf6c8e1cf None None] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:39.368084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:39.373148 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.373927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc573-63e7-4f8b-a2f4-365fede720a3 req-9bd4ff90-e89a-427c-b0d8-3ddd2fbeb946 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:39.379484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5afcc573-63e7-4f8b-a2f4-365fede720a3 req-9bd4ff90-e89a-427c-b0d8-3ddd2fbeb946 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0994515 Sep 18 07:29:39.389308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 32998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:39.394988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'floatingip': {'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:39.406894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1af386e6-6d08-47ed-b46e-447bd6925621 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/floatingips/b5bef770-531c-484b-a71a-fcaebf4dba1b HTTP/1.1" status: 204 len: 168 time: 1.1509280 Sep 18 07:29:39.407116 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Sync routers for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:39.407599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:39.415689 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353acdc1-618f-42db-95b9-553b371f41e0" -d '{"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:39.419558 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:39.420186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:39.424971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:39.443919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.488844 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f34b58-d903-4718-854d-64e100631036 x-openstack-request-id: req-88f34b58-d903-4718-854d-64e100631036 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:39.489849 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:39.490131 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88f34b58-d903-4718-854d-64e100631036 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:39.490569 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'status': 'completed', 'code': 200} Sep 18 07:29:39.559112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f69b07c0-c110-413c-854a-d2d02685b79c None None] Provisioning complete for port 20694336-916f-4d29-a387-603c71fbd64b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:39.559541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f69b07c0-c110-413c-854a-d2d02685b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:39.609153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acdc1-618f-42db-95b9-553b371f41e0 req-d3307131-47cb-40a9-8040-723789e65aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:39.611347 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-d3307131-47cb-40a9-8040-723789e65aef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 1097 time: 0.0726438 Sep 18 07:29:39.703860 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:39.769173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acdc1-618f-42db-95b9-553b371f41e0 req-f91a41b2-bf3c-43ec-aef1-727c08e3eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:39.771159 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-f91a41b2-bf3c-43ec-aef1-727c08e3eccd service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 200 len: 898 time: 0.1531572 Sep 18 07:29:39.832345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:38Z', 'revision_number': 3, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:39.869756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-5119a7fd-7442-4a3c-bb70-2108a41e299d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 200 len: 217 time: 0.0914667 Sep 18 07:29:39.885270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Checking router: c763f1af-10b3-4d08-b0a8-8eab8fae2b96 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:39.885635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Updating router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 port 2aec7bfb-a591-479f-8d9f-e226a626a19e binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:39.933814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.051047 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:40.110696 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Checking router: c34bdc8c-bddb-433e-9386-0cdc2c77fd0d for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:40.120799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:40.121439 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:40.261149 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:40.265911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b8da9da5-7bc1-4075-973a-e5fbd95e1542 None None] Provisioning complete for port 20694336-916f-4d29-a387-603c71fbd64b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:40.266515 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b8da9da5-7bc1-4075-973a-e5fbd95e1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.371417 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.377605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acdc1-618f-42db-95b9-553b371f41e0 req-29343b5e-8c56-4995-9958-e313db050b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:40.383646 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-29343b5e-8c56-4995-9958-e313db050b33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd2ce186-d362-4d62-afee-1c94729e87e5 HTTP/1.1" status: 200 len: 835 time: 0.4924862 Sep 18 07:29:40.435608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353acdc1-618f-42db-95b9-553b371f41e0 req-31162391-4e32-4b56-a5ed-062780a9363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:40.439594 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-31162391-4e32-4b56-a5ed-062780a9363c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe7beb04-4533-467d-b12b-a08eb25dedb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456042 Sep 18 07:29:40.440703 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b8e6-92e7-40f9-9fbc-dd625820c6e5 req-5a350349-fe0a-41fd-8e1b-984d5539b46b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:40.442336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4493b8e6-92e7-40f9-9fbc-dd625820c6e5 req-5a350349-fe0a-41fd-8e1b-984d5539b46b tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.5190792 Sep 18 07:29:40.454606 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.515896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Attempting to bind port 2aec7bfb-a591-479f-8d9f-e226a626a19e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:40.516663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Attempting to bind port 2aec7bfb-a591-479f-8d9f-e226a626a19e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:40.516663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Attempting to bind port 2aec7bfb-a591-479f-8d9f-e226a626a19e on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:40.527225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa003-0e42-49dd-ab05-1b06576c357d None None] Pushing event updated for resources: {'Port': ['ID=2aec7bfb-a591-479f-8d9f-e226a626a19e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:40.530098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:40.530479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:40.530996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.531853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:40.532346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Bound port: 2aec7bfb-a591-479f-8d9f-e226a626a19e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:40.533149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.542341 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:40.555176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4493b8e6-92e7-40f9-9fbc-dd625820c6e5 req-4622c733-6ae5-4a75-8c0b-77a0995eeed6 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068587 Sep 18 07:29:40.576352 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb96227c-4bab-40e7-b697-4cac2f89884a None None] The sync data for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 is: [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:26:33Z', 'revision_number': 4, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b70da24a-c845-4b00-a49d-cb323195442d', 'name': '', 'network_id': 'fe7beb04-4533-467d-b12b-a08eb25dedb9', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'mac_address': 'fa:16:3e:bc:4f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:32Z', 'updated_at': '2021-09-18T07:26:36Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'subnets': [{'id': 'dd2ce186-d362-4d62-afee-1c94729e87e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:40.599480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-c4d09715-c556-41ef-b098-5c8934307613 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519110 Sep 18 07:29:40.630013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20694336-916f-4d29-a387-603c71fbd64b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:40.632456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] For port 2aec7bfb-a591-479f-8d9f-e226a626a19e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:40.640878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.db.resource_extend [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 07:29:40.666615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] For port 2aec7bfb-a591-479f-8d9f-e226a626a19e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2aec7bfb-a591-479f-8d9f-e226a626a19e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:40.695693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 20694336-916f-4d29-a387-603c71fbd64b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:40.697125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.704638 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.714481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.726573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-353acdc1-618f-42db-95b9-553b371f41e0 req-f6b40fe4-6a99-4a84-a527-f20fc60c92d4 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184280 Sep 18 07:29:40.737374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.808019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:40.808255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:40.819640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:40.828111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa003-0e42-49dd-ab05-1b06576c357d None None] Pushing event updated for resources: {'Port': ['ID=2aec7bfb-a591-479f-8d9f-e226a626a19e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:40.885322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b48e3-5d1e-41da-8480-fa1946b7fd24 None None] New status for floating IP b5bef770-531c-484b-a71a-fcaebf4dba1b: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:29:40.964348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Allocated IP 172.20.0.1 (cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36/00d56d45-4aa4-475e-8e23-ce5827f4e4b9/fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:40.970663 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Floating IP c00ebd02-e784-45e8-a7ed-fee90a531bdb associated. External IP: 172.25.4.10, port: 27ff1369-0ca3-42fd-b939-ebd366e153d7. Sep 18 07:29:41.006315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:41.182212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:38Z', 'revision_number': 3, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:41.194502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.211803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01045bfe-8004-48b9-95aa-bde0afb4a0e0 None None] The sync data for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 is: [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:38Z', 'revision_number': 3, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:41.288976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:41.344380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.423786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:41.435911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:41.439487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:41.443612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:41.490390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:41.496514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.504732 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:41.520280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:41.522010 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:41.524324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-01f1158f-d936-4ad0-bd67-05daa24595b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:41.525962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-01f1158f-d936-4ad0-bd67-05daa24595b8 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0654664 Sep 18 07:29:41.553599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0134622d-9e10-46b7-8e1f-b2576d062ff3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "PUT /v2.0/floatingips/c00ebd02-e784-45e8-a7ed-fee90a531bdb HTTP/1.1" status: 200 len: 991 time: 2.1622195 Sep 18 07:29:41.556603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:41.558985 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:41.563141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.567589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2592352-924c-459f-8501-68d884a32663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.705824 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390fcfe4-3096-4ede-bc42-9c73632c8223 x-openstack-request-id: req-390fcfe4-3096-4ede-bc42-9c73632c8223 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:41.706167 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:41.706473 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-390fcfe4-3096-4ede-bc42-9c73632c8223 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:41.708393 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'status': 'completed', 'code': 200} Sep 18 07:29:41.739639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:41.767229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port 523e3dfb-0699-47f9-bd5d-f55bd14a807e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:41.767875 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.838995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd7fde-0bb9-406b-b815-302787c74776 req-ab0b756c-c514-47c7-a22f-efb81f16bece tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:41.841761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91fd7fde-0bb9-406b-b815-302787c74776 req-ab0b756c-c514-47c7-a22f-efb81f16bece tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 945 time: 0.0848706 Sep 18 07:29:41.850857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-e4d35473-15de-4851-b4aa-513b7f08eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:41.853637 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-e4d35473-15de-4851-b4aa-513b7f08eb11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1098 time: 0.1718783 Sep 18 07:29:41.874854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-db775bab-4ed3-4523-84d0-729ebf4cd9bb None None] Provisioning complete for port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:41.875275 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-db775bab-4ed3-4523-84d0-729ebf4cd9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.875610 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.947710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-db775bab-4ed3-4523-84d0-729ebf4cd9bb None None] Port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:41.957423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port 523e3dfb-0699-47f9-bd5d-f55bd14a807e, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=523e3dfb-0699-47f9-bd5d-f55bd14a807e,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:41.957934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:41.963122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91fd7fde-0bb9-406b-b815-302787c74776 req-e5842d04-e2dd-4523-9857-e028d408801c tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cad56be-a9c7-49d0-93ca-0e277eed9c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113496 Sep 18 07:29:41.994415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for 523e3dfb-0699-47f9-bd5d-f55bd14a807e owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:42.020803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-365f9ced-c1bf-4393-abd8-38c12728cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:42.022356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-365f9ced-c1bf-4393-abd8-38c12728cef9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1599696 Sep 18 07:29:42.087647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.116727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.140287 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c00ebd02-e784-45e8-a7ed-fee90a531bdb', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e9013b-e638-433b-9886-c631c37926da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:29:26Z', 'updated_at': '2021-09-18T07:29:40Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:42.153712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-b908efda-3480-40ba-817b-7749c08c5f27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 999 time: 0.1228170 Sep 18 07:29:42.171749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:42.181943 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:42.182581 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:42.199162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.238683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-3523980a-d944-4043-a065-3c754cd69e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:42.240194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-3523980a-d944-4043-a065-3c754cd69e4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0762632 Sep 18 07:29:42.283412 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.292156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Pushing event updated for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:42.298864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-ad6825cd-e0eb-40db-bf20-4b1aba4a5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:42.300489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-ad6825cd-e0eb-40db-bf20-4b1aba4a5453 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532274 Sep 18 07:29:42.321401 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:42.354459 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.405835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:42.407393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:42.416709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=523e3dfb-0699-47f9-bd5d-f55bd14a807e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:42.481719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] No DVR routers for this DVR port 523e3dfb-0699-47f9-bd5d-f55bd14a807e on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:29:42.484769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.487388 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-857c8bf0-62e7-4ec5-a815-8069227f66ea req-5905ed96-2287-4e03-882c-7e21413a6b82 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.24 "DELETE /v2.0/ports/523e3dfb-0699-47f9-bd5d-f55bd14a807e HTTP/1.1" status: 204 len: 173 time: 0.9548202 Sep 18 07:29:42.500914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-deleted', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:42.503275 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec57a1-fae5-4fff-a948-af5445ab0c43" -d '{"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-deleted", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:42.512021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-6f9cf270-6cb8-4967-87b3-e25a4272b29c service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038469 Sep 18 07:29:42.561290 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3995b8a6-986d-4b64-be35-d9dd9cee5eac x-openstack-request-id: req-3995b8a6-986d-4b64-be35-d9dd9cee5eac {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:42.561967 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e22246-7c46-4c62-943b-a3f6b2679466", "name": "network-vif-deleted", "tag": "523e3dfb-0699-47f9-bd5d-f55bd14a807e", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:42.561967 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3995b8a6-986d-4b64-be35-d9dd9cee5eac {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:42.567443 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e22246-7c46-4c62-943b-a3f6b2679466', 'name': 'network-vif-deleted', 'tag': '523e3dfb-0699-47f9-bd5d-f55bd14a807e', 'status': 'completed', 'code': 200} Sep 18 07:29:42.605674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:42.657473 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c00ebd02-e784-45e8-a7ed-fee90a531bdb', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e9013b-e638-433b-9886-c631c37926da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:29:26Z', 'updated_at': '2021-09-18T07:29:40Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:42.674361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2aec7bfb-a591-479f-8d9f-e226a626a19e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:42.675420 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c98f161a-1d39-4530-bd2b-3b95ed0f4f35 req-b33f6f02-e395-42b2-9c08-f85cf49f17e2 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560361 Sep 18 07:29:42.703412 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496db54-ba6c-4e8d-8e62-70729818d41e None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c00ebd02-e784-45e8-a7ed-fee90a531bdb', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.10', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e9013b-e638-433b-9886-c631c37926da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:29:26Z', 'updated_at': '2021-09-18T07:29:40Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:42.752424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2aec7bfb-a591-479f-8d9f-e226a626a19e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:42.753065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.801698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:42.805387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d7be4d30-0e25-4667-aa04-89bab8090f4a None None] Provisioning complete for port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:42.805977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7be4d30-0e25-4667-aa04-89bab8090f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.816403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e6a577e-9deb-42d4-9cd6-3e56d96072e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c763f1af-10b3-4d08-b0a8-8eab8fae2b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5914485 Sep 18 07:29:42.874694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d7be4d30-0e25-4667-aa04-89bab8090f4a None None] Port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:42.896995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:42.928744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 2aec7bfb-a591-479f-8d9f-e226a626a19e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2aec7bfb-a591-479f-8d9f-e226a626a19e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:43.019380 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:43.080182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=2aec7bfb-a591-479f-8d9f-e226a626a19e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:43.100236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e3887a9-7e62-4982-9931-d01958f94ca4 req-bb4db096-8be5-4c55-b87b-06506af4add7 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e22246-7c46-4c62-943b-a3f6b2679466 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Sep 18 07:29:43.273505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dfe41-913e-4f0a-8d71-bb4f3db4fdef None None] New status for floating IP c00ebd02-e784-45e8-a7ed-fee90a531bdb: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:29:43.465103 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.161286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33042) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:44.433715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:44.447358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Sync routers for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:44.457035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:44.458125 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:44.459616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 523e3dfb-0699-47f9-bd5d-f55bd14a807e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:44.459970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 523e3dfb-0699-47f9-bd5d-f55bd14a807e not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:44.529823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.584899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2aec7bfb-a591-479f-8d9f-e226a626a19e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:44.639726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2aec7bfb-a591-479f-8d9f-e226a626a19e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:44.640201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.675127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:44.784778 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.815512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port b70da24a-c845-4b00-a49d-cb323195442d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:44.815955 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.923207 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:41Z', 'revision_number': 4, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c', 'name': '', 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'mac_address': 'fa:16:3e:1f:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:40Z', 'updated_at': '2021-09-18T07:29:41Z', 'revision_number': 2, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'subnets': [{'id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:44.945468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port b70da24a-c845-4b00-a49d-cb323195442d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b70da24a-c845-4b00-a49d-cb323195442d,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:44.946054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:44.951708 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Checking router: c763f1af-10b3-4d08-b0a8-8eab8fae2b96 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:44.952061 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Updating router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:44.961187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for b70da24a-c845-4b00-a49d-cb323195442d owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:44.981176 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.232944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.233554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.255141 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.260085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=b70da24a-c845-4b00-a49d-cb323195442d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:45.313141 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.367796 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:29:45.370501 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a980ee-2fe9-4878-940c-d62200f4bfcd None None] Pushing event updated for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:45.439302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.451550 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Attempting to bind port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:45.452072 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Attempting to bind port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:45.452244 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Attempting to bind port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c on network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:45.457839 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:45.458240 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Checking segment: {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:45.458782 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.459186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Bound using segment: {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:45.459692 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Bound port: fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcd5665-bada-4ed2-979c-439c0f831a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:45.462402 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.539089 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] For port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:45.542278 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] For port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:45.605000 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.615101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] Provisioning complete for port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:45.616132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.657012 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:45.657643 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:45.683132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:29:45.711093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a980ee-2fe9-4878-940c-d62200f4bfcd None None] Pushing event updated for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:45.718990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.761433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] For port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:45.800839 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:45.801510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:45.809224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-613c1fe0-1bbc-4aa9-95a0-5533ff98a876 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "PUT /v2.0/routers/c34bdc8c-bddb-433e-9386-0cdc2c77fd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442318 Sep 18 07:29:45.809648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33052) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:45.811269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Sync routers for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:45.824050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:45.825092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:45.869182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:45.971780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699966d4-0faf-405c-8126-5dbfe007343f None None] Pushing event updated for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:46.003986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a244da06-076b-4c63-8136-67726d4e7422 None None] Provisioning complete for port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:46.004429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a244da06-076b-4c63-8136-67726d4e7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.007960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:46.043355 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:41Z', 'revision_number': 4, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c', 'name': '', 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'mac_address': 'fa:16:3e:1f:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:40Z', 'updated_at': '2021-09-18T07:29:45Z', 'revision_number': 4, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'subnets': [{'id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:46.073339 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d075f-650a-48bd-8ad1-22b55360ccd0 None None] The sync data for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 is: [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:29:41Z', 'revision_number': 4, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c', 'name': '', 'network_id': 'cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'mac_address': 'fa:16:3e:1f:ac:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:40Z', 'updated_at': '2021-09-18T07:29:45Z', 'revision_number': 4, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'subnets': [{'id': '00d56d45-4aa4-475e-8e23-ce5827f4e4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:46.096386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting subnet dd2ce186-d362-4d62-afee-1c94729e87e5 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:29:46.101225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.175519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.292455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.384616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:29:45Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:46.421839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Checking router: c34bdc8c-bddb-433e-9386-0cdc2c77fd0d for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:46.427729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.431310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Routers {'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:46.431937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:46.474084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2ce186-d362-4d62-afee-1c94729e87e5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:46.486797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adddf85-a48b-4378-a2d9-8d8156c36461 None None] Network fe7beb04-4533-467d-b12b-a08eb25dedb9 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:46.491739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.496851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9bfb4bcc-da95-41b4-9b1d-400389e5a704 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/subnets/dd2ce186-d362-4d62-afee-1c94729e87e5 HTTP/1.1" status: 204 len: 168 time: 0.6830394 Sep 18 07:29:46.497042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33070) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:46.589364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-e8b450ed-89e2-4fa2-8c6c-13ede5133820 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:46.596091 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] Set router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:46.598341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-e8b450ed-89e2-4fa2-8c6c-13ede5133820 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1352100 Sep 18 07:29:46.614952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-1fdc1e51-b49e-414d-a7bd-ecaddafa9a86 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0164783 Sep 18 07:29:46.681783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-1df23240-d583-4519-be11-74c48065ad72 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652125 Sep 18 07:29:46.720986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.799229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:46.820788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-a572847e-1b18-4652-9239-5f62744bc607 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320508 Sep 18 07:29:46.898285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.930436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] DHCP port deletion for fe7beb04-4533-467d-b12b-a08eb25dedb9 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:29:46.933769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:46.934278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:46.948293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-a564bee9-c06a-434a-9d20-82dfff412054 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214533 Sep 18 07:29:46.994106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:29:45Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:47.028776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Deleting port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:47.029127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.042527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a7713-16ea-4c4c-b2d9-f375a3f1bad2 None None] The sync data for ids ['c34bdc8c-bddb-433e-9386-0cdc2c77fd0d'] in n-d-789963-14 is: [{'id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336591995', 'tenant_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:26:27Z', 'updated_at': '2021-09-18T07:29:45Z', 'revision_number': 5, 'project_id': 'dd7bdea352ae4aecad49be8deebc1b48', 'gw_port': {'id': 'eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34bdc8c-bddb-433e-9386-0cdc2c77fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:26:28Z', 'updated_at': '2021-09-18T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:47.112232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Deleting port 10191ad5-63a3-4652-b0af-873e668b33ec {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:29:47.112615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.199092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] For port eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:47.203504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.212996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Calling delete_port for eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:47.228541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] For port 10191ad5-63a3-4652-b0af-873e668b33ec, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=10191ad5-63a3-4652-b0af-873e668b33ec,segment=NetworkSegment(cc1e6f9b-7357-4424-9509-95e91bb12f0b),segment_id=cc1e6f9b-7357-4424-9509-95e91bb12f0b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:47.228541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.243123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Calling delete_port for 10191ad5-63a3-4652-b0af-873e668b33ec owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:29:47.402344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.429122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] Pushing event deleted for resources: {'Port': ['ID=10191ad5-63a3-4652-b0af-873e668b33ec,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:47.432766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edf777-7da1-4011-b837-2e9f9d407533 None None] No DVR routers for this DVR port 10191ad5-63a3-4652-b0af-873e668b33ec on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:29:47.447760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.475477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Port': ['ID=eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:47.532732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.620213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a48db8f-9cc0-4e1f-95ed-39a79d6d2c07 req-56930a2c-992b-480a-8fcc-c39c22a3a079 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0269396 Sep 18 07:29:47.627702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.629882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.735677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.738842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Fanout notify agent at l3_agent the message router_deleted on router c34bdc8c-bddb-433e-9386-0cdc2c77fd0d {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:29:47.743369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:47.745061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8537627e-cb62-48c4-94b0-80f2fd4fad02 tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/routers/c34bdc8c-bddb-433e-9386-0cdc2c77fd0d HTTP/1.1" status: 204 len: 168 time: 1.2472208 Sep 18 07:29:47.747838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33088) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:47.829141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.269396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.284954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7beb04-4533-467d-b12b-a08eb25dedb9']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:48.294985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1e6f9b-7357-4424-9509-95e91bb12f0b') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:48.297854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1e6f9b-7357-4424-9509-95e91bb12f0b') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:48.304850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.318597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.324459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:29:48.324867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:29:48.328469 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:29:48.464954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.472603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.474026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/networks/fe7beb04-4533-467d-b12b-a08eb25dedb9 HTTP/1.1" status: 204 len: 168 time: 0.7251117 Sep 18 07:29:48.476915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:48.485229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5cb4b-42ca-4314-bf4a-2d26fb48174f tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'Network': ['ID=fe7beb04-4533-467d-b12b-a08eb25dedb9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:48.539367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.570751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.617772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 10191ad5-63a3-4652-b0af-873e668b33ec no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:48.637662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 10191ad5-63a3-4652-b0af-873e668b33ec {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:48.638136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 10191ad5-63a3-4652-b0af-873e668b33ec not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:48.638543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b70da24a-c845-4b00-a49d-cb323195442d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:48.656904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b70da24a-c845-4b00-a49d-cb323195442d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:48.657283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b70da24a-c845-4b00-a49d-cb323195442d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:48.714989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4463e8bb-9474-4447-9d60-1af723cbf016 req-8fb06f14-899e-4cd2-9366-91a4f5748247 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0253170 Sep 18 07:29:48.739064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.741694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:48.742940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] 10.222.0.20 "DELETE /v2.0/security-groups/9cad56be-a9c7-49d0-93ca-0e277eed9c26 HTTP/1.1" status: 204 len: 168 time: 0.2650011 Sep 18 07:29:48.752925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f319a-3cfa-4347-81d7-eb2392732ccd tempest-TestNetworkAdvancedServerOps-17163138 tempest-TestNetworkAdvancedServerOps-17163138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad56be-a9c7-49d0-93ca-0e277eed9c26,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:49.355024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33106) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:49.507366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-574214aa-9dd6-44a5-8631-25ac227e5bf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd7bdea352ae4aecad49be8deebc1b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496682 Sep 18 07:29:49.509360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33110) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:49.572921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:49.594801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:49.695725 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:49.698394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:49.699613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8781ad2e-4c13-4c74-9123-6f74804b5089 HTTP/1.1" status: 204 len: 168 time: 0.1899502 Sep 18 07:29:49.708167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aa34e-c337-46f8-a32f-f4a8666b156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781ad2e-4c13-4c74-9123-6f74804b5089,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:49.820073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-f280c68a-19d1-4286-bde1-ac4650088011 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:49.821409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0e184d1-d1b4-4715-a6cb-d69a10ac3729 req-2c8f107f-a0f8-4fcf-919d-37d964a15704 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0368459 Sep 18 07:29:49.821978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-f280c68a-19d1-4286-bde1-ac4650088011 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1093600 Sep 18 07:29:49.840675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:50.027028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:50.030844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.166564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.10 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/3ad47e66-9be6-4c1e-b733-b006f46b14cb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:50.319739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.351843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33120) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:50.393492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28009bec-706e-43ec-bbfb-41c4acf5a9f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deece9208d4a4dfd933bf88327e50627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403419 Sep 18 07:29:50.396070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33122) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:50.425036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.446605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.468650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.472605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:50.475792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:50.479464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:50.506510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:50.536170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:29:50.547328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:50.548082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.556875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:29:50.557225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device eff0750e-3d96-4dcc-ba33-2fa0ff54c9ab not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:29:50.587446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.590225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.594754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f845a87b-7a18-48f6-8a86-0278da8a5248 HTTP/1.1" status: 204 len: 168 time: 0.1952417 Sep 18 07:29:50.601979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c32888-5150-44bf-a1f1-bc15d09883c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845a87b-7a18-48f6-8a86-0278da8a5248,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:50.639955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-11f92d29-0cb0-47c4-ba12-5886de07a597 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039854 Sep 18 07:29:50.659740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Request body: {'port': {'device_id': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:50.724223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.809481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a3ebc121-1cc5-409c-ac3f-6461f0302abd None None] Provisioning complete for port 3ad47e66-9be6-4c1e-b733-b006f46b14cb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:50.810562 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc121-1cc5-409c-ac3f-6461f0302abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:50.851597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebc121-1cc5-409c-ac3f-6461f0302abd None None] Port 3ad47e66-9be6-4c1e-b733-b006f46b14cb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:29:50.951530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704b73-953f-48b1-89b6-9fd8352fa4d1 req-c941f7d6-a74e-4911-99c3-d76744962611 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:50.959953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16704b73-953f-48b1-89b6-9fd8352fa4d1 req-c941f7d6-a74e-4911-99c3-d76744962611 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 932 time: 0.0610576 Sep 18 07:29:51.011169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16704b73-953f-48b1-89b6-9fd8352fa4d1 req-1d936a86-13dc-4281-9444-ff81a1dd9c0a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501976 Sep 18 07:29:51.093160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad47e66-9be6-4c1e-b733-b006f46b14cb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:29:51.101701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:51.117734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Transition to ACTIVE for port object 3ad47e66-9be6-4c1e-b733-b006f46b14cb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:29:51.198680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:51.274359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Pushing event updated for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:51.337659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Attempting to bind port 3ad47e66-9be6-4c1e-b733-b006f46b14cb on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:51.338134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Attempting to bind port 3ad47e66-9be6-4c1e-b733-b006f46b14cb by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:51.338477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Attempting to bind port 3ad47e66-9be6-4c1e-b733-b006f46b14cb on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:51.343747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Port 3ad47e66-9be6-4c1e-b733-b006f46b14cb on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:29:51.344089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Attempting to bind port 3ad47e66-9be6-4c1e-b733-b006f46b14cb on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:51.349334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:51.349517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:51.349873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:51.350336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Bound port: 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:51.350703 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:51.462937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:51.468102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:51.528140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:51.564219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:51.566880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:51.566880 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] 10.222.0.24 "PUT /v2.0/ports/3ad47e66-9be6-4c1e-b733-b006f46b14cb HTTP/1.1" status: 200 len: 1093 time: 0.9127512 Sep 18 07:29:51.566880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:29:51.568953 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9786af3c-9d67-4d09-adb3-6baddd57c40d" -d '{"events": [{"name": "network-changed", "server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:29:51.603589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde0178-96aa-423f-a99e-c1c6ae4971cb service neutron] Pushing event updated for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:51.627724 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21626e3-3114-4fd6-b031-16df32092b15 x-openstack-request-id: req-f21626e3-3114-4fd6-b031-16df32092b15 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:29:51.628095 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:29:51.628468 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f21626e3-3114-4fd6-b031-16df32092b15 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:29:51.628961 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb', 'status': 'completed', 'code': 200} Sep 18 07:29:51.729171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-7f9e6395-2393-4861-8e7f-9cfc2c009b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:51.731118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-7f9e6395-2393-4861-8e7f-9cfc2c009b36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 1096 time: 0.0592909 Sep 18 07:29:51.858921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-29ffda47-b261-48c4-9cdb-981479d61547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:51.858921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-29ffda47-b261-48c4-9cdb-981479d61547 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1111290 Sep 18 07:29:51.964926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-4fa75c1c-7311-4b69-8186-f9a33d38fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:51.967146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9786af3c-9d67-4d09-adb3-6baddd57c40d req-4fa75c1c-7311-4b69-8186-f9a33d38fe2c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034179 Sep 18 07:29:52.066814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-d89abfd0-2c2a-48fc-88e5-e0c9571967c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:52.068496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-d89abfd0-2c2a-48fc-88e5-e0c9571967c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 1096 time: 0.0440345 Sep 18 07:29:52.120194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-1106dac6-2ec3-44a5-a523-e65fc1b48c8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb HTTP/1.1" status: 200 len: 217 time: 0.0353806 Sep 18 07:29:52.126843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11353772-a85b-42ba-a804-4ccd1c062e80 req-9965ad80-6796-457f-b705-f17a82933081 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:52.134833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11353772-a85b-42ba-a804-4ccd1c062e80 req-9965ad80-6796-457f-b705-f17a82933081 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0516343 Sep 18 07:29:52.182292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11353772-a85b-42ba-a804-4ccd1c062e80 req-57a121f1-b12d-494a-8f22-6566a06f95e0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Sep 18 07:29:52.191292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ff0919a3-f2c6-4c7e-aa8f-2d21342a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:52.192951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-ff0919a3-f2c6-4c7e-aa8f-2d21342a740c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0650511 Sep 18 07:29:52.247856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-935579fd-ba60-472c-a436-0fad4699ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:52.249368 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-935579fd-ba60-472c-a436-0fad4699ebfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496049 Sep 18 07:29:52.352529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-1d5fb5ba-af16-4a71-813b-af53593e6bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945709 Sep 18 07:29:52.475818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8c3d8a8-540e-4d30-a0cb-6d9f554535af req-4a77c0af-0ba0-44cb-a790-d8504bd6c3fe service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151927 Sep 18 07:29:53.301246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956cbb-4409-44bd-86dc-0ea1d8f8920e req-1228de33-e0bd-4f93-a42e-a29afb633546 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:53.302908 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71956cbb-4409-44bd-86dc-0ea1d8f8920e req-1228de33-e0bd-4f93-a42e-a29afb633546 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0528848 Sep 18 07:29:53.347399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71956cbb-4409-44bd-86dc-0ea1d8f8920e req-eb51cf84-5448-441f-b848-f3a36c8003ff tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Sep 18 07:29:53.703265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33188) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:53.708367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'network': {'name': 'tempest-network-smoke--114782932', 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'port_security_enabled': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:53.810883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:53.814343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:53.822903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:53.916673 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:53.984981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.013340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:29:54.023469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f924b6-eb05-4083-af81-a05ab7956993,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:54.034997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.035442 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Added segment 8406548a-714b-4890-bb8e-1af6dfd17b78 of type vlan for network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 Sep 18 07:29:54.076523 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.190168 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.195706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:54.196298 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.261925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Network': ['ID=9a3e90b9-2586-4469-b8ef-d0f870fe5912,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:54.272753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:29:54.307491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce9e7388-b1ed-4e0f-bdb0-55f9e28e485c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6030021 Sep 18 07:29:54.310392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33190) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:54.315001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'admin_state_up': True, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:54.410036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.411265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.463165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.472792 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90aef4-c3b2-4acf-987f-5b4532ec1569 req-5131c547-3497-4488-bef9-f6e880ce3fbd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:54.474330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc90aef4-c3b2-4acf-987f-5b4532ec1569 req-5131c547-3497-4488-bef9-f6e880ce3fbd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0554221 Sep 18 07:29:54.511588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc90aef4-c3b2-4acf-987f-5b4532ec1569 req-f77cdaae-5c0b-49bc-bbb0-3712677b3308 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Sep 18 07:29:54.682245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.935244 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:54.956189 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:55.055485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.25.4.7 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/a80eea6f-11e3-4080-8d36-371d4312bb34) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:55.158383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:55.250124 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:55.287546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:55.290368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:55.293693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:55.301755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=a80eea6f-11e3-4080-8d36-371d4312bb34,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:55.627192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3bf9c-0a13-4e9f-9095-fae8ed2e8791 req-73762262-edf9-469c-bb28-3224eec8fa27 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:55.628871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb3bf9c-0a13-4e9f-9095-fae8ed2e8791 req-73762262-edf9-469c-bb28-3224eec8fa27 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0519011 Sep 18 07:29:55.673006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb3bf9c-0a13-4e9f-9095-fae8ed2e8791 req-c1d14c72-be74-4342-bc9e-8f5a213f5011 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Sep 18 07:29:55.920086 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:56.113581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:56.338980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:29:56.446629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:29:56.455961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Sync routers for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:29:56.464425 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:56.465037 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:56.564027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:56.567582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8e6bad7-6254-4b60-944e-d1c802836cb2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.2539375 Sep 18 07:29:56.567740 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:56.568555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33200) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:56.703093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-64f81de3-80d5-4075-92a0-d910ce8e5715 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee485c7547294a99a5f9f6b958527d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333840 Sep 18 07:29:56.705767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:56.751719 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:55Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:56.779578 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Checking router: 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:29:56.780261 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Updating router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 port a80eea6f-11e3-4080-8d36-371d4312bb34 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:29:56.803308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1be3-0582-4983-8715-5e8ee5168310 req-77cd08f2-76e8-4f76-96b9-f944f43af83f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:56.804839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37c1be3-0582-4983-8715-5e8ee5168310 req-77cd08f2-76e8-4f76-96b9-f944f43af83f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0556977 Sep 18 07:29:56.805386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-554b4141-89e6-4941-b477-be9942db7b95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1124215 Sep 18 07:29:56.809214 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:56.835046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de5f29-a377-401b-af57-6151680af613 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:56.837321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2de5f29-a377-401b-af57-6151680af613 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304138 Sep 18 07:29:56.839910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33210) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:56.851869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37c1be3-0582-4983-8715-5e8ee5168310 req-1f14900d-1de2-4244-be7b-14b21c3671d0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Sep 18 07:29:56.878121 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2519140c-4504-4834-a855-cb26f24915a0 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370071 Sep 18 07:29:56.880597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:56.899066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704856322', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:29:56.977452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-e5fe8fb9-b140-4830-8bd9-cb6fc32a3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:56.979131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-e5fe8fb9-b140-4830-8bd9-cb6fc32a3824 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1098 time: 0.1297174 Sep 18 07:29:57.064110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:29:57.067080 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.067698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.130019 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.149851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-ca458c3b-1cfc-4df1-9490-1ec10c146794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:57.151313 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-ca458c3b-1cfc-4df1-9490-1ec10c146794 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1516128 Sep 18 07:29:57.178596 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Attempting to bind port a80eea6f-11e3-4080-8d36-371d4312bb34 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:57.178960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Attempting to bind port a80eea6f-11e3-4080-8d36-371d4312bb34 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:57.179318 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Attempting to bind port a80eea6f-11e3-4080-8d36-371d4312bb34 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:57.188192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d3fbc-9434-431a-8dae-9813908b81ca None None] Pushing event updated for resources: {'Port': ['ID=a80eea6f-11e3-4080-8d36-371d4312bb34,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:57.191815 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:57.195878 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:57.195878 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.195878 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:57.195878 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Bound port: a80eea6f-11e3-4080-8d36-371d4312bb34, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:57.195878 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.241002 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-87677872-f5b7-4451-965e-41455e824488 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1001 time: 0.0819998 Sep 18 07:29:57.245102 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] For port a80eea6f-11e3-4080-8d36-371d4312bb34, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:57.248844 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] For port a80eea6f-11e3-4080-8d36-371d4312bb34, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a80eea6f-11e3-4080-8d36-371d4312bb34,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:57.330458 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.342058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-39c8d82d-bd3a-469e-9d44-26452c7870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:57.343557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-39c8d82d-bd3a-469e-9d44-26452c7870ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0839491 Sep 18 07:29:57.377640 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:29:57.378286 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:57.406402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-6f561b87-c7bd-4024-8f1b-05ebb4b98a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:57.408354 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-6f561b87-c7bd-4024-8f1b-05ebb4b98a77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539949 Sep 18 07:29:57.444508 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.520799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d3fbc-9434-431a-8dae-9813908b81ca None None] Pushing event updated for resources: {'Port': ['ID=a80eea6f-11e3-4080-8d36-371d4312bb34,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:57.544649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Subnet': ['ID=33de115c-32c3-4cb0-be46-c48569b1f428,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:57.565574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Checking segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:57.565971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network hostable DHCP agents. Network: 9a3e90b9-2586-4469-b8ef-d0f870fe5912, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:29:57.572374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-423eeabb-f9b2-4a5b-968f-2e9eea607c5b service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563847 Sep 18 07:29:57.583395 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:29:57.672091 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e6562b9e-2684-4be5-ae7b-7d667b5cd823 req-ec5ead05-d095-40cb-9cf8-66ddb6593713 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Sep 18 07:29:57.684128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:29:57.752453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9a3e90b9-2586-4469-b8ef-d0f870fe5912) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:57.760554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:57.761275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.762119 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:55Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:29:57.762954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab6dee-108a-43c3-adea-4486fe7a919a None None] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:29:57.792608 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab75218-4103-49f1-9eee-72b92aa2b16a None None] The sync data for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 is: [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:55Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:29:57.864425 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1c3b5c3-97fd-4d82-a6e6-cf2b12920b98 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9802334 Sep 18 07:29:57.866141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:29:57.931843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:29:57.933382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:57.983947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c7bc-00c7-4dda-b8a7-b000c05d6cbf req-553fef63-c46a-495c-912b-b5037fe0a994 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:57.985486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e15c7bc-00c7-4dda-b8a7-b000c05d6cbf req-553fef63-c46a-495c-912b-b5037fe0a994 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0596240 Sep 18 07:29:58.044482 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e15c7bc-00c7-4dda-b8a7-b000c05d6cbf req-b33e4039-21fe-4fd0-9997-d00b8a2edb02 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515740 Sep 18 07:29:58.379619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Allocated IP 172.20.0.2 (9a3e90b9-2586-4469-b8ef-d0f870fe5912/33de115c-32c3-4cb0-be46-c48569b1f428/a9b6161f-38bb-4696-9dda-8c30c949001d) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:58.470414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.563641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.623024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a80eea6f-11e3-4080-8d36-371d4312bb34 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:29:58.647700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.689309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:58.698552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:58.703289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:58.724533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Pushing event updated for resources: {'Port': ['ID=a9b6161f-38bb-4696-9dda-8c30c949001d,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:58.773546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.20.0.1 (9a3e90b9-2586-4469-b8ef-d0f870fe5912/33de115c-32c3-4cb0-be46-c48569b1f428/8fb44ecb-2004-49c2-869c-25ad9fe31108) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:29:58.775723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a80eea6f-11e3-4080-8d36-371d4312bb34 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:29:58.776241 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.801140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Attempting to bind port a9b6161f-38bb-4696-9dda-8c30c949001d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:29:58.801515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Attempting to bind port a9b6161f-38bb-4696-9dda-8c30c949001d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:29:58.801992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Attempting to bind port a9b6161f-38bb-4696-9dda-8c30c949001d on network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:29:58.812015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:29:58.812015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Checking segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:29:58.812015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.812015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Bound using segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:29:58.812015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Bound port: a9b6161f-38bb-4696-9dda-8c30c949001d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:29:58.812650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.912282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.923227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] For port a9b6161f-38bb-4696-9dda-8c30c949001d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:29:58.926432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] For port a9b6161f-38bb-4696-9dda-8c30c949001d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a9b6161f-38bb-4696-9dda-8c30c949001d,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:29:58.927520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:58.947797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port a80eea6f-11e3-4080-8d36-371d4312bb34, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a80eea6f-11e3-4080-8d36-371d4312bb34,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:29:58.987321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.019298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.023477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.053971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e486d-e1f7-401b-9796-38614e7bc343 None None] Pushing event updated for resources: {'Port': ['ID=a9b6161f-38bb-4696-9dda-8c30c949001d,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:59.063362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:59.066848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:29:59.071392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:29:59.112578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:59.127106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=a80eea6f-11e3-4080-8d36-371d4312bb34,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:59.132569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.161773 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.199052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07fc5-0daf-4dcb-95bc-6853aa21b489 req-76767b1f-dd72-410c-afbe-8bd07f6e7474 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:29:59.200877 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ee07fc5-0daf-4dcb-95bc-6853aa21b489 req-76767b1f-dd72-410c-afbe-8bd07f6e7474 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0582652 Sep 18 07:29:59.254118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ee07fc5-0daf-4dcb-95bc-6853aa21b489 req-4421f5e4-a2c7-4dcd-abf0-1b7d6e98d3f8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 Sep 18 07:29:59.343406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.629686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.683994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.759687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:29:59.761371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:29:59.852524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:29:59.853875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:00.231936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e972aff-63d1-45d2-bc9f-63c812070d7e None None] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:30:00.318089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] Provisioning complete for port a9b6161f-38bb-4696-9dda-8c30c949001d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:00.318617 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.327035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:30:00.391936 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19a01-e4d9-47eb-9ed5-51a17239c1cf req-36050a38-67bc-46a8-9af8-df0fd76ac2e3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:00.393619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eec19a01-e4d9-47eb-9ed5-51a17239c1cf req-36050a38-67bc-46a8-9af8-df0fd76ac2e3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0557535 Sep 18 07:30:00.437220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eec19a01-e4d9-47eb-9ed5-51a17239c1cf req-821e7b0e-88c6-4f8c-86dd-8be59aab4540 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Sep 18 07:30:00.454134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:30:00.459686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.463830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cb1b7993-e9a4-4fbb-b6d3-30c171c6749b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "PUT /v2.0/routers/64dd8e9a-aeaa-4db0-acbd-060e47ba6925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5972087 Sep 18 07:30:00.466506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:00.471540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--694556662', 'description': 'tempest-secgroup_access--694556662 description', 'project_id': 'ee485c7547294a99a5f9f6b958527d89'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:00.478145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Sync routers for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:30:00.514905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:00.515866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:00.521039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] For port a9b6161f-38bb-4696-9dda-8c30c949001d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a9b6161f-38bb-4696-9dda-8c30c949001d,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:00.569340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.620548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.683084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.699005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:00.736093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a80eea6f-11e3-4080-8d36-371d4312bb34 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:00.750568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.761667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f9c9-52fa-4e9f-9696-7ecbbe215436 None None] Pushing event updated for resources: {'Port': ['ID=a9b6161f-38bb-4696-9dda-8c30c949001d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:00.789410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e61621-2853-462f-b0f6-1223e2ca5610,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:00.833143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.834548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d55eb70f-1500-4a48-b608-cd6c241db9f6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3670027 Sep 18 07:30:00.837277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33232) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:00.844477 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2100702099', 'description': 'tempest-secgroup_general--2100702099 description', 'project_id': 'ee485c7547294a99a5f9f6b958527d89'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:00.857614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a80eea6f-11e3-4080-8d36-371d4312bb34 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:00.858016 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.918571 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:00.932012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f34ebdf6-a46a-4e16-8e7d-97cb8bf9b54b None None] Provisioning complete for port a9b6161f-38bb-4696-9dda-8c30c949001d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:00.932012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f34ebdf6-a46a-4e16-8e7d-97cb8bf9b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.028144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.110259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a9b6161f-38bb-4696-9dda-8c30c949001d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:01.118947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.162699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 2, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:01.167984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c980d-c56f-4462-9d49-0cd2931ee55b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:01.194247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Checking router: 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:30:01.194631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Updating router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 port 8fb44ecb-2004-49c2-869c-25ad9fe31108 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:30:01.198458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f34ebdf6-a46a-4e16-8e7d-97cb8bf9b54b None None] Provisioning complete for port 8fb44ecb-2004-49c2-869c-25ad9fe31108 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:01.198830 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f34ebdf6-a46a-4e16-8e7d-97cb8bf9b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.238473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.239784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ddb62ad4-94a2-4691-bc93-678ac2264ea7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4014602 Sep 18 07:30:01.243277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33236) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:01.249426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'security_group_rule': {'security_group_id': '20e61621-2853-462f-b0f6-1223e2ca5610', 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:01.255077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.260546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a9b6161f-38bb-4696-9dda-8c30c949001d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:01.260546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.290115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f34ebdf6-a46a-4e16-8e7d-97cb8bf9b54b None None] Port 8fb44ecb-2004-49c2-869c-25ad9fe31108 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:01.355127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.415268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.468407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-28214da2-1cc3-46d5-8531-c2cd04e34997 None None] Provisioning complete for port 8fb44ecb-2004-49c2-869c-25ad9fe31108 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:01.468792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28214da2-1cc3-46d5-8531-c2cd04e34997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.489944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.511110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a852e-8de3-46c6-8b37-c1c0d0baee91,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:01.562680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07275cf-9ee9-4297-88cd-2a28fcd52fe2 req-458649a8-524f-469f-9324-d6b5634c89fe tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:01.564279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a07275cf-9ee9-4297-88cd-2a28fcd52fe2 req-458649a8-524f-469f-9324-d6b5634c89fe tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0570726 Sep 18 07:30:01.587519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.600262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6eb2397c-af6f-4b2e-8074-49ac3a6115a1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447294 Sep 18 07:30:01.607441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a07275cf-9ee9-4297-88cd-2a28fcd52fe2 req-9d5dcdd5-938b-4437-8968-69e11538aa6d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Sep 18 07:30:01.714551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-28214da2-1cc3-46d5-8531-c2cd04e34997 None None] Port 8fb44ecb-2004-49c2-869c-25ad9fe31108 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:01.797455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.831076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-bca16c4f-b9e0-4e8f-8a6d-9d5c61064d46 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--2100702099&fields=id&tenant_id=ee485c7547294a99a5f9f6b958527d89 HTTP/1.1" status: 200 len: 267 time: 0.0324774 Sep 18 07:30:01.867679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-6678f069-96a8-4a48-b3ed-cb9e41d4b06f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--694556662&fields=id&tenant_id=ee485c7547294a99a5f9f6b958527d89 HTTP/1.1" status: 200 len: 267 time: 0.0302961 Sep 18 07:30:01.870500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.921610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fdf4-8efb-4b6b-801c-0728ea96d442 None None] Pushing event updated for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:01.975705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Attempting to bind port 8fb44ecb-2004-49c2-869c-25ad9fe31108 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:01.976348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Attempting to bind port 8fb44ecb-2004-49c2-869c-25ad9fe31108 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:01.977164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Attempting to bind port 8fb44ecb-2004-49c2-869c-25ad9fe31108 on network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:01.982875 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:01.983099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-1fb078e9-d6f8-4e4f-a62f-7fbbdf9f7824 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:01.983616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Checking segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:01.984131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:01.984456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-1fb078e9-d6f8-4e4f-a62f-7fbbdf9f7824 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/networks?id=9a3e90b9-2586-4469-b8ef-d0f870fe5912 HTTP/1.1" status: 200 len: 796 time: 0.1095724 Sep 18 07:30:01.984717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Bound using segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:01.985300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Bound port: 8fb44ecb-2004-49c2-869c-25ad9fe31108, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:01.985798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.008866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-f6ad48e2-c2ea-4ae1-8e61-72622a3ac488 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/quotas/ee485c7547294a99a5f9f6b958527d89 HTTP/1.1" status: 200 len: 375 time: 0.0111089 Sep 18 07:30:02.055055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] For port 8fb44ecb-2004-49c2-869c-25ad9fe31108, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:02.058746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] For port 8fb44ecb-2004-49c2-869c-25ad9fe31108, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8fb44ecb-2004-49c2-869c-25ad9fe31108,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:02.062092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-9d86b27b-b378-4b5a-bf76-8eea3df8dd7c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505335 Sep 18 07:30:02.136905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b9ed2bc2-1f56-43f3-90dc-3406576d7cf3 None None] Provisioning complete for port 8fb44ecb-2004-49c2-869c-25ad9fe31108 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:02.136905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2bc2-1f56-43f3-90dc-3406576d7cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.157795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.166103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-66625622-0349-4c86-8de0-cc88259167a3 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917618 Sep 18 07:30:02.208579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed2bc2-1f56-43f3-90dc-3406576d7cf3 None None] Port 8fb44ecb-2004-49c2-869c-25ad9fe31108 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:02.227801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:02.228446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:29:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:02.230597 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fdf4-8efb-4b6b-801c-0728ea96d442 None None] Pushing event updated for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:02.263992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-15f54f5c-9f43-4bb3-acb9-827ca5b851d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907295 Sep 18 07:30:02.353151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:02.466122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] Provisioning complete for port 8fb44ecb-2004-49c2-869c-25ad9fe31108 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:02.466313 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.511824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29085742-c397-4a7c-89c6-661e0db8da84 req-a33955f5-ac3e-4cd5-b468-521af5e0c248 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 210 time: 0.0320394 Sep 18 07:30:02.613779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a9b6161f-38bb-4696-9dda-8c30c949001d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:02.660972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.712785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:02.718475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] For port 8fb44ecb-2004-49c2-869c-25ad9fe31108, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8fb44ecb-2004-49c2-869c-25ad9fe31108,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:02.725735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1dcb1-95ad-4df0-8746-c8eda37874ee req-3ed88e0b-7106-45d9-acc8-cc469c32705d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:02.727378 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0f1dcb1-95ad-4df0-8746-c8eda37874ee req-3ed88e0b-7106-45d9-acc8-cc469c32705d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0496385 Sep 18 07:30:02.745007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951a076-69e7-4b17-bafe-1bcfeb8b66aa None None] The sync data for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 is: [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:30:02.747576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a9b6161f-38bb-4696-9dda-8c30c949001d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:02.747972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.768828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b0f1dcb1-95ad-4df0-8746-c8eda37874ee req-61b8dbab-69b8-42c7-a75c-6ee44f0fa6ba tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346546 Sep 18 07:30:02.802755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:02.899876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb5059-6fc3-49a9-b979-efb692773ea7 None None] Pushing event updated for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:03.629771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-139aefe7-8759-4766-b1c6-14d6b975c578 req-bc9a7b74-04ce-4091-8ca0-7f9588ba065a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 210 time: 0.0298970 Sep 18 07:30:03.890034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8fff9-a202-4aa4-a57e-e0efcd9a94e4 req-7b837270-14bf-4ef7-ad06-2cb6aedc516f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:03.891545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07e8fff9-a202-4aa4-a57e-e0efcd9a94e4 req-7b837270-14bf-4ef7-ad06-2cb6aedc516f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 944 time: 0.0480163 Sep 18 07:30:03.935684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07e8fff9-a202-4aa4-a57e-e0efcd9a94e4 req-535f5a3f-4a0a-4c3a-9da4-a2a129590102 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Sep 18 07:30:04.527858 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3ad47e66-9be6-4c1e-b733-b006f46b14cb details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:30:04.612371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-406189e5-2c24-4023-be5b-9283c78c525c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:04.614524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-406189e5-2c24-4023-be5b-9283c78c525c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.37 "GET /v2.0/networks?id=9a3e90b9-2586-4469-b8ef-d0f870fe5912 HTTP/1.1" status: 200 len: 796 time: 0.1162870 Sep 18 07:30:04.623272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8fb44ecb-2004-49c2-869c-25ad9fe31108 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:04.677171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:04.677998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-15e79d76-ffa7-4fc3-86a8-1796bed720e5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee485c7547294a99a5f9f6b958527d89 HTTP/1.1" status: 200 len: 477 time: 0.0457757 Sep 18 07:30:04.688268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'port': {'device_id': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'admin_state_up': True, 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'security_groups': ['fe8c980d-c56f-4462-9d49-0cd2931ee55b', '20e61621-2853-462f-b0f6-1223e2ca5610']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:04.691839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '3ad47e66-9be6-4c1e-b733-b006f46b14cb', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '3ad47e66-9be6-4c1e-b733-b006f46b14cb', 'mac_address': 'fa:16:3e:34:31:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:30:04.705010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8fb44ecb-2004-49c2-869c-25ad9fe31108 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:04.705732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:04.747642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61d08fae-17fe-4cfc-b948-671480b15031 req-edb3a573-2e6e-482e-a163-3b93ce0da188 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Sep 18 07:30:04.761389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:04.780535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad47e66-9be6-4c1e-b733-b006f46b14cb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:30:04.807326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:04.881598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:04.924260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:30:04.928278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:04.933115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:05.050911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae9f0-d33e-4664-b590-52c445ef09a2 req-91011da5-db92-4f19-9008-e250db070b85 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:05.052428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3dae9f0-d33e-4664-b590-52c445ef09a2 req-91011da5-db92-4f19-9008-e250db070b85 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 945 time: 0.0483727 Sep 18 07:30:05.052708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.20.0.6 (9a3e90b9-2586-4469-b8ef-d0f870fe5912/33de115c-32c3-4cb0-be46-c48569b1f428/82dc3e32-734c-4840-a3a1-02e6893ae9b5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:05.091693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3dae9f0-d33e-4664-b590-52c445ef09a2 req-64bf2402-9e52-4da5-86f5-9458f0f3e888 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Sep 18 07:30:05.200886 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.252879 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3ad47e66-9be6-4c1e-b733-b006f46b14cb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:30:05.313303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.355161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:05.358906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:05.362679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:05.392630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:05.424442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:05.425066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.494338 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-cb51c42e-4097-4756-9c4d-6ecab0e72021 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8151073 Sep 18 07:30:05.507461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Request body: {'port': {'device_id': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:05.573394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.650035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-47334f7d-014e-4481-92f2-75fbac02acd1 None None] Provisioning complete for port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:05.650609 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-47334f7d-014e-4481-92f2-75fbac02acd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.685695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-47334f7d-014e-4481-92f2-75fbac02acd1 None None] Port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:05.830749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82dc3e32-734c-4840-a3a1-02e6893ae9b5 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:30:05.837998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.851080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Transition to ACTIVE for port object 82dc3e32-734c-4840-a3a1-02e6893ae9b5 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:30:05.864986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea75816-c25e-45f1-8aa2-2d576d4f4220 req-91141697-59d7-4633-aab8-834ecb019cab tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:05.866621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ea75816-c25e-45f1-8aa2-2d576d4f4220 req-91141697-59d7-4633-aab8-834ecb019cab tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 970 time: 0.0495756 Sep 18 07:30:05.906448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ea75816-c25e-45f1-8aa2-2d576d4f4220 req-c817fbdd-8bab-49f1-bd31-656f049acd22 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336196 Sep 18 07:30:05.930177 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:05.986686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Pushing event updated for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:06.055047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Attempting to bind port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:06.055394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Attempting to bind port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:06.055731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Attempting to bind port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 on network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:06.060733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 on network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:30:06.061059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Attempting to bind port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 on network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:06.065949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:06.071717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Checking segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:06.071717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Bound using segment: {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:06.071717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Bound port: 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8406548a-714b-4890-bb8e-1af6dfd17b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:06.071717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.138715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:06.142171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:06.213476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e31b9-b8ef-4044-bf1b-770defb2aded req-03515aa2-533f-414d-a103-7499ba22aefc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.215065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-853e31b9-b8ef-4044-bf1b-770defb2aded req-03515aa2-533f-414d-a103-7499ba22aefc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 945 time: 0.0527017 Sep 18 07:30:06.227468 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.253122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-853e31b9-b8ef-4044-bf1b-770defb2aded req-dceffddf-b536-4b3a-8e18-3e4c213d6dce tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Sep 18 07:30:06.267045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.267414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.268837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] 10.222.0.37 "PUT /v2.0/ports/82dc3e32-734c-4840-a3a1-02e6893ae9b5 HTTP/1.1" status: 200 len: 1131 time: 0.7657831 Sep 18 07:30:06.269295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:06.271574 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3190399-ddf0-40ba-9331-d48e0c2fd252" -d '{"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:06.297999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54314c2-d178-4cb7-832c-a33522aeeb4d service neutron] Pushing event updated for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:06.319593 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34e98c5-4768-41d1-86c4-2c15ab5769fd x-openstack-request-id: req-a34e98c5-4768-41d1-86c4-2c15ab5769fd {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:06.319890 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:06.320144 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a34e98c5-4768-41d1-86c4-2c15ab5769fd {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:06.320687 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'status': 'completed', 'code': 200} Sep 18 07:30:06.388397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-f15e3832-64b9-4b59-aad8-5ef2c5d56a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.390077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-f15e3832-64b9-4b59-aad8-5ef2c5d56a0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1134 time: 0.0483437 Sep 18 07:30:06.490630 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-307f6cdd-092e-49cd-a710-2f2f4a0f0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.492127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-307f6cdd-092e-49cd-a710-2f2f4a0f0970 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ee485c7547294a99a5f9f6b958527d89&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0943344 Sep 18 07:30:06.530631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3ad47e66-9be6-4c1e-b733-b006f46b14cb up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:06.595152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-83e06b83-c232-4d9e-addf-4fbc55f2abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.596616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c3190399-ddf0-40ba-9331-d48e0c2fd252 req-83e06b83-c232-4d9e-addf-4fbc55f2abd1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957296 Sep 18 07:30:06.649526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 3ad47e66-9be6-4c1e-b733-b006f46b14cb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:30:06.654032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 3ad47e66-9be6-4c1e-b733-b006f46b14cb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:06.654641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.674322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-f95af6d5-3680-4f7b-a374-3f6d2ea6a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.675863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-f95af6d5-3680-4f7b-a374-3f6d2ea6a390 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1134 time: 0.0433655 Sep 18 07:30:06.722249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-57473779-6077-460b-aa61-d7ce65ff5bc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5 HTTP/1.1" status: 200 len: 217 time: 0.0389700 Sep 18 07:30:06.732937 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.763333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:06.765603 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7607896-994a-409c-8e46-8cb82e12a53c" -d '{"events": [{"server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:06.774686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-85236b7f-6597-48be-a5bb-8e7ebb9d9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.776030 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-85236b7f-6597-48be-a5bb-8e7ebb9d9293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33de115c-32c3-4cb0-be46-c48569b1f428 HTTP/1.1" status: 200 len: 834 time: 0.0466721 Sep 18 07:30:06.781115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:06.803452 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd6d682-6170-41b2-b46f-ce2cfcde8e6a x-openstack-request-id: req-bbd6d682-6170-41b2-b46f-ce2cfcde8e6a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:06.809767 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "name": "network-vif-plugged", "status": "completed", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:06.809767 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd6d682-6170-41b2-b46f-ce2cfcde8e6a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:06.809767 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb', 'code': 200} Sep 18 07:30:06.823202 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-22e42fbf-5f3d-40d2-ba69-3dcd39acca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.824881 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-22e42fbf-5f3d-40d2-ba69-3dcd39acca0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a3e90b9-2586-4469-b8ef-d0f870fe5912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415087 Sep 18 07:30:06.849857 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:06.899085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:06.954373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-877c3088-f045-46ff-afc7-53a52d5c68ee service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227505 Sep 18 07:30:06.957030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbedbf-2900-4200-bccb-fc53091809da req-be81a804-5b11-4b6d-9955-b3960b948f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:06.958443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5adbedbf-2900-4200-bccb-fc53091809da req-be81a804-5b11-4b6d-9955-b3960b948f09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 1098 time: 0.0669396 Sep 18 07:30:07.024665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27fc81-f5db-4a93-9d0f-0addf594dd7a req-7218e428-d85a-4efa-9821-ec33bc680bda tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:07.026305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c27fc81-f5db-4a93-9d0f-0addf594dd7a req-7218e428-d85a-4efa-9821-ec33bc680bda tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 982 time: 0.0492339 Sep 18 07:30:07.050070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5adbedbf-2900-4200-bccb-fc53091809da req-2e7264a9-0b5a-42bb-935f-b3800be204c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805783 Sep 18 07:30:07.066799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c27fc81-f5db-4a93-9d0f-0addf594dd7a req-3e4cdb35-34ef-44a1-85fa-9b33188207e9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343845 Sep 18 07:30:07.074104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2783d11-5abc-43f2-ba3c-8f3313ac3aed req-fae2667b-d3b2-4738-b222-4c630ddb00f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124606 Sep 18 07:30:07.368888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ec11-fb09-4b0d-bea1-afdd0e12baed req-1ea76b5d-40b4-466d-a031-67dcbdfe07f3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:07.370421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94d2ec11-fb09-4b0d-bea1-afdd0e12baed req-1ea76b5d-40b4-466d-a031-67dcbdfe07f3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0477786 Sep 18 07:30:07.409615 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94d2ec11-fb09-4b0d-bea1-afdd0e12baed req-5621dedb-faef-45dd-a37e-da1069ea2885 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Sep 18 07:30:08.185459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908499c-dbdf-464e-bc3a-c1654604a907 req-6570c918-8e74-4850-83e7-761fc8578a65 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:08.186990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1908499c-dbdf-464e-bc3a-c1654604a907 req-6570c918-8e74-4850-83e7-761fc8578a65 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 982 time: 0.0538182 Sep 18 07:30:08.226194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1908499c-dbdf-464e-bc3a-c1654604a907 req-ea778623-b3c8-4fe8-8e2f-7a629d4f0c99 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0330949 Sep 18 07:30:08.533471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6ce12-988b-43fa-a694-f2becb86ff65 req-37506eda-f435-4e32-882d-83b29b6e0194 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:08.535346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbc6ce12-988b-43fa-a694-f2becb86ff65 req-37506eda-f435-4e32-882d-83b29b6e0194 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0563989 Sep 18 07:30:08.580375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbc6ce12-988b-43fa-a694-f2becb86ff65 req-d47d4220-add8-4762-b0c1-ec97d9758c82 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385866 Sep 18 07:30:08.912579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6bb9fce4-627e-421c-ae49-505e8530ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:09.341004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698a2d-d427-41e0-a1ea-c490d7940cc2 req-bf437e09-dad4-4d18-92c6-ea139cf1cf67 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:09.342502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a698a2d-d427-41e0-a1ea-c490d7940cc2 req-bf437e09-dad4-4d18-92c6-ea139cf1cf67 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 982 time: 0.0491238 Sep 18 07:30:09.380976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a698a2d-d427-41e0-a1ea-c490d7940cc2 req-1b8f79a5-0d6d-4bdc-85fa-a4d72bde252d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0324814 Sep 18 07:30:09.691309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be604e-de1f-41ad-860a-7eeef3aa0437 req-b1f0e597-19ca-4f93-a5c7-d4903793c4fa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:09.692795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1be604e-de1f-41ad-860a-7eeef3aa0437 req-b1f0e597-19ca-4f93-a5c7-d4903793c4fa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0543437 Sep 18 07:30:09.730826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1be604e-de1f-41ad-860a-7eeef3aa0437 req-54757fa6-0e24-4127-8a84-89e161c3e5cd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Sep 18 07:30:09.845047 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec369f-3960-451c-8ef1-952b212b1c34 req-307b4b40-3989-463a-aab3-818f1d9f4ba2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:09.846617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ec369f-3960-451c-8ef1-952b212b1c34 req-307b4b40-3989-463a-aab3-818f1d9f4ba2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0494046 Sep 18 07:30:09.886989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ec369f-3960-451c-8ef1-952b212b1c34 req-c7750075-c2c3-492a-9bd7-cd95e6e748f3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Sep 18 07:30:10.007373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a88c-53aa-408d-a2dd-de94745db52a req-4f765c53-c8f4-44de-8ccf-2ee3b90148e3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:10.008862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f62a88c-53aa-408d-a2dd-de94745db52a req-4f765c53-c8f4-44de-8ccf-2ee3b90148e3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0485334 Sep 18 07:30:10.047151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f62a88c-53aa-408d-a2dd-de94745db52a req-0e5781a2-56cc-4f4b-8f0a-bce6b7ef1f63 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Sep 18 07:30:10.498012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcad98-1e78-465c-abf8-7b70efae4073 req-4eb0a4f8-4e36-4c5f-a213-651838d5b58d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:10.499490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fedcad98-1e78-465c-abf8-7b70efae4073 req-4eb0a4f8-4e36-4c5f-a213-651838d5b58d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0789633 Sep 18 07:30:10.519618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac00899-353e-4435-b6a1-dac96141856e req-343a109a-b06d-4a40-ba9c-d54ea5d1ce1e tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:10.521058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ac00899-353e-4435-b6a1-dac96141856e req-343a109a-b06d-4a40-ba9c-d54ea5d1ce1e tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 982 time: 0.0709000 Sep 18 07:30:10.570887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fedcad98-1e78-465c-abf8-7b70efae4073 req-26dd886e-77e9-4951-bcb0-8b073e1a6ac3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Sep 18 07:30:10.577793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ac00899-353e-4435-b6a1-dac96141856e req-2138cb1c-3537-410c-a0e5-fd4d7e0ad121 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490100 Sep 18 07:30:10.612627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 82dc3e32-734c-4840-a3a1-02e6893ae9b5 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:30:10.706416 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:10.717559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'port_id': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'mac_address': 'fa:16:3e:af:87:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:30:10.753414 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:10.765716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82dc3e32-734c-4840-a3a1-02e6893ae9b5 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:30:10.784501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:10.842127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:10.886151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:11.056461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['82dc3e32-734c-4840-a3a1-02e6893ae9b5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:30:11.544598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ba3197c0-feee-4f8d-807c-c469633d1504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:11.720939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a4be4-1697-41ab-81a8-8b96bb5d9070 req-e593cde2-9617-435b-a3a3-2ad29d6317ab tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:11.722364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c06a4be4-1697-41ab-81a8-8b96bb5d9070 req-e593cde2-9617-435b-a3a3-2ad29d6317ab tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0859599 Sep 18 07:30:11.729925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee203f-8157-4e0f-bdab-5c8b08b4cba2 req-3be28a39-9ef0-49f0-bc95-c18d55c383be tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:11.732775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee203f-8157-4e0f-bdab-5c8b08b4cba2 req-3be28a39-9ef0-49f0-bc95-c18d55c383be tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 983 time: 0.0689080 Sep 18 07:30:11.786481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c06a4be4-1697-41ab-81a8-8b96bb5d9070 req-a65a725f-94d3-48f8-bb28-6032d0fdf860 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527618 Sep 18 07:30:11.794023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cee203f-8157-4e0f-bdab-5c8b08b4cba2 req-c514cbd7-aee8-4380-85ba-8df25e827d32 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0537794 Sep 18 07:30:12.089235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.171937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-244b70f7-fcbd-4d9b-9844-c102d1fca24b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:12.173410 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-244b70f7-fcbd-4d9b-9844-c102d1fca24b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 946 time: 0.0491750 Sep 18 07:30:12.265137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 3ad47e66-9be6-4c1e-b733-b006f46b14cb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:30:12.265479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.353413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 3ad47e66-9be6-4c1e-b733-b006f46b14cb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=3ad47e66-9be6-4c1e-b733-b006f46b14cb,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:12.353683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.365818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 3ad47e66-9be6-4c1e-b733-b006f46b14cb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:30:12.555751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.585149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=3ad47e66-9be6-4c1e-b733-b006f46b14cb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:12.590155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['3ad47e66-9be6-4c1e-b733-b006f46b14cb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:30:12.626873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 3ad47e66-9be6-4c1e-b733-b006f46b14cb on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:30:12.627991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 82dc3e32-734c-4840-a3a1-02e6893ae9b5 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:12.629452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.631655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19052cf7-cb52-4325-8bca-85b603b3d838 req-9c3e00b4-048b-48ba-866f-c4938d9d3d49 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "DELETE /v2.0/ports/3ad47e66-9be6-4c1e-b733-b006f46b14cb HTTP/1.1" status: 204 len: 173 time: 0.4521627 Sep 18 07:30:12.632113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'name': 'network-vif-deleted', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:12.634424 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a796d-b3a5-4f13-a438-d60e0a09f902" -d '{"events": [{"server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "name": "network-vif-deleted", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:12.680398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b60b2e-4a2d-40cb-9220-16a78188721c x-openstack-request-id: req-c9b60b2e-4a2d-40cb-9220-16a78188721c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:12.680398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c4057d-9d68-4d53-b43c-f5a9e86d7ffe", "name": "network-vif-deleted", "tag": "3ad47e66-9be6-4c1e-b733-b006f46b14cb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:12.680398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9b60b2e-4a2d-40cb-9220-16a78188721c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:12.680398 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c4057d-9d68-4d53-b43c-f5a9e86d7ffe', 'name': 'network-vif-deleted', 'tag': '3ad47e66-9be6-4c1e-b733-b006f46b14cb', 'status': 'completed', 'code': 200} Sep 18 07:30:12.758306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:30:12.763200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:12.763581 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.842989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:12.877456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:12.886247 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2376ae-92a7-44f1-913d-8829c5cac257" -d '{"events": [{"server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "name": "network-vif-plugged", "status": "completed", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:12.903860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:12.914199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b6f64ae-f0b7-491e-a51d-0ed30d237765 req-37f5b217-d1d3-42fb-aaf4-379bf18885a2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0356085 Sep 18 07:30:12.963168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171e076-6438-4bc7-b1e4-8205accfee76 req-5de1411a-e39f-40f5-a9ce-82f003c0c320 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:12.964600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a171e076-6438-4bc7-b1e4-8205accfee76 req-5de1411a-e39f-40f5-a9ce-82f003c0c320 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 983 time: 0.0751987 Sep 18 07:30:12.975290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:13.025932 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11361337-a282-43e3-9e6a-00a03aadfc11 x-openstack-request-id: req-11361337-a282-43e3-9e6a-00a03aadfc11 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:13.026490 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "name": "network-vif-plugged", "status": "completed", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:13.026946 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11361337-a282-43e3-9e6a-00a03aadfc11 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:13.027346 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'code': 200} Sep 18 07:30:13.033941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a171e076-6438-4bc7-b1e4-8205accfee76 req-e656f9ed-8c0e-496c-9f13-8859c2f82707 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0623660 Sep 18 07:30:13.039588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:13.135382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959f7b5-a012-4ce1-8719-7adbc376213d req-833cac95-d011-47f5-94e2-d6d11e8a6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:13.136838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1959f7b5-a012-4ce1-8719-7adbc376213d req-833cac95-d011-47f5-94e2-d6d11e8a6223 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1136 time: 0.0459073 Sep 18 07:30:13.173778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1959f7b5-a012-4ce1-8719-7adbc376213d req-495ecbfb-a457-4c00-8d9b-96777314a9f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0295608 Sep 18 07:30:13.301126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:14.014398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0532a812-83dc-4f96-8e40-eef20ce7e364 req-8dba28bc-e5f1-48ea-a500-3cebde5134b4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0281272 Sep 18 07:30:14.164607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b156d91-3926-4379-8a40-5ba584ba71a0 req-469e03b4-250f-4fc6-b013-9f74d1e387f3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:14.166359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b156d91-3926-4379-8a40-5ba584ba71a0 req-469e03b4-250f-4fc6-b013-9f74d1e387f3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0547540 Sep 18 07:30:14.210452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b156d91-3926-4379-8a40-5ba584ba71a0 req-85cadcc8-5418-4737-919a-f70513264fd0 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374720 Sep 18 07:30:14.784893 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:15.111416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22a11731-0bae-494c-9681-a369d1254154 req-4694abaf-effd-4301-a62b-bf5ef96e9b1a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0282071 Sep 18 07:30:15.209608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:15.332323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28546454-e494-442c-a80c-4014abd02731 req-f67030b8-b796-4771-8763-32f6f4462eb4 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:15.333742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28546454-e494-442c-a80c-4014abd02731 req-f67030b8-b796-4771-8763-32f6f4462eb4 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0531840 Sep 18 07:30:15.373203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28546454-e494-442c-a80c-4014abd02731 req-44540910-8e22-4e64-a18e-5fd9c2c71581 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0332432 Sep 18 07:30:15.492979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9776a6-300f-4e39-a089-e827db5f4b12 req-6913bd53-def3-4c47-bfcc-d499824b8b25 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:15.494518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c9776a6-300f-4e39-a089-e827db5f4b12 req-6913bd53-def3-4c47-bfcc-d499824b8b25 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0521703 Sep 18 07:30:15.535702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c9776a6-300f-4e39-a089-e827db5f4b12 req-a0639291-6b3a-4dbf-b891-4674ae75f142 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347514 Sep 18 07:30:15.658723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-d18e5c6d-9bc2-40b6-8591-c6862c4af347 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:15.660166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-d18e5c6d-9bc2-40b6-8591-c6862c4af347 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1136 time: 0.0408401 Sep 18 07:30:15.678251 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:15.763942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:15.835890 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:15.866585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587ad64b-e2c9-4057-9688-77b6caf4dbda req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2003188 Sep 18 07:30:15.871156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0456ea5-808e-416c-8399-74356403b719,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:15.879731 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.880077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.880473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.880820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.881177 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.881497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.881829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.882205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.882537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.882864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.883197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.883523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c83daa-b3df-4f73-9365-8c64ade055ee tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:15.889401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33356) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:15.933644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb0576-b2e0-405d-99b8-e4e2aa9e1c02 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:15.935692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6dfb0576-b2e0-405d-99b8-e4e2aa9e1c02 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1131 time: 0.0451369 Sep 18 07:30:15.938643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:15.943093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:16.041549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:16.145717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:16.227961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4f563c7-8fcd-4d28-8a6b-f536c2c55b46 req-8c9e4da3-3dfe-4433-b229-37612c667c09 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=16c4057d-9d68-4d53-b43c-f5a9e86d7ffe HTTP/1.1" status: 200 len: 210 time: 0.0285292 Sep 18 07:30:16.255373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.25.4.84 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/30ee9bff-0367-45ee-82a8-b87917822809) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:16.368948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:16.472689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:16.509369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:16.512832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:16.516242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:16.541545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=30ee9bff-0367-45ee-82a8-b87917822809,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:16.555082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.555433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.555774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.556109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.556439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.556769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.557099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.557422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.557749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.558094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.558415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.561681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:16.562046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3ad47e66-9be6-4c1e-b733-b006f46b14cb no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:30:16.582674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 3ad47e66-9be6-4c1e-b733-b006f46b14cb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:30:16.583019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 3ad47e66-9be6-4c1e-b733-b006f46b14cb not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:30:16.897546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.015363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.165799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.220813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.297789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=30ee9bff-0367-45ee-82a8-b87917822809,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:17.309222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.410139 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Floating IP 47325ce5-a846-497a-8e42-be6b56b29aac associated. External IP: 172.25.4.84, port: 82dc3e32-734c-4840-a3a1-02e6893ae9b5. Sep 18 07:30:17.614920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:30:17.722968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:30:17.733034 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Sync routers for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:30:17.742443 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:17.746328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:17.784766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:17.819358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8eb211c5-89b8-468a-9107-c99e26261b1c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8773396 Sep 18 07:30:17.819358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:17.819766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33372) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:17.820240 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cbd33d-b887-4347-b5bc-00db4b8c42b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:17.858636 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:17.861076 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fe3338-a317-45ba-b4fb-89f862517ba0 x-openstack-request-id: req-24fe3338-a317-45ba-b4fb-89f862517ba0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:17.861954 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:17.862560 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24fe3338-a317-45ba-b4fb-89f862517ba0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:17.863195 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'status': 'completed', 'code': 200} Sep 18 07:30:17.933356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.934713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.935349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.935986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.936721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.937382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.938044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.940148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bd43ac51-64c6-4441-a49c-674c6941d6c9 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.1193864 Sep 18 07:30:17.943175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33376) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:17.950275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-f9f8d8c2-4ff8-4f73-93a7-3bfd029c8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:17.952537 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-f9f8d8c2-4ff8-4f73-93a7-3bfd029c8d78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1136 time: 0.0641327 Sep 18 07:30:18.018728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.019212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.019730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.020197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.020701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.021159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.021610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.026747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33380) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:18.027442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f55afa98-8b3f-4484-bdee-463095e54ac7 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.0830615 Sep 18 07:30:18.103401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-c55ec426-7897-4c8b-9b7b-27a5b01971e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.105056 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-c55ec426-7897-4c8b-9b7b-27a5b01971e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a3e90b9-2586-4469-b8ef-d0f870fe5912 HTTP/1.1" status: 200 len: 897 time: 0.1465459 Sep 18 07:30:18.115933 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47325ce5-a846-497a-8e42-be6b56b29aac', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'port_id': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'mac_address': 'fa:16:3e:af:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:30:16Z', 'updated_at': '2021-09-18T07:30:16Z', 'revision_number': 0, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:18.144134 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Checking router: 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:30:18.153554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:18.154625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:18.267232 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:18.504899 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47325ce5-a846-497a-8e42-be6b56b29aac', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'port_id': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'mac_address': 'fa:16:3e:af:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:30:16Z', 'updated_at': '2021-09-18T07:30:16Z', 'revision_number': 0, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:18.535485 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e46fae-c9df-4be4-808b-f7ba53dd50b4 None None] The sync data for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 is: [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47325ce5-a846-497a-8e42-be6b56b29aac', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'port_id': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'mac_address': 'fa:16:3e:af:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:30:16Z', 'updated_at': '2021-09-18T07:30:16Z', 'revision_number': 0, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:30:18.548814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-c0214c4c-960d-42f8-88bd-1c4fbb7a7c22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5 HTTP/1.1" status: 200 len: 998 time: 0.4361935 Sep 18 07:30:18.618054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-028e112f-3cf5-4574-8287-1e9d663ba9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.619576 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-028e112f-3cf5-4574-8287-1e9d663ba9ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33de115c-32c3-4cb0-be46-c48569b1f428 HTTP/1.1" status: 200 len: 834 time: 0.0638292 Sep 18 07:30:18.672193 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb7eb2df-d956-4ddb-9fef-dad0b3687103 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.6439540 Sep 18 07:30:18.674903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:18.712706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-6c024f4a-d482-4973-a8af-5b6795031dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.714284 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-6c024f4a-d482-4973-a8af-5b6795031dce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a3e90b9-2586-4469-b8ef-d0f870fe5912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866981 Sep 18 07:30:18.742692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415147f-60d5-41d5-8e2f-69f148ea5c4b tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.743184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415147f-60d5-41d5-8e2f-69f148ea5c4b tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:18.757919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b415147f-60d5-41d5-8e2f-69f148ea5c4b tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64dd8e9a-aeaa-4db0-acbd-060e47ba6925 HTTP/1.1" status: 200 len: 1990 time: 0.0689759 Sep 18 07:30:18.775734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c306dd-1f4d-42a6-b176-416500650290 None None] New status for floating IP 47325ce5-a846-497a-8e42-be6b56b29aac: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:30:18.815248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-c04855be-71b4-441f-bda4-23880c498173 service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938394 Sep 18 07:30:18.914581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-05cbd33d-b887-4347-b5bc-00db4b8c42b7 req-b172994b-e026-45ad-98c0-de5e4f1ca871 service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923679 Sep 18 07:30:22.347067 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:30:29.144644 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:38.892963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6880c67e-46be-4c97-bff5-54547b0bc538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:41.540800 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c14c3cfa-2396-42d7-b194-2a59c23072e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:42.069842 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:42.359583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-692e8c43-1e3c-40ca-a3a3-2f8360eee9ea tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:42.360973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-692e8c43-1e3c-40ca-a3a3-2f8360eee9ea tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1060424 Sep 18 07:30:42.375531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-e9a59c5b-16e9-4b92-bfdf-215d32556b00 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0087690 Sep 18 07:30:42.429595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-9e7e2310-f3b3-4001-bcc4-2a42492059d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486791 Sep 18 07:30:42.516471 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-2fc04f8a-3222-411d-aa5b-6d62bacff842 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801260 Sep 18 07:30:42.605566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-5b01dbc0-fb45-4126-b18d-435552132d3f service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831280 Sep 18 07:30:42.852649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8702a322-d5dd-4e77-bbc3-9cafaeb590fd req-363c6c3c-f6f5-4646-889e-cd953767e945 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0270402 Sep 18 07:30:43.315579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:43.946306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02467864-9354-45a9-baed-4cf41860b042 req-ccb075ce-9d79-4ecc-84ee-a14f3260965e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0275292 Sep 18 07:30:44.709073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-38dfaf87-07e4-479b-ba04-393bd6605e13 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:44.710578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-38dfaf87-07e4-479b-ba04-393bd6605e13 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1018622 Sep 18 07:30:44.728339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '58970237-e240-45cf-b986-6018f44c59aa', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:44.790218 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:44.907147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:30:44.911563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.051758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.11 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/8025678a-9fd0-4b6a-8dda-243f1d96f6f0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:45.057659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aaaba72-dda9-454c-8ab3-6e6407399ff8 req-e43a5dd1-1f27-4bd9-b228-24ee97e21ce2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0320723 Sep 18 07:30:45.204141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.219062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.352906 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.400223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:45.403308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:45.406476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:45.434881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:45.464749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:45.465301 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.547502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-78936972-0a95-4e4a-b8e7-69a71d745f42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8227661 Sep 18 07:30:45.565328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Request body: {'port': {'device_id': '58970237-e240-45cf-b986-6018f44c59aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:45.621513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.714573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fd5ef926-9984-49bb-8cf9-0afab5de9b76 None None] Provisioning complete for port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:45.714916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fd5ef926-9984-49bb-8cf9-0afab5de9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.748354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ef926-9984-49bb-8cf9-0afab5de9b76 None None] Port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:45.890447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:30:45.898547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:45.911625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Transition to ACTIVE for port object 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:30:45.975160 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:46.032724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Pushing event updated for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:46.101024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Attempting to bind port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:46.101376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Attempting to bind port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:46.101712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Attempting to bind port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:46.106863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:30:46.107192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Attempting to bind port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:46.114721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:46.115078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:46.115474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:46.115913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Bound port: 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:46.116278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:46.196117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:46.199894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:46.203185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2cc2-ad6d-4c90-8fe8-2313699d287a req-8d529b6c-b766-4694-ab78-a59a24aeb609 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.204795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9dd2cc2-ad6d-4c90-8fe8-2313699d287a req-8d529b6c-b766-4694-ab78-a59a24aeb609 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0626886 Sep 18 07:30:46.245731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9dd2cc2-ad6d-4c90-8fe8-2313699d287a req-2bc6d140-0d93-45a8-8fcb-8e9af91caa84 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Sep 18 07:30:46.267656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:46.302407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.303013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:46.304400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] 10.222.0.24 "PUT /v2.0/ports/8025678a-9fd0-4b6a-8dda-243f1d96f6f0 HTTP/1.1" status: 200 len: 1093 time: 0.7438295 Sep 18 07:30:46.304827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:30:46.307088 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0796a-ec41-40b3-b5c4-a01d093e195f" -d '{"events": [{"name": "network-changed", "server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:30:46.331566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd002-37d9-4c14-82ef-5e69e1e3eb7f service neutron] Pushing event updated for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:46.354469 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc0bc78-9f66-45fc-b5ba-a0304c875f16 x-openstack-request-id: req-5dc0bc78-9f66-45fc-b5ba-a0304c875f16 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:30:46.354768 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:30:46.355021 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc0bc78-9f66-45fc-b5ba-a0304c875f16 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:30:46.355413 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0', 'status': 'completed', 'code': 200} Sep 18 07:30:46.440491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-c10feb3d-f469-4fe6-bd7f-959b90b9139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.442151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-c10feb3d-f469-4fe6-bd7f-959b90b9139f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 1096 time: 0.0472889 Sep 18 07:30:46.561126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-ee026107-7f9d-4277-bb30-7dbf6f82d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.564661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-ee026107-7f9d-4277-bb30-7dbf6f82d032 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1077199 Sep 18 07:30:46.666371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-de25d496-3c97-4bcd-b575-df4fd053cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.667909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ad0796a-ec41-40b3-b5c4-a01d093e195f req-de25d496-3c97-4bcd-b575-df4fd053cc8d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982013 Sep 18 07:30:46.770700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-2b47d7f4-efdc-4a92-bb32-4b4e330dfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.772298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-2b47d7f4-efdc-4a92-bb32-4b4e330dfc97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 1096 time: 0.0477014 Sep 18 07:30:46.820297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-c538c98e-893e-467e-b566-482eec4e81b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0349064 Sep 18 07:30:46.868465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-e2480f95-e36a-4c4d-81d0-a221dc2baecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.870053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-e2480f95-e36a-4c4d-81d0-a221dc2baecc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0434923 Sep 18 07:30:46.918328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114191-b766-416e-9f9b-0dde512dae1c req-d9527f88-f121-4570-8d03-487672ca69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:46.919850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-d9527f88-f121-4570-8d03-487672ca69a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430801 Sep 18 07:30:47.018960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-79e7da28-cf08-4911-b4e1-9cf34fe333cd service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916181 Sep 18 07:30:47.116197 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3c114191-b766-416e-9f9b-0dde512dae1c req-1f2141ba-6564-417b-9dee-d08308aaf4cc service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904911 Sep 18 07:30:47.377428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1d47-e614-4588-aa97-2987273e7a2c req-7d9ca80e-6261-4909-9737-7841fe5743ae tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:47.379029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-643f1d47-e614-4588-aa97-2987273e7a2c req-7d9ca80e-6261-4909-9737-7841fe5743ae tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0542347 Sep 18 07:30:47.422910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-643f1d47-e614-4588-aa97-2987273e7a2c req-baa7ad4f-5708-487c-96bc-dad7b70447cb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Sep 18 07:30:48.544019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2b0a6-0360-4e2d-a08b-891b0f73a9bf req-5a1addfa-6f3a-498e-9d31-ace0065a1dbe tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:48.548123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91b2b0a6-0360-4e2d-a08b-891b0f73a9bf req-5a1addfa-6f3a-498e-9d31-ace0065a1dbe tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0600579 Sep 18 07:30:48.594842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91b2b0a6-0360-4e2d-a08b-891b0f73a9bf req-08ad07ad-940d-4ec3-b93d-aff167d4dbd4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Sep 18 07:30:49.718576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cca71-46ff-43fe-bdf4-5e834ea29275 req-5d44ac87-2fa2-4212-acb7-caa65bf657f8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:49.720109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c37cca71-46ff-43fe-bdf4-5e834ea29275 req-5d44ac87-2fa2-4212-acb7-caa65bf657f8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0561714 Sep 18 07:30:49.764321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c37cca71-46ff-43fe-bdf4-5e834ea29275 req-59770b1f-41bb-45a9-b233-6a546bd1c447 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Sep 18 07:30:50.896043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd9341-9876-41a2-88b9-80d4fc54f0a5 req-1f744802-e161-479b-b48a-320399299f26 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:50.897581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73fd9341-9876-41a2-88b9-80d4fc54f0a5 req-1f744802-e161-479b-b48a-320399299f26 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0589287 Sep 18 07:30:50.941412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73fd9341-9876-41a2-88b9-80d4fc54f0a5 req-1091c325-f64f-4dfd-b5b1-96a03737d2c2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Sep 18 07:30:51.636074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:51.735440 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e77bc8a6-8789-4626-8d23-671cb069e865 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2928 time: 0.0982671 Sep 18 07:30:51.738520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:51.745481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'network': {'name': 'tempest-network-smoke--1881181330', 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'port_security_enabled': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:51.860815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:30:51.864916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:51.888962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:30:51.897197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:51.897539 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Added segment 494944e2-281c-4c0d-b96d-f4dd60b48be8 of type vlan for network f208f9f0-e105-452c-9f3e-1dbd7406a481 Sep 18 07:30:51.940047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.026639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.034383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:52.034968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.060395 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19074d5-c697-4aea-8d9a-c31baad19b86 req-fb1c3fcd-8550-48b8-8b79-beb54e91bbd4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:52.062003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c19074d5-c697-4aea-8d9a-c31baad19b86 req-fb1c3fcd-8550-48b8-8b79-beb54e91bbd4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0535643 Sep 18 07:30:52.101120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c19074d5-c697-4aea-8d9a-c31baad19b86 req-c8a0595c-3766-4f64-850b-a48faad06d19 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Sep 18 07:30:52.111296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Network': ['ID=f208f9f0-e105-452c-9f3e-1dbd7406a481,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:52.121921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:30:52.142212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b0f3910d-828a-4efb-8f2d-4111371c768a tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4022856 Sep 18 07:30:52.144890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33664) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:52.149703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'admin_state_up': True, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:52.247243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.248313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.304424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.508770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.825367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.845957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:52.960015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.25.4.90 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b1a2142d-4585-4bb7-8dca-93686fbdd553) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:53.076224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:53.181436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:53.221070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:53.224367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:53.226921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b387d4-deb1-4cb3-8ac0-7679c593b520 req-07f9d8ac-4045-47fb-9c81-2b9de6d3c821 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:53.227809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:53.228437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8b387d4-deb1-4cb3-8ac0-7679c593b520 req-07f9d8ac-4045-47fb-9c81-2b9de6d3c821 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0544300 Sep 18 07:30:53.259592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=b1a2142d-4585-4bb7-8dca-93686fbdd553,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:53.273139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8b387d4-deb1-4cb3-8ac0-7679c593b520 req-7a6c0e8b-dfaf-41df-a0c4-aab19be39e07 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Sep 18 07:30:53.606203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:53.802765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:53.998485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 766b17b4-0fba-4953-91c2-15b4e35ffd75 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:30:54.107376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:30:54.119026 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Sync routers for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:30:54.129016 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:54.129628 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:54.187020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:54.191289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6daa1b5b-7974-4029-a3d0-53dd960f67ad tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0426416 Sep 18 07:30:54.192048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33672) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.245780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b368c05-9992-40d9-bbad-5470ee575a4b tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:54.246794 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:54.247324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1b368c05-9992-40d9-bbad-5470ee575a4b tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee485c7547294a99a5f9f6b958527d89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0538464 Sep 18 07:30:54.250794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33674) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.350424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8c5b-207c-40a6-a7f5-92f8f198da7c tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:54.352047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a9fa8c5b-207c-40a6-a7f5-92f8f198da7c tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003225 Sep 18 07:30:54.355111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33678) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.391205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2e8db75e-92aa-4cd9-bc7b-1cf670375eea tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321410 Sep 18 07:30:54.392059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33680) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.409681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174bff5-e8ce-4423-bb39-88fd1dbe18e8 req-c0036fff-01f9-407e-8fb6-64063944db81 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:54.410987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0174bff5-e8ce-4423-bb39-88fd1dbe18e8 req-c0036fff-01f9-407e-8fb6-64063944db81 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0628383 Sep 18 07:30:54.430318 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7ad45ee3-f3e2-4c81-926d-166d6aa47a67 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ee485c7547294a99a5f9f6b958527d89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370338 Sep 18 07:30:54.432987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33682) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.456537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0174bff5-e8ce-4423-bb39-88fd1dbe18e8 req-c1fdedea-d093-44e6-adc2-b75de03c638f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Sep 18 07:30:54.464698 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:53Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:54.538377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e5bdf-f076-4e45-a2e9-d527d6c7a20a tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:54.540370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c9e5bdf-f076-4e45-a2e9-d527d6c7a20a tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1064241 Sep 18 07:30:54.543224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33686) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.577086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6eae3966-3581-4478-832b-4e54a1901863 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316880 Sep 18 07:30:54.579855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33688) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:54.584743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1715422554', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:30:54.590799 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Checking router: 766b17b4-0fba-4953-91c2-15b4e35ffd75 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:30:54.591150 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Updating router 766b17b4-0fba-4953-91c2-15b4e35ffd75 port b1a2142d-4585-4bb7-8dca-93686fbdd553 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:30:54.615897 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:54.789763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:30:54.793409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:54.884398 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:54.961413 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.018055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Attempting to bind port b1a2142d-4585-4bb7-8dca-93686fbdd553 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:55.018427 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Attempting to bind port b1a2142d-4585-4bb7-8dca-93686fbdd553 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:55.018793 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Attempting to bind port b1a2142d-4585-4bb7-8dca-93686fbdd553 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:55.025812 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Pushing event updated for resources: {'Port': ['ID=b1a2142d-4585-4bb7-8dca-93686fbdd553,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:55.035176 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Bound port: b1a2142d-4585-4bb7-8dca-93686fbdd553, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.042960 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.044330 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.044330 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.044330 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:55.061498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.101455 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] For port b1a2142d-4585-4bb7-8dca-93686fbdd553, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:55.104789 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] For port b1a2142d-4585-4bb7-8dca-93686fbdd553, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b1a2142d-4585-4bb7-8dca-93686fbdd553,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:55.125470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Subnet': ['ID=27bd7a7b-c357-4f31-8046-9f8d75ff63da,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:55.135169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Checking segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:55.135169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network hostable DHCP agents. Network: f208f9f0-e105-452c-9f3e-1dbd7406a481, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:30:55.198780 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.232676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:30:55.259020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:55.259625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:55.302146 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceea4b8-4b1f-42eb-ae1a-6a2fdf27935e None None] Pushing event updated for resources: {'Port': ['ID=b1a2142d-4585-4bb7-8dca-93686fbdd553,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:55.332836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, f208f9f0-e105-452c-9f3e-1dbd7406a481) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:55.338136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:55.338136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.345838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190135c5-5e68-4280-b80c-fb6449ad58e6 None None] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:30:55.379674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:55.439638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c68a3f21-7f8a-46b2-b55c-3ee3d249938b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8585312 Sep 18 07:30:55.443266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33692) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:30:55.506743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-f208f9f0-e105-452c-9f3e-1dbd7406a481', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'fixed_ips': [{'subnet_id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:30:55.507882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.591163 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:53Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:55.625311 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb3da2-38f8-4e5f-9c39-517612febb75 None None] The sync data for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 is: [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:53Z', 'revision_number': 3, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:30:55.674568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Allocated IP 172.20.0.18 (f208f9f0-e105-452c-9f3e-1dbd7406a481/27bd7a7b-c357-4f31-8046-9f8d75ff63da/77e0847b-ef91-43c0-b861-eb661fc73e53) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:55.747158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1fdda-226d-4fb0-b2e5-9c576637d8e9 req-7e1293dd-c088-456a-9694-95cac25cb9ae tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:55.754467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0c1fdda-226d-4fb0-b2e5-9c576637d8e9 req-7e1293dd-c088-456a-9694-95cac25cb9ae tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.1154284 Sep 18 07:30:55.836374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.840935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0c1fdda-226d-4fb0-b2e5-9c576637d8e9 req-78229259-717d-4cb0-a961-4d34db2b6a75 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Sep 18 07:30:55.930704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:55.985734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:55.986805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:55.990291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:56.000590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Pushing event updated for resources: {'Port': ['ID=77e0847b-ef91-43c0-b861-eb661fc73e53,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:56.034722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.045026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:30:56.081884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Attempting to bind port 77e0847b-ef91-43c0-b861-eb661fc73e53 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:56.082615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Attempting to bind port 77e0847b-ef91-43c0-b861-eb661fc73e53 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:56.082979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Attempting to bind port 77e0847b-ef91-43c0-b861-eb661fc73e53 on network f208f9f0-e105-452c-9f3e-1dbd7406a481 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:56.086736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.088468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:56.088945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Checking segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:56.089356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.089747 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Bound using segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:56.090234 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Bound port: 77e0847b-ef91-43c0-b861-eb661fc73e53, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:56.090615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.171512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] For port 77e0847b-ef91-43c0-b861-eb661fc73e53, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:56.174849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] For port 77e0847b-ef91-43c0-b861-eb661fc73e53, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=77e0847b-ef91-43c0-b861-eb661fc73e53,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:56.275905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.363727 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1bbe6-f14d-450c-915b-bf1d4e3ea455 None None] Pushing event updated for resources: {'Port': ['ID=77e0847b-ef91-43c0-b861-eb661fc73e53,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:56.389113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.20.0.17 (f208f9f0-e105-452c-9f3e-1dbd7406a481/27bd7a7b-c357-4f31-8046-9f8d75ff63da/c319d7e2-d674-461f-bd52-e7062c69b36d) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:30:56.535338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.687944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.747746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:56.755026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:56.774908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:30:56.775073 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b1a2142d-4585-4bb7-8dca-93686fbdd553 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:56.775189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:56.811101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.817445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b1a2142d-4585-4bb7-8dca-93686fbdd553 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:56.817889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.904657 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:56.926794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b1a2142d-4585-4bb7-8dca-93686fbdd553, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b1a2142d-4585-4bb7-8dca-93686fbdd553,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:56.982393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f2e3d-f210-45f9-9071-f6985dc09ec8 req-f2608870-0804-4bed-bb2f-8361ca933f16 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:56.983906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e3f2e3d-f210-45f9-9071-f6985dc09ec8 req-f2608870-0804-4bed-bb2f-8361ca933f16 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0493746 Sep 18 07:30:57.023184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e3f2e3d-f210-45f9-9071-f6985dc09ec8 req-9fc7a7e6-69f5-4d6b-b6fc-5e282b4ee0d7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Sep 18 07:30:57.049395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.050224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 77e0847b-ef91-43c0-b861-eb661fc73e53 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:57.065822 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.128024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b1a2142d-4585-4bb7-8dca-93686fbdd553,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:57.140834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 77e0847b-ef91-43c0-b861-eb661fc73e53 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:57.141443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.228290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.269738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 77e0847b-ef91-43c0-b861-eb661fc73e53, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=77e0847b-ef91-43c0-b861-eb661fc73e53,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:30:57.385322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.396739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.444756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=77e0847b-ef91-43c0-b861-eb661fc73e53,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:57.486881 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.564739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:57.567292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:57.661539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:30:57.663045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:30:57.722024 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-569dbc57-80d9-4a3e-aaa3-45d6c6e9959f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416367 Sep 18 07:30:57.797138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 766b17b4-0fba-4953-91c2-15b4e35ffd75 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:30:57.827515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-46317512-83a1-4688-b183-9810785db526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:57.829540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-46317512-83a1-4688-b183-9810785db526 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1098 time: 0.0613117 Sep 18 07:30:57.925051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:30:57.931662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5af50484-3e06-40e6-93cd-9373bd4f882f tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "PUT /v2.0/routers/766b17b4-0fba-4953-91c2-15b4e35ffd75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862320 Sep 18 07:30:57.945242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Sync routers for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:30:57.953583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-1bf389fb-cffe-402b-9ad7-38324b4d0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:57.955200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-1bf389fb-cffe-402b-9ad7-38324b4d0166 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1019280 Sep 18 07:30:57.955792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:30:57.956420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:58.053324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-36095f36-3caf-4e7c-8367-eef7eb62d572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1001 time: 0.0887756 Sep 18 07:30:58.098490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:30:58.145789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-91ec5d49-2320-40a8-9146-4aa9806727ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:58.147612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-91ec5d49-2320-40a8-9146-4aa9806727ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0852027 Sep 18 07:30:58.211101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-b22c3e71-5c50-4303-8549-57d468963df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:58.214367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-b22c3e71-5c50-4303-8549-57d468963df9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572634 Sep 18 07:30:58.314211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d636f5-d147-4cbf-bb02-fd0ceaf87a2b None None] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:30:58.343590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-55b928ef-58f3-4506-9909-7897678cea1b service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223025 Sep 18 07:30:58.464673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-163f89df-428d-4ef0-8062-7f18f83433d7 req-a3bbaf86-cbdb-4cc8-8832-c6826e559930 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124084 Sep 18 07:30:58.618581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9b82c1de-3653-4291-b88b-70d01a8f080f None None] Provisioning complete for port 77e0847b-ef91-43c0-b861-eb661fc73e53 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:58.619189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9b82c1de-3653-4291-b88b-70d01a8f080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:58.634568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb5f7-973b-470e-9fd5-ccff9c4a2402 req-a7d254d5-db41-4b36-ac89-b2dcd05e1306 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:58.636988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d33cb5f7-973b-470e-9fd5-ccff9c4a2402 req-a7d254d5-db41-4b36-ac89-b2dcd05e1306 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.5003750 Sep 18 07:30:58.652563 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b1a2142d-4585-4bb7-8dca-93686fbdd553 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:58.657280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-cf744349-140c-4d11-820e-632add897968 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:58.659659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-cf744349-140c-4d11-820e-632add897968 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/networks?id=f208f9f0-e105-452c-9f3e-1dbd7406a481 HTTP/1.1" status: 200 len: 798 time: 0.5532298 Sep 18 07:30:58.693287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ae6b88c1-c16b-4ab6-bc93-50f05438c390 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/quotas/ee485c7547294a99a5f9f6b958527d89 HTTP/1.1" status: 200 len: 375 time: 0.0241389 Sep 18 07:30:58.739252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d33cb5f7-973b-470e-9fd5-ccff9c4a2402 req-1b695376-03ff-49b1-bdf1-28c10c702ba9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784070 Sep 18 07:30:58.767796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-2f448772-bfef-41f7-8be5-d01ff4742c6e tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0631337 Sep 18 07:30:58.773326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c319d7e2-d674-461f-bd52-e7062c69b36d', 'name': '', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:5b:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:56Z', 'updated_at': '2021-09-18T07:30:57Z', 'revision_number': 2, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:30:58.822999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Checking router: 766b17b4-0fba-4953-91c2-15b4e35ffd75 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:30:58.823341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Updating router 766b17b4-0fba-4953-91c2-15b4e35ffd75 port c319d7e2-d674-461f-bd52-e7062c69b36d binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:30:58.872739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b1a2142d-4585-4bb7-8dca-93686fbdd553 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:58.872739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:58.884975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-e596fe35-fa47-4644-96f8-dcc89d60db07 service neutron] 10.222.0.20 "GET /v2.0/networks/f208f9f0-e105-452c-9f3e-1dbd7406a481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036971 Sep 18 07:30:58.911179 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.005275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-abfc0abe-4c25-4533-8e11-2b984e70eb64 service neutron] 10.222.0.20 "GET /v2.0/networks/f208f9f0-e105-452c-9f3e-1dbd7406a481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127567 Sep 18 07:30:59.100778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 77e0847b-ef91-43c0-b861-eb661fc73e53 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:30:59.222437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 77e0847b-ef91-43c0-b861-eb661fc73e53 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:59.222838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.286489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.293851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-de2b4fd1-b3b0-45c9-bb39-f92b722db930 None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:59.294360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de2b4fd1-b3b0-45c9-bb39-f92b722db930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.349046 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:30:59.414783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-de2b4fd1-b3b0-45c9-bb39-f92b722db930 None None] Port c319d7e2-d674-461f-bd52-e7062c69b36d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:59.443752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-115c7892-c33f-4164-a81d-de8650b8b83b req-31920f29-f498-427c-9c3f-0b6e7f4ac376 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 210 time: 0.0511303 Sep 18 07:30:59.486368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.493543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-de2b4fd1-b3b0-45c9-bb39-f92b722db930 None None] Provisioning complete for port 77e0847b-ef91-43c0-b861-eb661fc73e53 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:59.493944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de2b4fd1-b3b0-45c9-bb39-f92b722db930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.590975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.661204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3e26-538e-453d-a36c-42f15b81df7b None None] Pushing event updated for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:30:59.700702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Attempting to bind port c319d7e2-d674-461f-bd52-e7062c69b36d on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:30:59.701092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Attempting to bind port c319d7e2-d674-461f-bd52-e7062c69b36d by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:30:59.701460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Attempting to bind port c319d7e2-d674-461f-bd52-e7062c69b36d on network f208f9f0-e105-452c-9f3e-1dbd7406a481 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:30:59.711128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:30:59.711512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Checking segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:30:59.711919 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.712319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Bound using segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:30:59.712800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Bound port: c319d7e2-d674-461f-bd52-e7062c69b36d, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:30:59.713186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.757030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-02c57fc9-3cb9-4d48-aa4f-0ef27b402d1b None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:59.757419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02c57fc9-3cb9-4d48-aa4f-0ef27b402d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.825651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-02c57fc9-3cb9-4d48-aa4f-0ef27b402d1b None None] Port c319d7e2-d674-461f-bd52-e7062c69b36d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:59.835985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] For port c319d7e2-d674-461f-bd52-e7062c69b36d, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:30:59.853122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] For port c319d7e2-d674-461f-bd52-e7062c69b36d, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c319d7e2-d674-461f-bd52-e7062c69b36d,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:30:59.876398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3717-8171-4376-a6dc-956f8ecdde4b req-c31d65f8-6bc1-43be-a247-001b896e5125 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:30:59.878443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d6a3717-8171-4376-a6dc-956f8ecdde4b req-c31d65f8-6bc1-43be-a247-001b896e5125 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0599225 Sep 18 07:30:59.922988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7d6a3717-8171-4376-a6dc-956f8ecdde4b req-2d6ba7d6-cccb-492f-a96a-f678428e787c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Sep 18 07:30:59.949002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c08c9525-1bec-429f-b9eb-64a16c6b0f71 None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:30:59.949377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c08c9525-1bec-429f-b9eb-64a16c6b0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:30:59.984730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c08c9525-1bec-429f-b9eb-64a16c6b0f71 None None] Port c319d7e2-d674-461f-bd52-e7062c69b36d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:30:59.992531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:00.058787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:00.059431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:30:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:00.097235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3e26-538e-453d-a36c-42f15b81df7b None None] Pushing event updated for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:00.179004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:00.336796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:00.336796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:00.452839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:00.457410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c319d7e2-d674-461f-bd52-e7062c69b36d', 'name': '', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:5b:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:56Z', 'updated_at': '2021-09-18T07:30:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:00.491714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abacc77-15fe-4a7c-8490-d2bd671d27c3 None None] The sync data for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 is: [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c319d7e2-d674-461f-bd52-e7062c69b36d', 'name': '', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:5b:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:56Z', 'updated_at': '2021-09-18T07:30:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:00.520877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] For port c319d7e2-d674-461f-bd52-e7062c69b36d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c319d7e2-d674-461f-bd52-e7062c69b36d,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:00.570107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8dcb2cb-6212-4942-8058-8b9d91babf5c req-29c061ee-32de-472d-bd4a-5a96871f4b7c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 210 time: 0.0448401 Sep 18 07:31:00.619642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:00.690573 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc5ef-9ee3-4e1c-a638-8d9a1bcd7ca5 None None] Pushing event updated for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:00.700688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c319d7e2-d674-461f-bd52-e7062c69b36d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:00.756758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:00.757394 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:01.070410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a06db-e60c-4574-a45c-30ffabfc5fd9 req-06410f9f-4e25-4cc5-a331-70b8f0f9f088 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:01.072560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c46a06db-e60c-4574-a45c-30ffabfc5fd9 req-06410f9f-4e25-4cc5-a331-70b8f0f9f088 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0599260 Sep 18 07:31:01.123531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c46a06db-e60c-4574-a45c-30ffabfc5fd9 req-33a22835-6b6d-47d7-91f4-ec772b29d104 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Sep 18 07:31:01.679688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa9ad175-3726-4a01-80bc-2dde05ce5aaf req-f6490c46-c2fd-477f-9630-99d7aa9de2e5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 210 time: 0.0268698 Sep 18 07:31:01.900297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-1f8ea3bb-d79a-4e42-9d88-cdd0bd2e09e6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:01.901731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-1f8ea3bb-d79a-4e42-9d88-cdd0bd2e09e6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.24 "GET /v2.0/networks?id=f208f9f0-e105-452c-9f3e-1dbd7406a481 HTTP/1.1" status: 200 len: 798 time: 0.1029398 Sep 18 07:31:01.922976 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Request body: {'port': {'device_id': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'admin_state_up': True, 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:02.149559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Made reservation on behalf of ee485c7547294a99a5f9f6b958527d89 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:31:02.153241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:02.250092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7210-1abb-4eb3-9e38-5eeb45566aaf req-4d181613-26c1-425d-b3ff-1ffa185eda06 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:02.251815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61cd7210-1abb-4eb3-9e38-5eeb45566aaf req-4d181613-26c1-425d-b3ff-1ffa185eda06 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0544157 Sep 18 07:31:02.305518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61cd7210-1abb-4eb3-9e38-5eeb45566aaf req-2e91aba4-b093-4be2-826a-4804d790c3aa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Sep 18 07:31:02.608870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Allocated IP 172.20.0.29 (f208f9f0-e105-452c-9f3e-1dbd7406a481/27bd7a7b-c357-4f31-8046-9f8d75ff63da/ba9c225b-d1be-4e9f-a242-88b4d9de8881) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:02.616649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c319d7e2-d674-461f-bd52-e7062c69b36d up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:02.667072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c319d7e2-d674-461f-bd52-e7062c69b36d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:02.667717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:02.742670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:02.786415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb92ff39-7ae7-4aca-8817-47affd85657a req-f66b3e25-c908-49bf-9207-0a58c306f99c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 210 time: 0.0313416 Sep 18 07:31:02.852799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:02.897489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:02.900786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:02.904546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:02.943081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event updated for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:02.968009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:02.970707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.053235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-ca7746ce-d5cc-42d4-9dc9-72b62de8e82d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1346619 Sep 18 07:31:03.071765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Request body: {'port': {'device_id': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:03.132745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.163484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-79b732be-c961-4bb6-9cd8-4bed6e5a3a76 None None] Provisioning complete for port ba9c225b-d1be-4e9f-a242-88b4d9de8881 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:03.163861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79b732be-c961-4bb6-9cd8-4bed6e5a3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.215557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-79b732be-c961-4bb6-9cd8-4bed6e5a3a76 None None] Port ba9c225b-d1be-4e9f-a242-88b4d9de8881 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:31:03.430829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9c225b-d1be-4e9f-a242-88b4d9de8881 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:31:03.438895 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.450042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2498-d8f9-46e5-a6cf-94e1f86fe173 req-c0ee38dd-b8e6-4494-9222-d07554df0b7e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:03.457424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f80b2498-d8f9-46e5-a6cf-94e1f86fe173 req-c0ee38dd-b8e6-4494-9222-d07554df0b7e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0588057 Sep 18 07:31:03.457575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Transition to ACTIVE for port object ba9c225b-d1be-4e9f-a242-88b4d9de8881 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:31:03.490555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f80b2498-d8f9-46e5-a6cf-94e1f86fe173 req-1b9ef29d-f998-4c71-8c00-f6d7ed1dff97 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Sep 18 07:31:03.535478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.641571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:03.687121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Attempting to bind port ba9c225b-d1be-4e9f-a242-88b4d9de8881 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:03.687565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Attempting to bind port ba9c225b-d1be-4e9f-a242-88b4d9de8881 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:03.687862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Attempting to bind port ba9c225b-d1be-4e9f-a242-88b4d9de8881 on network f208f9f0-e105-452c-9f3e-1dbd7406a481 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:03.693085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Port ba9c225b-d1be-4e9f-a242-88b4d9de8881 on network f208f9f0-e105-452c-9f3e-1dbd7406a481 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:31:03.693462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Attempting to bind port ba9c225b-d1be-4e9f-a242-88b4d9de8881 on network f208f9f0-e105-452c-9f3e-1dbd7406a481 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:03.698652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:03.699593 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Checking segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:03.701052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Bound using segment: {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:03.701585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Bound port: ba9c225b-d1be-4e9f-a242-88b4d9de8881, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494944e2-281c-4c0d-b96d-f4dd60b48be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:03.701839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.799291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:03.801723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:03.895424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.941666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:03.957234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:03.959055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba9c225b-d1be-4e9f-a242-88b4d9de8881 HTTP/1.1" status: 200 len: 1056 time: 0.8919263 Sep 18 07:31:03.959676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:03.962091 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e791d-01c5-48c4-b7c0-49f28a05dc58" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:03.991569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ddc5-c5a9-4ace-874c-6a3932635d45 req-d0c95f61-1fd9-4130-a123-cfebdedcf0b6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.039324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d97ddc5-c5a9-4ace-874c-6a3932635d45 req-d0c95f61-1fd9-4130-a123-cfebdedcf0b6 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 907 time: 0.1580098 Sep 18 07:31:04.049388 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b82770f-d054-4392-b9b1-1a85855d9bc4 x-openstack-request-id: req-9b82770f-d054-4392-b9b1-1a85855d9bc4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:04.049748 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:04.050153 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b82770f-d054-4392-b9b1-1a85855d9bc4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:04.050943 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881', 'status': 'completed', 'code': 200} Sep 18 07:31:04.065370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba7693-53fd-44de-9fa0-473a0fc2e215 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:04.135857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-ceaa4d22-fc9e-4923-bb75-83467ed98691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.137451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-ceaa4d22-fc9e-4923-bb75-83467ed98691 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 1059 time: 0.0469902 Sep 18 07:31:04.276922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-1a96bfb8-bdf6-4772-81a1-634dfdd7d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.277493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-1a96bfb8-bdf6-4772-81a1-634dfdd7d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.279299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-1a96bfb8-bdf6-4772-81a1-634dfdd7d985 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ee485c7547294a99a5f9f6b958527d89&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1285055 Sep 18 07:31:04.379705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-90f715d2-c8f0-4fdd-a26a-bbf3167fe573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.380744 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-406e791d-01c5-48c4-b7c0-49f28a05dc58 req-90f715d2-c8f0-4fdd-a26a-bbf3167fe573 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937126 Sep 18 07:31:04.478346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-c43d87e2-7856-44d6-9d5d-509f3d3498ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.479829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-c43d87e2-7856-44d6-9d5d-509f3d3498ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 1059 time: 0.0425849 Sep 18 07:31:04.534190 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-8f8e58aa-b497-4d0b-8e2a-c66a2a1122a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881 HTTP/1.1" status: 200 len: 217 time: 0.0409567 Sep 18 07:31:04.592289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-40e2c094-342c-4d9d-8387-450a5408bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.594378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-40e2c094-342c-4d9d-8387-450a5408bb89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27bd7a7b-c357-4f31-8046-9f8d75ff63da HTTP/1.1" status: 200 len: 838 time: 0.0541894 Sep 18 07:31:04.616765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79e36-bb47-4638-994b-ebb07833e35d req-5a2806c4-5f90-4ce8-b7d1-bd6e2109edf8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.618401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29d79e36-bb47-4638-994b-ebb07833e35d req-5a2806c4-5f90-4ce8-b7d1-bd6e2109edf8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0578344 Sep 18 07:31:04.644067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-10b9d2a8-8919-4cb2-a469-8815ecac3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:04.645786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-10b9d2a8-8919-4cb2-a469-8815ecac3890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f208f9f0-e105-452c-9f3e-1dbd7406a481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0442669 Sep 18 07:31:04.660733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29d79e36-bb47-4638-994b-ebb07833e35d req-67bc4137-8e32-4a7b-b152-e41e2e01cff8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346193 Sep 18 07:31:04.743149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-9be244cc-59b5-4d18-83c4-8504d955aae3 service neutron] 10.222.0.24 "GET /v2.0/networks/f208f9f0-e105-452c-9f3e-1dbd7406a481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905898 Sep 18 07:31:04.832654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c234581f-beed-4463-a03b-b90d9ea14fe0 req-fa3c6c9d-45cb-4f6c-a74b-970b2a6eb6b4 service neutron] 10.222.0.24 "GET /v2.0/networks/f208f9f0-e105-452c-9f3e-1dbd7406a481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830402 Sep 18 07:31:05.152989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef729-0401-4743-9d2a-e1e4a17ae99b req-843d5f44-cd5e-4cab-8c42-3d3c01f0a3f9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:05.154618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4feef729-0401-4743-9d2a-e1e4a17ae99b req-843d5f44-cd5e-4cab-8c42-3d3c01f0a3f9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 907 time: 0.0528469 Sep 18 07:31:05.773921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14db43-4696-4254-947c-3177ce766fd3 req-ff8cbf30-8cbb-4d6f-8523-77d601ad3fdd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:05.775404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db14db43-4696-4254-947c-3177ce766fd3 req-ff8cbf30-8cbb-4d6f-8523-77d601ad3fdd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0474279 Sep 18 07:31:05.812749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db14db43-4696-4254-947c-3177ce766fd3 req-f6b1aa99-08af-403e-9869-f5a2239900a0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Sep 18 07:31:06.270235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3cca5-9ea9-4dd9-b8db-6357b72ccc62 req-e3debe3d-7298-4634-b491-24c5e120322c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:06.271697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91e3cca5-9ea9-4dd9-b8db-6357b72ccc62 req-e3debe3d-7298-4634-b491-24c5e120322c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 907 time: 0.0484409 Sep 18 07:31:06.923938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c084be-2d98-43f5-a611-3a4204ad7e28 req-0ba520c5-ecbd-4272-9b2e-ad6278f7f10f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:06.925400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53c084be-2d98-43f5-a611-3a4204ad7e28 req-0ba520c5-ecbd-4272-9b2e-ad6278f7f10f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0481057 Sep 18 07:31:06.965557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53c084be-2d98-43f5-a611-3a4204ad7e28 req-424d2a6c-c707-48a9-b74c-a9fbc9f605ad tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Sep 18 07:31:07.388875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b633a-43c6-41bc-b4af-b6bebfa387a5 req-85c9e5bb-f349-4e8d-b120-e1869ae81958 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:07.391033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-294b633a-43c6-41bc-b4af-b6bebfa387a5 req-85c9e5bb-f349-4e8d-b120-e1869ae81958 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 907 time: 0.0495276 Sep 18 07:31:08.080557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2b337-9752-442e-8e0a-328942a062bd req-48c248da-c651-4575-b6c7-8c044e15ffa1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:08.082220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca2b337-9752-442e-8e0a-328942a062bd req-48c248da-c651-4575-b6c7-8c044e15ffa1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0500238 Sep 18 07:31:08.119543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca2b337-9752-442e-8e0a-328942a062bd req-a1411830-8b76-48aa-8209-ce2175e51018 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Sep 18 07:31:08.512865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4adde-1332-468c-94a3-9ab59c2692ed req-ec9fa99c-f3a7-403f-a891-0ed784c1c992 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:08.514514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20d4adde-1332-468c-94a3-9ab59c2692ed req-ec9fa99c-f3a7-403f-a891-0ed784c1c992 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 907 time: 0.0527694 Sep 18 07:31:08.811288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba9c225b-d1be-4e9f-a242-88b4d9de8881 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:31:08.910635 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-45fe3b9e-96db-4b2d-874c-648beeb314ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:08.917712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:08.929526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881', 'network_id': 'f208f9f0-e105-452c-9f3e-1dbd7406a481', 'port_id': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881', 'mac_address': 'fa:16:3e:5a:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bd7a7b-c357-4f31-8046-9f8d75ff63da', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:31:08.966876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:08.979769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9c225b-d1be-4e9f-a242-88b4d9de8881 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:31:08.998357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:09.089501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:09.137477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:09.242017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dd036-849c-4937-a5be-79994cca88ca req-b6f506cc-1925-4fd4-9412-df35c8bcc92c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:09.243672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563dd036-849c-4937-a5be-79994cca88ca req-b6f506cc-1925-4fd4-9412-df35c8bcc92c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0538599 Sep 18 07:31:09.284588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563dd036-849c-4937-a5be-79994cca88ca req-0e25376a-3522-4bb1-8d6e-51d2fbdf3667 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348380 Sep 18 07:31:09.533535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ba9c225b-d1be-4e9f-a242-88b4d9de8881'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:31:09.642590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664370f-ee56-4126-944e-c3bc91f3c2c2 req-6b77b831-28ea-4789-84e6-8dcdedeb5c3c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:09.644033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5664370f-ee56-4126-944e-c3bc91f3c2c2 req-6b77b831-28ea-4789-84e6-8dcdedeb5c3c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 908 time: 0.0490892 Sep 18 07:31:10.403565 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34a066-b46e-4d61-a1db-b6e028b74b7b req-d36d3200-281d-4a24-9ed2-56ff0174fbc3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:10.407551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a34a066-b46e-4d61-a1db-b6e028b74b7b req-d36d3200-281d-4a24-9ed2-56ff0174fbc3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0508623 Sep 18 07:31:10.446522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a34a066-b46e-4d61-a1db-b6e028b74b7b req-b0548ac3-6b90-4509-a37c-c96aa3875180 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Sep 18 07:31:10.760988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c5b4f-bca4-4266-af4b-e2008a7dfc37 req-ae7e24a1-d920-416f-aba4-5d564ca6e2a5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:10.762500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-256c5b4f-bca4-4266-af4b-e2008a7dfc37 req-ae7e24a1-d920-416f-aba4-5d564ca6e2a5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 908 time: 0.0520144 Sep 18 07:31:10.820820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba9c225b-d1be-4e9f-a242-88b4d9de8881 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:10.929377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ba9c225b-d1be-4e9f-a242-88b4d9de8881 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:31:10.933413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ba9c225b-d1be-4e9f-a242-88b4d9de8881 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:10.933807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:11.008492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:11.030285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:11.032994 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875c5e5e-ea8d-4667-ab45-e09be416151d" -d '{"events": [{"server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:11.049627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:11.123876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:11.152624 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece52d1-a83b-4632-89e6-946f662ae04c x-openstack-request-id: req-aece52d1-a83b-4632-89e6-946f662ae04c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:11.156436 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:11.156436 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aece52d1-a83b-4632-89e6-946f662ae04c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:11.156436 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881', 'code': 200} Sep 18 07:31:11.179838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:11.275663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a25ef-8195-4fc9-9fc7-569ce313e939 req-7d7ea1af-d0bd-4c4c-bcfe-d4be212d3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:11.277223 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e97a25ef-8195-4fc9-9fc7-569ce313e939 req-7d7ea1af-d0bd-4c4c-bcfe-d4be212d3da7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 1061 time: 0.0482275 Sep 18 07:31:11.547255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd388-34cc-4605-872b-4ce76edd4b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:11.560844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea37f-a778-4518-bf3c-fe19dca29fdf req-787e32d5-66a1-4935-96af-280debf4ee16 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:11.562950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e3ea37f-a778-4518-bf3c-fe19dca29fdf req-787e32d5-66a1-4935-96af-280debf4ee16 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0494802 Sep 18 07:31:11.600189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e3ea37f-a778-4518-bf3c-fe19dca29fdf req-442122f4-3aa2-4404-884a-8aac008b3929 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Sep 18 07:31:11.875204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c397-d533-44b1-bb6c-0314d8acbf18 req-93f7824e-7471-442c-a19f-8c53fc9affe9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:11.876569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bb9c397-d533-44b1-bb6c-0314d8acbf18 req-93f7824e-7471-442c-a19f-8c53fc9affe9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0475910 Sep 18 07:31:12.117807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:12.715468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d195f8c-9f3a-4635-8562-e584d7169158 req-d0c26cc5-5b55-428f-8eff-22448e1847d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:12.716963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d195f8c-9f3a-4635-8562-e584d7169158 req-d0c26cc5-5b55-428f-8eff-22448e1847d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0488341 Sep 18 07:31:12.756322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d195f8c-9f3a-4635-8562-e584d7169158 req-ce455199-bc21-42ce-b736-28723a44ab43 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Sep 18 07:31:12.995844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321f9b-87b3-47f6-ae19-431e860e87a0 req-e39d02c9-bf39-4eb6-ab8c-b3d5a7a4001d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:12.997363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8321f9b-87b3-47f6-ae19-431e860e87a0 req-e39d02c9-bf39-4eb6-ab8c-b3d5a7a4001d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0535917 Sep 18 07:31:13.113541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17388-be09-4f19-8aa4-ff0525482e25 req-b9cef2dd-2403-445a-b5c4-443154484b68 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.115069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43a17388-be09-4f19-8aa4-ff0525482e25 req-b9cef2dd-2403-445a-b5c4-443154484b68 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0482626 Sep 18 07:31:13.217695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6c7bd-b758-443d-9753-8d14bc8d644a req-800db7d2-396b-4ba2-a885-9745d85abff4 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.219741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35f6c7bd-b758-443d-9753-8d14bc8d644a req-800db7d2-396b-4ba2-a885-9745d85abff4 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 1061 time: 0.0396290 Sep 18 07:31:13.309196 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:13.323291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eac15-bdb7-41d2-afc6-b0adb62d6760 req-562ac516-cb42-441d-ab93-c184d6dc8c02 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.324808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b18eac15-bdb7-41d2-afc6-b0adb62d6760 req-562ac516-cb42-441d-ab93-c184d6dc8c02 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1136 time: 0.0414743 Sep 18 07:31:13.363549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b18eac15-bdb7-41d2-afc6-b0adb62d6760 req-7abe860c-a3c4-4def-95dc-029ce8eb7d03 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0320191 Sep 18 07:31:13.384782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:13.423634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566273-7734-4a24-b9b4-07e81de06d38 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.425132 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-57566273-7734-4a24-b9b4-07e81de06d38 tempest-TestSecurityGroupsBasicOps-634201036 tempest-TestSecurityGroupsBasicOps-634201036-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 1056 time: 0.0393507 Sep 18 07:31:13.815109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc10b4-323e-4690-b8b7-3e7e37f454fa req-eee10a19-29ad-47e8-b1b7-1fc871f4ecc8 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.816626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cfc10b4-323e-4690-b8b7-3e7e37f454fa req-eee10a19-29ad-47e8-b1b7-1fc871f4ecc8 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0495071 Sep 18 07:31:13.917709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ed024-07a5-471b-9f91-37126341ec5e req-5549110c-9d80-4abb-a291-466acf19e2be tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:13.919190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03ed024-07a5-471b-9f91-37126341ec5e req-5549110c-9d80-4abb-a291-466acf19e2be tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0478482 Sep 18 07:31:13.956360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03ed024-07a5-471b-9f91-37126341ec5e req-54e54bb5-ea57-4752-9b40-c9e9a3b74ad2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Sep 18 07:31:14.794845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:14.932774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0170-cd9f-4c0c-9a5e-09fe6638fe76 req-dbe745ff-324a-4290-a868-c1f3f0544a85 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:14.934334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa8a0170-cd9f-4c0c-9a5e-09fe6638fe76 req-dbe745ff-324a-4290-a868-c1f3f0544a85 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0493963 Sep 18 07:31:15.078069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8041f72-edfa-4c20-9510-61787ec1fb25 req-5271fd08-176a-419a-84b7-19f833e7786e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:15.079874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8041f72-edfa-4c20-9510-61787ec1fb25 req-5271fd08-176a-419a-84b7-19f833e7786e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0545866 Sep 18 07:31:15.117276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8041f72-edfa-4c20-9510-61787ec1fb25 req-a2b44de7-8184-4ede-9117-e98c7c95da50 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Sep 18 07:31:15.240988 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:15.286522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-fd6fc90b-18c4-4022-be11-6032aa0e117d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:15.288005 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-fd6fc90b-18c4-4022-be11-6032aa0e117d tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 909 time: 0.0490987 Sep 18 07:31:15.382703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port ba9c225b-d1be-4e9f-a242-88b4d9de8881 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:15.383049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:15.470969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port ba9c225b-d1be-4e9f-a242-88b4d9de8881, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba9c225b-d1be-4e9f-a242-88b4d9de8881,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:15.471340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:15.484147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for ba9c225b-d1be-4e9f-a242-88b4d9de8881 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:15.666198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:15.695373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=ba9c225b-d1be-4e9f-a242-88b4d9de8881,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:15.740100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] No DVR routers for this DVR port ba9c225b-d1be-4e9f-a242-88b4d9de8881 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:15.740316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:15.742447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e5aa04d-93bb-4442-acd9-d400dadc832c req-a6cc6603-6e40-4f70-8321-fc7025c01171 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.24 "DELETE /v2.0/ports/ba9c225b-d1be-4e9f-a242-88b4d9de8881 HTTP/1.1" status: 204 len: 173 time: 0.4483898 Sep 18 07:31:15.743015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'name': 'network-vif-deleted', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:15.745409 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396eed91-88a2-463e-ab5c-c92ac3f367a0" -d '{"events": [{"server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "name": "network-vif-deleted", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:15.791638 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e13fc-fcc7-4a86-9cad-d956ff733a07 x-openstack-request-id: req-9f2e13fc-fcc7-4a86-9cad-d956ff733a07 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:15.791638 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0a9e05-6546-4937-8533-9d2cd29a270a", "name": "network-vif-deleted", "tag": "ba9c225b-d1be-4e9f-a242-88b4d9de8881", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:15.791638 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2e13fc-fcc7-4a86-9cad-d956ff733a07 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:15.791638 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0a9e05-6546-4937-8533-9d2cd29a270a', 'name': 'network-vif-deleted', 'tag': 'ba9c225b-d1be-4e9f-a242-88b4d9de8881', 'status': 'completed', 'code': 200} Sep 18 07:31:16.038519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e93e996-22ce-4410-851b-69278e0d735d req-e682469e-968c-4bce-acbe-54c91d1fa346 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd0a9e05-6546-4937-8533-9d2cd29a270a HTTP/1.1" status: 200 len: 210 time: 0.0287957 Sep 18 07:31:16.234698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a573-9d8e-4d65-b4bf-8e09c6232292 req-9fc310cc-8f10-4020-8ada-f95aa8662900 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:16.236278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49a5a573-9d8e-4d65-b4bf-8e09c6232292 req-9fc310cc-8f10-4020-8ada-f95aa8662900 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0485518 Sep 18 07:31:16.274272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49a5a573-9d8e-4d65-b4bf-8e09c6232292 req-fef607b7-09f4-4628-90da-6d47692b42bd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Sep 18 07:31:17.098247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33854) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:17.423437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e3237-9bf4-44ff-a9b7-c39b473d8c75 req-b76804b7-182e-4a87-a4dd-8316938bce1b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:17.424917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-987e3237-9bf4-44ff-a9b7-c39b473d8c75 req-b76804b7-182e-4a87-a4dd-8316938bce1b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0766222 Sep 18 07:31:17.478411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-987e3237-9bf4-44ff-a9b7-c39b473d8c75 req-faeb0cb7-1cfa-4a00-8062-567f84da5674 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473039 Sep 18 07:31:17.529496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:17.788170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port c319d7e2-d674-461f-bd52-e7062c69b36d {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:17.788510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:17.913585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port c319d7e2-d674-461f-bd52-e7062c69b36d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c319d7e2-d674-461f-bd52-e7062c69b36d,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:17.913980 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:17.928708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for c319d7e2-d674-461f-bd52-e7062c69b36d owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:17.951092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcadb8-7f1a-434b-a89b-a60c62237c7c req-633a9c97-8e15-47dd-8cb4-3a826c953629 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:17.952651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17bcadb8-7f1a-434b-a89b-a60c62237c7c req-633a9c97-8e15-47dd-8cb4-3a826c953629 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0782475 Sep 18 07:31:18.036427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-17bcadb8-7f1a-434b-a89b-a60c62237c7c req-71a74805-75c5-440b-9582-2e355c77e2e1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488129 Sep 18 07:31:18.223687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:18.255036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=c319d7e2-d674-461f-bd52-e7062c69b36d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:18.281142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.281493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.281864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.282222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.282554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.282887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.283208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.283532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.283855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.284433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.284753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.285072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:18.444992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:18.641796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f222f0-073e-4f89-ac36-e904894bcb50 req-b2f53cd4-dab8-449c-8ce5-0d1228e84b6a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:18.643315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67f222f0-073e-4f89-ac36-e904894bcb50 req-b2f53cd4-dab8-449c-8ce5-0d1228e84b6a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0943081 Sep 18 07:31:18.722095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67f222f0-073e-4f89-ac36-e904894bcb50 req-eeed0f9d-42d3-4224-9d4e-2d361427a63f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706947 Sep 18 07:31:18.725828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 766b17b4-0fba-4953-91c2-15b4e35ffd75 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:18.832746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:18.838110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c1b54dda-5205-4cb9-a259-492e16ed8a3b tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "PUT /v2.0/routers/766b17b4-0fba-4953-91c2-15b4e35ffd75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387359 Sep 18 07:31:18.840893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:18.842616 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Sync routers for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:18.852619 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:18.853239 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:18.884332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba9c225b-d1be-4e9f-a242-88b4d9de8881 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:18.899552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting subnet 27bd7a7b-c357-4f31-8046-9f8d75ff63da {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:31:18.904442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ba9c225b-d1be-4e9f-a242-88b4d9de8881 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:18.904793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba9c225b-d1be-4e9f-a242-88b4d9de8881 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:18.905068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:18.946028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:18.956930 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:19.028265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.130450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:31:18Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:19.157132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bf5b9-5ff7-46e1-ba42-48f10f6fd5e0 req-432e3e73-1680-48a2-83af-d31bbdfa2513 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:19.158650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee0bf5b9-5ff7-46e1-ba42-48f10f6fd5e0 req-432e3e73-1680-48a2-83af-d31bbdfa2513 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0478287 Sep 18 07:31:19.160347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Checking router: 766b17b4-0fba-4953-91c2-15b4e35ffd75 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:19.161335 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.169020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Routers {'766b17b4-0fba-4953-91c2-15b4e35ffd75'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:19.169693 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['766b17b4-0fba-4953-91c2-15b4e35ffd75'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:19.191855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Subnet': ['ID=27bd7a7b-c357-4f31-8046-9f8d75ff63da,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:19.194349 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.196196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/subnets/27bd7a7b-c357-4f31-8046-9f8d75ff63da HTTP/1.1" status: 204 len: 168 time: 0.3540971 Sep 18 07:31:19.199086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:19.202553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.202938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.203246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.204082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.204341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.204811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.205306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.205800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.206119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6749031-8206-4ec8-85b2-667e06663836 None None] Network f208f9f0-e105-452c-9f3e-1dbd7406a481 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:19.206268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.206575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.206904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.207228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afb8876-a432-4790-87a9-cb8a6b8d86d2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:19.214432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee0bf5b9-5ff7-46e1-ba42-48f10f6fd5e0 req-3daf3cf1-dd1b-4026-a6ad-799ad14a3760 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486786 Sep 18 07:31:19.291456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] Set router 766b17b4-0fba-4953-91c2-15b4e35ffd75 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:19.315246 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.400442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] DHCP port deletion for f208f9f0-e105-452c-9f3e-1dbd7406a481 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:31:19.440193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.447737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Deleting port 77e0847b-ef91-43c0-b861-eb661fc73e53 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:19.448123 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.471083 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:31:18Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:19.496309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc02e5-d205-4fcb-bcd7-72d56c48044b None None] The sync data for ids ['766b17b4-0fba-4953-91c2-15b4e35ffd75'] in n-d-789963-14 is: [{'id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1023251450', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:31:18Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'b1a2142d-4585-4bb7-8dca-93686fbdd553', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b17b4-0fba-4953-91c2-15b4e35ffd75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:30:52Z', 'updated_at': '2021-09-18T07:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:19.514375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] For port 77e0847b-ef91-43c0-b861-eb661fc73e53, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=77e0847b-ef91-43c0-b861-eb661fc73e53,segment=NetworkSegment(494944e2-281c-4c0d-b96d-f4dd60b48be8),segment_id=494944e2-281c-4c0d-b96d-f4dd60b48be8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:19.515927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.529015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Calling delete_port for 77e0847b-ef91-43c0-b861-eb661fc73e53 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:19.581646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port b1a2142d-4585-4bb7-8dca-93686fbdd553 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:19.582019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.657132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port b1a2142d-4585-4bb7-8dca-93686fbdd553, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b1a2142d-4585-4bb7-8dca-93686fbdd553,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:19.657391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.666075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.669762 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for b1a2142d-4585-4bb7-8dca-93686fbdd553 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:19.694283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] Pushing event deleted for resources: {'Port': ['ID=77e0847b-ef91-43c0-b861-eb661fc73e53,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:19.698754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13cfcc-4443-4ca6-9a9d-0565d2c2507f None None] No DVR routers for this DVR port 77e0847b-ef91-43c0-b861-eb661fc73e53 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:19.868223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28f07d-b6df-4dae-89e3-a0010171ecdb req-5b0db13d-4515-4ec0-8595-5e311cc561ca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:19.869784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd28f07d-b6df-4dae-89e3-a0010171ecdb req-5b0db13d-4515-4ec0-8595-5e311cc561ca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0819299 Sep 18 07:31:19.908979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd28f07d-b6df-4dae-89e3-a0010171ecdb req-90a3130c-f2bb-4f34-9af7-bd0a17fb5f46 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Sep 18 07:31:19.943946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:19.974045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=b1a2142d-4585-4bb7-8dca-93686fbdd553,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:20.034693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.123587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.125700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.221394 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.222062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Fanout notify agent at l3_agent the message router_deleted on router 766b17b4-0fba-4953-91c2-15b4e35ffd75 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:31:20.229276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.229875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b4373a91-473f-4c14-b26d-1644785d0731 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/routers/766b17b4-0fba-4953-91c2-15b4e35ffd75 HTTP/1.1" status: 204 len: 168 time: 1.0296271 Sep 18 07:31:20.232669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33882) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:20.322001 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.345878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61be914-31fc-46eb-b901-5fad30009828 req-f836e956-03c1-45fc-ac4d-045e685a4aac tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:20.347428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a61be914-31fc-46eb-b901-5fad30009828 req-f836e956-03c1-45fc-ac4d-045e685a4aac tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0575507 Sep 18 07:31:20.390048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a61be914-31fc-46eb-b901-5fad30009828 req-b14773cf-505c-45e7-875c-3e5686810759 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 Sep 18 07:31:20.416548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.435991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f208f9f0-e105-452c-9f3e-1dbd7406a481']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:20.445515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494944e2-281c-4c0d-b96d-f4dd60b48be8') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:20.445811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494944e2-281c-4c0d-b96d-f4dd60b48be8') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:20.454844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.467541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.473499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:31:20.473826 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:31:20.476712 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:31:20.595325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.602904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.604304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/networks/f208f9f0-e105-452c-9f3e-1dbd7406a481 HTTP/1.1" status: 204 len: 168 time: 0.3706348 Sep 18 07:31:20.607042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:20.616793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c03c23-f089-4d51-b9a4-ae524056a437 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Network': ['ID=f208f9f0-e105-452c-9f3e-1dbd7406a481,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:20.748963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 77e0847b-ef91-43c0-b861-eb661fc73e53 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:20.767791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port 30ee9bff-0367-45ee-82a8-b87917822809 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:20.768134 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.774588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 77e0847b-ef91-43c0-b861-eb661fc73e53 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:20.775005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 77e0847b-ef91-43c0-b861-eb661fc73e53 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:20.775485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b1a2142d-4585-4bb7-8dca-93686fbdd553 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:20.794259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b1a2142d-4585-4bb7-8dca-93686fbdd553 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:20.794607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b1a2142d-4585-4bb7-8dca-93686fbdd553 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:20.795016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c319d7e2-d674-461f-bd52-e7062c69b36d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:20.813859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c319d7e2-d674-461f-bd52-e7062c69b36d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:20.814240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c319d7e2-d674-461f-bd52-e7062c69b36d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:20.844983 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.845312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:20.856464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for 30ee9bff-0367-45ee-82a8-b87917822809 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:20.898934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:31:21.011391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:21.023048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0', 'mac_address': 'fa:16:3e:dc:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:31:21.047782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abce9da-2ad8-431d-bc93-efc4de69396f req-24e17208-137d-4e22-9458-609c077f4cd8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:21.049282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6abce9da-2ad8-431d-bc93-efc4de69396f req-24e17208-137d-4e22-9458-609c077f4cd8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 944 time: 0.0600591 Sep 18 07:31:21.059940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:21.073988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:31:21.088137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6abce9da-2ad8-431d-bc93-efc4de69396f req-f582c58a-4d85-4a9a-b998-19bd5d7006e8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Sep 18 07:31:21.089191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:21.096334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:21.116355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=30ee9bff-0367-45ee-82a8-b87917822809,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:21.173424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:21.173759 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Floating IP 47325ce5-a846-497a-8e42-be6b56b29aac disassociated (deleted). External IP: 172.25.4.84, port: 82dc3e32-734c-4840-a3a1-02e6893ae9b5. Sep 18 07:31:21.183706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:21.230641 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:21.390062 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:21.524243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:21.528966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:21.534873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Sync routers for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:21.539803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['8025678a-9fd0-4b6a-8dda-243f1d96f6f0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:31:21.590083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:21.590739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:21.739862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:21.904713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec536e-ab2e-4b74-8175-8bf3aa5ef81a req-f29a05a7-5300-40bf-a3f5-e99fec8456e0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:21.906224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42ec536e-ab2e-4b74-8175-8bf3aa5ef81a req-f29a05a7-5300-40bf-a3f5-e99fec8456e0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.4292679 Sep 18 07:31:21.913485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7c63ab78-16d1-400b-a594-535d60124265 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/floatingips/47325ce5-a846-497a-8e42-be6b56b29aac HTTP/1.1" status: 204 len: 168 time: 1.3046913 Sep 18 07:31:21.913485 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:21.917966 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:21.960649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42ec536e-ab2e-4b74-8175-8bf3aa5ef81a req-233c4d8c-f6a5-48b7-a8fa-a2f4a93319ff tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Sep 18 07:31:22.001233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:22.025081 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8b8f05-0c98-4631-b236-82d6ca064e3a x-openstack-request-id: req-2e8b8f05-0c98-4631-b236-82d6ca064e3a {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:22.025448 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:22.025769 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e8b8f05-0c98-4631-b236-82d6ca064e3a {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:22.026270 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'status': 'completed', 'code': 200} Sep 18 07:31:22.034928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Checking router: 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:22.044406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:22.045021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:22.104452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-68c542f5-afd8-4cd9-8191-77f86519d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.106042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-68c542f5-afd8-4cd9-8191-77f86519d2ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee485c7547294a99a5f9f6b958527d89&device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 1136 time: 0.0540216 Sep 18 07:31:22.168596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:22.232899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-99652a90-6a73-4032-98cf-5b2b5e46b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.233847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab8688-376e-4ae5-80cd-1e096472ff8d req-ccc163c2-1490-4aee-8f80-591dc16c0921 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.234747 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-99652a90-6a73-4032-98cf-5b2b5e46b14b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a3e90b9-2586-4469-b8ef-d0f870fe5912 HTTP/1.1" status: 200 len: 897 time: 0.1217735 Sep 18 07:31:22.235591 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dab8688-376e-4ae5-80cd-1e096472ff8d req-ccc163c2-1490-4aee-8f80-591dc16c0921 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 945 time: 0.0562320 Sep 18 07:31:22.279702 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dab8688-376e-4ae5-80cd-1e096472ff8d req-6bc2d6af-b5e3-458e-be29-ffd1ed0c33d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Sep 18 07:31:22.301031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-72d9d90c-a990-40ca-859e-8285bd7f359a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5 HTTP/1.1" status: 200 len: 217 time: 0.0593543 Sep 18 07:31:22.369506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-696bee02-13d9-4704-bda5-d5d08e5144be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.371129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-696bee02-13d9-4704-bda5-d5d08e5144be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33de115c-32c3-4cb0-be46-c48569b1f428 HTTP/1.1" status: 200 len: 834 time: 0.0625689 Sep 18 07:31:22.395560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cf141-ba51-4139-8184-94670c27277e req-2ee10f09-f66f-43e8-98a8-4b9aecc454ed tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.397195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-361cf141-ba51-4139-8184-94670c27277e req-2ee10f09-f66f-43e8-98a8-4b9aecc454ed tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0718603 Sep 18 07:31:22.424948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:22.430744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-1db3f367-baae-48c1-9f91-aaa88e04737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:22.433039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-1db3f367-baae-48c1-9f91-aaa88e04737f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a3e90b9-2586-4469-b8ef-d0f870fe5912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539310 Sep 18 07:31:22.446140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-361cf141-ba51-4139-8184-94670c27277e req-84be2c2e-0664-4ec5-a7c1-54b02a8b6728 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426576 Sep 18 07:31:22.454848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec5468-96c4-4649-aa68-10019b40420b None None] The sync data for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 is: [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:59Z', 'revision_number': 4, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8fb44ecb-2004-49c2-869c-25ad9fe31108', 'name': '', 'network_id': '9a3e90b9-2586-4469-b8ef-d0f870fe5912', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'mac_address': 'fa:16:3e:d7:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:58Z', 'updated_at': '2021-09-18T07:30:02Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'subnets': [{'id': '33de115c-32c3-4cb0-be46-c48569b1f428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:22.538065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-a2d56086-b27e-4610-9541-9de184313d2a service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970650 Sep 18 07:31:22.632689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6c9ae0f1-1a8a-47ff-a6c3-01bf13bacaa9 req-cb863c55-3d9f-4f6a-85fd-2c3f13949dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872386 Sep 18 07:31:22.702689 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ef92-8906-4562-a401-811cd776ccfc None None] New status for floating IP 47325ce5-a846-497a-8e42-be6b56b29aac: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:31:22.905861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:23.009162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:31:23.013118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:23.013489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:23.083407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d36096-0121-4419-9c2a-f75043e0fa19 req-4f5c5ba5-2f3b-421d-a62d-57a2df3dcaa8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:23.084809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63d36096-0121-4419-9c2a-f75043e0fa19 req-4f5c5ba5-2f3b-421d-a62d-57a2df3dcaa8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0488892 Sep 18 07:31:23.091841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:23.114847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:23.117089 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8986227-2467-46da-b219-b0d03b11eaf9" -d '{"events": [{"server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "name": "network-vif-plugged", "status": "completed", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:23.123472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63d36096-0121-4419-9c2a-f75043e0fa19 req-99d8e80d-d281-4359-a318-669f93978099 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Sep 18 07:31:23.129842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:23.155811 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df387c-025c-4cbb-8aac-50f585ca93f9 x-openstack-request-id: req-c0df387c-025c-4cbb-8aac-50f585ca93f9 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:23.156108 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "name": "network-vif-plugged", "status": "completed", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:23.156368 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0df387c-025c-4cbb-8aac-50f585ca93f9 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:23.157329 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0', 'code': 200} Sep 18 07:31:23.206881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:23.255594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:23.280437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b604b9-46a2-48d2-ac23-eb0ac6c8eb5e req-94f9998e-bf47-4091-9217-de21aa79eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:23.282466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a9b604b9-46a2-48d2-ac23-eb0ac6c8eb5e req-94f9998e-bf47-4091-9217-de21aa79eea4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 1098 time: 0.0452509 Sep 18 07:31:23.318159 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a9b604b9-46a2-48d2-ac23-eb0ac6c8eb5e req-b1e6a833-81ad-4469-b4ca-7c07d9edfbdb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280464 Sep 18 07:31:23.391207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e865-04ca-4d09-95ca-214a655774c7 req-814ca5dd-b6ca-4369-a2d9-500a3f02fba5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:23.392692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2b5e865-04ca-4d09-95ca-214a655774c7 req-814ca5dd-b6ca-4369-a2d9-500a3f02fba5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0472534 Sep 18 07:31:23.430308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2b5e865-04ca-4d09-95ca-214a655774c7 req-6d290f3f-7e98-4d95-a003-69454bc32119 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Sep 18 07:31:23.566185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083339c-a227-47c2-9692-b19bacd56f53 req-bdf5e694-a469-4ea8-b6d4-218312b0d1e7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:23.567644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c083339c-a227-47c2-9692-b19bacd56f53 req-bdf5e694-a469-4ea8-b6d4-218312b0d1e7 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0477419 Sep 18 07:31:23.610141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c083339c-a227-47c2-9692-b19bacd56f53 req-bbb3fb69-e02a-4fb4-864b-6f7d99f76a38 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/security-groups?id=20e61621-2853-462f-b0f6-1223e2ca5610&id=fe8c980d-c56f-4462-9d49-0cd2931ee55b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364935 Sep 18 07:31:23.653989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-89a7111b-9c62-4b04-bbfe-653235536c87 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:23.655374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-89a7111b-9c62-4b04-bbfe-653235536c87 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 984 time: 0.0480809 Sep 18 07:31:23.747154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:23.747494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:23.833595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port 82dc3e32-734c-4840-a3a1-02e6893ae9b5, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=82dc3e32-734c-4840-a3a1-02e6893ae9b5,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:23.833988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:23.846607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for 82dc3e32-734c-4840-a3a1-02e6893ae9b5 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:24.046677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:24.075053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=82dc3e32-734c-4840-a3a1-02e6893ae9b5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:24.115048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] No DVR routers for this DVR port 82dc3e32-734c-4840-a3a1-02e6893ae9b5 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:24.117736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:24.119759 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6468b919-d13e-42bb-a002-7e67e25ea250 req-a933e09e-9613-466a-884b-4a9bd0cc2a8c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.37 "DELETE /v2.0/ports/82dc3e32-734c-4840-a3a1-02e6893ae9b5 HTTP/1.1" status: 204 len: 173 time: 0.4584837 Sep 18 07:31:24.120191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'name': 'network-vif-deleted', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:24.122451 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a821cd91-0350-4248-af42-b4191f97b773" -d '{"events": [{"server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "name": "network-vif-deleted", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:24.159382 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7846115b-7e29-45ec-8429-8efd127e0c89 x-openstack-request-id: req-7846115b-7e29-45ec-8429-8efd127e0c89 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:24.159692 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca838cb-311a-4a09-82f4-daea16bc6837", "name": "network-vif-deleted", "tag": "82dc3e32-734c-4840-a3a1-02e6893ae9b5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:24.160012 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7846115b-7e29-45ec-8429-8efd127e0c89 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:24.160436 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca838cb-311a-4a09-82f4-daea16bc6837', 'name': 'network-vif-deleted', 'tag': '82dc3e32-734c-4840-a3a1-02e6893ae9b5', 'status': 'completed', 'code': 200} Sep 18 07:31:24.244306 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db261f-13e2-41ee-8594-7ccddb66eeb1 req-db7289c2-8733-4767-8ce7-6c7ce0e3c3d0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:24.245984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0db261f-13e2-41ee-8594-7ccddb66eeb1 req-db7289c2-8733-4767-8ce7-6c7ce0e3c3d0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0493066 Sep 18 07:31:24.284935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0db261f-13e2-41ee-8594-7ccddb66eeb1 req-88affe71-7769-4bda-aa8d-85a5a941162f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Sep 18 07:31:24.553866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644c716-71bd-40a5-803d-e68887cd0daf req-510224b8-9958-47a4-86b3-f0d54972af41 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:24.555381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d644c716-71bd-40a5-803d-e68887cd0daf req-510224b8-9958-47a4-86b3-f0d54972af41 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0511131 Sep 18 07:31:24.596409 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d644c716-71bd-40a5-803d-e68887cd0daf req-cfa12a42-f866-4acd-872c-61b7b19ca759 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Sep 18 07:31:24.712551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-415047dc-2e38-4261-ae60-a65bdb3aa863 req-6a723a62-2764-4481-9ed7-18a5a99d06a2 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca838cb-311a-4a09-82f4-daea16bc6837 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Sep 18 07:31:25.405235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370d90b-fa56-4dc2-a237-c9c620b8f0ce req-cd771d01-edce-4985-b2ee-9b19dc444e0e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:25.406799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3370d90b-fa56-4dc2-a237-c9c620b8f0ce req-cd771d01-edce-4985-b2ee-9b19dc444e0e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0512195 Sep 18 07:31:25.443613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3370d90b-fa56-4dc2-a237-c9c620b8f0ce req-9aae9375-15c9-4e1b-a420-8bec594318ef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Sep 18 07:31:25.706791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f81c-29df-4e99-a624-7dfe6d1d4a2b req-da6d7d41-1364-4140-9885-5124d704e582 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:25.708321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bb4f81c-29df-4e99-a624-7dfe6d1d4a2b req-da6d7d41-1364-4140-9885-5124d704e582 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0478494 Sep 18 07:31:25.745254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bb4f81c-29df-4e99-a624-7dfe6d1d4a2b req-ab922c8d-848f-4d1b-8392-cd1e681799f7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Sep 18 07:31:25.767305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33924) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:25.828457 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:25.871780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:25.899119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba35a-b6df-4f2a-b268-5483fa58d317 req-a272adac-d5b7-45b5-ade3-1597fd22c139 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:25.900520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89bba35a-b6df-4f2a-b268-5483fa58d317 req-a272adac-d5b7-45b5-ade3-1597fd22c139 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0896406 Sep 18 07:31:25.944664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89bba35a-b6df-4f2a-b268-5483fa58d317 req-27b4f077-cb30-4ddc-9d6d-156d5f34236a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Sep 18 07:31:26.037747 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.040309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.041449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe8c980d-c56f-4462-9d49-0cd2931ee55b HTTP/1.1" status: 204 len: 168 time: 0.2730551 Sep 18 07:31:26.044288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33928) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:26.057293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db93a00-f726-4f56-8051-ec23d06ef22c tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c980d-c56f-4462-9d49-0cd2931ee55b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:26.072741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf67c8-f03d-45f4-8b6b-4b6faa4ab80e req-6aa67701-db30-4376-87b4-58bf019f6ea5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:26.074397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2acf67c8-f03d-45f4-8b6b-4b6faa4ab80e req-6aa67701-db30-4376-87b4-58bf019f6ea5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0650516 Sep 18 07:31:26.106853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.116422 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2acf67c8-f03d-45f4-8b6b-4b6faa4ab80e req-17f583f6-ad25-462d-bb06-b34b9a972dd0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Sep 18 07:31:26.130047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.217842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.221181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.222448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/security-groups/20e61621-2853-462f-b0f6-1223e2ca5610 HTTP/1.1" status: 204 len: 168 time: 0.1771500 Sep 18 07:31:26.225834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:26.238162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387ddb4-1a79-4d20-8449-f4957cb390b5 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e61621-2853-462f-b0f6-1223e2ca5610,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:26.599986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e22fb-46e4-46e2-bd76-82bd85ccf422 req-c90b236b-2446-4032-bdb7-8cace0339dfd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:26.601509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e9e22fb-46e4-46e2-bd76-82bd85ccf422 req-c90b236b-2446-4032-bdb7-8cace0339dfd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0871525 Sep 18 07:31:26.604915 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.619174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ec567-a217-4017-afae-8a956f63407c req-62bffaf1-c049-425f-8513-f8eb5b903781 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:26.620653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-644ec567-a217-4017-afae-8a956f63407c req-62bffaf1-c049-425f-8513-f8eb5b903781 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0720439 Sep 18 07:31:26.670950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e9e22fb-46e4-46e2-bd76-82bd85ccf422 req-fed84c85-8d2e-42fe-a59e-414e1583e5b4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597606 Sep 18 07:31:26.683377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-644ec567-a217-4017-afae-8a956f63407c req-797c0eca-0ecc-4585-abfe-d1ca60fa8e82 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554817 Sep 18 07:31:26.868731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port 8fb44ecb-2004-49c2-869c-25ad9fe31108 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:26.869114 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.940541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 82dc3e32-734c-4840-a3a1-02e6893ae9b5 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:26.956376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port 8fb44ecb-2004-49c2-869c-25ad9fe31108, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8fb44ecb-2004-49c2-869c-25ad9fe31108,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:26.956736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:26.959846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 82dc3e32-734c-4840-a3a1-02e6893ae9b5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:26.960194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 82dc3e32-734c-4840-a3a1-02e6893ae9b5 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:26.968893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for 8fb44ecb-2004-49c2-869c-25ad9fe31108 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:27.254969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:27.288158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=8fb44ecb-2004-49c2-869c-25ad9fe31108,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:27.459076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:27.832928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406d64d-b231-4619-b429-4a1ebb22b447 req-7831d8aa-804c-44f0-b632-e4217df64d8e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:27.834548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0406d64d-b231-4619-b429-4a1ebb22b447 req-7831d8aa-804c-44f0-b632-e4217df64d8e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0895357 Sep 18 07:31:27.847517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf4606-8ec7-4543-96da-88cc6e689c00 req-3f4de873-2861-4008-be6f-d594120a2713 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:27.849184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdf4606-8ec7-4543-96da-88cc6e689c00 req-3f4de873-2861-4008-be6f-d594120a2713 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0878794 Sep 18 07:31:27.906166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0406d64d-b231-4619-b429-4a1ebb22b447 req-87cce7a5-4420-4813-92ae-c55f13c19541 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559425 Sep 18 07:31:27.912190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdf4606-8ec7-4543-96da-88cc6e689c00 req-7f28a19f-3b2c-40e3-b903-c5a39435bc3f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558963 Sep 18 07:31:27.984336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:28.089629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:28.096939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7fad7243-2ee9-4921-ad1b-88ef813803d9 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "PUT /v2.0/routers/64dd8e9a-aeaa-4db0-acbd-060e47ba6925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690217 Sep 18 07:31:28.097539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:28.099406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Sync routers for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:28.108752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:28.109466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:28.147126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting subnet 33de115c-32c3-4cb0-be46-c48569b1f428 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:31:28.150471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.189571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.214673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:28.301890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.341078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-f362f5d2-9d3d-4978-98fe-fac56cd91124 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:28.342573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-f362f5d2-9d3d-4978-98fe-fac56cd91124 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 946 time: 0.0902431 Sep 18 07:31:28.394011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:31:27Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:28.424312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Checking router: 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:28.433596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Routers {'64dd8e9a-aeaa-4db0-acbd-060e47ba6925'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:28.434358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:28.452046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:28.452388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.512235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.549261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Subnet': ['ID=33de115c-32c3-4cb0-be46-c48569b1f428,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:28.556918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.561518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9325c819-bb76-4c7b-8e02-a5c81525b1b3 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/subnets/33de115c-32c3-4cb0-be46-c48569b1f428 HTTP/1.1" status: 204 len: 168 time: 0.4604597 Sep 18 07:31:28.565135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 33948) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:28.610355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:28.610734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.624857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:28.627188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e93309-6803-419d-9afc-e64934bbb385 None None] Network 9a3e90b9-2586-4469-b8ef-d0f870fe5912 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:28.695275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.783186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] Set router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:28.804228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.843594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.874366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=8025678a-9fd0-4b6a-8dda-243f1d96f6f0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:28.898020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['8025678a-9fd0-4b6a-8dda-243f1d96f6f0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:31:28.925736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:28.929230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:28.931631 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-47076fc7-baa7-47c4-ab75-7591cd65d3a2 req-8ceb7365-44b9-42ec-b724-75897b395c33 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "DELETE /v2.0/ports/8025678a-9fd0-4b6a-8dda-243f1d96f6f0 HTTP/1.1" status: 204 len: 173 time: 0.5811899 Sep 18 07:31:28.932308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'name': 'network-vif-deleted', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:28.937837 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7d1216-9d47-4fc4-8cce-2effa3f6a5b0" -d '{"events": [{"server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "name": "network-vif-deleted", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:28.948446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Deleting port a80eea6f-11e3-4080-8d36-371d4312bb34 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:28.949036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.018174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] DHCP port deletion for 9a3e90b9-2586-4469-b8ef-d0f870fe5912 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:31:29.055928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:31:27Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:29.090880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-148e9d50-55bb-4241-b269-e319f6ce5fb9 req-72ae090b-2478-453a-9c74-d2a24db03520 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0503154 Sep 18 07:31:29.096194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34862cd-df7a-4bad-9f88-7a0aa2f0f955 None None] The sync data for ids ['64dd8e9a-aeaa-4db0-acbd-060e47ba6925'] in n-d-789963-14 is: [{'id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-727506233', 'tenant_id': 'ee485c7547294a99a5f9f6b958527d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7'}], 'enable_snat': True}, 'gw_port_id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:31:27Z', 'revision_number': 5, 'project_id': 'ee485c7547294a99a5f9f6b958527d89', 'gw_port': {'id': 'a80eea6f-11e3-4080-8d36-371d4312bb34', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dd8e9a-aeaa-4db0-acbd-060e47ba6925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:54Z', 'updated_at': '2021-09-18T07:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:29.127941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Deleting port a9b6161f-38bb-4696-9dda-8c30c949001d {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:29.127941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.154086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] For port a80eea6f-11e3-4080-8d36-371d4312bb34, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a80eea6f-11e3-4080-8d36-371d4312bb34,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:29.154473 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.171862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6ce19-ea6f-460e-84be-5a51999bca97 req-d994c664-8b22-478d-bb80-19a378be18c7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:29.173988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abd6ce19-ea6f-460e-84be-5a51999bca97 req-d994c664-8b22-478d-bb80-19a378be18c7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1325614 Sep 18 07:31:29.182187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Calling delete_port for a80eea6f-11e3-4080-8d36-371d4312bb34 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:29.221994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.228428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] For port a9b6161f-38bb-4696-9dda-8c30c949001d, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a9b6161f-38bb-4696-9dda-8c30c949001d,segment=NetworkSegment(8406548a-714b-4890-bb8e-1af6dfd17b78),segment_id=8406548a-714b-4890-bb8e-1af6dfd17b78)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:29.228912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.239660 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61553fee-5660-4e75-b04c-834cbe231bc4 x-openstack-request-id: req-61553fee-5660-4e75-b04c-834cbe231bc4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:29.240972 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58970237-e240-45cf-b986-6018f44c59aa", "name": "network-vif-deleted", "tag": "8025678a-9fd0-4b6a-8dda-243f1d96f6f0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:29.241297 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61553fee-5660-4e75-b04c-834cbe231bc4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:29.241795 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58970237-e240-45cf-b986-6018f44c59aa', 'name': 'network-vif-deleted', 'tag': '8025678a-9fd0-4b6a-8dda-243f1d96f6f0', 'status': 'completed', 'code': 200} Sep 18 07:31:29.244376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Calling delete_port for a9b6161f-38bb-4696-9dda-8c30c949001d owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:29.257847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-abd6ce19-ea6f-460e-84be-5a51999bca97 req-4a317647-6bf1-455f-8212-5442bee44353 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736682 Sep 18 07:31:29.376105 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.404451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] Pushing event deleted for resources: {'Port': ['ID=a9b6161f-38bb-4696-9dda-8c30c949001d,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:29.409690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89756e93-b8e8-411e-8d44-0d2c2adf3d19 None None] No DVR routers for this DVR port a9b6161f-38bb-4696-9dda-8c30c949001d on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:29.461209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.487171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Port': ['ID=a80eea6f-11e3-4080-8d36-371d4312bb34,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:29.562280 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.654475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.657075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.772450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.773335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Fanout notify agent at l3_agent the message router_deleted on router 64dd8e9a-aeaa-4db0-acbd-060e47ba6925 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:31:29.780308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.785161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:29.785686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69fbd3b3-7cc9-4f06-9f6c-c2254010ce43 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/routers/64dd8e9a-aeaa-4db0-acbd-060e47ba6925 HTTP/1.1" status: 204 len: 168 time: 1.2223256 Sep 18 07:31:29.877411 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:29.982280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.003079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3e90b9-2586-4469-b8ef-d0f870fe5912']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:30.017051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8406548a-714b-4890-bb8e-1af6dfd17b78') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:30.017336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8406548a-714b-4890-bb8e-1af6dfd17b78') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:30.027453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.042563 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.048993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:31:30.049432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:31:30.053296 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:31:30.209313 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.216729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:30.220675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] 10.222.0.20 "DELETE /v2.0/networks/9a3e90b9-2586-4469-b8ef-d0f870fe5912 HTTP/1.1" status: 204 len: 168 time: 0.4329503 Sep 18 07:31:30.245450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eb13e-8a53-4a28-a2f5-67178d7b09f1 tempest-TestSecurityGroupsBasicOps-616237804 tempest-TestSecurityGroupsBasicOps-616237804-project] Pushing event deleted for resources: {'Network': ['ID=9a3e90b9-2586-4469-b8ef-d0f870fe5912,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:30.257749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d700ee6b-0aad-4229-95a5-b4c1d4dc1818 req-789f5c9e-338e-42a8-bb26-3033c6bb7113 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0300767 Sep 18 07:31:30.411018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b17f2-c0f0-4f5f-8a5a-328a42e83ecb req-24aa5e27-cdb0-4b1e-885d-24a733a03230 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:30.412970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e5b17f2-c0f0-4f5f-8a5a-328a42e83ecb req-24aa5e27-cdb0-4b1e-885d-24a733a03230 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0753639 Sep 18 07:31:30.478588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e5b17f2-c0f0-4f5f-8a5a-328a42e83ecb req-cfdf94ea-4711-4f16-8e76-f8d8f176ca17 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585148 Sep 18 07:31:30.645886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a9b6161f-38bb-4696-9dda-8c30c949001d no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:30.662507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a9b6161f-38bb-4696-9dda-8c30c949001d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:30.668734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a9b6161f-38bb-4696-9dda-8c30c949001d not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:30.668734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8fb44ecb-2004-49c2-869c-25ad9fe31108 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:30.683812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8fb44ecb-2004-49c2-869c-25ad9fe31108 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:30.684152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8fb44ecb-2004-49c2-869c-25ad9fe31108 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:30.684763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a80eea6f-11e3-4080-8d36-371d4312bb34 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:30.713477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a80eea6f-11e3-4080-8d36-371d4312bb34 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:30.713835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a80eea6f-11e3-4080-8d36-371d4312bb34 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:30.927419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 33998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:30.941154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:31:31.039710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:31.053975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:31:31.056156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:31.082561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:31.083317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8025678a-9fd0-4b6a-8dda-243f1d96f6f0 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:31.109624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0949e154-3328-4435-96ae-0269fcef3cd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee485c7547294a99a5f9f6b958527d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787956 Sep 18 07:31:31.110514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34002) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:31.124747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.139978 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:31:31.185249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:31.199249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.224559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.258213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.331338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['27ff1369-0ca3-42fd-b939-ebd366e153d7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:31:31.338612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:31.386821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d5d5fdef-41e0-4eeb-81e7-2363351fd275 req-786c1a14-e499-426f-9417-110706f89de6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0350237 Sep 18 07:31:31.389551 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.395502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:31.399018 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1f924b6-eb05-4083-af81-a05ab7956993 HTTP/1.1" status: 204 len: 168 time: 0.2850466 Sep 18 07:31:31.410735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa498d-06e6-42d1-b15f-d6f2007cc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f924b6-eb05-4083-af81-a05ab7956993,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:31.620048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a064d-5ed0-4d6d-a05e-bb9290709e45 req-ff3387cc-088d-4822-be1b-65fc210e7703 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:31.621936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b0a064d-5ed0-4d6d-a05e-bb9290709e45 req-ff3387cc-088d-4822-be1b-65fc210e7703 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0589647 Sep 18 07:31:31.682361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b0a064d-5ed0-4d6d-a05e-bb9290709e45 req-6537232e-ca85-438c-96f9-c82072c67dd6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Sep 18 07:31:32.151098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34012) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:32.181201 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90e629d0-a6a8-4fbd-8a63-d72bcf105e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.317843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90e629d0-a6a8-4fbd-8a63-d72bcf105e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.392424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-90e629d0-a6a8-4fbd-8a63-d72bcf105e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.435194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e629d0-a6a8-4fbd-8a63-d72bcf105e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5980657a-0c13-49e9-a6cf-003ce341e663,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:32.441960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-90e629d0-a6a8-4fbd-8a63-d72bcf105e07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=999b00f3c19247819c5c1ac69204b381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865896 Sep 18 07:31:32.442358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34016) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:32.500741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e142307-e37e-4c6c-966d-453921b8d494 req-5e7aaddf-c92f-44d9-81fe-441c9e611a7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0267813 Sep 18 07:31:32.507060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.537364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.684079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.686701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:32.688149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5980657a-0c13-49e9-a6cf-003ce341e663 HTTP/1.1" status: 204 len: 168 time: 0.2447817 Sep 18 07:31:32.702402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42097ef-6134-496c-ad79-380fb2d9cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5980657a-0c13-49e9-a6cf-003ce341e663,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:32.838953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca869fb2-d634-4449-be28-d2621a585bba req-856608c4-9b1a-4f48-9821-03877ad7bcc1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:32.840649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca869fb2-d634-4449-be28-d2621a585bba req-856608c4-9b1a-4f48-9821-03877ad7bcc1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0788577 Sep 18 07:31:32.884725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca869fb2-d634-4449-be28-d2621a585bba req-bfcb84a9-bb33-4e97-8018-a7184afe3410 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346475 Sep 18 07:31:32.954788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:33.011696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:33.012326 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.105733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.137064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:33.139578 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbf7db2-6dc1-4366-b957-26b771d7a274" -d '{"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:33.158205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:33.198120 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad353ace-c6a8-4ecf-9787-e634104a221a x-openstack-request-id: req-ad353ace-c6a8-4ecf-9787-e634104a221a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:33.198557 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:33.199033 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad353ace-c6a8-4ecf-9787-e634104a221a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:33.199479 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'code': 200} Sep 18 07:31:33.231584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.291935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:33.646494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34028) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:33.697039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55e91d02-cf05-4181-8c65-18fd9c8c541a req-2f92564d-b219-4545-a0e9-8962a08546c0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=58970237-e240-45cf-b986-6018f44c59aa HTTP/1.1" status: 200 len: 210 time: 0.0609291 Sep 18 07:31:33.719231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e413c42e-aa76-4b8b-92d8-490f72a6082b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec77e62da38b4c18a0e3aaef860c42c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704596 Sep 18 07:31:33.721256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34030) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:33.789404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.816264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.970985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.976292 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:33.978615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0456ea5-808e-416c-8399-74356403b719 HTTP/1.1" status: 204 len: 168 time: 0.2560706 Sep 18 07:31:33.997277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5acfd1-1e13-4364-b57b-fe566c6f2971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0456ea5-808e-416c-8399-74356403b719,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:34.121531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0248f4-4aba-4cb0-9e5d-c6e9f1d63730 req-0fa4aaf5-9149-4fe1-ab60-680fa920d7e2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:34.130718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc0248f4-4aba-4cb0-9e5d-c6e9f1d63730 req-0fa4aaf5-9149-4fe1-ab60-680fa920d7e2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1032846 Sep 18 07:31:34.194935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc0248f4-4aba-4cb0-9e5d-c6e9f1d63730 req-2aa4479c-551f-44c9-ac8a-1f6105fcdc2f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574782 Sep 18 07:31:35.311135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ffc18-1b2c-4970-97b7-dba2ce1743f0 req-784ca0e0-2282-49f6-a96b-5354c7339452 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:35.320533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-818ffc18-1b2c-4970-97b7-dba2ce1743f0 req-784ca0e0-2282-49f6-a96b-5354c7339452 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0637333 Sep 18 07:31:35.365848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-818ffc18-1b2c-4970-97b7-dba2ce1743f0 req-9728e435-e6f8-4391-845d-61770c88f50d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Sep 18 07:31:35.642039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:35.772050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-529382938-network', 'tenant_id': '469f1322748d4f5185faf768c1583c19'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:35.869512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Made reservation on behalf of 469f1322748d4f5185faf768c1583c19 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:31:35.871898 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:35.882028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.004450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.077488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.092752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:31:36.129485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.129839 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Added segment c2a682f2-4445-4793-b50a-d35419281aa4 of type vlan for network 85b92bc3-8f3a-4126-b421-f9e7da814d8f Sep 18 07:31:36.138748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44491737-9e26-4d98-b669-4bce09bafdcb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:36.177466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.277446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.278570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:36.279410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.344581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] Pushing event updated for resources: {'Network': ['ID=85b92bc3-8f3a-4126-b421-f9e7da814d8f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:36.354966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:31:36.356644 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:31:36.365068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b938065f-b019-4349-b7b4-290bf53a86a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7193270 Sep 18 07:31:36.367072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34074) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:36.371961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Request body: {'subnet': {'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-529382938-subnet', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:36.474836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Made reservation on behalf of 469f1322748d4f5185faf768c1583c19 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:31:36.480699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.575895 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb1c2-d557-425c-8bcc-e4e87805e457 req-9096227c-2670-4a18-9798-d9fc42e1e937 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:36.577567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1edb1c2-d557-425c-8bcc-e4e87805e457 req-9096227c-2670-4a18-9798-d9fc42e1e937 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0918305 Sep 18 07:31:36.663976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1edb1c2-d557-425c-8bcc-e4e87805e457 req-4f88fb55-f19c-4a68-b950-c4354a1f8aa1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768127 Sep 18 07:31:36.795280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:36.872370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Checking segment: {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:36.872807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Network hostable DHCP agents. Network: 85b92bc3-8f3a-4126-b421-f9e7da814d8f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:31:36.875585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c835c826-1ef6-4fff-9135-1693663dc802,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:36.966639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:31:37.052342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 85b92bc3-8f3a-4126-b421-f9e7da814d8f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:37.056957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:37.058009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.065171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a04f29-a731-45b9-a1d3-dd228a5ca3c4 None None] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:37.190164 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:37.193436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-96fb918c-4840-40cc-9986-7602dfd9ed82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8252375 Sep 18 07:31:37.195740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:37.335630 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'fixed_ips': [{'subnet_id': 'c835c826-1ef6-4fff-9135-1693663dc802'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:31:37.336499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.422279 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.425211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.538918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Allocated IP 172.20.0.2 (85b92bc3-8f3a-4126-b421-f9e7da814d8f/c835c826-1ef6-4fff-9135-1693663dc802/4e171a2e-f542-49a6-bdb1-ce9f81b4a856) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:37.560622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.702715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.786853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47083c-185b-4a67-b5e9-98a4aea392fe req-b188f78c-3e52-4eaf-8871-c4717ffb1c99 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:37.788384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f47083c-185b-4a67-b5e9-98a4aea392fe req-b188f78c-3e52-4eaf-8871-c4717ffb1c99 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0515084 Sep 18 07:31:37.827424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f47083c-185b-4a67-b5e9-98a4aea392fe req-fe32f50b-414a-497b-a25d-8524d9fd86b8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Sep 18 07:31:37.883752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:37.923666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:37.926421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:37.928999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:37.937924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Pushing event updated for resources: {'Port': ['ID=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:38.018660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.021256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Attempting to bind port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:38.021633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Attempting to bind port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:38.022023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Attempting to bind port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 on network 85b92bc3-8f3a-4126-b421-f9e7da814d8f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:38.031100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:38.035130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Checking segment: {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:38.035130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.035130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Bound using segment: {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:38.035130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Bound port: 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:38.035130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.141110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] For port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:38.145548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] For port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:38.219661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.310180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c274bf-8714-4287-bf49-35464bb07165 None None] Pushing event updated for resources: {'Port': ['ID=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:38.329048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.354727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.496763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Allocated IP 172.25.4.4 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b77eb085-5038-4c1f-a338-302cf5c1478e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:38.708534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:38.731901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.796532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:38.797763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.841381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.906544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:38.911105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:38.919621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:38.923814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Pushing event updated for resources: {'Port': ['ID=b77eb085-5038-4c1f-a338-302cf5c1478e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:38.955271 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df9c4558-7d77-433f-b0d6-02cb3d588fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:38.968984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:39.015618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:39.065127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd673-047e-4de5-a4fd-ee88e2d901cb req-022db9a8-42ac-4bb2-b04c-a6549c71e3d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:39.066711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdecd673-047e-4de5-a4fd-ee88e2d901cb req-022db9a8-42ac-4bb2-b04c-a6549c71e3d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1165004 Sep 18 07:31:39.074952 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:39.141673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:39.151701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdecd673-047e-4de5-a4fd-ee88e2d901cb req-52a29ba9-1c67-4281-9d67-6a23510955d1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589960 Sep 18 07:31:39.428333 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:39.623459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40a26b-ee71-4d2c-b9e4-84c42127c07e None None] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:39.709375 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:39.732212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5a5c7459-e631-4619-8781-687f3050f977 None None] Provisioning complete for port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:39.732212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7459-e631-4619-8781-687f3050f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:39.948825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Router 015694f3-750c-465c-a126-abd536d668ee is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:31:40.131854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:40.141519 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Sync routers for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:40.159001 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:40.159912 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:40.239904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8a7c6a78-50e6-43dc-a2ca-cd0682cd6c9c None None] Provisioning complete for port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:40.240418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a7c6a78-50e6-43dc-a2ca-cd0682cd6c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:40.254733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:40.256817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bfd495c7-b688-45d8-8f1f-f18660c49448 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.0656486 Sep 18 07:31:40.259612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34110) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:40.343041 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:40.546347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc7ba-1dff-441b-9d83-7a9d01e5b0f5 req-dd654322-d40e-4a97-a73c-48d5aed49c0f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:40.548480 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebbbc7ba-1dff-441b-9d83-7a9d01e5b0f5 req-dd654322-d40e-4a97-a73c-48d5aed49c0f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1909597 Sep 18 07:31:40.637805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebbbc7ba-1dff-441b-9d83-7a9d01e5b0f5 req-e4ae053d-19fd-4432-97e2-96ba7c2d89c9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755057 Sep 18 07:31:40.642845 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:39Z', 'revision_number': 3, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:40.678280 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Checking router: 015694f3-750c-465c-a126-abd536d668ee for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:40.679037 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Updating router 015694f3-750c-465c-a126-abd536d668ee port b77eb085-5038-4c1f-a338-302cf5c1478e binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:31:40.714089 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:40.743072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:41.054209 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.094734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:41.095130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.169093 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.235482 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Attempting to bind port b77eb085-5038-4c1f-a338-302cf5c1478e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:41.235850 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Attempting to bind port b77eb085-5038-4c1f-a338-302cf5c1478e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:41.236217 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Attempting to bind port b77eb085-5038-4c1f-a338-302cf5c1478e on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:41.238145 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15033bf-b313-4636-b7b3-644e20f4247b None None] Pushing event updated for resources: {'Port': ['ID=b77eb085-5038-4c1f-a338-302cf5c1478e,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:41.243789 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:41.244162 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:41.244571 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.244962 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:41.245429 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Bound port: b77eb085-5038-4c1f-a338-302cf5c1478e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:41.245813 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.300978 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] For port b77eb085-5038-4c1f-a338-302cf5c1478e, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:41.305800 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] For port b77eb085-5038-4c1f-a338-302cf5c1478e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b77eb085-5038-4c1f-a338-302cf5c1478e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:41.389626 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.466968 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:41.467602 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:41.470055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15033bf-b313-4636-b7b3-644e20f4247b None None] Pushing event updated for resources: {'Port': ['ID=b77eb085-5038-4c1f-a338-302cf5c1478e,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:41.494795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.520821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe377623-cdc4-40b2-ab6f-d984db987945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.604111 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:41.696837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Allocated IP 172.20.0.1 (85b92bc3-8f3a-4126-b421-f9e7da814d8f/c835c826-1ef6-4fff-9135-1693663dc802/8a78abbe-4211-47cf-a493-c617e99e3290) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:41.852974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:39Z', 'revision_number': 3, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:41.859606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b4c20-404d-4ae0-8c49-1c859b6daf59 req-4eedad88-4a6d-4f47-8587-7dd77b3d9f92 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:41.861168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e8b4c20-404d-4ae0-8c49-1c859b6daf59 req-4eedad88-4a6d-4f47-8587-7dd77b3d9f92 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0816007 Sep 18 07:31:41.884738 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8b5e5-b502-4b62-b4c0-a0a6a68bd8b1 None None] The sync data for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 is: [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:39Z', 'revision_number': 3, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:41.914281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:41.960832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e8b4c20-404d-4ae0-8c49-1c859b6daf59 req-e0ff3c0b-60c5-4f40-8cba-03c102258fa3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910504 Sep 18 07:31:42.049624 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.078693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.098858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:42.103456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:42.114366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:42.147678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Pushing event updated for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:42.193869 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.448973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4fc83e97-f25e-4d9e-bce4-9acce4d98df7 None None] Provisioning complete for port 8a78abbe-4211-47cf-a493-c617e99e3290 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:42.449276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4fc83e97-f25e-4d9e-bce4-9acce4d98df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.483038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4fc83e97-f25e-4d9e-bce4-9acce4d98df7 None None] Port 8a78abbe-4211-47cf-a493-c617e99e3290 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:31:42.598532 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.696045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b77eb085-5038-4c1f-a338-302cf5c1478e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:42.799564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b77eb085-5038-4c1f-a338-302cf5c1478e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:42.800451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.863704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.928040 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.949722 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:42.965678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port b77eb085-5038-4c1f-a338-302cf5c1478e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b77eb085-5038-4c1f-a338-302cf5c1478e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:43.038230 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:43.049634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Pushing event updated for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:43.061255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:43.142092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=b77eb085-5038-4c1f-a338-302cf5c1478e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:43.245304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98ff-e1ad-4ba4-b241-922d610569b4 req-3ac5f7fc-e2b8-491b-97f3-0a191db05327 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:43.247133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdb98ff-e1ad-4ba4-b241-922d610569b4 req-3ac5f7fc-e2b8-491b-97f3-0a191db05327 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1618290 Sep 18 07:31:43.294984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:43.300713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:43.306322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efdb98ff-e1ad-4ba4-b241-922d610569b4 req-49e454da-4cc4-4090-a5b2-e8fc11638669 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 Sep 18 07:31:43.326734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:43.522246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Router 015694f3-750c-465c-a126-abd536d668ee has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:43.676627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:43.682474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b9ee870-fbb7-47c2-aa87-1ddff7f8a8be admin admin] 10.222.0.20 "PUT /v2.0/routers/015694f3-750c-465c-a126-abd536d668ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4215276 Sep 18 07:31:43.725738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5bc8583f-c9a5-46cb-b575-6c3264350670 None None] Provisioning complete for port 8a78abbe-4211-47cf-a493-c617e99e3290 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:43.726532 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5bc8583f-c9a5-46cb-b575-6c3264350670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:43.782774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8583f-c9a5-46cb-b575-6c3264350670 None None] Port 8a78abbe-4211-47cf-a493-c617e99e3290 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:31:44.080419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Sync routers for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:44.090292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:44.090964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:44.213269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:44.420711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8a78abbe-4211-47cf-a493-c617e99e3290', 'name': '', 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'mac_address': 'fa:16:3e:67:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:41Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 2, 'project_id': '469f1322748d4f5185faf768c1583c19', 'subnets': [{'id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:44.457079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Checking router: 015694f3-750c-465c-a126-abd536d668ee for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:44.457446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Updating router 015694f3-750c-465c-a126-abd536d668ee port 8a78abbe-4211-47cf-a493-c617e99e3290 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:31:44.461961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083ccd-8e8c-46fd-b78a-28d5483eaace req-f4ac997d-336d-43ef-97cb-0284220ace20 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:44.463606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de083ccd-8e8c-46fd-b78a-28d5483eaace req-f4ac997d-336d-43ef-97cb-0284220ace20 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0615485 Sep 18 07:31:44.485732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:44.511206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de083ccd-8e8c-46fd-b78a-28d5483eaace req-1aaee6d9-63dc-4506-9e5c-fce3d1356dcf tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Sep 18 07:31:44.644601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b77eb085-5038-4c1f-a338-302cf5c1478e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:44.773615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b77eb085-5038-4c1f-a338-302cf5c1478e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:44.774018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:44.803285 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:44.913439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.003588 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.082033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618e03f-e795-4bb8-a4cd-95a075a1f405 None None] Pushing event updated for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:45.123628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Attempting to bind port 8a78abbe-4211-47cf-a493-c617e99e3290 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:45.124024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Attempting to bind port 8a78abbe-4211-47cf-a493-c617e99e3290 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:45.124395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Attempting to bind port 8a78abbe-4211-47cf-a493-c617e99e3290 on network 85b92bc3-8f3a-4126-b421-f9e7da814d8f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:45.130863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:45.131265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Checking segment: {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:45.131882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.132595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Bound using segment: {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:45.133248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Bound port: 8a78abbe-4211-47cf-a493-c617e99e3290, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a682f2-4445-4793-b50a-d35419281aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:45.133848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.161572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-0edfcb5c-a7c2-418e-a18f-8523b1961172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:45.163783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-0edfcb5c-a7c2-418e-a18f-8523b1961172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1098 time: 0.0696568 Sep 18 07:31:45.224827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] For port 8a78abbe-4211-47cf-a493-c617e99e3290, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:45.228391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] For port 8a78abbe-4211-47cf-a493-c617e99e3290, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8a78abbe-4211-47cf-a493-c617e99e3290,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:45.281948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:45.318628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-b171ebf3-5ac6-4d75-8777-faf5b9690037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:45.321188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-b171ebf3-5ac6-4d75-8777-faf5b9690037 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1505649 Sep 18 07:31:45.335680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.371968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.403062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-c9e10549-361a-4021-86a8-37c5996462a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1001 time: 0.0739946 Sep 18 07:31:45.428460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:45.429288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:45.458427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-6500ea28-a60d-4356-bf65-a93add1a4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:45.459942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-6500ea28-a60d-4356-bf65-a93add1a4b57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0504932 Sep 18 07:31:45.474836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] Provisioning complete for port 8a78abbe-4211-47cf-a493-c617e99e3290 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:45.475200 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.476778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618e03f-e795-4bb8-a4cd-95a075a1f405 None None] Pushing event updated for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:45.537308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-6f7f9ffe-c17a-4494-9f0a-d965051a198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:45.539096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-6f7f9ffe-c17a-4494-9f0a-d965051a198a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725548 Sep 18 07:31:45.652841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:45.696204 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.711491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-c1109dd7-7077-41fc-895d-223286589573 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648045 Sep 18 07:31:45.750839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bdc07-b0dd-487d-8247-0e850ed7be75 req-a9252e19-c5ed-4488-85c6-6ca8b565b411 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:45.758178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e04bdc07-b0dd-487d-8247-0e850ed7be75 req-a9252e19-c5ed-4488-85c6-6ca8b565b411 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.1137474 Sep 18 07:31:45.805280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] For port 8a78abbe-4211-47cf-a493-c617e99e3290, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8a78abbe-4211-47cf-a493-c617e99e3290,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:45.820469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e04bdc07-b0dd-487d-8247-0e850ed7be75 req-ae7027f3-e523-4baa-a2dd-83b3be67bbcf tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602062 Sep 18 07:31:45.831597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-edc905a0-a810-4d0a-a52d-f1d33945d519 req-ab922454-4f4c-4755-8288-1dd6b77ac422 service neutron] 10.222.0.37 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104741 Sep 18 07:31:45.888424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.890275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:45.952219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88710e-fdc0-4b6f-9c62-d3cfedf19c4c None None] Pushing event updated for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:45.964015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8a78abbe-4211-47cf-a493-c617e99e3290', 'name': '', 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'mac_address': 'fa:16:3e:67:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:41Z', 'updated_at': '2021-09-18T07:31:45Z', 'revision_number': 4, 'project_id': '469f1322748d4f5185faf768c1583c19', 'subnets': [{'id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:45.992045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edef276-2074-43a9-99e3-cd7c26632984 None None] The sync data for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 is: [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '8a78abbe-4211-47cf-a493-c617e99e3290', 'name': '', 'network_id': '85b92bc3-8f3a-4126-b421-f9e7da814d8f', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'mac_address': 'fa:16:3e:67:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:41Z', 'updated_at': '2021-09-18T07:31:45Z', 'revision_number': 4, 'project_id': '469f1322748d4f5185faf768c1583c19', 'subnets': [{'id': 'c835c826-1ef6-4fff-9135-1693663dc802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:46.011332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7cc630f2-c365-4de5-8b0c-a84a517e8a53 None None] Provisioning complete for port 8a78abbe-4211-47cf-a493-c617e99e3290 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:46.011837 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cc630f2-c365-4de5-8b0c-a84a517e8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:46.194669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Deleting port 8a78abbe-4211-47cf-a493-c617e99e3290 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:46.195022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:46.285043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] For port 8a78abbe-4211-47cf-a493-c617e99e3290, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8a78abbe-4211-47cf-a493-c617e99e3290,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:46.285657 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:46.304663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Calling delete_port for 8a78abbe-4211-47cf-a493-c617e99e3290 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:46.587712 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:46.615159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a78abbe-4211-47cf-a493-c617e99e3290,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:46.708870 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8a78abbe-4211-47cf-a493-c617e99e3290 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:46.760375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8a78abbe-4211-47cf-a493-c617e99e3290 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:46.761431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8a78abbe-4211-47cf-a493-c617e99e3290 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 07:31:46.797506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 8a78abbe-4211-47cf-a493-c617e99e3290 not found, will not notify nova. {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 07:31:46.853082 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:47.165588 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Router 015694f3-750c-465c-a126-abd536d668ee has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:47.173727 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502290-ccca-406a-abcf-7143e938854e req-22b29046-997f-494c-a4a7-82336315567a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:47.175312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01502290-ccca-406a-abcf-7143e938854e req-22b29046-997f-494c-a4a7-82336315567a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.2532582 Sep 18 07:31:47.306605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-01502290-ccca-406a-abcf-7143e938854e req-12bcd7f1-0741-4217-bce0-d9149f3cfda9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243730 Sep 18 07:31:47.331317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:47.336637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3056bf3d-9833-44e3-9d79-b25fc91e2869 admin admin] 10.222.0.20 "PUT /v2.0/routers/015694f3-750c-465c-a126-abd536d668ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609531 Sep 18 07:31:47.339130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34240) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:47.378053 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Sync routers for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:47.391124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:47.392019 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:47.458145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:47.533811 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:47.573568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:47.691143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Deleting port b77eb085-5038-4c1f-a338-302cf5c1478e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:47.691529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:47.725877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:46Z', 'revision_number': 5, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port': {'id': 'b77eb085-5038-4c1f-a338-302cf5c1478e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015694f3-750c-465c-a126-abd536d668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:38Z', 'updated_at': '2021-09-18T07:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:47.754687 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Checking router: 015694f3-750c-465c-a126-abd536d668ee for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:47.763060 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Routers {'015694f3-750c-465c-a126-abd536d668ee'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:47.763674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['015694f3-750c-465c-a126-abd536d668ee'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:47.776830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] For port b77eb085-5038-4c1f-a338-302cf5c1478e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b77eb085-5038-4c1f-a338-302cf5c1478e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:47.776830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:47.790065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Calling delete_port for b77eb085-5038-4c1f-a338-302cf5c1478e owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:47.860315 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] Set router 015694f3-750c-465c-a126-abd536d668ee gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:47.917673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:47Z', 'revision_number': 6, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:48.033433 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d25d5-a382-4be9-8339-d6370cd26dfc None None] The sync data for ids ['015694f3-750c-465c-a126-abd536d668ee'] in n-d-789963-14 is: [{'id': '015694f3-750c-465c-a126-abd536d668ee', 'name': 'tempest-ImageQuotaTest-529382938-router', 'tenant_id': '469f1322748d4f5185faf768c1583c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:37Z', 'updated_at': '2021-09-18T07:31:47Z', 'revision_number': 6, 'project_id': '469f1322748d4f5185faf768c1583c19', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:48.040919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.068301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77eb085-5038-4c1f-a338-302cf5c1478e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:48.147779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.250982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.255831 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.355067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.355708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015694f3-750c-465c-a126-abd536d668ee {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:31:48.360010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.361194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-94afed27-680d-4313-ae78-a95e7380f584 admin admin] 10.222.0.20 "DELETE /v2.0/routers/015694f3-750c-465c-a126-abd536d668ee HTTP/1.1" status: 204 len: 168 time: 1.0210698 Sep 18 07:31:48.363827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34246) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:48.420509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Deleting subnet c835c826-1ef6-4fff-9135-1693663dc802 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:31:48.423823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.437482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a20ca-1993-4685-a88c-68c3fa8b85e5 req-fb39c7c5-e0c3-4990-b52a-2989ed14e1f5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:48.439223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a4a20ca-1993-4685-a88c-68c3fa8b85e5 req-fb39c7c5-e0c3-4990-b52a-2989ed14e1f5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0533452 Sep 18 07:31:48.464616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.486835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a4a20ca-1993-4685-a88c-68c3fa8b85e5 req-74f12082-8c3b-4176-a13d-726d1d07e6a5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 Sep 18 07:31:48.558299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.656462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b77eb085-5038-4c1f-a338-302cf5c1478e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:48.677514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b77eb085-5038-4c1f-a338-302cf5c1478e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:48.677864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b77eb085-5038-4c1f-a338-302cf5c1478e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:48.678309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8a78abbe-4211-47cf-a493-c617e99e3290 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:48.697938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8a78abbe-4211-47cf-a493-c617e99e3290 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:48.698564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8a78abbe-4211-47cf-a493-c617e99e3290 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:48.704312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.735879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c835c826-1ef6-4fff-9135-1693663dc802,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:48.744089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.748711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ebcc9367-7a98-4316-bfcf-2ba5e5645dbf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c835c826-1ef6-4fff-9135-1693663dc802 HTTP/1.1" status: 204 len: 168 time: 0.3813982 Sep 18 07:31:48.749182 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34258) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:48.753063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568b30d-5b0e-4d30-93d2-7233e01d7803 None None] Network 85b92bc3-8f3a-4126-b421-f9e7da814d8f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:48.843556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.923122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Deleting port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:48.923525 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:48.969058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] DHCP port deletion for 85b92bc3-8f3a-4126-b421-f9e7da814d8f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:31:49.008026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] For port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:49.008395 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.021758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Calling delete_port for 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:49.026219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Deleting port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:31:49.026608 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.051076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:49.200993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.231000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:49.238481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] No DVR routers for this DVR port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:49.292130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] For port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,segment=NetworkSegment(c2a682f2-4445-4793-b50a-d35419281aa4),segment_id=c2a682f2-4445-4793-b50a-d35419281aa4)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:49.292847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.307856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Calling delete_port for 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:31:49.315451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.338652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b92bc3-8f3a-4126-b421-f9e7da814d8f']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:49.351852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a682f2-4445-4793-b50a-d35419281aa4') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:49.352150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a682f2-4445-4793-b50a-d35419281aa4') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:49.366406 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.385069 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.392242 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.399410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:31:49.399966 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:31:49.402088 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:31:49.418609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:49.420845 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4feb370-f8f5-489c-a390-7eece8ea9be7" -d '{"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-unplugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:49.436552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:49.457767 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.464602 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f915ff-1aef-4e98-a3b7-02ebce6f9b19 x-openstack-request-id: req-f4f915ff-1aef-4e98-a3b7-02ebce6f9b19 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:49.464899 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-unplugged", "status": "failed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:49.465154 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4f915ff-1aef-4e98-a3b7-02ebce6f9b19 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:49.465542 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'code': 422} returned with failed status Sep 18 07:31:49.487789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] No DVR routers for this DVR port 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:49.489748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca149d-38f0-4f56-acbb-ca37ee3dd150 None None] Pushing event deleted for resources: {'Port': ['ID=4e171a2e-f542-49a6-bdb1-ce9f81b4a856,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:49.495593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.547731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:49.549087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.560707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:49.564783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85b92bc3-8f3a-4126-b421-f9e7da814d8f HTTP/1.1" status: 204 len: 168 time: 0.8113801 Sep 18 07:31:49.578124 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47baf-a459-4fea-bcc8-2d429bff4345 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b92bc3-8f3a-4126-b421-f9e7da814d8f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:49.894884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-9b31c695-f4c6-41f3-a976-0d4c4e23b6ef req-668f50ea-4fac-4fab-bf21-7dcef8d9ca40 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:31:49.895913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b31c695-f4c6-41f3-a976-0d4c4e23b6ef req-668f50ea-4fac-4fab-bf21-7dcef8d9ca40 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576510 Sep 18 07:31:49.913557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34276) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:49.954865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8597a589-2712-4a9f-8a24-10b1699fcf53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=469f1322748d4f5185faf768c1583c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400648 Sep 18 07:31:49.957255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:50.009543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:50.031686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:50.161950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:50.164380 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:50.165567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44491737-9e26-4d98-b669-4bce09bafdcb HTTP/1.1" status: 204 len: 168 time: 0.2071123 Sep 18 07:31:50.183493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432aa6f-c753-4823-87ab-0c71a76d35ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44491737-9e26-4d98-b669-4bce09bafdcb,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:50.200015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bcc52-f719-4898-821f-3a455e34b535 req-e795235c-390c-4bc5-b6c4-0873ace9c2e3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:50.201521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f60bcc52-f719-4898-821f-3a455e34b535 req-e795235c-390c-4bc5-b6c4-0873ace9c2e3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0702856 Sep 18 07:31:50.248579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f60bcc52-f719-4898-821f-3a455e34b535 req-fc8f8f62-1aca-43ff-82fb-0e0ff36c4870 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Sep 18 07:31:50.660510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:31:50.688945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:31:50.689288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4e171a2e-f542-49a6-bdb1-ce9f81b4a856 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:31:50.745777 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-014ac6f0-1dd3-4582-88e7-01fa3a50dd8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683350 Sep 18 07:31:50.755289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-7727bb8b-43fb-42dc-a7b8-a927e018b1bf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:31:50.756261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-7727bb8b-43fb-42dc-a7b8-a927e018b1bf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051351 Sep 18 07:31:50.897708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34302) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:50.907666 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d543061-2fbd-4eef-a571-0db4ec3c41c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.008191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d543061-2fbd-4eef-a571-0db4ec3c41c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.063865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3d543061-2fbd-4eef-a571-0db4ec3c41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.102881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3d543061-2fbd-4eef-a571-0db4ec3c41c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2097025 Sep 18 07:31:51.103647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543061-2fbd-4eef-a571-0db4ec3c41c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8418e5db-7dd1-461d-aa25-ff95f2885a1d,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:51.105417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34308) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:51.171076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.194763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.337320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.340050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:51.341226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8418e5db-7dd1-461d-aa25-ff95f2885a1d HTTP/1.1" status: 204 len: 168 time: 0.2344291 Sep 18 07:31:51.362688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dc92c-9c70-4b81-a6fb-b5ab2f1f7373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8418e5db-7dd1-461d-aa25-ff95f2885a1d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:51.386193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293c0b4-d38e-4740-832c-7b21958adf1e req-1d1f0b9e-a2f8-4bb1-a8d8-d39cc692232f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:51.387801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6293c0b4-d38e-4740-832c-7b21958adf1e req-1d1f0b9e-a2f8-4bb1-a8d8-d39cc692232f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0598755 Sep 18 07:31:51.433269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6293c0b4-d38e-4740-832c-7b21958adf1e req-4068a2d9-df4c-49cc-90bf-445a585de4ae tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387201 Sep 18 07:31:52.166450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34334) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:52.273343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1234820540-network', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:52.346565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Made reservation on behalf of beb54bce9c8046e7bc6140bd3abb132a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:31:52.349240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.358199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.465923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.537645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.567474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:31:52.568268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bb60b-9ce5-4366-b8b0-086eeb7b1578 req-fcdf1002-4706-40c2-82b0-741a611ae4bc tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:52.570820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f7bb60b-9ce5-4366-b8b0-086eeb7b1578 req-fcdf1002-4706-40c2-82b0-741a611ae4bc tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0606964 Sep 18 07:31:52.586544 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.586898 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Added segment 06c885b9-8379-4697-80b8-5cf626b545a9 of type vlan for network c98a5eea-3d39-40d6-9653-7f40eac2510f Sep 18 07:31:52.601586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3013056-931d-4582-8bd0-5f49f886f6b0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:52.631799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f7bb60b-9ce5-4366-b8b0-086eeb7b1578 req-cb7b1619-8f90-4a29-9afa-09e932d76725 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527334 Sep 18 07:31:52.655375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.829930 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.831133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:52.831856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:52.915693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] Pushing event updated for resources: {'Network': ['ID=c98a5eea-3d39-40d6-9653-7f40eac2510f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:53.060608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c98a5eea-3d39-40d6-9653-7f40eac2510f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:31:53.250583 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b46de29e-b078-45e6-8a7e-485e98584429 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0828977 Sep 18 07:31:53.253593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34342) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:53.261010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Request body: {'subnet': {'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1234820540-subnet', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:53.366433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Made reservation on behalf of beb54bce9c8046e7bc6140bd3abb132a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:31:53.368876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:53.632240 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:53.694945 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Checking segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:53.695294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Network hostable DHCP agents. Network: c98a5eea-3d39-40d6-9653-7f40eac2510f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:31:53.706505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34870ec5-1c29-49d5-a236-43502eb21129,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:53.780242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218c69b-08cb-4f18-874c-dea167362b83 req-d2c0fba0-472f-453d-a4ff-6da61b310f62 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:53.782328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1218c69b-08cb-4f18-874c-dea167362b83 req-d2c0fba0-472f-453d-a4ff-6da61b310f62 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0572042 Sep 18 07:31:53.800865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Network c98a5eea-3d39-40d6-9653-7f40eac2510f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:31:53.837983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1218c69b-08cb-4f18-874c-dea167362b83 req-37d64c46-a076-424e-a22f-4cbb99ebae4a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474026 Sep 18 07:31:53.874646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c98a5eea-3d39-40d6-9653-7f40eac2510f) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:53.879797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:53.884200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:53.886508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551fd70-85df-4d45-a521-e1ea5409e4c9 None None] Network c98a5eea-3d39-40d6-9653-7f40eac2510f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:53.972644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65e37af0-5cd0-4bf3-a026-56379c40fc60 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7177923 Sep 18 07:31:53.975357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34348) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:53.985059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:54.049850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c98a5eea-3d39-40d6-9653-7f40eac2510f', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:31:54.053132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.071937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.076169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.147085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.203333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Allocated IP 172.20.0.2 (c98a5eea-3d39-40d6-9653-7f40eac2510f/34870ec5-1c29-49d5-a236-43502eb21129/2533d20a-292f-4790-bb95-04f550fb1c40) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:54.362754 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.456580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.513087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Network c98a5eea-3d39-40d6-9653-7f40eac2510f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:54.520672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:54.522888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Pushing event updated for resources: {'Port': ['ID=2533d20a-292f-4790-bb95-04f550fb1c40,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:54.525540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:54.604768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Attempting to bind port 2533d20a-292f-4790-bb95-04f550fb1c40 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:54.605285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Attempting to bind port 2533d20a-292f-4790-bb95-04f550fb1c40 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:54.605780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Attempting to bind port 2533d20a-292f-4790-bb95-04f550fb1c40 on network c98a5eea-3d39-40d6-9653-7f40eac2510f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:54.615648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:54.616209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Checking segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:54.616718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.617460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Bound using segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:54.618120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Bound port: 2533d20a-292f-4790-bb95-04f550fb1c40, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:54.621407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.704340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] For port 2533d20a-292f-4790-bb95-04f550fb1c40, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:54.708728 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] For port 2533d20a-292f-4790-bb95-04f550fb1c40, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2533d20a-292f-4790-bb95-04f550fb1c40,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:54.739797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.798871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:54.857008 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f4138-6dd2-443b-b2d2-1fb94e5f1758 None None] Pushing event updated for resources: {'Port': ['ID=2533d20a-292f-4790-bb95-04f550fb1c40,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:55.103829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627367-5756-4ba9-935f-489da15c9150 req-dd94f8c7-33d2-493d-b7d5-1c171699d42f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:55.105817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39627367-5756-4ba9-935f-489da15c9150 req-dd94f8c7-33d2-493d-b7d5-1c171699d42f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.1171899 Sep 18 07:31:55.125178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:55.174917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:55.231932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39627367-5756-4ba9-935f-489da15c9150 req-3c896d14-1087-4bb9-927f-ae81f8d06355 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168890 Sep 18 07:31:55.324552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Allocated IP 172.25.4.208 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/22118af4-878f-4dbd-bb3e-67a50b9da089) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:55.453653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:55.547261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:55.587454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:55.592451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:55.594413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:55.622633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Pushing event updated for resources: {'Port': ['ID=22118af4-878f-4dbd-bb3e-67a50b9da089,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:55.976206 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.026943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3578e84-0733-482f-836d-4687761d3d43 None None] Network c98a5eea-3d39-40d6-9653-7f40eac2510f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:31:56.122916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Provisioning complete for port 2533d20a-292f-4790-bb95-04f550fb1c40 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:56.123288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.206786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.262759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.325242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] For port 2533d20a-292f-4790-bb95-04f550fb1c40, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2533d20a-292f-4790-bb95-04f550fb1c40,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:56.413869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81550393-5fce-464c-8d58-6510617cdbe6 req-7c220ee5-bcd6-4aad-b823-0a8727bf5aef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:56.415799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81550393-5fce-464c-8d58-6510617cdbe6 req-7c220ee5-bcd6-4aad-b823-0a8727bf5aef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0802956 Sep 18 07:31:56.426352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.470229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81550393-5fce-464c-8d58-6510617cdbe6 req-7a8cb47c-22bf-4872-9c06-55fcd92b1dfa tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 Sep 18 07:31:56.492348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Pushing event updated for resources: {'Port': ['ID=2533d20a-292f-4790-bb95-04f550fb1c40,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:56.499940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.500286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.500897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.501244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.501583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.502002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.502339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.502670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.503129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.503467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.503792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.504116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8739773e-4422-4cca-bb4e-b11cb4e5d65c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:31:56.539973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:31:56.547469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-87de6784-8e8a-4208-a188-edab91ada099 None None] Provisioning complete for port 2533d20a-292f-4790-bb95-04f550fb1c40 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:56.548778 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-87de6784-8e8a-4208-a188-edab91ada099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.668771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:56.687767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:31:56.698276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:56.698908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:56.737546 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:56.739523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65433240-95b9-4857-8138-22be919ebab4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7631536 Sep 18 07:31:56.742830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2533d20a-292f-4790-bb95-04f550fb1c40 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:31:56.744658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34358) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:31:56.847935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:56.849759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2533d20a-292f-4790-bb95-04f550fb1c40 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:56.850158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.105625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:55Z', 'revision_number': 3, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:57.138671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:31:57.139020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Updating router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd port 22118af4-878f-4dbd-bb3e-67a50b9da089 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:31:57.169328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.213625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.348453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-4f1a09d5-26af-4d50-a0ae-9bf1583d3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:57.349946 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-4f1a09d5-26af-4d50-a0ae-9bf1583d3865 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 1096 time: 0.0953147 Sep 18 07:31:57.369125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:31:57.396363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Allocated IP 172.20.0.1 (c98a5eea-3d39-40d6-9653-7f40eac2510f/34870ec5-1c29-49d5-a236-43502eb21129/c2d03d18-00a8-464d-ba84-73ff0ea3f09b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:31:57.445311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.457880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.519911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.526125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.597039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Attempting to bind port 22118af4-878f-4dbd-bb3e-67a50b9da089 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:57.597422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Attempting to bind port 22118af4-878f-4dbd-bb3e-67a50b9da089 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:57.597792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Attempting to bind port 22118af4-878f-4dbd-bb3e-67a50b9da089 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:57.607269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db11c0-6d0a-46c5-a52c-d04e2a138fb1 None None] Pushing event updated for resources: {'Port': ['ID=22118af4-878f-4dbd-bb3e-67a50b9da089,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:57.610057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:57.610547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:57.611494 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.611639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:57.612060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Bound port: 22118af4-878f-4dbd-bb3e-67a50b9da089, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:57.612448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.636800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888af937-7d9c-476d-9b39-20d8181f55aa req-8d936540-76c9-4c37-8f37-d3fd4eaa8476 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:57.638911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-888af937-7d9c-476d-9b39-20d8181f55aa req-8d936540-76c9-4c37-8f37-d3fd4eaa8476 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0793629 Sep 18 07:31:57.679200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:31:57.682743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] For port 22118af4-878f-4dbd-bb3e-67a50b9da089, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:57.689310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] For port 22118af4-878f-4dbd-bb3e-67a50b9da089, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=22118af4-878f-4dbd-bb3e-67a50b9da089,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:57.691207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-888af937-7d9c-476d-9b39-20d8181f55aa req-97ec3231-83d4-472f-8ebf-ba1dcb03b7b8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Sep 18 07:31:57.703677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.729757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:57.748746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Network c98a5eea-3d39-40d6-9653-7f40eac2510f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:57.757152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:57.759446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Pushing event updated for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:57.761648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:31:57.765293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:31:57.773071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.787012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Transition to ACTIVE for port object 27ff1369-0ca3-42fd-b939-ebd366e153d7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:31:57.792482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.803369 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.840618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:31:57.841286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:57.866256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:57.952583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db11c0-6d0a-46c5-a52c-d04e2a138fb1 None None] Pushing event updated for resources: {'Port': ['ID=22118af4-878f-4dbd-bb3e-67a50b9da089,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:57.965374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=9']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:58.056163 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:58.057226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] No DVR routers for this DVR port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:31:58.080760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:31:58.205704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09383ca5-0d31-4100-8d60-d8b1cc0b5487 None None] Provisioning complete for port c2d03d18-00a8-464d-ba84-73ff0ea3f09b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:58.208226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09383ca5-0d31-4100-8d60-d8b1cc0b5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:58.242815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:31:58.243676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:31:58.244553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:58.261134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:31:58.263980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Attempting to bind port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:31:58.287575 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:31:58.287747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:31:58.288224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Bound using segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:31:58.289104 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Bound port: 27ff1369-0ca3-42fd-b939-ebd366e153d7, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:31:58.289494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:58.313185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-09383ca5-0d31-4100-8d60-d8b1cc0b5487 None None] Port c2d03d18-00a8-464d-ba84-73ff0ea3f09b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:31:58.356063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:58.385702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:31:58.389300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:31:58.592711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:55Z', 'revision_number': 3, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:31:58.622664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb4761-81cf-4b1a-9d00-612f4cdb65f0 None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:55Z', 'revision_number': 3, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:31:58.833507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483cc8f-210b-4cd6-a9f1-d8f97016bf76 req-9b28fe0f-e8db-454c-afcd-93ffc538c460 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:58.833507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d483cc8f-210b-4cd6-a9f1-d8f97016bf76 req-9b28fe0f-e8db-454c-afcd-93ffc538c460 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 944 time: 0.0586796 Sep 18 07:31:58.913450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d483cc8f-210b-4cd6-a9f1-d8f97016bf76 req-a12c965a-9449-4db7-a9a4-6a89e325ceb9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585175 Sep 18 07:31:58.937975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:58.942874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:59.002759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:59.003387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:59.005317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] 10.222.0.24 "PUT /v2.0/ports/27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1093 time: 1.6406639 Sep 18 07:31:59.006071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb30a-dda4-4e6b-a355-67532ce677ad service neutron] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:59.009666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:31:59.012185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1060656c-4e4c-4a47-ad65-75a00121b590" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:31:59.029993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Pushing event updated for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:31:59.078179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:59.101873 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fe13ef-ecb0-47aa-af29-69db9e8f3152 x-openstack-request-id: req-57fe13ef-ecb0-47aa-af29-69db9e8f3152 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:31:59.105510 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:31:59.105510 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57fe13ef-ecb0-47aa-af29-69db9e8f3152 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:31:59.105510 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'status': 'completed', 'code': 200} Sep 18 07:31:59.127102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-b8d21fb0-d316-4599-ae44-5b534d0acbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:59.128733 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-b8d21fb0-d316-4599-ae44-5b534d0acbc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1097 time: 0.0864954 Sep 18 07:31:59.179719 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:59.216691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Network c98a5eea-3d39-40d6-9653-7f40eac2510f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:31:59.218126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:31:59.289093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-8d640da8-4fa5-42a1-b11b-ff6473283e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:59.290292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-8d640da8-4fa5-42a1-b11b-ff6473283e0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1547649 Sep 18 07:31:59.402966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:31:59.406814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-08fd18e4-6e9b-4f79-a6fd-40058d03cbb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 999 time: 0.1069579 Sep 18 07:31:59.475239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-c1da8c8f-e5ab-4027-9adf-6adfbd7b17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:59.477430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-c1da8c8f-e5ab-4027-9adf-6adfbd7b17dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0626841 Sep 18 07:31:59.545749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-09fd73b4-c55c-47ff-a42c-d594a31ade5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:31:59.548472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-09fd73b4-c55c-47ff-a42c-d594a31ade5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633879 Sep 18 07:31:59.549685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:31:59.555153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b0b95b9e-1573-47d6-b86c-243bdeb82bec admin admin] 10.222.0.20 "PUT /v2.0/routers/1db3bb99-7ba4-4acc-8f6d-89337edb29dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8094583 Sep 18 07:31:59.658412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-2b374171-1add-43ff-b994-7038d63607f8 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029775 Sep 18 07:31:59.674521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b367dc00-2d43-4907-bcfa-26686456e7d1 None None] Provisioning complete for port c2d03d18-00a8-464d-ba84-73ff0ea3f09b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:31:59.675687 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b367dc00-2d43-4907-bcfa-26686456e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:31:59.717696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b367dc00-2d43-4907-bcfa-26686456e7d1 None None] Port c2d03d18-00a8-464d-ba84-73ff0ea3f09b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:31:59.771758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-85ea935b-6971-4325-b46d-0179d726e230 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059642 Sep 18 07:32:00.041372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-ea11570f-193e-42cb-bd7c-6e353c885888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:00.043326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-ea11570f-193e-42cb-bd7c-6e353c885888 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1097 time: 0.1018295 Sep 18 07:32:00.092669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d9c5-b541-4dbc-a1ec-9635c2ca0a1b req-284e6149-3355-4cfd-9591-2d35306e8366 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:00.100712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d32d9c5-b541-4dbc-a1ec-9635c2ca0a1b req-284e6149-3355-4cfd-9591-2d35306e8366 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1052008 Sep 18 07:32:00.148121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d32d9c5-b541-4dbc-a1ec-9635c2ca0a1b req-6be2a08e-1766-4dd2-ad32-3b55af7eec7b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Sep 18 07:32:00.189673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-4dc884bc-c18c-47e3-aa4f-09d4694fedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:00.191963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-4dc884bc-c18c-47e3-aa4f-09d4694fedd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1408789 Sep 18 07:32:00.268198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-e7ee3b37-c88c-4b70-8f88-a16a18172b88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 999 time: 0.0686889 Sep 18 07:32:00.325038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-99fa5b41-bb4d-4d3d-8e73-4bb20ee13f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:00.326464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-99fa5b41-bb4d-4d3d-8e73-4bb20ee13f04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0513809 Sep 18 07:32:00.408292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-a5203433-5b37-40b1-9dd3-6c8d6056157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:00.410125 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-a5203433-5b37-40b1-9dd3-6c8d6056157b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754495 Sep 18 07:32:00.554488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-847cd5a2-8dcf-433f-a99d-f800097757b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318676 Sep 18 07:32:00.567952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 34422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:32:00.574248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-89510595-network', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:00.660622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Made reservation on behalf of c8b3bc8bea4f40588bc8ef0b606dfaae for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:32:00.664778 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:00.679199 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:00.769951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 22118af4-878f-4dbd-bb3e-67a50b9da089 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:00.863559 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1060656c-4e4c-4a47-ad65-75a00121b590 req-4a562dfa-8082-41c2-a4de-cb9aad04a377 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862054 Sep 18 07:32:00.904694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 22118af4-878f-4dbd-bb3e-67a50b9da089 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:00.906449 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:00.931613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:00.940963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:32:00.957579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:00.957579 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:01.009452 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.047516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:32:01.059442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5c35e-1577-4fdc-8432-8ea412fd2784,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:01.084550 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.091203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.092033 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Added segment e9b32c69-1a38-43a6-9526-0b585ac0b732 of type vlan for network b7b41a88-b494-44f2-8e3b-2915b028a2f1 Sep 18 07:32:01.116989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 22118af4-878f-4dbd-bb3e-67a50b9da089, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=22118af4-878f-4dbd-bb3e-67a50b9da089,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:01.177125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.201232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.259949 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:01.276242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=22118af4-878f-4dbd-bb3e-67a50b9da089,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:01.289358 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.290881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:01.291675 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.392921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] Pushing event updated for resources: {'Network': ['ID=b7b41a88-b494-44f2-8e3b-2915b028a2f1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:01.406476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:32:01.568464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb22f76-b977-4249-a6bd-1f86f3c3f9c5 req-2ebfd8cb-ab93-4dcd-9b58-b75db65aa3fa tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:01.570084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb22f76-b977-4249-a6bd-1f86f3c3f9c5 req-2ebfd8cb-ab93-4dcd-9b58-b75db65aa3fa tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1796222 Sep 18 07:32:01.646047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:32:01.647824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6f4d9a9d-2d09-4680-81c6-2f1f077871ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0780644 Sep 18 07:32:01.653246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Request body: {'subnet': {'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-89510595-subnet', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:01.659170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cb22f76-b977-4249-a6bd-1f86f3c3f9c5 req-5c99a0db-702c-43b1-885d-51d2938448a0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802736 Sep 18 07:32:01.750974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:31:58Z', 'revision_number': 2, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:01.760230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Made reservation on behalf of c8b3bc8bea4f40588bc8ef0b606dfaae for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:32:01.762664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:01.783347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:32:01.784112 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Updating router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd port c2d03d18-00a8-464d-ba84-73ff0ea3f09b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:32:01.820422 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.080834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.194040 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.201516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd2b62c-b963-4ce4-babf-d52614dafa83,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:02.237455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Checking segment: {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:02.237823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Network hostable DHCP agents. Network: b7b41a88-b494-44f2-8e3b-2915b028a2f1, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:32:02.277509 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.338232 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Pushing event updated for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:02.357243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:32:02.369938 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.370326 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.370639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.370974 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.371307 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.371640 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.371963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.372345 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.372671 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.373019 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.373343 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.373714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:02.433182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b7b41a88-b494-44f2-8e3b-2915b028a2f1) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:02.438166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:02.438715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.447424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378bcbef-f865-4cb3-9a98-e6ab2094bf84 None None] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:32:02.451673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Attempting to bind port c2d03d18-00a8-464d-ba84-73ff0ea3f09b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:02.452256 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Attempting to bind port c2d03d18-00a8-464d-ba84-73ff0ea3f09b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:02.453205 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Attempting to bind port c2d03d18-00a8-464d-ba84-73ff0ea3f09b on network c98a5eea-3d39-40d6-9653-7f40eac2510f {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:02.458948 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:02.459423 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Checking segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:02.459976 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.460403 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Bound using segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:02.460957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Bound port: c2d03d18-00a8-464d-ba84-73ff0ea3f09b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:02.461392 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.518415 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a3b2f442-6a69-4d33-8ffc-274319359992 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8703239 Sep 18 07:32:02.523503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:32:02.528533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:02.672736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.673914 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.704190 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] For port c2d03d18-00a8-464d-ba84-73ff0ea3f09b, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:02.709340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] For port c2d03d18-00a8-464d-ba84-73ff0ea3f09b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:02.717438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7e4c4e59-654c-4d9c-b7fe-7febc283350e None None] Provisioning complete for port c2d03d18-00a8-464d-ba84-73ff0ea3f09b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:02.718599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4e59-654c-4d9c-b7fe-7febc283350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.756440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 22118af4-878f-4dbd-bb3e-67a50b9da089 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:02.796069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.798051 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.848584 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'fixed_ips': [{'subnet_id': '8cd2b62c-b963-4ce4-babf-d52614dafa83'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:32:02.849721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.860310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c4e59-654c-4d9c-b7fe-7febc283350e None None] Port c2d03d18-00a8-464d-ba84-73ff0ea3f09b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:32:02.916665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 22118af4-878f-4dbd-bb3e-67a50b9da089 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:02.917585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:02.931268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee453c-06ac-43d4-a81d-45e37a1c8d3d req-17367a44-b16e-4bf6-a9f5-eefc6ae8c6c5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:02.932897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75ee453c-06ac-43d4-a81d-45e37a1c8d3d req-17367a44-b16e-4bf6-a9f5-eefc6ae8c6c5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1360028 Sep 18 07:32:03.035912 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedec9e-9c96-4483-8479-3c40d58b2040 None None] Pushing event updated for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:03.046933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75ee453c-06ac-43d4-a81d-45e37a1c8d3d req-c808deef-ff8f-4d5d-a95c-d04fb22a7b13 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912683 Sep 18 07:32:03.050035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:03.050806 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:03.174357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Allocated IP 172.20.0.2 (b7b41a88-b494-44f2-8e3b-2915b028a2f1/8cd2b62c-b963-4ce4-babf-d52614dafa83/2d365548-a8e2-4c35-bb64-07d32189b569) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:32:03.267185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.295285 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:03.412203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8a50b395-257a-448c-842a-d857259eed9c None None] Provisioning complete for port c2d03d18-00a8-464d-ba84-73ff0ea3f09b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:03.412732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a50b395-257a-448c-842a-d857259eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.414720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.525467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.570176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a50b395-257a-448c-842a-d857259eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.586059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Pushing event updated for resources: {'Port': ['ID=2d365548-a8e2-4c35-bb64-07d32189b569,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:03.621876 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:03.626599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8a50b395-257a-448c-842a-d857259eed9c None None] For port c2d03d18-00a8-464d-ba84-73ff0ea3f09b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:03.627871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:03.630372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:32:03.695387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Attempting to bind port 2d365548-a8e2-4c35-bb64-07d32189b569 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:03.695904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Attempting to bind port 2d365548-a8e2-4c35-bb64-07d32189b569 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:03.696382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Attempting to bind port 2d365548-a8e2-4c35-bb64-07d32189b569 on network b7b41a88-b494-44f2-8e3b-2915b028a2f1 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:03.703152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:03.703748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Checking segment: {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:03.704879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.705375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Bound using segment: {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:03.706001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Bound port: 2d365548-a8e2-4c35-bb64-07d32189b569, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:03.706559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.711810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.718852 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:02Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:03.724344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8a50b395-257a-448c-842a-d857259eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.742209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:03.801438 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4111e1-edf1-442e-bdcb-e796ca7ff8ae None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:02Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:32:03.878586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] For port 2d365548-a8e2-4c35-bb64-07d32189b569, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:03.879986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50b395-257a-448c-842a-d857259eed9c None None] Pushing event updated for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:03.930121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Allocated IP 172.25.4.94 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/7c9dbf44-a5a9-4d54-b834-b56b8c948f70) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:32:03.938267 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] For port 2d365548-a8e2-4c35-bb64-07d32189b569, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2d365548-a8e2-4c35-bb64-07d32189b569,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:04.017978 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:04.113092 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:04.144526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb8df-b942-4e6f-9cad-51e73bde0d43 None None] Pushing event updated for resources: {'Port': ['ID=2d365548-a8e2-4c35-bb64-07d32189b569,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:04.316281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138955-3ea0-4f5c-8108-28a5f3983e68 req-976cd65f-ce67-4e5c-b42c-a97deaf269a1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:04.319683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e138955-3ea0-4f5c-8108-28a5f3983e68 req-976cd65f-ce67-4e5c-b42c-a97deaf269a1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1203928 Sep 18 07:32:04.431301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e138955-3ea0-4f5c-8108-28a5f3983e68 req-acff25f6-286e-4c88-9e85-2dd11d3469d6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992219 Sep 18 07:32:04.910104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2d03d18-00a8-464d-ba84-73ff0ea3f09b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:04.926708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:04.983588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c2d03d18-00a8-464d-ba84-73ff0ea3f09b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:04.984349 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:05.037872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:05.044143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:05.050720 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:05.057458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:32:05.139212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2d365548-a8e2-4c35-bb64-07d32189b569 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:05.237009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2d365548-a8e2-4c35-bb64-07d32189b569 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:05.237529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:05.350899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:05.413969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 2d365548-a8e2-4c35-bb64-07d32189b569, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2d365548-a8e2-4c35-bb64-07d32189b569,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:05.537727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:05.660747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2098-e4b8-49a4-b27c-c70636d3bf58 req-83b331c0-6c12-4905-92ef-fb3c1e4cd67f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:05.669509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e7e2098-e4b8-49a4-b27c-c70636d3bf58 req-83b331c0-6c12-4905-92ef-fb3c1e4cd67f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0930820 Sep 18 07:32:05.691925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=2d365548-a8e2-4c35-bb64-07d32189b569,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:05.713104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:05.737371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e7e2098-e4b8-49a4-b27c-c70636d3bf58 req-34d613bc-1987-4b79-8cf3-341194cbff91 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602982 Sep 18 07:32:05.865454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3cc26-476e-481a-b0fd-d0e0fb898273 None None] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:32:06.090521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8459411e-d6d1-4227-a712-a47bd63140f6 None None] Provisioning complete for port 2d365548-a8e2-4c35-bb64-07d32189b569 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:06.091295 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8459411e-d6d1-4227-a712-a47bd63140f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:06.119869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:06.624759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-02dafd8b-4366-4120-bd7a-9b3d06dd51d3 None None] Provisioning complete for port 2d365548-a8e2-4c35-bb64-07d32189b569 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:06.624759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-02dafd8b-4366-4120-bd7a-9b3d06dd51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:06.704378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2d365548-a8e2-4c35-bb64-07d32189b569 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:06.754847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:32:06.779610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2d365548-a8e2-4c35-bb64-07d32189b569 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:06.780150 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:06.921727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:32:06.944937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Sync routers for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:32:06.961151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87714e-ba4c-4760-bb34-987dcb1a0a94 req-7d1addc9-5f10-4a48-83a4-ef78f66c7592 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:06.964228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd87714e-ba4c-4760-bb34-987dcb1a0a94 req-7d1addc9-5f10-4a48-83a4-ef78f66c7592 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1258910 Sep 18 07:32:06.970726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:06.971568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:07.019022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.020924 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bb1f0e91-2bd7-4995-afd8-a1b59e986353 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4961407 Sep 18 07:32:07.024285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 34460) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:32:07.073160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cd87714e-ba4c-4760-bb34-987dcb1a0a94 req-0ab2376b-bac9-4175-a512-5fcc32609d58 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013789 Sep 18 07:32:07.159501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:07.399826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:05Z', 'revision_number': 3, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:07.438387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Checking router: 0a60258a-8da2-4ac0-ad55-e13310ebabd2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:32:07.438740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Updating router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:32:07.466416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.586952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.774002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.781644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Allocated IP 172.20.0.1 (b7b41a88-b494-44f2-8e3b-2915b028a2f1/8cd2b62c-b963-4ce4-babf-d52614dafa83/1269e4b2-7c28-4585-8b4a-dd2d57bccb3a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:32:07.857878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.912304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.938695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96117570-4e64-4268-90ef-4343fad1677f None None] Pushing event updated for resources: {'Port': ['ID=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:07.948321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Attempting to bind port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:07.949007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Attempting to bind port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:07.950033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Attempting to bind port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:07.955970 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:07.959186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:07.959186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:07.959186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:07.959186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Bound port: 7c9dbf44-a5a9-4d54-b834-b56b8c948f70, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:07.959186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.017853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] For port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:08.018234 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.021908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] For port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:08.073722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:08.078533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:08.091572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:32:08.118513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Pushing event updated for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:08.151706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.171438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.257194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:08.259061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:08.341701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96117570-4e64-4268-90ef-4343fad1677f None None] Pushing event updated for resources: {'Port': ['ID=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:08.462250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:08.490874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.625634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a5dcd653-22ed-49b2-8fea-0b3eef57b5c2 None None] Provisioning complete for port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:08.625938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd653-22ed-49b2-8fea-0b3eef57b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.728869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413412-8e70-4205-a20a-d6e88b596550 req-4533fa4c-a174-4ca6-8d21-5f2e3de6e27c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:08.739392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7413412-8e70-4205-a20a-d6e88b596550 req-4533fa4c-a174-4ca6-8d21-5f2e3de6e27c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.5629129 Sep 18 07:32:08.742338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:08.756923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a5dcd653-22ed-49b2-8fea-0b3eef57b5c2 None None] Port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:32:08.790553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e7413412-8e70-4205-a20a-d6e88b596550 req-67f7fe4b-7e05-4e73-a8e4-6e165793f939 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498793 Sep 18 07:32:08.846825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:05Z', 'revision_number': 3, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:08.877449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eba172-4b19-4b09-902d-d17d71105df9 None None] The sync data for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 is: [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:05Z', 'revision_number': 3, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:32:08.987118 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:09.031274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d06c7f3-03bd-47a4-b75c-fddf635ba885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:09.094269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Pushing event updated for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:09.098127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:09.263608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:09.273096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:09.522014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:32:09.695507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:32:09.706871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-47a6c291-1442-48aa-9605-19b7b4380526 None None] Provisioning complete for port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:09.707469 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-47a6c291-1442-48aa-9605-19b7b4380526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:09.716704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dcfeda67-2b7b-4d2b-a5d6-13a0821856db admin admin] 10.222.0.20 "PUT /v2.0/routers/0a60258a-8da2-4ac0-ad55-e13310ebabd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826684 Sep 18 07:32:09.833433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-47a6c291-1442-48aa-9605-19b7b4380526 None None] Port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:32:10.012150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf68674-9dd4-4026-bc73-b1b5401cd3bd req-8df21389-fcf2-4485-9be9-38c786565b96 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:10.013711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caf68674-9dd4-4026-bc73-b1b5401cd3bd req-8df21389-fcf2-4485-9be9-38c786565b96 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1142719 Sep 18 07:32:10.091423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-caf68674-9dd4-4026-bc73-b1b5401cd3bd req-577653a2-677c-4cb4-b7cf-c32f5341172a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649526 Sep 18 07:32:10.714982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:10.776686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:10.776989 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:10.877521 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:10.907653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:11.012458 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:11.123925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Sync routers for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:32:11.135792 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:11.136538 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:31:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:11.268709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef434e8a-6b0f-4870-9034-52ea3f81bfcf req-21e8a961-9908-42ae-a745-bcda5de2621e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:11.274396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef434e8a-6b0f-4870-9034-52ea3f81bfcf req-21e8a961-9908-42ae-a745-bcda5de2621e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0910079 Sep 18 07:32:11.274599 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:11.277276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:11.310906 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef434e8a-6b0f-4870-9034-52ea3f81bfcf req-c4586b74-cfd1-4bb3-8396-cf11cf6d9f4a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Sep 18 07:32:11.524563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3103597a-5c2b-4441-8c74-94f633760d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:11.576155 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 4, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1269e4b2-7c28-4585-8b4a-dd2d57bccb3a', 'name': '', 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'mac_address': 'fa:16:3e:d5:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:07Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 2, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'subnets': [{'id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:11.611911 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Checking router: 0a60258a-8da2-4ac0-ad55-e13310ebabd2 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:32:11.612275 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Updating router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:32:11.637972 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:11.876370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-f2c1dd3a-9a96-4054-a016-d763eb4aa35a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:11.882601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-f2c1dd3a-9a96-4054-a016-d763eb4aa35a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1106076 Sep 18 07:32:11.893635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-62f316d0-aa4f-4255-b7d5-5150d3ba4861 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Sep 18 07:32:11.919929 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:11.948052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-2d603d07-4747-4bc0-9eee-57dc05c8f3b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480285 Sep 18 07:32:11.979926 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.033721 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ee3d1-152f-4395-bde0-46a9ef158d50 None None] Pushing event updated for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:12.060431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-78d659b9-7c89-4c80-9f52-c2ba09afda8f service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051621 Sep 18 07:32:12.103488 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Attempting to bind port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:12.107241 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Attempting to bind port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:12.107713 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Attempting to bind port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a on network b7b41a88-b494-44f2-8e3b-2915b028a2f1 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:12.126080 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:12.127429 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Checking segment: {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:12.127864 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.128261 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Bound using segment: {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:12.128768 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Bound port: 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b32c69-1a38-43a6-9526-0b585ac0b732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:12.129292 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.142892 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.192810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-27aa3770-f698-4733-8883-8c1572d209e5 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257279 Sep 18 07:32:12.212191 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] For port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:12.216059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] For port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:12.309251 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.374795 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:32:12.375462 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:32:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:12.377360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ee3d1-152f-4395-bde0-46a9ef158d50 None None] Pushing event updated for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:12.403513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] Provisioning complete for port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:12.404182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.518126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.530461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b32a-88be-4166-9329-cb61ae79f157 req-44fd6d05-f280-4bfc-aaa8-8160bfcd2af9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:12.538349 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:32:12.539523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0447b32a-88be-4166-9329-cb61ae79f157 req-44fd6d05-f280-4bfc-aaa8-8160bfcd2af9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.1013205 Sep 18 07:32:12.579071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] For port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:12.602696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0447b32a-88be-4166-9329-cb61ae79f157 req-27739c7e-87a6-457d-92f7-6c2650f7341e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527248 Sep 18 07:32:12.660956 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.718873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:12.755029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be3cb1-fcca-42ca-a1c4-693d8c091196 None None] Pushing event updated for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:12.779018 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 4, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1269e4b2-7c28-4585-8b4a-dd2d57bccb3a', 'name': '', 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'mac_address': 'fa:16:3e:d5:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:07Z', 'updated_at': '2021-09-18T07:32:12Z', 'revision_number': 4, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'subnets': [{'id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:32:12.809100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ad2f77c8-a722-4a0d-b09a-9ebcdb27926a None None] Provisioning complete for port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:12.810375 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ad2f77c8-a722-4a0d-b09a-9ebcdb27926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.837735 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42513e58-4d9b-4802-8408-d9ec64f7add2 None None] The sync data for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 is: [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:32:08Z', 'revision_number': 4, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1269e4b2-7c28-4585-8b4a-dd2d57bccb3a', 'name': '', 'network_id': 'b7b41a88-b494-44f2-8e3b-2915b028a2f1', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'mac_address': 'fa:16:3e:d5:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:07Z', 'updated_at': '2021-09-18T07:32:12Z', 'revision_number': 4, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'subnets': [{'id': '8cd2b62c-b963-4ce4-babf-d52614dafa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:32:12.854094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:12.854811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:12.864558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69d3ff82-7fb2-4718-bcfa-002cdfbd049f req-64ca1d0d-36a8-4eed-a77c-3d1ca65849fc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0452223 Sep 18 07:32:13.317206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:13.346699 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:32:13.737800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61591eb8-c426-4164-b031-97536753320c req-eb67d888-5c92-4e67-8ca9-374661970541 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:13.745335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61591eb8-c426-4164-b031-97536753320c req-eb67d888-5c92-4e67-8ca9-374661970541 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0618238 Sep 18 07:32:13.784479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61591eb8-c426-4164-b031-97536753320c req-1d428d3c-f263-46bc-a569-ca9e651828fd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382285 Sep 18 07:32:13.964839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0fa5929-f38d-4c80-a578-8d176fdb37a9 req-20c7d327-ddce-47ac-966c-f2461598cd6f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Sep 18 07:32:14.458476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca39e-2573-4389-ba26-4cad51866309 req-04d078dc-914c-47bc-92ec-c95955576fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.458476 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-04d078dc-914c-47bc-92ec-c95955576fba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1097 time: 0.0425954 Sep 18 07:32:14.572824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca39e-2573-4389-ba26-4cad51866309 req-80abf5a5-387e-4e7d-b2fd-6bdbb908a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.574411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-80abf5a5-387e-4e7d-b2fd-6bdbb908a25e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0967493 Sep 18 07:32:14.649175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-f3a94b94-1e90-4ede-816e-8f093f1bb1ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 999 time: 0.0667567 Sep 18 07:32:14.705101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca39e-2573-4389-ba26-4cad51866309 req-e933fb38-7f28-4923-bcb4-6159e65e8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.706637 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-e933fb38-7f28-4923-bcb4-6159e65e8d70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0520353 Sep 18 07:32:14.722609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:14.779906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:14.780622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:14.816819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:14.819991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ca39e-2573-4389-ba26-4cad51866309 req-cb36b2c2-366e-4a49-bbf7-2b2138488aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.821489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-cb36b2c2-366e-4a49-bbf7-2b2138488aaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074338 Sep 18 07:32:14.925745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-ac3b6e3b-45c9-4f36-a64c-e6465d9b33e2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.927295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-ac3b6e3b-45c9-4f36-a64c-e6465d9b33e2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1827996 Sep 18 07:32:14.942918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '259a82a3-2669-4500-9037-422b76b60fa4', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:14.983487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97c95-a35b-451f-b224-9ab88d6c3042 req-a72069e5-6a59-41b7-8acb-82ca4146e09a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:14.983487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2c97c95-a35b-451f-b224-9ab88d6c3042 req-a72069e5-6a59-41b7-8acb-82ca4146e09a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0729470 Sep 18 07:32:15.020940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-811a5224-c74d-47c2-8862-f44bdbbb7f68 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909060 Sep 18 07:32:15.036941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2c97c95-a35b-451f-b224-9ab88d6c3042 req-7760e24b-07a3-4489-96af-5b38f7381b1e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Sep 18 07:32:15.110054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4edcaef2-69cb-46c0-80ec-2d16d328cc68 req-fd2678f4-61c0-4ff3-96ec-9b1c0b4bdc8c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0360527 Sep 18 07:32:15.163711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f02ca39e-2573-4389-ba26-4cad51866309 req-9219c045-2426-45aa-8657-6d4c5d2f5fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351895 Sep 18 07:32:15.249625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:32:15.254104 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:15.257224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:15.404789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.8 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/3a408d1c-def5-4e40-92d8-ce49cb228fc9) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:32:15.576857 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:15.664187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:15.711140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:15.714399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:15.718188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:32:15.750551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:15.786967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:15.788934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:15.878129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-116c7a44-ce50-4218-8a96-535959e25938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403806 Sep 18 07:32:15.891745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Request body: {'port': {'device_id': '259a82a3-2669-4500-9037-422b76b60fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:15.975308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:16.055300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-41d61156-d805-4a8b-acde-16cfeac9158d None None] Provisioning complete for port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:16.055923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41d61156-d805-4a8b-acde-16cfeac9158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:16.134851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-41d61156-d805-4a8b-acde-16cfeac9158d None None] Port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:32:16.227451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69425a89-9336-4c37-8844-633afee456e3 req-b2095662-41e8-4dab-ac60-7561219586db tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:16.229861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69425a89-9336-4c37-8844-633afee456e3 req-b2095662-41e8-4dab-ac60-7561219586db tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0645289 Sep 18 07:32:16.350366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69425a89-9336-4c37-8844-633afee456e3 req-c008fe39-71c5-4537-814f-b353735b0043 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894957 Sep 18 07:32:16.369884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062f0ce-63ec-4de2-b07d-be0c93005004 req-424a167d-0f99-47f7-bdfd-d1dca2ef18b2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:16.374782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3062f0ce-63ec-4de2-b07d-be0c93005004 req-424a167d-0f99-47f7-bdfd-d1dca2ef18b2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 931 time: 0.1435640 Sep 18 07:32:16.434647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3062f0ce-63ec-4de2-b07d-be0c93005004 req-a9fb6ffa-e294-43c8-a902-508440cf9aa7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Sep 18 07:32:16.632288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a408d1c-def5-4e40-92d8-ce49cb228fc9 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:32:16.642166 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:16.654722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Transition to ACTIVE for port object 3a408d1c-def5-4e40-92d8-ce49cb228fc9 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:32:16.717699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:16.770174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Pushing event updated for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:16.851163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Attempting to bind port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:16.851801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Attempting to bind port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:16.852331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Attempting to bind port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:16.857407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:32:16.858069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Attempting to bind port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:16.863755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:16.864332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:16.864918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:16.867529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Bound port: 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:16.867959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:16.955079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:16.959360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:17.032272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:17.080427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.080993 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:17.083478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a408d1c-def5-4e40-92d8-ce49cb228fc9 HTTP/1.1" status: 200 len: 1092 time: 1.1973872 Sep 18 07:32:17.084051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:32:17.086325 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:32:17.110421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f314aa-a7e2-449f-8211-c101990d3d91 service neutron] Pushing event updated for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:17.136241 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaff3f3-4efa-4bfa-af27-3701d77d5c4f x-openstack-request-id: req-aeaff3f3-4efa-4bfa-af27-3701d77d5c4f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:32:17.136541 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:32:17.136795 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aeaff3f3-4efa-4bfa-af27-3701d77d5c4f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:32:17.137199 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9', 'status': 'completed', 'code': 200} Sep 18 07:32:17.214161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-78e0d831-6f98-46c6-b29c-9427528461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.215861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-78e0d831-6f98-46c6-b29c-9427528461e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 1095 time: 0.0557835 Sep 18 07:32:17.330295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-42c99875-837f-4859-876d-ca953051c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.331986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-42c99875-837f-4859-876d-ca953051c84a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1081798 Sep 18 07:32:17.440934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-587fc595-f436-4daf-aafa-8b98b152c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.442766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-064b353a-d83a-4bce-9755-b5b4e8ba4fdf req-587fc595-f436-4daf-aafa-8b98b152c04a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046920 Sep 18 07:32:17.572573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-6317d793-9173-47aa-b96e-8e19b342fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.574927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-6317d793-9173-47aa-b96e-8e19b342fa71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 1095 time: 0.0908415 Sep 18 07:32:17.577452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff16b3-7046-41a5-9514-15564551cb09 req-71aaa261-be9e-44d5-8ddb-f5d40f5291a2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.579084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaff16b3-7046-41a5-9514-15564551cb09 req-71aaa261-be9e-44d5-8ddb-f5d40f5291a2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0942581 Sep 18 07:32:17.597526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa97e6-bf06-4026-a849-e3576bfac0d9 req-5ec033ee-842c-46bd-9386-c72b22c4b8a8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.599361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28fa97e6-bf06-4026-a849-e3576bfac0d9 req-5ec033ee-842c-46bd-9386-c72b22c4b8a8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0735235 Sep 18 07:32:17.629008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-4070fd7c-513a-4882-b184-d12aeab2cf9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9 HTTP/1.1" status: 200 len: 217 time: 0.0462773 Sep 18 07:32:17.673744 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28fa97e6-bf06-4026-a849-e3576bfac0d9 req-1cf50631-90fa-44ad-857e-b95cdd407a26 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616596 Sep 18 07:32:17.680455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aaff16b3-7046-41a5-9514-15564551cb09 req-1ca7453f-c9dd-4e01-94d5-adeedb01e4a6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915654 Sep 18 07:32:17.709556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-2c57465c-5235-4d5a-be59-4ac31d3a12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.709556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-2c57465c-5235-4d5a-be59-4ac31d3a12e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0658722 Sep 18 07:32:17.753225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-9c83d835-7605-405d-afaa-47cb938448d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:17.754818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-9c83d835-7605-405d-afaa-47cb938448d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468354 Sep 18 07:32:17.857090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-49d34e0f-823f-4223-98c7-5d160bc97afb service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954514 Sep 18 07:32:17.956283 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ccef9c18-3bdd-4005-bdf9-f426ae60d460 req-5ad181dd-8846-460a-880f-1dd79e505ac9 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924206 Sep 18 07:32:18.791723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48caf6-1a80-4d66-9136-7015a6d08792 req-d1eec212-29e9-49cb-ab77-376968323fb0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:18.793429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d48caf6-1a80-4d66-9136-7015a6d08792 req-d1eec212-29e9-49cb-ab77-376968323fb0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0634124 Sep 18 07:32:18.861248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d48caf6-1a80-4d66-9136-7015a6d08792 req-a6e60e5b-c26b-4be4-8607-2bde6b2926a8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Sep 18 07:32:18.869594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d57c65-d685-4ef6-af8d-74edf7106696 req-b2021bd8-95b0-41aa-82b5-ce1ed26c968e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:18.871248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6d57c65-d685-4ef6-af8d-74edf7106696 req-b2021bd8-95b0-41aa-82b5-ce1ed26c968e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0987577 Sep 18 07:32:18.918934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6d57c65-d685-4ef6-af8d-74edf7106696 req-afd69835-0ac7-43ad-baa0-13a643119561 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396094 Sep 18 07:32:20.005967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af9ed-3048-4372-abb3-4d73e22e6b28 req-c8212215-e343-479c-adaf-c9a0172683c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:20.007782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d41af9ed-3048-4372-abb3-4d73e22e6b28 req-c8212215-e343-479c-adaf-c9a0172683c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0573244 Sep 18 07:32:20.082656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d41af9ed-3048-4372-abb3-4d73e22e6b28 req-85ad3033-6ad1-437e-969f-0ea23160d762 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645359 Sep 18 07:32:20.094221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fb0c-8497-4e2c-affb-0a3d74c289a8 req-92234e05-5eba-42a2-8295-c5b13aec660f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:20.095732 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f812fb0c-8497-4e2c-affb-0a3d74c289a8 req-92234e05-5eba-42a2-8295-c5b13aec660f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0869637 Sep 18 07:32:20.136645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f812fb0c-8497-4e2c-affb-0a3d74c289a8 req-bd183b7e-d63e-4c3c-a852-9a80a0b2a2f8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Sep 18 07:32:21.204315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60ad2d-9f80-42a9-9b5c-044f94cdadc2 req-0889664b-8e58-435f-9d7b-4ceb82535c4e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:21.205871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc60ad2d-9f80-42a9-9b5c-044f94cdadc2 req-0889664b-8e58-435f-9d7b-4ceb82535c4e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0544913 Sep 18 07:32:21.275373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc60ad2d-9f80-42a9-9b5c-044f94cdadc2 req-fa3c8f2c-a441-4e76-a2c8-66c23b0510de tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605595 Sep 18 07:32:21.295201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b92ee-48d1-443f-9a74-1a4fc21735c1 req-8deac007-0d63-46a8-901b-07bc734180ec tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:21.297359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46b92ee-48d1-443f-9a74-1a4fc21735c1 req-8deac007-0d63-46a8-901b-07bc734180ec tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0814817 Sep 18 07:32:21.337693 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d46b92ee-48d1-443f-9a74-1a4fc21735c1 req-da61090c-373b-4252-a623-a2421ceb1db7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Sep 18 07:32:22.417322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825507fe-820d-4353-b650-d78d5ab17388 req-e1ad2c1a-8e59-4146-a554-94006238faf4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:22.419476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-825507fe-820d-4353-b650-d78d5ab17388 req-e1ad2c1a-8e59-4146-a554-94006238faf4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0735130 Sep 18 07:32:22.484490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-825507fe-820d-4353-b650-d78d5ab17388 req-93e589f2-e2d8-4f5b-a440-645b83a08f7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534112 Sep 18 07:32:22.500396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a957124-8cea-452d-9439-02ca9a6d1ad9 req-9f92d3fb-ccf7-4e51-8ab1-e06827d892c1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:22.502280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a957124-8cea-452d-9439-02ca9a6d1ad9 req-9f92d3fb-ccf7-4e51-8ab1-e06827d892c1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0814161 Sep 18 07:32:22.550957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a957124-8cea-452d-9439-02ca9a6d1ad9 req-49d1bd72-810e-4b68-8390-ffe6632b479b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Sep 18 07:32:23.609145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358dd1-505e-4e18-afa6-b0adee6dff99 req-71c212ed-bb7f-462d-bf38-006cde8d9499 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:23.610754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31358dd1-505e-4e18-afa6-b0adee6dff99 req-71c212ed-bb7f-462d-bf38-006cde8d9499 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0498710 Sep 18 07:32:23.662385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-31358dd1-505e-4e18-afa6-b0adee6dff99 req-f5e9ec8a-b153-4daf-bc00-545be6810653 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457075 Sep 18 07:32:23.697738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074e59-a935-44a9-96ea-704d48939c8f req-12901c11-1ee2-4893-96f7-e9ad21f3c035 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:23.699268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e074e59-a935-44a9-96ea-704d48939c8f req-12901c11-1ee2-4893-96f7-e9ad21f3c035 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0566618 Sep 18 07:32:23.737001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e074e59-a935-44a9-96ea-704d48939c8f req-0bbd6142-a1f0-47ff-bc6c-582f8b24dd38 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Sep 18 07:32:24.775093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02117927-3adf-458c-aaa7-e0f268f62a18 req-bbd249ac-eda8-4f27-b6dd-9f53ffc50c80 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:24.776834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02117927-3adf-458c-aaa7-e0f268f62a18 req-bbd249ac-eda8-4f27-b6dd-9f53ffc50c80 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0498023 Sep 18 07:32:24.843902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02117927-3adf-458c-aaa7-e0f268f62a18 req-3d39d10e-4202-4ee4-90ba-67b015a6a5a4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Sep 18 07:32:24.875232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb05ef-5a84-4930-b05a-5cf38f576967 req-f1ec6df0-db42-4f05-832a-c4357348700d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:24.876966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82eb05ef-5a84-4930-b05a-5cf38f576967 req-f1ec6df0-db42-4f05-832a-c4357348700d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 945 time: 0.0542433 Sep 18 07:32:24.922441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82eb05ef-5a84-4930-b05a-5cf38f576967 req-b7a7428d-2186-48c1-8d1c-79929d849016 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Sep 18 07:32:25.236525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:32:25.331846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:25.343306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'mac_address': 'fa:16:3e:be:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:32:25.384050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:25.397294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:32:25.417159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:25.488564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:25.536381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:25.878066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['27ff1369-0ca3-42fd-b939-ebd366e153d7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:32:25.991652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cface49-357e-49c7-b044-d8c91d4fd26e req-d319bd19-716d-4804-9749-783388ae94d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:25.993255 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3cface49-357e-49c7-b044-d8c91d4fd26e req-d319bd19-716d-4804-9749-783388ae94d4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0620282 Sep 18 07:32:26.062889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3cface49-357e-49c7-b044-d8c91d4fd26e req-16c4d713-06c9-4f3d-b5d8-d8a95a243a58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Sep 18 07:32:26.079702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d827bf5-e3b1-4d31-93a1-3053644a4062 req-9ea4efb5-3c70-47cf-ab43-4675cf3d15f0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:26.081240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d827bf5-e3b1-4d31-93a1-3053644a4062 req-9ea4efb5-3c70-47cf-ab43-4675cf3d15f0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0724044 Sep 18 07:32:26.118959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d827bf5-e3b1-4d31-93a1-3053644a4062 req-db00a139-d107-45ff-960b-d102c3b64aa0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 18 07:32:27.188379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc8a52-5a9a-43b3-b36a-38555a33de3a req-dda631f9-d20e-48cb-849c-54987d8405b0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:27.188379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ddc8a52-5a9a-43b3-b36a-38555a33de3a req-dda631f9-d20e-48cb-849c-54987d8405b0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0533776 Sep 18 07:32:27.224560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:27.254586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ddc8a52-5a9a-43b3-b36a-38555a33de3a req-b1d7451b-3d27-441b-8e56-9ad639a61f65 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Sep 18 07:32:27.262981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd6ad5-c67d-45d2-af5b-8d7f91561a8e req-66de181a-cd5e-4387-95d7-b8f1fc2b1a9c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:27.264534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd6ad5-c67d-45d2-af5b-8d7f91561a8e req-66de181a-cd5e-4387-95d7-b8f1fc2b1a9c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 946 time: 0.0716202 Sep 18 07:32:27.306050 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd6ad5-c67d-45d2-af5b-8d7f91561a8e req-3ebe3916-058f-492f-acc7-81d97dc5dbb2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353923 Sep 18 07:32:27.340138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:32:27.345127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 27ff1369-0ca3-42fd-b939-ebd366e153d7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:27.345528 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:27.431235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:27.453536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:32:27.455718 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1e6de6-8cf3-49a5-9dc8-d6739c543411" -d '{"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:32:27.470432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:27.495063 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce7018e-6544-464a-ac45-ee6a3a764765 x-openstack-request-id: req-9ce7018e-6544-464a-ac45-ee6a3a764765 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:32:27.495365 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-plugged", "status": "completed", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:32:27.495621 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ce7018e-6544-464a-ac45-ee6a3a764765 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:32:27.496015 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'code': 200} Sep 18 07:32:27.557051 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:27.605269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:27.810209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130326bf-f759-4627-a492-781db5efb7a9 req-571517fb-194a-42d6-9dd3-4d88ad17606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:27.811780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-130326bf-f759-4627-a492-781db5efb7a9 req-571517fb-194a-42d6-9dd3-4d88ad17606a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1099 time: 0.0420194 Sep 18 07:32:27.852128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-130326bf-f759-4627-a492-781db5efb7a9 req-08ba2032-e8cd-488d-9f80-5e6c90576020 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Sep 18 07:32:28.379854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b273d7-7ae2-4618-a805-bba2b7056db5 req-28ff4891-a904-4b95-94aa-d634b733849d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:28.382238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b273d7-7ae2-4618-a805-bba2b7056db5 req-28ff4891-a904-4b95-94aa-d634b733849d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 943 time: 0.0527749 Sep 18 07:32:28.451433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53b273d7-7ae2-4618-a805-bba2b7056db5 req-1f37f6d4-fae1-4bdc-8e8c-b24b22c9fffb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593619 Sep 18 07:32:28.459652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ea7f6-1092-493e-bb4f-2bd1b87a8946 req-2ae46099-1679-46b3-b662-8b2e5eb28557 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:28.461174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d76ea7f6-1092-493e-bb4f-2bd1b87a8946 req-2ae46099-1679-46b3-b662-8b2e5eb28557 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0777767 Sep 18 07:32:28.505873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d76ea7f6-1092-493e-bb4f-2bd1b87a8946 req-cf0e371b-0ed0-4cc4-817d-98d24f32d66b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Sep 18 07:32:29.151556 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:29.221266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3a408d1c-def5-4e40-92d8-ce49cb228fc9 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:32:29.318613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:29.330642 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '3a408d1c-def5-4e40-92d8-ce49cb228fc9', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '3a408d1c-def5-4e40-92d8-ce49cb228fc9', 'mac_address': 'fa:16:3e:30:91:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:32:29.368047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:29.381217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a408d1c-def5-4e40-92d8-ce49cb228fc9 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:32:29.402440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:29.474447 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:29.530624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:29.588724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035009d2-641d-4d70-a9de-bf85dfa239ef req-b58b89cf-ef60-48df-a729-d059b34caf59 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:29.590262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-035009d2-641d-4d70-a9de-bf85dfa239ef req-b58b89cf-ef60-48df-a729-d059b34caf59 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 944 time: 0.0629001 Sep 18 07:32:29.659782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-035009d2-641d-4d70-a9de-bf85dfa239ef req-db9ea7da-8e69-4c10-b3ee-0d20629c79d0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600922 Sep 18 07:32:29.668272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e53caf-d55e-4b3f-8e41-fb9f132d3b8a req-c3068077-6925-4b9a-8100-69c4a68a6677 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:29.669810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e53caf-d55e-4b3f-8e41-fb9f132d3b8a req-c3068077-6925-4b9a-8100-69c4a68a6677 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0786226 Sep 18 07:32:29.675697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3a408d1c-def5-4e40-92d8-ce49cb228fc9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:32:29.709926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6e53caf-d55e-4b3f-8e41-fb9f132d3b8a req-9c5cb421-886d-4f4a-86c4-e8807a56efeb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Sep 18 07:32:30.786967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9fae-0b30-4d28-8ef6-b1dfccfbaf8b req-fc487ba1-4140-405b-8c51-c026cf65df35 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:30.788546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-509f9fae-0b30-4d28-8ef6-b1dfccfbaf8b req-fc487ba1-4140-405b-8c51-c026cf65df35 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 944 time: 0.0607898 Sep 18 07:32:30.857137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-509f9fae-0b30-4d28-8ef6-b1dfccfbaf8b req-4bc3115d-e97d-4c4e-a56b-854f2fa71bff tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578589 Sep 18 07:32:30.865684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19f3f0-d1d6-4bbf-a609-f1a841e66f10 req-76f68170-d4e5-4199-bb39-ed3ab56a01b6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:30.867273 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e19f3f0-d1d6-4bbf-a609-f1a841e66f10 req-76f68170-d4e5-4199-bb39-ed3ab56a01b6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0769346 Sep 18 07:32:30.907897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e19f3f0-d1d6-4bbf-a609-f1a841e66f10 req-f7f87029-1993-48dd-abb6-db8893ae37f4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Sep 18 07:32:31.220373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3a408d1c-def5-4e40-92d8-ce49cb228fc9 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:32:31.357216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:32:31.362105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:31.362795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:31.440879 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:31.462990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:32:31.467666 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5ffc88-bb87-481b-9c4a-f3bc190d8544" -d '{"events": [{"server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:32:31.478534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:32:31.500830 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eee564-acbd-4929-90c4-431d1dc319cb x-openstack-request-id: req-e2eee564-acbd-4929-90c4-431d1dc319cb {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:32:31.501197 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "name": "network-vif-plugged", "status": "completed", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:32:31.501463 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2eee564-acbd-4929-90c4-431d1dc319cb {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:32:31.501862 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9', 'code': 200} Sep 18 07:32:31.559738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:31.597495 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455999ab-385a-4883-a875-640d34509c24 req-ee77bb03-0a9f-43bd-922a-e69384a37c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:31.598998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-455999ab-385a-4883-a875-640d34509c24 req-ee77bb03-0a9f-43bd-922a-e69384a37c3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0439138 Sep 18 07:32:31.609945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:31.635037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-455999ab-385a-4883-a875-640d34509c24 req-28ffeb32-9139-49c8-b577-8734511621c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290544 Sep 18 07:32:32.336487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1dd72-0971-47f5-8e16-5a180bad8c4d req-36f7123c-4a83-4b1c-9203-d7b5d49b82c4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:32.337992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ac1dd72-0971-47f5-8e16-5a180bad8c4d req-36f7123c-4a83-4b1c-9203-d7b5d49b82c4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.4128599 Sep 18 07:32:32.361035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a161e-b401-4c66-bc56-e523fce7fd11 req-fdcbf39a-27e7-4e3b-b8fb-75a755a60cbd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:32.361830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-593a161e-b401-4c66-bc56-e523fce7fd11 req-fdcbf39a-27e7-4e3b-b8fb-75a755a60cbd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0702529 Sep 18 07:32:32.402962 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ac1dd72-0971-47f5-8e16-5a180bad8c4d req-288454cb-2c6f-4a0b-9f63-de66d9f79914 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Sep 18 07:32:32.415699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-593a161e-b401-4c66-bc56-e523fce7fd11 req-cc3f0478-b6f9-483d-8c31-cd4335715ddc tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Sep 18 07:32:33.514916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020c977-f87c-4e79-98c1-fb3888baf1e6 req-743c2cc7-a3bd-486f-948f-d2cfafc1b8ee tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:33.516938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2020c977-f87c-4e79-98c1-fb3888baf1e6 req-743c2cc7-a3bd-486f-948f-d2cfafc1b8ee tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Sep 18 07:32:33.554581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2020c977-f87c-4e79-98c1-fb3888baf1e6 req-9acf11c7-af91-4314-a51e-aaa48f6e15da tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Sep 18 07:32:33.670586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57013be4-aa20-4442-9938-88cc2e144725 req-8e818f89-281a-4937-be84-d977cc913425 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:33.672169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57013be4-aa20-4442-9938-88cc2e144725 req-8e818f89-281a-4937-be84-d977cc913425 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Sep 18 07:32:33.709182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57013be4-aa20-4442-9938-88cc2e144725 req-7419fad7-9ab4-4ac9-b3c7-28a9fb296bab tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Sep 18 07:32:36.815493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-f3f2f3e9-b647-41cf-9896-526b6268cd77 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:36.817007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-f3f2f3e9-b647-41cf-9896-526b6268cd77 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1057227 Sep 18 07:32:36.832025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-1d444437-c974-43f1-bcf0-6b3b925766f1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Sep 18 07:32:36.888286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-dfa6251e-b0dd-4889-a752-8bed7044c442 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506794 Sep 18 07:32:36.976541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-a62e588e-7d37-4e0a-a279-11d7f12f0bed service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808585 Sep 18 07:32:37.070028 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-39f9f413-e3a8-43ca-aa71-320bc4e8ec5c service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874429 Sep 18 07:32:37.317621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a372819b-cada-4df5-945a-9b1908c63dfa req-6f6cd2ec-4e99-4cd9-a161-a921c27773b2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0266020 Sep 18 07:32:38.435097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4e1c9d3-b2e0-49a1-b230-a724ac56f3b4 req-51732f62-5610-4b73-babf-a6562eb62938 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0313244 Sep 18 07:32:38.888808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7231d87d-c767-43f2-87eb-d160ad14dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:39.249209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-2e8c83c3-c909-431e-8f18-801989ddc651 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:39.251188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-2e8c83c3-c909-431e-8f18-801989ddc651 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1045387 Sep 18 07:32:39.276251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:39.453953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:32:39.458956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:39.566597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8950a5bb-13a8-438a-9d56-4088a8e2ce95 req-3dd002f2-9b5a-44d1-93e9-44ff1618eff9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Sep 18 07:32:39.614372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.10 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/5385c824-8447-4c77-9907-ee21e473b5e5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:32:39.765584 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:39.849378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:39.862375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3a408d1c-def5-4e40-92d8-ce49cb228fc9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:32:39.893271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:32:39.896307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:32:39.901093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:32:39.930083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:39.943771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.943771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.944160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.944408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.944747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.945081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.945408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.945737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.946091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.946417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.946746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.947074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:32:39.971374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:39.972303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.060562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-c4f14230-bbcb-4dcd-9243-bc0712f56706 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890086 Sep 18 07:32:40.081813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Request body: {'port': {'device_id': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:32:40.151235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.181595 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e56b7830-342d-4dbb-a7bb-50e793847b54 None None] Provisioning complete for port 5385c824-8447-4c77-9907-ee21e473b5e5 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:32:40.182146 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e56b7830-342d-4dbb-a7bb-50e793847b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.214640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e56b7830-342d-4dbb-a7bb-50e793847b54 None None] Port 5385c824-8447-4c77-9907-ee21e473b5e5 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:32:40.434682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5385c824-8447-4c77-9907-ee21e473b5e5 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:32:40.443256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.456955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Transition to ACTIVE for port object 5385c824-8447-4c77-9907-ee21e473b5e5 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:32:40.534762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.591406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Pushing event updated for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:40.695189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Attempting to bind port 5385c824-8447-4c77-9907-ee21e473b5e5 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:32:40.695645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Attempting to bind port 5385c824-8447-4c77-9907-ee21e473b5e5 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:32:40.696053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Attempting to bind port 5385c824-8447-4c77-9907-ee21e473b5e5 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:40.701440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Port 5385c824-8447-4c77-9907-ee21e473b5e5 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:32:40.701856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Attempting to bind port 5385c824-8447-4c77-9907-ee21e473b5e5 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:32:40.708980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:32:40.709836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:32:40.710329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:32:40.710841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Bound port: 5385c824-8447-4c77-9907-ee21e473b5e5, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:32:40.711276 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.745457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e04a-879b-4718-8942-eb311d10ee77 req-58a49884-2c76-4528-b862-ae94181e5b14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:40.749601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a80e04a-879b-4718-8942-eb311d10ee77 req-58a49884-2c76-4528-b862-ae94181e5b14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0913587 Sep 18 07:32:40.790597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a80e04a-879b-4718-8942-eb311d10ee77 req-81c88f76-6d70-47d4-ad93-4840c8218477 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362136 Sep 18 07:32:40.799085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:32:40.803516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5385c824-8447-4c77-9907-ee21e473b5e5,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:32:40.903653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.948637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:40.949258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:40.950853 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] 10.222.0.24 "PUT /v2.0/ports/5385c824-8447-4c77-9907-ee21e473b5e5 HTTP/1.1" status: 200 len: 1093 time: 0.8740392 Sep 18 07:32:40.959663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:32:40.959663 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:32:40.981936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22194-caad-4c11-90b7-2c2247eb4496 service neutron] Pushing event updated for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:32:41.011666 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e9ccae-18d3-4e6e-9066-2ec0b6727105 x-openstack-request-id: req-b2e9ccae-18d3-4e6e-9066-2ec0b6727105 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:32:41.012301 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:32:41.012805 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2e9ccae-18d3-4e6e-9066-2ec0b6727105 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:32:41.013486 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5', 'status': 'completed', 'code': 200} Sep 18 07:32:41.132597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-9fd7c562-1c5a-487e-86ac-86d73d2cf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.136846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-9fd7c562-1c5a-487e-86ac-86d73d2cf02b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 1096 time: 0.0825050 Sep 18 07:32:41.275065 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-089f4b41-fc7f-4232-b412-f8e07e19da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.276782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-089f4b41-fc7f-4232-b412-f8e07e19da38 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1256640 Sep 18 07:32:41.393616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-85a146a4-81cc-4b3f-be63-5835c808bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.395555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6ec0b654-d0f5-4294-a2e3-9c1b211477b5 req-85a146a4-81cc-4b3f-be63-5835c808bb3f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108921 Sep 18 07:32:41.515767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-1efc29df-834c-4c2b-80d0-62b60b142fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.517384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-1efc29df-834c-4c2b-80d0-62b60b142fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 1096 time: 0.0528553 Sep 18 07:32:41.537072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-98a32e58-dba8-4f8f-a30e-654b6de6ee4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:41.572932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-1be427d0-e469-4fe7-9f7f-75869e53172a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5385c824-8447-4c77-9907-ee21e473b5e5 HTTP/1.1" status: 200 len: 217 time: 0.0408189 Sep 18 07:32:41.623653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-2fd4293b-4d4d-4119-9673-800971590d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.625071 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-2fd4293b-4d4d-4119-9673-800971590d38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0454967 Sep 18 07:32:41.676482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-d3cfc66b-e453-460c-a5d6-97a01d67b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.678181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-d3cfc66b-e453-460c-a5d6-97a01d67b98f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455487 Sep 18 07:32:41.775836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-7963eaee-7509-4ec9-b0ba-e7392c7e0885 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889130 Sep 18 07:32:41.877237 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-587d7ca2-6f18-4b79-85a1-852925c433d9 req-8f465f5f-221f-4f38-8be4-e53d4e21adeb service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932171 Sep 18 07:32:41.931472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb6aa3-77ce-4ac0-8176-4a82623d55a0 req-f894b24f-c695-44c5-87e1-73316bd5803f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:41.933772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74eb6aa3-77ce-4ac0-8176-4a82623d55a0 req-f894b24f-c695-44c5-87e1-73316bd5803f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0510223 Sep 18 07:32:41.973383 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-74eb6aa3-77ce-4ac0-8176-4a82623d55a0 req-b3029e29-56d3-4bb1-b285-1b6b66231ee7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Sep 18 07:32:42.102931 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:43.101152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a32cd-1726-4a5a-8dac-ea47c79ff2d3 req-82f872d5-03ab-4660-9c23-4fabbc37f92a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:43.102740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37a32cd-1726-4a5a-8dac-ea47c79ff2d3 req-82f872d5-03ab-4660-9c23-4fabbc37f92a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0508130 Sep 18 07:32:43.145265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d37a32cd-1726-4a5a-8dac-ea47c79ff2d3 req-0733904e-4857-470b-b9d6-7e25b5c6c62b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Sep 18 07:32:43.328521 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:44.285809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de4ad2-da3c-4e88-bb3a-e50647ebd243 req-8510b301-a678-4bef-a152-2db448bcee41 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:44.287460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0de4ad2-da3c-4e88-bb3a-e50647ebd243 req-8510b301-a678-4bef-a152-2db448bcee41 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0662255 Sep 18 07:32:44.330813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0de4ad2-da3c-4e88-bb3a-e50647ebd243 req-d00d3b73-8f7b-4cbd-b0c6-d117edbcc67b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Sep 18 07:32:44.805818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:45.320085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:45.461282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4e201-dd5b-4c8d-9c8a-558b655a09c7 req-f7460505-810e-4270-a362-ad1ffb8a59d2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:45.462850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1a4e201-dd5b-4c8d-9c8a-558b655a09c7 req-f7460505-810e-4270-a362-ad1ffb8a59d2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0526378 Sep 18 07:32:45.508445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1a4e201-dd5b-4c8d-9c8a-558b655a09c7 req-59f157d7-2d97-42b6-a552-6c98d0912333 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384865 Sep 18 07:32:46.635989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0873cb-de18-4df8-9dc1-6a7866c0e162 req-b25ae80d-f867-422f-a6ef-216898875f5b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:46.639154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb0873cb-de18-4df8-9dc1-6a7866c0e162 req-b25ae80d-f867-422f-a6ef-216898875f5b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0505328 Sep 18 07:32:46.679429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb0873cb-de18-4df8-9dc1-6a7866c0e162 req-6dfad9b8-d6d9-43f0-bb76-032356b57786 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Sep 18 07:32:47.805232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51af4c-7cac-4765-a883-dccd2bc39991 req-83a18984-10c9-4ef0-bb3d-f9b511d62b19 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:47.806755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc51af4c-7cac-4765-a883-dccd2bc39991 req-83a18984-10c9-4ef0-bb3d-f9b511d62b19 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0566375 Sep 18 07:32:47.856232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc51af4c-7cac-4765-a883-dccd2bc39991 req-8a8b113e-793d-4d32-a0a4-10dc662a2347 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Sep 18 07:32:48.979380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719803a1-eb04-4b2c-9767-535cd5bb4bf8 req-a7afc5c7-27fb-499e-8c5e-ff51f3465280 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:48.980863 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-719803a1-eb04-4b2c-9767-535cd5bb4bf8 req-a7afc5c7-27fb-499e-8c5e-ff51f3465280 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0491047 Sep 18 07:32:49.022517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-719803a1-eb04-4b2c-9767-535cd5bb4bf8 req-21db504a-4eab-49b2-a47e-41229d560e42 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345478 Sep 18 07:32:50.165125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfd309-da0e-4988-bc68-ac4831c2292a req-d3764b7d-5b94-4a4a-b3c0-081cce1451f5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:50.166653 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fdbfd309-da0e-4988-bc68-ac4831c2292a req-d3764b7d-5b94-4a4a-b3c0-081cce1451f5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0554206 Sep 18 07:32:50.210257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fdbfd309-da0e-4988-bc68-ac4831c2292a req-6dc66f7a-adbb-4d16-b911-bfb5a39d26d8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Sep 18 07:32:50.349290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:32:51.346827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ae4e-81f9-4eb7-bb12-50f6fee6c3ff req-d930aed9-5f25-406d-9cfc-978be32bd6a9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:51.348341 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9666ae4e-81f9-4eb7-bb12-50f6fee6c3ff req-d930aed9-5f25-406d-9cfc-978be32bd6a9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0589871 Sep 18 07:32:51.389206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9666ae4e-81f9-4eb7-bb12-50f6fee6c3ff req-2f1ed21f-c099-47da-a846-d71587eed469 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Sep 18 07:32:52.516761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcd4b1-ddf3-4822-9165-5b8964c67ba5 req-363b403b-95cc-4fd9-8359-bcfe2a101945 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:52.518837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81dcd4b1-ddf3-4822-9165-5b8964c67ba5 req-363b403b-95cc-4fd9-8359-bcfe2a101945 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0575838 Sep 18 07:32:52.565926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-81dcd4b1-ddf3-4822-9165-5b8964c67ba5 req-d4a55d28-3648-4b0d-9c1f-dd2a5d2b739d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Sep 18 07:32:53.694428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa1d1-22e3-4b73-839b-3ced7cd00b42 req-253c8233-dbfb-48f2-8277-a334fd492ba1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:53.695921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fefa1d1-22e3-4b73-839b-3ced7cd00b42 req-253c8233-dbfb-48f2-8277-a334fd492ba1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0565269 Sep 18 07:32:53.735742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fefa1d1-22e3-4b73-839b-3ced7cd00b42 req-d5fd7770-79fa-46e5-a2bb-f80801b5915a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Sep 18 07:32:54.861675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443669e-56a8-4f46-b4ff-20351954dcb1 req-e579b1b0-b98c-4929-904b-f9b44d42535c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:54.863206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d443669e-56a8-4f46-b4ff-20351954dcb1 req-e579b1b0-b98c-4929-904b-f9b44d42535c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0542219 Sep 18 07:32:54.903071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d443669e-56a8-4f46-b4ff-20351954dcb1 req-93f6f9a0-e624-44ac-9db5-4e197e1646fc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Sep 18 07:32:56.018145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc706b9-06af-44ef-9c93-b87cd973b21e req-72f9bcbe-fa9b-4a71-8a40-3fea8723a7f1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:56.021274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fc706b9-06af-44ef-9c93-b87cd973b21e req-72f9bcbe-fa9b-4a71-8a40-3fea8723a7f1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Sep 18 07:32:56.060544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fc706b9-06af-44ef-9c93-b87cd973b21e req-7dc953dc-544b-4a25-9e62-e9174ccf17c1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 18 07:32:56.766644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-5ad0bd76-0fcd-4352-ab7d-3bfd9355deca req-be1a2123-5ab0-4a65-ba14-d1675110b121 service neutron] (101978) timed out ('10.222.0.20', 57744) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:32:57.178508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415743d-56a0-47ee-b55b-62af697a72fa req-d059dd09-d5fe-427a-b543-ccb6425189cf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:57.179993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7415743d-56a0-47ee-b55b-62af697a72fa req-d059dd09-d5fe-427a-b543-ccb6425189cf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0491464 Sep 18 07:32:57.220942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7415743d-56a0-47ee-b55b-62af697a72fa req-45a01fd3-350d-4ee7-a19c-9c66c6db00dd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349977 Sep 18 07:32:58.347501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eacc0-4abb-44da-873f-5d5967c74bb3 req-707f2c1a-a762-40fc-bf25-63e84018eb6b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:58.349065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a0eacc0-4abb-44da-873f-5d5967c74bb3 req-707f2c1a-a762-40fc-bf25-63e84018eb6b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0575631 Sep 18 07:32:58.391325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a0eacc0-4abb-44da-873f-5d5967c74bb3 req-e75c2a02-ae3d-4027-823c-7069c3ca63ba tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Sep 18 07:32:59.185509 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:32:59.507539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae5a5-f279-4e9b-8b6e-90b3b6b302e4 req-947ae4c7-97c0-4982-8de8-a49d6cc6d009 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:32:59.509013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73dae5a5-f279-4e9b-8b6e-90b3b6b302e4 req-947ae4c7-97c0-4982-8de8-a49d6cc6d009 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0488980 Sep 18 07:32:59.548993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73dae5a5-f279-4e9b-8b6e-90b3b6b302e4 req-4ddbe8d4-71d5-401f-b099-05793e64547e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Sep 18 07:33:00.669613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59be309-0f1f-422c-a5f0-778c63b0d221 req-8e947586-4e97-4866-8afc-99212a56bb99 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:00.671827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a59be309-0f1f-422c-a5f0-778c63b0d221 req-8e947586-4e97-4866-8afc-99212a56bb99 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0505288 Sep 18 07:33:00.706663 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-e4e9ad35-2033-49d1-8b2f-4a7116b0de53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419886 Sep 18 07:33:00.711795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a59be309-0f1f-422c-a5f0-778c63b0d221 req-84644240-a8ee-4703-9291-ebd9aa6a3d36 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Sep 18 07:33:00.801322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-3e243bc0-862f-445c-9ee0-ffdaf7e11485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:00.802993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-3e243bc0-862f-445c-9ee0-ffdaf7e11485 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0467236 Sep 18 07:33:00.907769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-83af85b6-755e-4fcf-add4-a112a36ebcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:00.909227 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-83af85b6-755e-4fcf-add4-a112a36ebcd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0872419 Sep 18 07:33:00.954114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-38268b89-b7a5-478a-bcd7-3987d857a28d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Sep 18 07:33:01.002947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-1282eaf3-2bb0-4579-82ed-d8a8ea9d92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:01.004460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-1282eaf3-2bb0-4579-82ed-d8a8ea9d92ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0443063 Sep 18 07:33:01.049919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-00c4f820-c45b-44d8-bfb6-8e3aba421aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:01.054586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-00c4f820-c45b-44d8-bfb6-8e3aba421aa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414243 Sep 18 07:33:01.063094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-ec052add-2382-47af-97d2-4bdeecc9acd7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:33:01.064104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-ec052add-2382-47af-97d2-4bdeecc9acd7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051346 Sep 18 07:33:01.161441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-8a4fa6a7-4f7f-4a19-90fa-f92524de32e4 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906501 Sep 18 07:33:01.253595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-582cf7b0-014e-4b83-9169-8e64fc030070 req-1e58c9f0-ce92-452b-b27a-4da0f0f8ac66 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854328 Sep 18 07:33:01.836779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212d13c-19ac-49aa-b1f8-f6800bcce5c0 req-2d07d5b5-86d4-4fab-996e-4589ec126899 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:01.838290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4212d13c-19ac-49aa-b1f8-f6800bcce5c0 req-2d07d5b5-86d4-4fab-996e-4589ec126899 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0550225 Sep 18 07:33:01.875518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4212d13c-19ac-49aa-b1f8-f6800bcce5c0 req-d9eae1e0-e7e5-4647-b951-069ec945b8b7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Sep 18 07:33:03.004379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d467-ac26-4632-b005-4ff8c5677a98 req-086734e1-0bb0-4e78-bcf1-0964f9de36bd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:03.005933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac31d467-ac26-4632-b005-4ff8c5677a98 req-086734e1-0bb0-4e78-bcf1-0964f9de36bd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0541520 Sep 18 07:33:03.043571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac31d467-ac26-4632-b005-4ff8c5677a98 req-fbce25b4-64f0-417f-b7bf-102a62d3c3f5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Sep 18 07:33:04.173120 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ef83-62b3-41ba-9d7a-edca81975248 req-7497b72f-c07f-4372-9c09-586e1b46770b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:04.174637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3c6ef83-62b3-41ba-9d7a-edca81975248 req-7497b72f-c07f-4372-9c09-586e1b46770b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0550025 Sep 18 07:33:04.214476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e3c6ef83-62b3-41ba-9d7a-edca81975248 req-3f395d9b-8535-4c9b-96e2-d699b6810223 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Sep 18 07:33:05.337261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c473e-ee90-4856-b720-b23ce4183916 req-948bdee1-e140-48e2-9fb1-cb385fd38697 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:05.338813 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376c473e-ee90-4856-b720-b23ce4183916 req-948bdee1-e140-48e2-9fb1-cb385fd38697 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0549233 Sep 18 07:33:05.377749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-376c473e-ee90-4856-b720-b23ce4183916 req-c1dc1718-ed87-43c2-8a77-3af56cb4e4b7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328372 Sep 18 07:33:06.498671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bcaba-832b-4012-a05e-b8ffb9b8d855 req-e5946f32-a52c-4061-968e-0e9c3ebcd6cb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:06.500349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-556bcaba-832b-4012-a05e-b8ffb9b8d855 req-e5946f32-a52c-4061-968e-0e9c3ebcd6cb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0547414 Sep 18 07:33:06.538697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-556bcaba-832b-4012-a05e-b8ffb9b8d855 req-c082a26c-54c6-4580-914f-ae1024c1352a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Sep 18 07:33:07.652946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f38f7d-6399-4da9-878c-252b69438b4e req-e98ebc67-3cc4-444b-ba66-95260eb9a98a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:07.654611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0f38f7d-6399-4da9-878c-252b69438b4e req-e98ebc67-3cc4-444b-ba66-95260eb9a98a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0491390 Sep 18 07:33:07.695456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0f38f7d-6399-4da9-878c-252b69438b4e req-e2b09fec-9597-493e-8852-e841b0ac47e4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Sep 18 07:33:08.093489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-297b2dd6-9f71-4052-aaaf-64ff4cae8da2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1217439 Sep 18 07:33:08.196048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-ca4cb104-1462-4632-be49-abaa9cc56205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:08.197552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-ca4cb104-1462-4632-be49-abaa9cc56205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 1099 time: 0.0420361 Sep 18 07:33:08.304372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-194ab8d0-6e7d-419d-bea8-da12abb2f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:08.305879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-194ab8d0-6e7d-419d-bea8-da12abb2f510 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0880611 Sep 18 07:33:08.383831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-51a32b81-16b1-4f39-9ec2-5c58dc1ac70d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 200 len: 1001 time: 0.0700185 Sep 18 07:33:08.434708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-ffa1f855-2d0f-44a5-bb20-0a0faff38255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:08.436165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-ffa1f855-2d0f-44a5-bb20-0a0faff38255 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0446980 Sep 18 07:33:08.482522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-4a124723-447a-4ef7-b2bc-826e047882c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:08.484015 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-4a124723-447a-4ef7-b2bc-826e047882c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402780 Sep 18 07:33:08.494508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-6c637210-7ef6-4139-905b-e80b2fc53acf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:33:08.495463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-6c637210-7ef6-4139-905b-e80b2fc53acf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047703 Sep 18 07:33:08.589936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-42d363cb-b84e-4fdc-8ef3-29faf1225334 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867875 Sep 18 07:33:08.700048 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4e8a4f00-23f3-40ac-a81e-328ee3d908ef req-081c5eee-933c-4058-bf2f-23cf4d257685 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030107 Sep 18 07:33:08.819854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cba6ea-02e0-4318-8ba1-4ffe384b2d80 req-3679ba34-1517-4b31-84b5-a25537fc6b27 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:08.821488 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60cba6ea-02e0-4318-8ba1-4ffe384b2d80 req-3679ba34-1517-4b31-84b5-a25537fc6b27 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0575507 Sep 18 07:33:08.862694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60cba6ea-02e0-4318-8ba1-4ffe384b2d80 req-22f3d8cd-d46f-4336-b97d-ead25ae24f09 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349033 Sep 18 07:33:08.982443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed8a3dfd-d7b9-4514-8728-73c0c321975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:09.983611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb778-3ce6-4d66-8903-b9985aa61555 req-02be6e26-25ba-4c45-bfe9-943c85980e18 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:09.985102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-076eb778-3ce6-4d66-8903-b9985aa61555 req-02be6e26-25ba-4c45-bfe9-943c85980e18 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0478694 Sep 18 07:33:10.025754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-076eb778-3ce6-4d66-8903-b9985aa61555 req-1b6b8fd5-34da-4090-84a2-cc806b9aa134 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Sep 18 07:33:11.148061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46cfdd-796f-4696-b975-b3dbb2c8d8d3 req-c4df2b22-aefb-4a6b-a8f9-95cdae668d3b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:11.149561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a46cfdd-796f-4696-b975-b3dbb2c8d8d3 req-c4df2b22-aefb-4a6b-a8f9-95cdae668d3b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0536695 Sep 18 07:33:11.187690 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a46cfdd-796f-4696-b975-b3dbb2c8d8d3 req-d60831ed-289c-47c6-9509-57e63d45b8ed tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Sep 18 07:33:11.530672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09a44dda-3a94-469d-8caa-6da39b4dae04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:12.122529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:12.310184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b605-01f2-4b32-9a9a-2ef02328e600 req-7186d0eb-af82-4919-a6bc-939fbe89ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:12.311874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f36b605-01f2-4b32-9a9a-2ef02328e600 req-7186d0eb-af82-4919-a6bc-939fbe89ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0548332 Sep 18 07:33:12.354947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f36b605-01f2-4b32-9a9a-2ef02328e600 req-378ba2b9-819a-4038-b66f-7ede170d4881 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Sep 18 07:33:13.327822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:13.468764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2ac2-ba97-4a76-9d65-5450e4804540 req-a2d77957-615f-4369-b69a-86c8f83b7735 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:13.470331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c63d2ac2-ba97-4a76-9d65-5450e4804540 req-a2d77957-615f-4369-b69a-86c8f83b7735 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0488398 Sep 18 07:33:13.507789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c63d2ac2-ba97-4a76-9d65-5450e4804540 req-9720b29a-f35d-41f5-a301-4852d58d76aa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Sep 18 07:33:14.627020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebff3d-0650-490d-b4fa-1218f3beca6b req-f1654b69-56d2-47da-aed7-31e5af72c0a9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:14.629056 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-daebff3d-0650-490d-b4fa-1218f3beca6b req-f1654b69-56d2-47da-aed7-31e5af72c0a9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0516140 Sep 18 07:33:14.670271 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-daebff3d-0650-490d-b4fa-1218f3beca6b req-33528c73-312d-4660-b7cf-bb26f6b2428a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Sep 18 07:33:14.817104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:15.250702 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:15.823075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dc5d2-e4e1-45d3-a7eb-998bddd80e38 req-f9536a5b-ca24-47b1-9cf3-8bc40494484a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:15.825926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f50dc5d2-e4e1-45d3-a7eb-998bddd80e38 req-f9536a5b-ca24-47b1-9cf3-8bc40494484a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0650263 Sep 18 07:33:15.872534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f50dc5d2-e4e1-45d3-a7eb-998bddd80e38 req-878f7f94-f472-417f-8be7-8163ea7b6f07 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Sep 18 07:33:16.999938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5f74-e859-4413-bb7e-c8f63779eb18 req-6fe8886a-a326-4963-ae13-f853b33e9eb3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:17.001624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ac5f74-e859-4413-bb7e-c8f63779eb18 req-6fe8886a-a326-4963-ae13-f853b33e9eb3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0501959 Sep 18 07:33:17.041613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3ac5f74-e859-4413-bb7e-c8f63779eb18 req-9f0b4366-48ad-489a-a221-c6df4f4cd802 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Sep 18 07:33:18.162392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d593a-9716-4b7e-8500-53049611c27e req-fce38db5-3a47-429f-90a7-15cbcccd1466 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:18.163825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f9d593a-9716-4b7e-8500-53049611c27e req-fce38db5-3a47-429f-90a7-15cbcccd1466 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0518956 Sep 18 07:33:18.202229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f9d593a-9716-4b7e-8500-53049611c27e req-6d603a61-1ff7-4418-825a-b5ce3bd84de3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Sep 18 07:33:19.321701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9f2d4-dae3-4659-84c1-1e9483dc9efd req-1a3cd942-6e48-4f45-9d17-6aef8de70b6c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:19.323387 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c9f2d4-dae3-4659-84c1-1e9483dc9efd req-1a3cd942-6e48-4f45-9d17-6aef8de70b6c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0534568 Sep 18 07:33:19.372708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2c9f2d4-dae3-4659-84c1-1e9483dc9efd req-5c2ca6b3-a0f2-415c-ba87-ea898515b23b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Sep 18 07:33:20.488018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35e13-b57d-41d8-905c-07ece6cbadbc req-8a1a75d8-d055-44b6-9698-4843fca12cc7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:20.489521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cb35e13-b57d-41d8-905c-07ece6cbadbc req-8a1a75d8-d055-44b6-9698-4843fca12cc7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0493388 Sep 18 07:33:20.526460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cb35e13-b57d-41d8-905c-07ece6cbadbc req-3921af35-355f-4671-8b8a-9a32fdb9698f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Sep 18 07:33:21.642207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156932-cd8b-4d8d-b3e1-2ce5ea2f6807 req-ae5661e5-dbbd-4ffc-931d-bbad09b64e18 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:21.644016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd156932-cd8b-4d8d-b3e1-2ce5ea2f6807 req-ae5661e5-dbbd-4ffc-931d-bbad09b64e18 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0490637 Sep 18 07:33:21.682493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd156932-cd8b-4d8d-b3e1-2ce5ea2f6807 req-f8ad3646-5257-47b7-be68-126050a14851 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Sep 18 07:33:22.806941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae6573-d2f0-4fc7-a984-550358b2877a req-086a2b1b-335f-4bec-9ce1-7da490da92a8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:22.808604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ae6573-d2f0-4fc7-a984-550358b2877a req-086a2b1b-335f-4bec-9ce1-7da490da92a8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0564427 Sep 18 07:33:22.848291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3ae6573-d2f0-4fc7-a984-550358b2877a req-bcc3dc44-6a98-44e3-a6ad-d4328bac04ea tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Sep 18 07:33:23.966230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3114-dd65-4b87-8376-3ead4cd525b0 req-ad805ff7-99c0-4420-9359-5e00deb946a2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:23.967814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-187b3114-dd65-4b87-8376-3ead4cd525b0 req-ad805ff7-99c0-4420-9359-5e00deb946a2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0498927 Sep 18 07:33:24.008336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-187b3114-dd65-4b87-8376-3ead4cd525b0 req-4716618d-ff5a-4288-99a7-7fc01b39a9f4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Sep 18 07:33:25.126867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc5ac-26f1-45b4-8291-aa5507bbb342 req-df7fac5e-a97f-4c7d-98fc-cc14e8a10ba1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:25.128550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6cdc5ac-26f1-45b4-8291-aa5507bbb342 req-df7fac5e-a97f-4c7d-98fc-cc14e8a10ba1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0521374 Sep 18 07:33:25.167088 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6cdc5ac-26f1-45b4-8291-aa5507bbb342 req-f40e06cf-cbf7-469f-84ff-9d7f7954ef58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Sep 18 07:33:26.287097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4e290-5397-4708-83b3-bb5d1b7cfacd req-abc2e88a-6cce-4b41-96b0-7efac1bcc717 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:26.288607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfa4e290-5397-4708-83b3-bb5d1b7cfacd req-abc2e88a-6cce-4b41-96b0-7efac1bcc717 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0533552 Sep 18 07:33:26.327169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfa4e290-5397-4708-83b3-bb5d1b7cfacd req-1ab6dd88-f97a-4e94-a9c5-dde4d36d6c21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Sep 18 07:33:27.349260 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:33:27.442713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1b6db-6a7f-4909-a7e7-7cb39179dd50 req-ece25ba5-a7f4-47ea-9695-67ab14f9884b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:27.444327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90a1b6db-6a7f-4909-a7e7-7cb39179dd50 req-ece25ba5-a7f4-47ea-9695-67ab14f9884b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 944 time: 0.0496361 Sep 18 07:33:27.455366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5385c824-8447-4c77-9907-ee21e473b5e5 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:33:27.484612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90a1b6db-6a7f-4909-a7e7-7cb39179dd50 req-18c0ed8d-544c-45fc-a288-9bb689377fb0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Sep 18 07:33:27.550996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5385c824-8447-4c77-9907-ee21e473b5e5,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:27.562351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '5385c824-8447-4c77-9907-ee21e473b5e5', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '5385c824-8447-4c77-9907-ee21e473b5e5', 'mac_address': 'fa:16:3e:dd:78:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:33:27.602539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:27.616102 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5385c824-8447-4c77-9907-ee21e473b5e5 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:33:27.636096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5385c824-8447-4c77-9907-ee21e473b5e5,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:27.691233 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:27.737615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:27.744937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.745283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.745626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.745989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.746379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.746658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.746984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.747309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.747633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.747953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.748275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:27.748600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:28.099676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5385c824-8447-4c77-9907-ee21e473b5e5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:33:28.603701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563883a0-f924-40bc-af14-166c6b24468e req-82b93179-8ec0-4105-9ae5-fe84abb5e05b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:28.605220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563883a0-f924-40bc-af14-166c6b24468e req-82b93179-8ec0-4105-9ae5-fe84abb5e05b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 945 time: 0.0509093 Sep 18 07:33:28.646102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563883a0-f924-40bc-af14-166c6b24468e req-87ed5395-54d9-4847-ac4e-191638fb4932 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Sep 18 07:33:29.164876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:29.459142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5385c824-8447-4c77-9907-ee21e473b5e5 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:33:29.553036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 5385c824-8447-4c77-9907-ee21e473b5e5 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:33:29.557017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 5385c824-8447-4c77-9907-ee21e473b5e5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:33:29.557396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:29.634865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:29.656926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:33:29.659814 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49678dd8-d673-4fee-8045-7833d29aeec0" -d '{"events": [{"server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "name": "network-vif-plugged", "status": "completed", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:33:29.672842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5385c824-8447-4c77-9907-ee21e473b5e5,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:29.700387 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e397df-bb8a-4025-863a-94c2d756fc7f x-openstack-request-id: req-39e397df-bb8a-4025-863a-94c2d756fc7f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:33:29.700387 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "name": "network-vif-plugged", "status": "completed", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:33:29.700387 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39e397df-bb8a-4025-863a-94c2d756fc7f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:33:29.700387 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5', 'code': 200} Sep 18 07:33:29.770672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:29.798636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb5e25-2a83-4d83-9b7f-0daa7eea5afa req-7024e02f-eb12-44ce-bb63-cb68985095dc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:29.807070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2bb5e25-2a83-4d83-9b7f-0daa7eea5afa req-7024e02f-eb12-44ce-bb63-cb68985095dc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 945 time: 0.0687582 Sep 18 07:33:29.822686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:29.829523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f654d3-c313-4e34-8e90-c7d6933e86ac req-3f0e318b-a7ce-475b-955c-ecae50f18778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:29.831960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7f654d3-c313-4e34-8e90-c7d6933e86ac req-3f0e318b-a7ce-475b-955c-ecae50f18778 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 1098 time: 0.0522320 Sep 18 07:33:29.852397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2bb5e25-2a83-4d83-9b7f-0daa7eea5afa req-1eb6fa48-bc4d-432d-8344-9e059e9882ae tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Sep 18 07:33:29.869983 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7f654d3-c313-4e34-8e90-c7d6933e86ac req-1aef5256-1780-4ed8-a61e-ee4dde6f7b7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Sep 18 07:33:30.968770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713ebb1-8cce-41f4-91b9-c546cad60853 req-1d353f1e-bc53-4b1e-a91c-e6bf093aa75c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:30.970270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7713ebb1-8cce-41f4-91b9-c546cad60853 req-1d353f1e-bc53-4b1e-a91c-e6bf093aa75c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Sep 18 07:33:31.010961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7713ebb1-8cce-41f4-91b9-c546cad60853 req-aeec3bcc-36ea-4fd2-a1d8-a16d0ea9cf7c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Sep 18 07:33:32.125280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880e0df-ae64-4c7e-b102-390ccb8cce23 req-aa99e9fc-1e55-4a03-b5d7-347ddd0980bf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:32.126782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a880e0df-ae64-4c7e-b102-390ccb8cce23 req-aa99e9fc-1e55-4a03-b5d7-347ddd0980bf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0475593 Sep 18 07:33:32.164348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a880e0df-ae64-4c7e-b102-390ccb8cce23 req-fd400a60-6a6f-44ef-8f67-51a150ecefca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Sep 18 07:33:32.290038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d839-5882-43a1-959a-a41bac8a7445 req-c2b8d262-b63f-443f-b182-23a0244147e6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:32.291417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c37d839-5882-43a1-959a-a41bac8a7445 req-c2b8d262-b63f-443f-b182-23a0244147e6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0575314 Sep 18 07:33:32.329715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c37d839-5882-43a1-959a-a41bac8a7445 req-a0d7171c-3a96-416e-91e6-7625725916a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Sep 18 07:33:32.828766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6a12-a2ff-4bf9-9ee9-82203e41b8bd req-76a65393-1446-4270-a579-49d662faa6f9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:32.830279 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53ad6a12-a2ff-4bf9-9ee9-82203e41b8bd req-76a65393-1446-4270-a579-49d662faa6f9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0498452 Sep 18 07:33:32.868987 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53ad6a12-a2ff-4bf9-9ee9-82203e41b8bd req-d10973f2-d4be-4c3c-aa53-5d3d81f4fe2d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Sep 18 07:33:33.988400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13591e-4034-4813-8e66-bfa2bbe19616 req-2c48e72c-f60c-47e0-84ac-1b7be80e2986 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:33.989917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb13591e-4034-4813-8e66-bfa2bbe19616 req-2c48e72c-f60c-47e0-84ac-1b7be80e2986 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Sep 18 07:33:34.027151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb13591e-4034-4813-8e66-bfa2bbe19616 req-f4cacd9f-e8e1-4c78-8bd4-634401ecd15a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305254 Sep 18 07:33:34.603173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-1a2c3453-a552-402f-96ef-f56365f99724 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:34.604618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-1a2c3453-a552-402f-96ef-f56365f99724 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 946 time: 0.0485179 Sep 18 07:33:34.699389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 5385c824-8447-4c77-9907-ee21e473b5e5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:33:34.699816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:34.789508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 5385c824-8447-4c77-9907-ee21e473b5e5, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=5385c824-8447-4c77-9907-ee21e473b5e5,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:34.789880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:34.802241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 5385c824-8447-4c77-9907-ee21e473b5e5 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:33:34.982236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:34.994635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3a408d1c-def5-4e40-92d8-ce49cb228fc9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:33:35.018968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=5385c824-8447-4c77-9907-ee21e473b5e5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:35.027296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['5385c824-8447-4c77-9907-ee21e473b5e5'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:33:35.079686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 5385c824-8447-4c77-9907-ee21e473b5e5 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:33:35.085942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:35.085942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-295a294c-b68a-4b20-8d31-31519b1f5b8f req-d61817c3-0864-49df-abab-7bc85a555278 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "DELETE /v2.0/ports/5385c824-8447-4c77-9907-ee21e473b5e5 HTTP/1.1" status: 204 len: 173 time: 0.4742439 Sep 18 07:33:35.086193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'name': 'network-vif-deleted', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:33:35.092144 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b503e-3655-4603-b4b3-044d7f4af6c7" -d '{"events": [{"server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "name": "network-vif-deleted", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:33:35.185723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88472709-9c52-4121-9aa3-7b2173a5ed9b req-e0f34f87-063e-4a4e-a619-8addf2bbd47c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0514452 Sep 18 07:33:35.278175 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0ce99-6528-48f6-a201-6dfcbf3285b7 x-openstack-request-id: req-34d0ce99-6528-48f6-a201-6dfcbf3285b7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:33:35.278602 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e0b79-ef25-40bc-967c-64d8bd5c0046", "name": "network-vif-deleted", "tag": "5385c824-8447-4c77-9907-ee21e473b5e5", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:33:35.278720 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34d0ce99-6528-48f6-a201-6dfcbf3285b7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:33:35.279104 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e0b79-ef25-40bc-967c-64d8bd5c0046', 'name': 'network-vif-deleted', 'tag': '5385c824-8447-4c77-9907-ee21e473b5e5', 'status': 'completed', 'code': 200} Sep 18 07:33:36.277344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cfcffd8-f564-47fc-8028-1e24b3789f8e req-776c0ba1-fcbc-4644-ac46-565223099e29 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0278919 Sep 18 07:33:37.378468 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ccee6df3-8301-4d04-9901-6868654e418c req-dbc2450e-dfb9-4ee8-9493-79073b528cf0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0299098 Sep 18 07:33:37.485581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5385c824-8447-4c77-9907-ee21e473b5e5 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:33:37.506793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 5385c824-8447-4c77-9907-ee21e473b5e5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:33:37.507144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 5385c824-8447-4c77-9907-ee21e473b5e5 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:33:38.488955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebb1f5b8-58a0-419d-bd6b-bae4b889c88f req-1be42b08-4dd7-4ba6-8063-4fa1dd01d9df tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0272620 Sep 18 07:33:38.962205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-56c65b0e-2e7a-4980-8ad7-fb4ef3da779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:39.599700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c9b8ebd-da60-4185-9fb2-5ff0b7e58b2f req-398eea60-66d8-4dae-833e-4c5d66f8b554 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93e0b79-ef25-40bc-967c-64d8bd5c0046 HTTP/1.1" status: 200 len: 210 time: 0.0275724 Sep 18 07:33:41.556795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1a93c84b-ba4e-43e6-82ef-d82656e14244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:42.071580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:43.347404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:43.731977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9539-8bb2-4d7d-9a08-fc23e34eb434 req-31bfd2d9-4193-42ec-8adc-2c0b00888548 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:43.733592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-266f9539-8bb2-4d7d-9a08-fc23e34eb434 req-31bfd2d9-4193-42ec-8adc-2c0b00888548 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0497203 Sep 18 07:33:43.775281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-266f9539-8bb2-4d7d-9a08-fc23e34eb434 req-aaa440b9-f3a3-406a-abac-a13e796ffb7b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353062 Sep 18 07:33:44.805239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:44.901688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5d4b8-81fd-42e6-982a-be87e24747b2 req-5092ef94-e682-4892-b71a-d3731db6c6b6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:44.903300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7b5d4b8-81fd-42e6-982a-be87e24747b2 req-5092ef94-e682-4892-b71a-d3731db6c6b6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0515437 Sep 18 07:33:44.943117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7b5d4b8-81fd-42e6-982a-be87e24747b2 req-6295dd3c-85f5-4a8c-bda2-8e763ba4b96e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336561 Sep 18 07:33:45.262004 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:45.613318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-220d6569-36be-437a-93bf-093139a901eb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:45.614906 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-220d6569-36be-437a-93bf-093139a901eb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0529182 Sep 18 07:33:45.714824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Deleting port 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:33:45.715170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:45.807254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] For port 27ff1369-0ca3-42fd-b939-ebd366e153d7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27ff1369-0ca3-42fd-b939-ebd366e153d7,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:45.807660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:45.992403 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:45.992754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:45.993082 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Floating IP c00ebd02-e784-45e8-a7ed-fee90a531bdb disassociated. External IP: 172.25.4.10, port: 27ff1369-0ca3-42fd-b939-ebd366e153d7. Sep 18 07:33:45.993425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Calling delete_port for 27ff1369-0ca3-42fd-b939-ebd366e153d7 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:33:46.124562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5087-9efd-42f5-b8ac-bb090cf1dbb6 req-1f50c8dd-f9f3-4c03-ac36-5e304bf3b258 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:46.130483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ac5087-9efd-42f5-b8ac-bb090cf1dbb6 req-1f50c8dd-f9f3-4c03-ac36-5e304bf3b258 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 947 time: 0.0922661 Sep 18 07:33:46.170105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-32ac5087-9efd-42f5-b8ac-bb090cf1dbb6 req-4bb1df91-ac2b-411c-adf1-478029f31018 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=f70b1fe2-6fdd-4355-a962-70f567df6ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Sep 18 07:33:46.233329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:46.263464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'Port': ['ID=27ff1369-0ca3-42fd-b939-ebd366e153d7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:46.275568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.275930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.276277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.276620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.276953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.277292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.277685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.282063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.282538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.283064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.283416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.283762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:46.404703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:33:46.515560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:33:46.529362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:33:46.541027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:33:46.543840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:33:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:33:46.557553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] No DVR routers for this DVR port 27ff1369-0ca3-42fd-b939-ebd366e153d7 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:33:46.560360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:46.562811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d8f20e36-2701-4235-a096-d6e7aa9655f0 req-d0f3d75b-37d8-4b40-a253-522bcc269e49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "DELETE /v2.0/ports/27ff1369-0ca3-42fd-b939-ebd366e153d7 HTTP/1.1" status: 204 len: 173 time: 0.9401019 Sep 18 07:33:46.563309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-deleted', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:33:46.566159 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79604e0-7243-40e6-9e79-83dd0ac0bb75" -d '{"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-deleted", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:33:46.602687 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a763a93-4530-464e-b3e1-8f898b15a7fb x-openstack-request-id: req-4a763a93-4530-464e-b3e1-8f898b15a7fb {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:33:46.602987 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e9013b-e638-433b-9886-c631c37926da", "name": "network-vif-deleted", "tag": "27ff1369-0ca3-42fd-b939-ebd366e153d7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:33:46.603244 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a763a93-4530-464e-b3e1-8f898b15a7fb {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:33:46.603647 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e9013b-e638-433b-9886-c631c37926da', 'name': 'network-vif-deleted', 'tag': '27ff1369-0ca3-42fd-b939-ebd366e153d7', 'status': 'completed', 'code': 200} Sep 18 07:33:46.661640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:33:47.045649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:33:47.071087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:33:47.079173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:33:47.079775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:33:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:33:47.187410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:33:47.321498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5d62e9f-576a-4d8d-a5f6-915133ac6bd9 req-4af5a735-1f60-49a8-b231-32bafdbbec07 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5e9013b-e638-433b-9886-c631c37926da HTTP/1.1" status: 200 len: 210 time: 0.0424023 Sep 18 07:33:47.405095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:33:47.438171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75f00d-f0ee-4615-94e3-5ae4ca1ed006 None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:33:47.617704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2da7-bab1-4df1-bec8-0098d4d34e88 req-e0a79320-871a-41e9-a33a-c40e4e42ae5f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:47.625798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c34d2da7-bab1-4df1-bec8-0098d4d34e88 req-e0a79320-871a-41e9-a33a-c40e4e42ae5f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.0621021 Sep 18 07:33:47.670111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c34d2da7-bab1-4df1-bec8-0098d4d34e88 req-364d7a0c-6201-440b-bd63-1a6a80ac0924 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 Sep 18 07:33:47.699669 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8b386-811c-4077-b821-000f320ed21e None None] New status for floating IP c00ebd02-e784-45e8-a7ed-fee90a531bdb: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:33:48.471697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35592) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:48.528270 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:48.554893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:48.705192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:48.708591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:48.709630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "DELETE /v2.0/security-groups/f70b1fe2-6fdd-4355-a962-70f567df6ab5 HTTP/1.1" status: 204 len: 168 time: 0.2368326 Sep 18 07:33:48.716410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:48.720360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48e6be-dffa-4f5b-91c2-74f2fd618a09 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b1fe2-6fdd-4355-a962-70f567df6ab5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:48.728586 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-93cb27c4-9a7d-4a33-94fc-890e6040e4a6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] show failed (client error): The resource could not be found. Sep 18 07:33:48.732571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-93cb27c4-9a7d-4a33-94fc-890e6040e4a6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups/f70b1fe2-6fdd-4355-a962-70f567df6ab5 HTTP/1.1" status: 404 len: 347 time: 0.0155928 Sep 18 07:33:48.732814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:48.876311 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c37cb7-efdd-45ca-ad6f-c3b44bd4b013 req-e4c32066-7a05-4f3f-be65-2dde976edc68 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:48.877869 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84c37cb7-efdd-45ca-ad6f-c3b44bd4b013 req-e4c32066-7a05-4f3f-be65-2dde976edc68 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.1357281 Sep 18 07:33:48.926520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Deleting port ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:33:48.926862 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:48.930758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84c37cb7-efdd-45ca-ad6f-c3b44bd4b013 req-a8d5db36-255d-4a1f-9361-a716f2913b31 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Sep 18 07:33:49.012193 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.012516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.024732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Calling delete_port for ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:33:49.097687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-4ea0a859-bba4-43f7-88fc-7ebb964e14a5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:49.099248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-4ea0a859-bba4-43f7-88fc-7ebb964e14a5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 945 time: 0.0571866 Sep 18 07:33:49.206042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:33:49.206387 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.236308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.264820 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'Port': ['ID=ad2f2a93-c8f4-4513-a4aa-f0cfedd1ac32,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:49.274997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.275913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.275913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.280628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:33:49.300570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 3a408d1c-def5-4e40-92d8-ce49cb228fc9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=3a408d1c-def5-4e40-92d8-ce49cb228fc9,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:33:49.301019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.314425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 3a408d1c-def5-4e40-92d8-ce49cb228fc9 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:33:49.338922 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.341445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.342646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3ea0108c-9f3a-4b17-8f19-2af453d52408 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "DELETE /v2.0/floatingips/c00ebd02-e784-45e8-a7ed-fee90a531bdb HTTP/1.1" status: 204 len: 168 time: 0.6087961 Sep 18 07:33:49.507534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.520374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['3a408d1c-def5-4e40-92d8-ce49cb228fc9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:33:49.539100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=3a408d1c-def5-4e40-92d8-ce49cb228fc9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:49.547178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:33:49.573472 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 27ff1369-0ca3-42fd-b939-ebd366e153d7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:33:49.574114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27ff1369-0ca3-42fd-b939-ebd366e153d7 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:33:49.586316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 3a408d1c-def5-4e40-92d8-ce49cb228fc9 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:33:49.590151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.592593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-34732e0d-93ce-44f3-9eb3-cdfebcd595ee req-3e86b782-30d1-4b8f-8e1c-aeb8c5fa0585 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "DELETE /v2.0/ports/3a408d1c-def5-4e40-92d8-ce49cb228fc9 HTTP/1.1" status: 204 len: 173 time: 0.4870381 Sep 18 07:33:49.593054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'name': 'network-vif-deleted', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:33:49.595532 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a784700a-d8e1-46e0-95ef-e75be3ac2770" -d '{"events": [{"server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "name": "network-vif-deleted", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:33:49.629694 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d536a59-0a4f-464a-9d22-fb7820d4307f x-openstack-request-id: req-8d536a59-0a4f-464a-9d22-fb7820d4307f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:33:49.630013 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259a82a3-2669-4500-9037-422b76b60fa4", "name": "network-vif-deleted", "tag": "3a408d1c-def5-4e40-92d8-ce49cb228fc9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:33:49.630287 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d536a59-0a4f-464a-9d22-fb7820d4307f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:33:49.630686 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259a82a3-2669-4500-9037-422b76b60fa4', 'name': 'network-vif-deleted', 'tag': '3a408d1c-def5-4e40-92d8-ce49cb228fc9', 'status': 'completed', 'code': 200} Sep 18 07:33:49.697107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:49.701992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395377831', 'description': 'tempest-description--686814721'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:49.802443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.897697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:49.959866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.013214 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adcca80-470e-4c8b-afa7-e72026337ef7,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:50.064934 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f92ddbf-d133-4453-bb3b-fa542701fd39 req-a7292cb7-f39e-45f0-a8d3-861e26ea758a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0304489 Sep 18 07:33:50.098096 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.098096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-819fa25f-5757-4824-8ca6-53837533166a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3936491 Sep 18 07:33:50.098096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35628) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:50.099784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group_rule': {'security_group_id': '6adcca80-470e-4c8b-afa7-e72026337ef7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:50.215934 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.271563 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.343150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.362483 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51777a9a-49a4-4dfd-ac7a-6e9c5f97da0b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:50.424892 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.428648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0aa225ad-8c2c-4f1a-9274-72f1643a69ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3304498 Sep 18 07:33:50.429078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35634) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:50.434406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'security_group_rule': {'security_group_id': '6adcca80-470e-4c8b-afa7-e72026337ef7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:50.524929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.583920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.656211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.671508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169d19a3-3388-455d-905f-06944f6b56fe,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:50.773812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.775230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6922281c-61c2-4a54-9b6b-4242cf9fe53e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450804 Sep 18 07:33:50.778112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35640) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:50.782609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:50.873386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:50.973476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:51.088148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Allocated IP 172.25.4.39 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2ef30c4c-6691-45a6-a270-797b896ba7e8) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:33:51.190204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0334a0ff-1b62-45b7-b603-2df031ae3fa8 req-29747cdc-a965-4a76-bde9-46723a09582c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0321796 Sep 18 07:33:51.531774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:51.631701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:51.674361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:33:51.677526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:33:51.681223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:33:51.688221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3a408d1c-def5-4e40-92d8-ce49cb228fc9 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:33:51.709512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=2ef30c4c-6691-45a6-a270-797b896ba7e8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:51.710012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 3a408d1c-def5-4e40-92d8-ce49cb228fc9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:33:51.710373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 3a408d1c-def5-4e40-92d8-ce49cb228fc9 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:33:51.777010 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:51.873933 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:52.040774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:52.118800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:52.190250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=2ef30c4c-6691-45a6-a270-797b896ba7e8,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:52.211954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:52.299870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:52.310173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-006e74e7-8d56-409d-9068-80ca69248b49 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5309041 Sep 18 07:33:52.312202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ab11cd5-8af2-404b-97ec-6f373a69894a req-f38cfdce-238f-4fea-a299-19f1224cd336 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0340428 Sep 18 07:33:52.495291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-6844de42-be23-45a7-8dc8-a478ccaafefb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1395377831&fields=id&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 267 time: 0.0343554 Sep 18 07:33:52.611586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-b5cb5476-41bf-490a-8c5c-139a805987f7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:52.613065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-b5cb5476-41bf-490a-8c5c-139a805987f7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 816 time: 0.1108379 Sep 18 07:33:52.630659 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-dd210e14-e2cd-46a7-8b99-c0db61f85a2f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/quotas/dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 375 time: 0.0095859 Sep 18 07:33:52.698443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-427b8e2e-aaf5-4ce5-a234-9ef37e806b02 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605364 Sep 18 07:33:52.798291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-a3ff791f-55ea-4368-b97a-fa4a2d6a1bbf service neutron] 10.222.0.20 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889411 Sep 18 07:33:52.894190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-2dbbc4e1-cfa8-4db0-b456-7bad08738053 service neutron] 10.222.0.20 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896916 Sep 18 07:33:53.131872 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e08e7cc-0507-42f4-b36e-015d6112852d req-74c939ac-203c-46a2-8224-3cc742c1304e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 210 time: 0.0274937 Sep 18 07:33:53.408584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dab878b9-adbb-4981-a479-f8e31194a711 req-e240eb6d-f04b-415d-a8f4-3454e99ef0e4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=259a82a3-2669-4500-9037-422b76b60fa4 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Sep 18 07:33:54.239402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddb59550-6d90-4a22-9314-5edae0936227 req-9d85de2a-a6c9-4200-8884-2f92cd7008d7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 210 time: 0.0343301 Sep 18 07:33:55.347898 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba3fcd70-b74c-4250-b952-00692461f1ed req-4ce2577c-1b45-450d-890a-4dd6a2ad9530 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 210 time: 0.0279031 Sep 18 07:33:55.422115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-53040482-8e39-40e2-b0c4-9e51ba9e5b50 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:55.423587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-53040482-8e39-40e2-b0c4-9e51ba9e5b50 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 816 time: 0.1441076 Sep 18 07:33:55.473585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-a6a2e9de-5f3f-4e1c-bb65-da73aa2f1beb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 380 time: 0.0355108 Sep 18 07:33:55.483113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'port': {'device_id': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'admin_state_up': True, 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'security_groups': ['6adcca80-470e-4c8b-afa7-e72026337ef7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:55.676236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Made reservation on behalf of dad6e78e8be5475ab1dfaf61720f62d8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:33:55.679807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:55.824523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Allocated IP 172.20.0.4 (2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29/124ec30a-f77e-46f4-bd1a-ab5ae74d347d/ab7ca93c-a159-4312-8d64-89d017c7ae95) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:33:55.966643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.057177 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.107532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:33:56.110531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:33:56.117352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:33:56.121833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:56.170980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:56.171727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.285620 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-cd98889d-5a73-46a8-95d5-52bd561babe9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064690 Sep 18 07:33:56.304159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Request body: {'port': {'device_id': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:56.366023 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.384143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e99eb7c0-c892-46c4-a179-45d3199a1b18 None None] Provisioning complete for port ab7ca93c-a159-4312-8d64-89d017c7ae95 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:33:56.385157 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e99eb7c0-c892-46c4-a179-45d3199a1b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.436280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e99eb7c0-c892-46c4-a179-45d3199a1b18 None None] Port ab7ca93c-a159-4312-8d64-89d017c7ae95 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:33:56.517082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cc4f2-0f22-43e5-b294-4879c30020c7 req-2443db61-671d-46ce-8276-9bea4cfd7951 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:56.520530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-981cc4f2-0f22-43e5-b294-4879c30020c7 req-2443db61-671d-46ce-8276-9bea4cfd7951 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 931 time: 0.0620627 Sep 18 07:33:56.574508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-981cc4f2-0f22-43e5-b294-4879c30020c7 req-2ca8b47f-ff5f-4c8c-aa25-4c3d7677c645 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471089 Sep 18 07:33:56.735799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:33:56.744830 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.758046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Transition to ACTIVE for port object ab7ca93c-a159-4312-8d64-89d017c7ae95 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:33:56.830619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:56.956416 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:56.995984 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Attempting to bind port ab7ca93c-a159-4312-8d64-89d017c7ae95 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:33:56.996465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Attempting to bind port ab7ca93c-a159-4312-8d64-89d017c7ae95 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:33:56.996921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Attempting to bind port ab7ca93c-a159-4312-8d64-89d017c7ae95 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:33:57.002865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Port ab7ca93c-a159-4312-8d64-89d017c7ae95 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:33:57.003103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Attempting to bind port ab7ca93c-a159-4312-8d64-89d017c7ae95 on network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:33:57.009680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:33:57.010222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Checking segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:33:57.010996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Bound using segment: {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:33:57.011540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Bound port: ab7ca93c-a159-4312-8d64-89d017c7ae95, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:33:57.012025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:57.099540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:33:57.100644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:33:57.193426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:57.232277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.233187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:57.234852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1092 time: 0.9352889 Sep 18 07:33:57.235314 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:33:57.238426 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43250659-53db-4a11-9292-50367b6c9962" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:33:57.273319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451a79-9888-472f-88de-e0e15ac9a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:57.282314 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e0dfa-1529-429d-9086-96f29bcf6327 x-openstack-request-id: req-274e0dfa-1529-429d-9086-96f29bcf6327 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:33:57.282685 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:33:57.282951 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-274e0dfa-1529-429d-9086-96f29bcf6327 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:33:57.283367 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'status': 'completed', 'code': 200} Sep 18 07:33:57.369702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250659-53db-4a11-9292-50367b6c9962 req-954aca1d-5790-4a57-857f-3cb2467e81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.371520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-43250659-53db-4a11-9292-50367b6c9962 req-954aca1d-5790-4a57-857f-3cb2467e81f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1095 time: 0.0455420 Sep 18 07:33:57.507783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250659-53db-4a11-9292-50367b6c9962 req-102821b9-17d0-436d-ad5e-0011010b4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.509303 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-43250659-53db-4a11-9292-50367b6c9962 req-102821b9-17d0-436d-ad5e-0011010b4308 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1240695 Sep 18 07:33:57.612922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250659-53db-4a11-9292-50367b6c9962 req-0a357410-a383-4cb5-ba1d-65514fb02fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.614463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-43250659-53db-4a11-9292-50367b6c9962 req-0a357410-a383-4cb5-ba1d-65514fb02fe5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968127 Sep 18 07:33:57.708126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219383-88ef-401c-8f84-43cc47eefd0e req-058b8fcc-813f-4575-bf06-a6f97173881c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.716825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f219383-88ef-401c-8f84-43cc47eefd0e req-058b8fcc-813f-4575-bf06-a6f97173881c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0689719 Sep 18 07:33:57.739421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-1350c04c-1caa-4e4f-90d0-86490baf1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.740978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-1350c04c-1caa-4e4f-90d0-86490baf1a40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1095 time: 0.0654664 Sep 18 07:33:57.765025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f219383-88ef-401c-8f84-43cc47eefd0e req-2a331a27-a425-4239-ad73-43b9d6866fc9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473266 Sep 18 07:33:57.813678 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-40e099f3-054f-4f08-8a06-5f4684801883 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 217 time: 0.0589705 Sep 18 07:33:57.864204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-493df78d-2211-4556-8c16-8901ed5a8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.865740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-493df78d-2211-4556-8c16-8901ed5a8744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0456061 Sep 18 07:33:57.917081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-d36247d1-10c9-4a27-b513-e7850498c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:57.918671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-d36247d1-10c9-4a27-b513-e7850498c5a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457771 Sep 18 07:33:58.013733 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-1b267d6e-ddb9-47dd-ae79-d0d06f49c8f6 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882521 Sep 18 07:33:58.108374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cadc9fc7-e079-42c2-bf19-bb45140a1e1e req-a4cd714b-49bd-4d30-9b17-be4b6c586d06 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879555 Sep 18 07:33:58.892855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a501c20-3fe1-4476-b1f1-23b6f69a1d63 req-70ceece0-bc67-4ed3-ada9-5805c0e1f97c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:33:58.894321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a501c20-3fe1-4476-b1f1-23b6f69a1d63 req-70ceece0-bc67-4ed3-ada9-5805c0e1f97c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0498500 Sep 18 07:33:58.933825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a501c20-3fe1-4476-b1f1-23b6f69a1d63 req-ca5ca563-2c07-437a-94c9-955adbf9085c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327570 Sep 18 07:33:59.158239 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.291124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:59.295686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028933722', 'description': 'tempest-secgroup-smoke-1028933722 description', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:59.576097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.658169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.735346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.765369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c4d5be-7776-43c3-baf0-a0e309e83e41,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:33:59.803994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.805302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd7ed7c9-4485-4f4f-99cc-9fc90b827a21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5131590 Sep 18 07:33:59.808224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35812) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:33:59.812626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:33:59.909034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:33:59.965848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.042042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.056398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ce40-8bb5-4329-bc57-be03d8a33fb1 req-a8b350b2-c0ca-47eb-b8f6-fc1800b70830 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:00.064010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f18ce40-8bb5-4329-bc57-be03d8a33fb1 req-a8b350b2-c0ca-47eb-b8f6-fc1800b70830 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0536950 Sep 18 07:34:00.064185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7418ac21-435d-409c-887c-3a3c4bcf8332,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:00.098809 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f18ce40-8bb5-4329-bc57-be03d8a33fb1 req-b237f5a4-ad06-4a6c-826f-90aec801ac4a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Sep 18 07:34:00.139098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.140364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b1a1acd-37c4-465a-83d2-2b1e893b2ce6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311951 Sep 18 07:34:00.145883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:00.150901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:00.241318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.302294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.361994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.382457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d63ab53-b057-4959-ad7b-efc4980e130c,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:00.438614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.439915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c242430-4707-4e46-8326-8e241eea61b8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930567 Sep 18 07:34:00.442580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35822) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:00.447622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:00.529388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.587167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.656063 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.675434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191b8ea3-c21c-4370-ba54-46997f414196,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:00.751035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.752305 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2bb16f3e-9507-4f84-807e-ba81b1aca373 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3087916 Sep 18 07:34:00.755116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:00.759506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:00.876426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:00.938131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.019851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.037252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4415a7-b8ef-4c6a-8ade-2deca3f2689a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:01.104832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.106126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4984b32c-80d0-4e91-9def-0d1731f75f67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500378 Sep 18 07:34:01.108767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:01.113421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:01.221717 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Project c14a8dc608c04598a1add35e7182e3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:34:01.225314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6137e90-23a1-4ce9-bb83-3f3dc390c9d4 req-a55de328-a4b9-448b-8024-a278ad153708 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:01.227065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6137e90-23a1-4ce9-bb83-3f3dc390c9d4 req-a55de328-a4b9-448b-8024-a278ad153708 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0489042 Sep 18 07:34:01.227202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.265347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6137e90-23a1-4ce9-bb83-3f3dc390c9d4 req-c16dc6e5-91ce-4c2f-b6ea-7395ed734569 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Sep 18 07:34:01.292581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.335533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.352887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f646ce3c-a046-47ef-9fbd-fff2181e6ac0,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:01.402100 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.403364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1e14b6a8-b3f0-4ad3-a308-b020dba8ab44 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935486 Sep 18 07:34:01.406052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 35832) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:01.410391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'security_group_rule': {'security_group_id': 'c4c4d5be-7776-43c3-baf0-a0e309e83e41', 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:01.493864 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Project c14a8dc608c04598a1add35e7182e3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:34:01.498582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.557666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.613424 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.614617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:34:01.631214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114cf525-e285-4c54-90a6-632b0a20c540,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:01.693645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.694904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9a554589-7f01-4ab5-b1f6-4208c2cbae64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879014 Sep 18 07:34:01.709330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:01.720555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:34:01.761950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.774794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:34:01.794141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:01.850228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:01.898963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:02.244307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ab7ca93c-a159-4312-8d64-89d017c7ae95'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:34:02.418475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86698c4-f5a0-4d2b-bc92-366dd26ea75a req-ab17ee7b-0559-4b69-bbe4-f166ee27ba81 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:02.420041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b86698c4-f5a0-4d2b-bc92-366dd26ea75a req-ab17ee7b-0559-4b69-bbe4-f166ee27ba81 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 944 time: 0.0781052 Sep 18 07:34:02.465737 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b86698c4-f5a0-4d2b-bc92-366dd26ea75a req-1e22f835-d202-4939-89e4-8b62dc69e78e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Sep 18 07:34:03.605733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db2ead-3667-48c2-88b3-e3e1d5968d8f req-063813cb-ebb9-46db-9e5f-3d840d2bd3c2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:03.607928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7db2ead-3667-48c2-88b3-e3e1d5968d8f req-063813cb-ebb9-46db-9e5f-3d840d2bd3c2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 944 time: 0.0609262 Sep 18 07:34:03.612056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:34:03.663524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7db2ead-3667-48c2-88b3-e3e1d5968d8f req-808f942b-2cbb-4d2d-aa2c-8f034faf51fb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493274 Sep 18 07:34:03.735836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ab7ca93c-a159-4312-8d64-89d017c7ae95 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:34:03.743067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ab7ca93c-a159-4312-8d64-89d017c7ae95 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:34:03.743530 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:03.830085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:03.859850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:03.862743 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda8069-af87-439c-b443-43fe7415b52f" -d '{"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:03.874196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:03.913847 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710549e-bf80-4f8c-abce-08f2832647c5 x-openstack-request-id: req-6710549e-bf80-4f8c-abce-08f2832647c5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:03.914194 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:03.914460 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6710549e-bf80-4f8c-abce-08f2832647c5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:03.914863 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'code': 200} Sep 18 07:34:03.956564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:04.009159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:04.052425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1344a-d4cf-4fcb-8f57-8fc07aa981f9 req-8aea2837-58bd-4560-b1a1-65bf1f57167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:04.054101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e9c1344a-d4cf-4fcb-8f57-8fc07aa981f9 req-8aea2837-58bd-4560-b1a1-65bf1f57167c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0411224 Sep 18 07:34:04.095779 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e9c1344a-d4cf-4fcb-8f57-8fc07aa981f9 req-37da039b-1245-4362-9759-ec2404e708e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Sep 18 07:34:04.349162 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:34:04.786877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6082c-d22a-4b6c-ad33-64749b2b5cc9 req-fa7d7f3e-d22d-42e1-bac7-7a7afb7c9865 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:04.794472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d6082c-d22a-4b6c-ad33-64749b2b5cc9 req-fa7d7f3e-d22d-42e1-bac7-7a7afb7c9865 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0593281 Sep 18 07:34:04.833152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44d6082c-d22a-4b6c-ad33-64749b2b5cc9 req-2e07f080-143d-4f75-a994-440beb82fd6d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364356 Sep 18 07:34:05.959964 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc743b-6d03-4125-a65b-bb8c4241b609 req-fda373a5-4f66-4a31-91be-44ddff82a144 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:05.961579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcbc743b-6d03-4125-a65b-bb8c4241b609 req-fda373a5-4f66-4a31-91be-44ddff82a144 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0536041 Sep 18 07:34:06.003770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcbc743b-6d03-4125-a65b-bb8c4241b609 req-519e4ac7-ff78-44c8-80f5-52b2b9be6ab2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Sep 18 07:34:06.130890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be911c9c-f7b2-47d0-a0c6-5d636b128c9e req-48f8dc79-8137-423c-99c9-412297fc783d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:06.132317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be911c9c-f7b2-47d0-a0c6-5d636b128c9e req-48f8dc79-8137-423c-99c9-412297fc783d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0567975 Sep 18 07:34:06.141035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 35934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:06.145493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Request body: {'floatingip': {'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:06.187564 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:06.702936 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:06.764116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:06.865369 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Floating IP c2c24ce7-46d7-466d-bcf6-c989d4a92f45 associated. External IP: 172.25.4.39, port: ab7ca93c-a159-4312-8d64-89d017c7ae95. Sep 18 07:34:07.076246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:34:07.526547 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:34:07.531500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:07.540039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:34:07.549366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:34:07.550027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:33:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:07.567223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8198db95-b3ed-4f55-b630-267fa0b9e8cd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "PUT /v2.0/floatingips/c2c24ce7-46d7-466d-bcf6-c989d4a92f45 HTTP/1.1" status: 200 len: 990 time: 1.4226418 Sep 18 07:34:07.567223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:07.568012 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc33775c-701c-4a30-be9e-7beaa6ca8244" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:07.684616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:34:07.703812 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e80ad1-2a7e-4e51-ae8f-d16bb5f1d7d3 x-openstack-request-id: req-61e80ad1-2a7e-4e51-ae8f-d16bb5f1d7d3 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:07.704455 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:07.705200 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61e80ad1-2a7e-4e51-ae8f-d16bb5f1d7d3 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:07.706204 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'status': 'completed', 'code': 200} Sep 18 07:34:07.796446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-a0e0bdfc-8e3c-4e70-a43c-885ba15b73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:07.798758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-a0e0bdfc-8e3c-4e70-a43c-885ba15b73a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0532157 Sep 18 07:34:07.904398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-ee8a6146-55e2-43fc-880b-930a6772eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:07.905889 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-ee8a6146-55e2-43fc-880b-930a6772eaca service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1000569 Sep 18 07:34:07.960348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c2c24ce7-46d7-466d-bcf6-c989d4a92f45', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:33:51Z', 'updated_at': '2021-09-18T07:34:06Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:08.156899 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-c7463d7d-ed08-4b4f-8e68-472acc300dfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 998 time: 0.0862536 Sep 18 07:34:08.159520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:34:08.159520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:34:08.159520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:33:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:08.159941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-e0062347-fc43-47c2-9d72-3444e81d5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:08.159941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-e0062347-fc43-47c2-9d72-3444e81d5c15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0684073 Sep 18 07:34:08.159941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-55de9fa7-b3c6-48d9-817d-b4c175ff430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:08.159941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-55de9fa7-b3c6-48d9-817d-b4c175ff430b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545073 Sep 18 07:34:08.161518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:34:08.241016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-dcd88f61-f775-413b-ba8a-51230a0ac34e service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981598 Sep 18 07:34:08.345367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dc33775c-701c-4a30-be9e-7beaa6ca8244 req-5d3deb07-d571-435e-830e-f8f64b9eeb57 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941010 Sep 18 07:34:08.409490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c2c24ce7-46d7-466d-bcf6-c989d4a92f45', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:33:51Z', 'updated_at': '2021-09-18T07:34:06Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:08.444060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a352c-95ad-4536-a662-b40c02e49684 None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'c2c24ce7-46d7-466d-bcf6-c989d4a92f45', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'floating_ip_address': '172.25.4.39', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:33:51Z', 'updated_at': '2021-09-18T07:34:06Z', 'revision_number': 1, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:34:08.689035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a204268-66c6-482f-bf1e-f782169d8256 None None] New status for floating IP c2c24ce7-46d7-466d-bcf6-c989d4a92f45: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:34:08.939350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0c40103-6820-4dbb-8af8-f3b12e6915f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:09.040589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-48ed45d0-3ac4-4064-9601-ac3837af9a29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530920 Sep 18 07:34:09.153633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-3f62aafb-b280-4d6f-be65-4101c66658be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:09.155577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-3f62aafb-b280-4d6f-be65-4101c66658be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0444233 Sep 18 07:34:09.273848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-98c538b8-180e-4e1e-8c91-0fc57a6a805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:09.275404 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-98c538b8-180e-4e1e-8c91-0fc57a6a805e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.1002698 Sep 18 07:34:09.346878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-33f59473-42a7-40c6-aef8-7f1b0fb17f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1000 time: 0.0647810 Sep 18 07:34:09.403199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-aeb921eb-9548-42ea-b39f-9fb0ed20162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:09.404685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-aeb921eb-9548-42ea-b39f-9fb0ed20162d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0498695 Sep 18 07:34:09.456914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-b6efe8e8-9af5-4d45-94f6-ebfc4275ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:09.459361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-b6efe8e8-9af5-4d45-94f6-ebfc4275ff26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480542 Sep 18 07:34:09.573689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-cef61753-5227-4105-a4af-45805dd8877b service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068799 Sep 18 07:34:09.701817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8d520d09-b633-49f8-bf32-bd4c33938221 req-f6d24177-eeeb-41bb-90dc-2e7ccff4360c service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216187 Sep 18 07:34:11.525049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0a63-2ae2-44ec-b948-c178370cff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:12.083996 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:13.316395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:14.790391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:15.284450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:26.983780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-af667e34-e31c-483f-b8a7-886bfd12d180 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028933722&fields=id&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 267 time: 0.0322247 Sep 18 07:34:27.093149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-f5044b4a-5758-4b81-a99c-23f9fbd7a603 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:27.094717 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-f5044b4a-5758-4b81-a99c-23f9fbd7a603 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1040335 Sep 18 07:34:27.109858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-a467c685-f616-4d79-b07f-d283dc5ce9ef tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Sep 18 07:34:27.160492 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-ab16b9f1-8f10-4c3c-86e2-dde02b06a0ab tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455577 Sep 18 07:34:27.310295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-7b410534-4a57-4968-82f0-c3302dd10b94 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361768 Sep 18 07:34:27.403058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-17992c52-0422-4eea-9388-d1acefffdfbe service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866807 Sep 18 07:34:27.971835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11d78694-d7a5-4480-ab02-6a5b726e2999 req-3cc2d9a2-c06a-440d-bc36-7cd332ab2189 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Sep 18 07:34:29.068446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35d59c9c-9338-4d43-9e8e-af96b53a3c06 req-10754db4-2515-4feb-82bc-fab7491da68d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Sep 18 07:34:29.173153 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:29.963500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-fd74eb1c-fc0d-4b7b-a8d5-0fad9bf81361 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:29.965022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-fd74eb1c-fc0d-4b7b-a8d5-0fad9bf81361 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1087327 Sep 18 07:34:30.011390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-392ef5f8-a63d-4f9e-8efb-d35554ebb546 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 380 time: 0.0376632 Sep 18 07:34:30.020772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'security_groups': ['c4c4d5be-7776-43c3-baf0-a0e309e83e41']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:30.179578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e7c237b-e0d0-4d98-a534-9a59b365d4bb req-fb90bd10-bfa3-474c-9bc0-ccb8b36d0e26 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0309246 Sep 18 07:34:30.209590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:34:30.213469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.349341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.4 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/64af1b0d-f650-4895-8b65-1c7f142ade39) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:34:30.497198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.608570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.653348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:34:30.656389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:34:30.660028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:34:30.711352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:30.711998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.733086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:30.810599 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-261056eb-c9a0-4a0c-8778-4ebc3edbb175 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934141 Sep 18 07:34:30.880858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Request body: {'port': {'device_id': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:30.937382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.956692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6b92c1fe-af98-4606-8d73-6816cd0b1f89 None None] Provisioning complete for port 64af1b0d-f650-4895-8b65-1c7f142ade39 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:34:30.957303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b92c1fe-af98-4606-8d73-6816cd0b1f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:30.990905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6b92c1fe-af98-4606-8d73-6816cd0b1f89 None None] Port 64af1b0d-f650-4895-8b65-1c7f142ade39 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:34:31.210619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64af1b0d-f650-4895-8b65-1c7f142ade39 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:34:31.220013 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:31.236858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Transition to ACTIVE for port object 64af1b0d-f650-4895-8b65-1c7f142ade39 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:34:31.308117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cf2a5-13ab-4ffa-bf82-ed1023b1efb8 req-6197a336-f182-43ae-91f4-5feb222cc356 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:31.309626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-904cf2a5-13ab-4ffa-bf82-ed1023b1efb8 req-6197a336-f182-43ae-91f4-5feb222cc356 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 931 time: 0.0509682 Sep 18 07:34:31.312571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:31.351849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-904cf2a5-13ab-4ffa-bf82-ed1023b1efb8 req-deb5533d-ea9b-445e-bd3e-7a7af9ac10db tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Sep 18 07:34:31.387619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:31.445486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Attempting to bind port 64af1b0d-f650-4895-8b65-1c7f142ade39 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:34:31.445822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Attempting to bind port 64af1b0d-f650-4895-8b65-1c7f142ade39 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:34:31.454644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Attempting to bind port 64af1b0d-f650-4895-8b65-1c7f142ade39 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:34:31.454644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Port 64af1b0d-f650-4895-8b65-1c7f142ade39 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:34:31.454644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Attempting to bind port 64af1b0d-f650-4895-8b65-1c7f142ade39 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:34:31.456178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:34:31.456601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:34:31.457049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:34:31.457554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Bound port: 64af1b0d-f650-4895-8b65-1c7f142ade39, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:34:31.458116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:31.528734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:34:31.531774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=64af1b0d-f650-4895-8b65-1c7f142ade39,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:34:31.610303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:31.642683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:31.643391 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:31.645496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 1092 time: 0.8265693 Sep 18 07:34:31.648469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:31.651490 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4820f6-0140-4000-b166-eefc41494409" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:31.695028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cc01e-172e-4385-ace2-c1641b2cf1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:31.711156 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8bcf59-5c38-49c8-bd42-e913d0c79246 x-openstack-request-id: req-ab8bcf59-5c38-49c8-bd42-e913d0c79246 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:31.711509 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:31.711721 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab8bcf59-5c38-49c8-bd42-e913d0c79246 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:31.712143 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'status': 'completed', 'code': 200} Sep 18 07:34:31.765264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4820f6-0140-4000-b166-eefc41494409 req-69444021-7c50-4a36-95b0-7a09a4071853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:31.766917 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ba4820f6-0140-4000-b166-eefc41494409 req-69444021-7c50-4a36-95b0-7a09a4071853 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1095 time: 0.0474133 Sep 18 07:34:31.877725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4820f6-0140-4000-b166-eefc41494409 req-126c0a3f-79c2-49d2-9501-d67b284f50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:31.879196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ba4820f6-0140-4000-b166-eefc41494409 req-126c0a3f-79c2-49d2-9501-d67b284f50ad service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1043053 Sep 18 07:34:31.985492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4820f6-0140-4000-b166-eefc41494409 req-5d7f8b37-0965-4203-845a-489c425fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:31.988124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ba4820f6-0140-4000-b166-eefc41494409 req-5d7f8b37-0965-4203-845a-489c425fa46f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012902 Sep 18 07:34:32.065710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-17ef056e-c61d-47cc-8443-faa81d90cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:32.067285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-17ef056e-c61d-47cc-8443-faa81d90cc63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1095 time: 0.0438507 Sep 18 07:34:32.109050 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-f73099af-d91d-417e-8f3a-7a88a4b73c44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 217 time: 0.0337796 Sep 18 07:34:32.156999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e54dc206-b163-48b0-811a-ccb185305ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:32.158418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-e54dc206-b163-48b0-811a-ccb185305ea1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0433114 Sep 18 07:34:32.206866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-a22c057e-db26-4c0d-90ba-c4ef5dc4de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:32.208375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-a22c057e-db26-4c0d-90ba-c4ef5dc4de7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432754 Sep 18 07:34:32.298461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-41303167-9565-48ba-a013-ca933090dbc9 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834098 Sep 18 07:34:32.392948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c0bfef8-5d14-4778-bd64-0809dce0531a req-54c6e252-df66-432e-9e62-365fadd3c42d service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875356 Sep 18 07:34:32.475273 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1128-ec96-4deb-aa62-f0e1569ea457 req-16b81c14-e65c-4e7b-b192-d1139c02ea4a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:32.477317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cee1128-ec96-4deb-aa62-f0e1569ea457 req-16b81c14-e65c-4e7b-b192-d1139c02ea4a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0489917 Sep 18 07:34:32.526716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cee1128-ec96-4deb-aa62-f0e1569ea457 req-d96e3174-c7b9-42a3-9c48-73fc81ea34f1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Sep 18 07:34:33.620476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36378) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:33.625655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307929910', 'description': 'tempest-secgroup-smoke-307929910 description', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:33.653132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080426ad-47ec-474e-9868-55b35ff090ea req-d4b5b3a2-7fa9-4420-ba37-3fbf8fc74e58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:33.653132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-080426ad-47ec-474e-9868-55b35ff090ea req-d4b5b3a2-7fa9-4420-ba37-3fbf8fc74e58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0546794 Sep 18 07:34:33.692353 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-080426ad-47ec-474e-9868-55b35ff090ea req-486c6090-6f23-48be-9ca2-1e671fe496d6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366476 Sep 18 07:34:33.706801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:33.789025 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:33.864425 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:33.892269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caed55d0-8bb6-43f4-9c69-1b2f23b66fba,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:33.952750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:33.956788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05c0397a-dfcc-465f-994b-6d10d2d9bf93 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3323581 Sep 18 07:34:33.957128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36382) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:33.962178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:34.043809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.090785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.134973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.155414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38c5a63-bfac-4cf2-be88-68654ce6a781,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:34.226915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.228078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dfa0c13c-2528-40b6-8781-5f960f28ba0c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699070 Sep 18 07:34:34.230987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:34.235675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:34.334327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.391181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.466828 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.490208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c07cf6-9eb2-4293-8ed4-0bf42cb097e4,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:34.558317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.559633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2dfc117b-aeaf-4f98-b6bf-8eed54d9dbec tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276110 Sep 18 07:34:34.562330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:34.566791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:34.660383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.720619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.792726 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.809372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967749ba-0b36-43e4-80ed-6ed01b4c2014,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:34.810220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852e72d-4d20-40ba-9f1a-f6ce9d114fe3 req-b4018729-2152-4610-b2c6-8448098b3d72 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:34.811926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d852e72d-4d20-40ba-9f1a-f6ce9d114fe3 req-b4018729-2152-4610-b2c6-8448098b3d72 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0507350 Sep 18 07:34:34.855376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d852e72d-4d20-40ba-9f1a-f6ce9d114fe3 req-a6be7fe2-88e4-4f2e-8557-93cf88cf08e6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Sep 18 07:34:34.887523 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:34.891914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-060cde72-3c6f-442d-89f0-8c25ad168f18 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255727 Sep 18 07:34:34.892737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36390) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:34.897181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:35.020882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.084535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.175434 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.194812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101ef01a-e62d-4cb5-96b5-c17f1ce458b5,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:35.266516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.267797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-769aeab8-405f-461d-92cb-b835afa5e2f6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3740687 Sep 18 07:34:35.270516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:35.275431 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:35.350065 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Project beb54bce9c8046e7bc6140bd3abb132a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:34:35.355513 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.415992 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.483525 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.498286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51bbfdf-4617-48eb-8974-0a82b90834db,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:35.573096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.574397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-64ce85aa-ad83-4520-bee0-78dc46756f9c tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029418 Sep 18 07:34:35.577039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:35.581388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'security_group_rule': {'security_group_id': 'caed55d0-8bb6-43f4-9c69-1b2f23b66fba', 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:35.670606 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Project beb54bce9c8046e7bc6140bd3abb132a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 07:34:35.675660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.737622 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.826748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.848220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd405aa-fad0-4fa9-b4af-ed06944a5987,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:35.912538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:35.918669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eea0b5f4-8c6b-4664-be39-602f5466dc0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3358915 Sep 18 07:34:35.988730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc482df1-013f-4e47-a56b-27149f36afd1 req-439bdb22-9696-4b8d-9826-aa7d99d88010 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:35.990610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc482df1-013f-4e47-a56b-27149f36afd1 req-439bdb22-9696-4b8d-9826-aa7d99d88010 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0540032 Sep 18 07:34:36.029534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc482df1-013f-4e47-a56b-27149f36afd1 req-d98af555-e12d-4dde-b1b0-1441fa386d0b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Sep 18 07:34:36.071029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-113ee611-6804-4597-8ad2-22a58cc4d6cb tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307929910&fields=id&tenant_id=beb54bce9c8046e7bc6140bd3abb132a HTTP/1.1" status: 200 len: 267 time: 0.0368509 Sep 18 07:34:36.176015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-db2c5c3a-569a-4283-b46d-28d7a4fcf234 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:36.177524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-db2c5c3a-569a-4283-b46d-28d7a4fcf234 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 814 time: 0.0996428 Sep 18 07:34:36.192909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-1182cdd6-8f48-487c-91e2-3a6ab2252d2f tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/quotas/beb54bce9c8046e7bc6140bd3abb132a HTTP/1.1" status: 200 len: 375 time: 0.0091264 Sep 18 07:34:36.244113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-96257fea-1890-4808-bc11-9612ea181d85 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452497 Sep 18 07:34:36.341360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-a484e1ad-63be-4ae1-84dd-f94a691b1c63 service neutron] 10.222.0.20 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851464 Sep 18 07:34:36.432788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-9cdac795-9be7-4a23-b313-c977e5368a4c service neutron] 10.222.0.20 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Sep 18 07:34:37.054499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf14d1e8-d378-4d3f-bd3b-678b849be864 req-3147c6c7-c6fd-47f5-ab2f-c0a41ae39949 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0271752 Sep 18 07:34:37.145783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361abfb-b632-4df0-92bf-d839a72d9b96 req-62d47ce1-03cd-4518-ab90-72d3e947ecfa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:37.148237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8361abfb-b632-4df0-92bf-d839a72d9b96 req-62d47ce1-03cd-4518-ab90-72d3e947ecfa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0493784 Sep 18 07:34:37.186180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8361abfb-b632-4df0-92bf-d839a72d9b96 req-6863955d-611c-4250-a95f-59c225a665f0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Sep 18 07:34:38.146734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b50da6c-90e8-4108-9127-f9130e77f699 req-5cbddf5a-eb50-434d-8cdb-79f6595b624e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0265706 Sep 18 07:34:38.332893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12dc4-e120-4297-b22d-7e66dca51527 req-9b8928b8-c8a2-4ea5-8c3c-ec8322f343c7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:38.336319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85d12dc4-e120-4297-b22d-7e66dca51527 req-9b8928b8-c8a2-4ea5-8c3c-ec8322f343c7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0597708 Sep 18 07:34:38.372888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85d12dc4-e120-4297-b22d-7e66dca51527 req-43533ebc-8f9e-4d4c-9346-d66d043ad3ca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Sep 18 07:34:38.932931 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c9993630-881f-480a-83f6-249b2e196e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:39.204221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84555cde-91b2-4b21-9e32-ddb294a4cf0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:39.205715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84555cde-91b2-4b21-9e32-ddb294a4cf0b tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.24 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 814 time: 0.1028225 Sep 18 07:34:39.245039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cc6cc99-48af-43f0-a772-83a20072e4f7 req-57aee66f-a946-4d86-9bf0-31d7ec6e455e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0272796 Sep 18 07:34:39.259848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-f7bb5535-6cfa-4ddf-aaaa-08bb1f51e2b2 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb54bce9c8046e7bc6140bd3abb132a HTTP/1.1" status: 200 len: 379 time: 0.0388942 Sep 18 07:34:39.269830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'port': {'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'admin_state_up': True, 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'security_groups': ['caed55d0-8bb6-43f4-9c69-1b2f23b66fba']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:39.449259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Made reservation on behalf of beb54bce9c8046e7bc6140bd3abb132a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:34:39.453392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:39.489832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668f3d-fdfc-4818-b774-36211fa72857 req-e42dad3b-5ce7-46c4-bc10-a95ad3bec21c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:39.492093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34668f3d-fdfc-4818-b774-36211fa72857 req-e42dad3b-5ce7-46c4-bc10-a95ad3bec21c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0514781 Sep 18 07:34:39.532020 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34668f3d-fdfc-4818-b774-36211fa72857 req-490e6fc8-d824-4695-9e9c-7e93a3c45d75 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Sep 18 07:34:39.595535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Allocated IP 172.20.0.11 (c98a5eea-3d39-40d6-9653-7f40eac2510f/34870ec5-1c29-49d5-a236-43502eb21129/ba2a0b91-16d0-45b0-9dd7-8eb427566adf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:34:39.732422 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:39.815396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:39.862594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Network c98a5eea-3d39-40d6-9653-7f40eac2510f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:34:39.865581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:34:39.869190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:34:39.878502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:39.926107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:39.926756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:39.991344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-39c3f925-a55f-47b0-8dc0-0b020acc43d8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7250113 Sep 18 07:34:40.009988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Request body: {'port': {'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:40.069347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.113335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a250277e-2900-4330-ab87-924e483766f5 None None] Provisioning complete for port ba2a0b91-16d0-45b0-9dd7-8eb427566adf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:34:40.113974 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a250277e-2900-4330-ab87-924e483766f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.152554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a250277e-2900-4330-ab87-924e483766f5 None None] Port ba2a0b91-16d0-45b0-9dd7-8eb427566adf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:34:40.342935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a0b91-16d0-45b0-9dd7-8eb427566adf {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:34:40.350800 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.362835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Transition to ACTIVE for port object ba2a0b91-16d0-45b0-9dd7-8eb427566adf will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:34:40.368240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363578-c619-462c-afd1-34ba21ee61e1 req-2bc3b1ff-adb6-44e9-b1db-1645295b7e9d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:40.369781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a363578-c619-462c-afd1-34ba21ee61e1 req-2bc3b1ff-adb6-44e9-b1db-1645295b7e9d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 932 time: 0.0505805 Sep 18 07:34:40.413829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a363578-c619-462c-afd1-34ba21ee61e1 req-c35c4d77-5708-4130-b477-a5a31de7839a tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374305 Sep 18 07:34:40.438287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.494713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:40.574805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Attempting to bind port ba2a0b91-16d0-45b0-9dd7-8eb427566adf on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:34:40.575173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Attempting to bind port ba2a0b91-16d0-45b0-9dd7-8eb427566adf by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:34:40.575566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Attempting to bind port ba2a0b91-16d0-45b0-9dd7-8eb427566adf on network c98a5eea-3d39-40d6-9653-7f40eac2510f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:34:40.581125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Port ba2a0b91-16d0-45b0-9dd7-8eb427566adf on network c98a5eea-3d39-40d6-9653-7f40eac2510f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:34:40.581484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Attempting to bind port ba2a0b91-16d0-45b0-9dd7-8eb427566adf on network c98a5eea-3d39-40d6-9653-7f40eac2510f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:34:40.587988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:34:40.588507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Checking segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:34:40.589009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Bound using segment: {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:34:40.589572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Bound port: ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c885b9-8379-4697-80b8-5cf626b545a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:34:40.590085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.679862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:34:40.684470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:34:40.689326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7398a9d-259a-4e44-9997-85873f50d357 req-00a41a9e-5d9f-4f07-bbd8-150f0a4fcb55 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:40.699158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7398a9d-259a-4e44-9997-85873f50d357 req-00a41a9e-5d9f-4f07-bbd8-150f0a4fcb55 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0683174 Sep 18 07:34:40.732321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d7398a9d-259a-4e44-9997-85873f50d357 req-a496922c-38c9-4a20-9d33-1292fa70a199 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Sep 18 07:34:40.774462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.809230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:40.809991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:40.811263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 1093 time: 0.8060806 Sep 18 07:34:40.811700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:40.814102 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374eeae4-395f-4a59-8b92-305f470a75ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:40.842166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b262c7-9f66-4517-82b6-136bb28b95d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:40.859496 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c46460a-951c-4ea5-be78-4fdb99e2a5d9 x-openstack-request-id: req-2c46460a-951c-4ea5-be78-4fdb99e2a5d9 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:40.859932 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:40.860177 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c46460a-951c-4ea5-be78-4fdb99e2a5d9 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:40.860583 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:34:40.950282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eeae4-395f-4a59-8b92-305f470a75ee req-fa57b402-9bbc-465c-8907-4f9c514acc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:40.951879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-374eeae4-395f-4a59-8b92-305f470a75ee req-fa57b402-9bbc-465c-8907-4f9c514acc07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1096 time: 0.0446422 Sep 18 07:34:41.064014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eeae4-395f-4a59-8b92-305f470a75ee req-1d6d6cf8-0822-4cce-9052-70c9bd4fe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.065434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-374eeae4-395f-4a59-8b92-305f470a75ee req-1d6d6cf8-0822-4cce-9052-70c9bd4fe2c6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003149 Sep 18 07:34:41.163686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eeae4-395f-4a59-8b92-305f470a75ee req-908e95e9-6d5b-45b1-a132-d265f6b9fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.165186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-374eeae4-395f-4a59-8b92-305f470a75ee req-908e95e9-6d5b-45b1-a132-d265f6b9fca8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929842 Sep 18 07:34:41.348918 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:34:41.533300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c14b401c-bc56-48cd-95b9-f0e7c41a0ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:41.587713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5192-578a-4b29-a64c-b5621c6b6a70 req-d17947c3-8f83-4e57-9e89-c2f42bbca5d3 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.589247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-397b5192-578a-4b29-a64c-b5621c6b6a70 req-d17947c3-8f83-4e57-9e89-c2f42bbca5d3 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0621033 Sep 18 07:34:41.603608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-08da822c-d6c6-431d-ac5f-92a22b6c1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.605134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-08da822c-d6c6-431d-ac5f-92a22b6c1593 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1096 time: 0.3820395 Sep 18 07:34:41.628913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-397b5192-578a-4b29-a64c-b5621c6b6a70 req-a902947c-d871-4a17-99cc-8a83983a8bc9 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Sep 18 07:34:41.656375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-61d9d09c-198c-4ec3-aae3-97c0a963e59e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 217 time: 0.0360928 Sep 18 07:34:41.704764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-4c743e1d-32c6-4966-9328-c47eb8423abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.706240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-4c743e1d-32c6-4966-9328-c47eb8423abb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 200 len: 853 time: 0.0429585 Sep 18 07:34:41.753249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-b4710f01-a03a-42cf-9f86-e81102c993a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.754892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-b4710f01-a03a-42cf-9f86-e81102c993a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98a5eea-3d39-40d6-9653-7f40eac2510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421395 Sep 18 07:34:41.848153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-1bb71427-608f-4ef2-ba4c-c39d82fec509 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Sep 18 07:34:41.851996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd55d-05f5-4740-a58a-8c4669ff3d37 req-4d610575-3646-4b8e-835d-43346e6fdba6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:41.853502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a72cd55d-05f5-4740-a58a-8c4669ff3d37 req-4d610575-3646-4b8e-835d-43346e6fdba6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0498736 Sep 18 07:34:41.895225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a72cd55d-05f5-4740-a58a-8c4669ff3d37 req-d9b204e3-6532-4245-be24-b2b3bd2ebb45 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355639 Sep 18 07:34:41.946232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-83ef106c-a0ca-43cb-8e33-43ed20c08237 req-ef768705-d3c5-4e7e-bd47-045206c95c92 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899172 Sep 18 07:34:42.110738 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:42.749169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396757f9-43a8-4d8c-b905-0b49246e11b9 req-5676a177-c2d0-4af3-90a6-580366d4b8de tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:42.750697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396757f9-43a8-4d8c-b905-0b49246e11b9 req-5676a177-c2d0-4af3-90a6-580366d4b8de tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0505764 Sep 18 07:34:42.794885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-396757f9-43a8-4d8c-b905-0b49246e11b9 req-ab53f1b6-a943-4e75-8abd-c0de0091d8ee tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381150 Sep 18 07:34:43.013979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16ea1-86a9-43d6-94d9-a4b36482ac2e req-3d79cfbd-cd43-45c1-8982-f3d2b73b8acd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:43.015667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38f16ea1-86a9-43d6-94d9-a4b36482ac2e req-3d79cfbd-cd43-45c1-8982-f3d2b73b8acd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 943 time: 0.0503404 Sep 18 07:34:43.054757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38f16ea1-86a9-43d6-94d9-a4b36482ac2e req-0461725c-2c46-4134-b755-f7fb3a32bcf8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Sep 18 07:34:43.346636 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:43.877968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 64af1b0d-f650-4895-8b65-1c7f142ade39 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:34:43.909100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5cf73-5d7e-4ae8-8547-10260eefd022 req-6182f302-3b98-4bd3-bc98-e46333e0b992 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:43.910680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83e5cf73-5d7e-4ae8-8547-10260eefd022 req-6182f302-3b98-4bd3-bc98-e46333e0b992 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0506818 Sep 18 07:34:43.952573 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83e5cf73-5d7e-4ae8-8547-10260eefd022 req-9ffa9150-2c93-4bc6-a338-9c184e8d833f tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355725 Sep 18 07:34:43.970067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=64af1b0d-f650-4895-8b65-1c7f142ade39,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:43.981307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'mac_address': 'fa:16:3e:94:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:34:44.017546 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:44.033683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64af1b0d-f650-4895-8b65-1c7f142ade39 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:34:44.052153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=64af1b0d-f650-4895-8b65-1c7f142ade39,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:44.152497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:44.199343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:44.206601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.206953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.207296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.207636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.207969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.208302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.208628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.208955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.209281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.209626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.210543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.210871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:44.232180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71309ab0-46fa-4ec3-aba1-9486a092074e req-33981538-e2b3-41c4-897e-736fb3408d96 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:44.233686 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71309ab0-46fa-4ec3-aba1-9486a092074e req-33981538-e2b3-41c4-897e-736fb3408d96 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 944 time: 0.0511692 Sep 18 07:34:44.271948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71309ab0-46fa-4ec3-aba1-9486a092074e req-686cade1-84e1-47d7-b6b3-c970dff0fadf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Sep 18 07:34:44.379603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['64af1b0d-f650-4895-8b65-1c7f142ade39'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:34:44.790634 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:45.065443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e8f5-ed38-40b1-93a2-79b069a3040e req-34d12e20-5ede-4d4d-a863-4e7d96b64ea6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:45.066955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd4e8f5-ed38-40b1-93a2-79b069a3040e req-34d12e20-5ede-4d4d-a863-4e7d96b64ea6 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0486970 Sep 18 07:34:45.104501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd4e8f5-ed38-40b1-93a2-79b069a3040e req-495a5a9d-0505-43c3-9c8b-60b9487ce149 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Sep 18 07:34:45.252699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:45.385871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42595f6-65bc-47d1-9c68-4f7f69739806 req-57183f72-82e0-4b69-93f9-8b73e603eb28 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:45.387382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e42595f6-65bc-47d1-9c68-4f7f69739806 req-57183f72-82e0-4b69-93f9-8b73e603eb28 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 944 time: 0.0485358 Sep 18 07:34:45.428633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e42595f6-65bc-47d1-9c68-4f7f69739806 req-78e424d7-168b-45b2-bfff-0c664b43a7c7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350935 Sep 18 07:34:45.874171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 64af1b0d-f650-4895-8b65-1c7f142ade39 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:34:45.997579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 64af1b0d-f650-4895-8b65-1c7f142ade39 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:34:46.001137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 64af1b0d-f650-4895-8b65-1c7f142ade39 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:34:46.001517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:46.081365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:46.102755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:46.104901 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3231364-7129-4887-a162-ad96541291a3" -d '{"events": [{"server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "name": "network-vif-plugged", "status": "completed", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:46.118032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=64af1b0d-f650-4895-8b65-1c7f142ade39,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:46.141069 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4fb32-2b1b-46d2-9d35-833f9df8561f x-openstack-request-id: req-f9f4fb32-2b1b-46d2-9d35-833f9df8561f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:46.141365 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "name": "network-vif-plugged", "status": "completed", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:46.141683 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9f4fb32-2b1b-46d2-9d35-833f9df8561f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:46.142108 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'code': 200} Sep 18 07:34:46.180944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:46.220589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b186-1fce-48a7-b056-57a3e1878783 req-ba8decd3-c0ec-4f40-85da-070b7543f3b8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:46.222298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc87b186-1fce-48a7-b056-57a3e1878783 req-ba8decd3-c0ec-4f40-85da-070b7543f3b8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0496767 Sep 18 07:34:46.231896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:46.242084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe11ac-00f3-4b61-8ef4-f1b418996eae req-2c0496fb-a32f-4a54-aadf-f39955350055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:46.243644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eefe11ac-00f3-4b61-8ef4-f1b418996eae req-2c0496fb-a32f-4a54-aadf-f39955350055 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0447474 Sep 18 07:34:46.263151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc87b186-1fce-48a7-b056-57a3e1878783 req-0e4fffe5-5fa7-4f5b-b96e-1eceaf09eb36 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339320 Sep 18 07:34:46.278961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eefe11ac-00f3-4b61-8ef4-f1b418996eae req-a2c34a90-8dfd-4f93-92ef-746bb2e79d40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280795 Sep 18 07:34:46.543102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53abea-1fbc-4a66-9a24-627e08994070 req-813b187d-15ea-4498-b2cb-5ca460353cef tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:46.544592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b53abea-1fbc-4a66-9a24-627e08994070 req-813b187d-15ea-4498-b2cb-5ca460353cef tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 18 07:34:46.580576 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8b53abea-1fbc-4a66-9a24-627e08994070 req-7ffe95c5-026f-4738-b7fc-496c979e2f55 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300117 Sep 18 07:34:47.376628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f943b-4f2c-4a1c-a078-6c5e3fafe73d req-8ad03e71-a691-4843-aaaa-8a63d9e21db9 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:47.378187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a35f943b-4f2c-4a1c-a078-6c5e3fafe73d req-8ad03e71-a691-4843-aaaa-8a63d9e21db9 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0476940 Sep 18 07:34:47.421856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a35f943b-4f2c-4a1c-a078-6c5e3fafe73d req-f349785b-253c-4c08-b5b7-e31e132d58a3 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365860 Sep 18 07:34:47.695929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85aba-82a1-43d6-bcd2-948b66cad251 req-e7eaa806-e4d4-4f73-9104-6ef2dae58da3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:47.697410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99e85aba-82a1-43d6-bcd2-948b66cad251 req-e7eaa806-e4d4-4f73-9104-6ef2dae58da3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Sep 18 07:34:47.733993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99e85aba-82a1-43d6-bcd2-948b66cad251 req-bacc0bf5-32c5-41d9-a696-971ca74f4bd0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Sep 18 07:34:47.844009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a6e7-1a4c-45cc-80b2-30eb4ca38ff6 req-2a216498-9e76-4a6c-9cef-38c4f7b5c408 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:47.845479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab33a6e7-1a4c-45cc-80b2-30eb4ca38ff6 req-2a216498-9e76-4a6c-9cef-38c4f7b5c408 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Sep 18 07:34:47.882503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab33a6e7-1a4c-45cc-80b2-30eb4ca38ff6 req-cd398e57-eee9-468c-8f8e-16b62ae68ca8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305712 Sep 18 07:34:47.903757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36494) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:48.041422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33810bc-66ec-46d2-ac17-f28cef384244 tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:48.042979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a33810bc-66ec-46d2-ac17-f28cef384244 tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1092 time: 0.1382368 Sep 18 07:34:48.045982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36500) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:48.050258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:48.173460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:48.271235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:48.377029 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.25.4.146 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/722c4aee-ef41-4ea2-aeb9-b21c87e84110) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:34:48.478405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:48.537237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878e11-2c83-455b-96af-58783f351dfc req-f6dbc323-009e-4454-ba0c-f09f84a38856 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:48.538773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b878e11-2c83-455b-96af-58783f351dfc req-f6dbc323-009e-4454-ba0c-f09f84a38856 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0492003 Sep 18 07:34:48.567388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:48.580600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b878e11-2c83-455b-96af-58783f351dfc req-fc06ed78-c557-4529-80d5-4edd7bb2349e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357773 Sep 18 07:34:48.607341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:34:48.610177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:34:48.612758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:34:48.641787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=722c4aee-ef41-4ea2-aeb9-b21c87e84110,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:48.656522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.656870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.657215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.657554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.657890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.658244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.658572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.658899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.659222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.659547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.659873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.660194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:48.979241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.112376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.258263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.323272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.398423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=722c4aee-ef41-4ea2-aeb9-b21c87e84110,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:49.409110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.510064 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 5d441fbd-ad75-454f-bd79-1c98b8b4f4c6 associated. External IP: 172.25.4.146, port: 64af1b0d-f650-4895-8b65-1c7f142ade39. Sep 18 07:34:49.694212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ef4ff-d24c-4ed9-b4cd-0f21d3b78637 req-f5c6f95c-640e-496c-8e8c-dd1fa5eda9fb tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:49.695802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f0ef4ff-d24c-4ed9-b4cd-0f21d3b78637 req-f5c6f95c-640e-496c-8e8c-dd1fa5eda9fb tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0491374 Sep 18 07:34:49.720690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:34:49.734317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f0ef4ff-d24c-4ed9-b4cd-0f21d3b78637 req-9a1c6f08-b3de-4278-9bc2-ac877597d0da tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Sep 18 07:34:49.829623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:34:49.840047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:34:49.850069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:34:49.851328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:49.933132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:49.954281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:34:49.961114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a1e31e1-3718-4162-aad5-14fd83269c7d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9141402 Sep 18 07:34:49.961805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:49.964103 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:49.999915 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75b787-596d-4150-831a-12c472741a4b x-openstack-request-id: req-2e75b787-596d-4150-831a-12c472741a4b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:50.000592 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:50.000592 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e75b787-596d-4150-831a-12c472741a4b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:50.000865 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'status': 'completed', 'code': 200} Sep 18 07:34:50.062169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-1d70adaf-2892-47b0-85c8-9725f0f04984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:50.063699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-1d70adaf-2892-47b0-85c8-9725f0f04984 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0401258 Sep 18 07:34:50.159706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-10daefbd-a5ae-4279-8a6d-5650e615ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:50.161362 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-10daefbd-a5ae-4279-8a6d-5650e615ef71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0907047 Sep 18 07:34:50.187871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5d441fbd-ad75-454f-bd79-1c98b8b4f4c6', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:94:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:48Z', 'updated_at': '2021-09-18T07:34:48Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:50.232404 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-f45e7c6b-4413-4de2-b011-c768de5271e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 999 time: 0.0636075 Sep 18 07:34:50.284899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-2d706323-8969-4b7a-8e72-2604cc44235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:50.286492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-2d706323-8969-4b7a-8e72-2604cc44235e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0466888 Sep 18 07:34:50.339154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-71739a55-3879-4713-87eb-502f2b11f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:50.340699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-71739a55-3879-4713-87eb-502f2b11f96d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465140 Sep 18 07:34:50.365018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:34:50.373617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:34:50.374254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:50.432879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-fc8976af-cd9c-4c0e-ad3f-61205ceafe7b service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844746 Sep 18 07:34:50.482698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:34:50.526102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8ef28bda-7758-4fe2-b2b6-7ea3b235c61a req-27665bfb-db77-4b6f-83c6-56e8a1b04f1a service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Sep 18 07:34:50.702378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5d441fbd-ad75-454f-bd79-1c98b8b4f4c6', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:94:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:48Z', 'updated_at': '2021-09-18T07:34:48Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:34:50.731919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c166ba72-8067-4480-a37e-50c953a0f1d5 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '5d441fbd-ad75-454f-bd79-1c98b8b4f4c6', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.146', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:94:22:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:48Z', 'updated_at': '2021-09-18T07:34:48Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:34:50.849921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58366a4-bec6-47f2-9f31-237fb31b1ecc req-12dc70ba-58d8-41ce-90c6-3499cd280566 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:50.851942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c58366a4-bec6-47f2-9f31-237fb31b1ecc req-12dc70ba-58d8-41ce-90c6-3499cd280566 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0497029 Sep 18 07:34:50.891141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c58366a4-bec6-47f2-9f31-237fb31b1ecc req-16288126-b9d1-443a-891c-ab065e818508 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 Sep 18 07:34:50.936869 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e84eed-5894-4a49-8acb-5a07fc6c323b None None] New status for floating IP 5d441fbd-ad75-454f-bd79-1c98b8b4f4c6: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:34:52.004419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a25147-3b68-45e5-8ba7-e12b0f9010f1 req-639ff792-1341-4534-b764-2d749edc68ee tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:52.005927 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5a25147-3b68-45e5-8ba7-e12b0f9010f1 req-639ff792-1341-4534-b764-2d749edc68ee tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0485032 Sep 18 07:34:52.047057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5a25147-3b68-45e5-8ba7-e12b0f9010f1 req-b93b1245-afdb-4b5e-bb98-52e4caf000f8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Sep 18 07:34:53.161024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447ea1-b560-4825-979d-e1f473228d10 req-8eed1776-e579-42c3-915a-3ccfbe80316e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:53.163312 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35447ea1-b560-4825-979d-e1f473228d10 req-8eed1776-e579-42c3-915a-3ccfbe80316e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 944 time: 0.0489814 Sep 18 07:34:53.200713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-35447ea1-b560-4825-979d-e1f473228d10 req-91a1262e-6908-47f3-8c92-43052bba2dca tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Sep 18 07:34:53.838138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba2a0b91-16d0-45b0-9dd7-8eb427566adf details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:34:53.928038 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:53.938618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:34:53.978848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:53.991339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2a0b91-16d0-45b0-9dd7-8eb427566adf {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:34:54.009856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:54.081699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:54.131135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:54.313743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5b1b9-1ba0-431b-be58-c0774f8e64fb req-f675de87-9b7e-4249-8e56-82459ad0039a tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:54.315231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d5b1b9-1ba0-431b-be58-c0774f8e64fb req-f675de87-9b7e-4249-8e56-82459ad0039a tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 945 time: 0.0483758 Sep 18 07:34:54.351791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d5b1b9-1ba0-431b-be58-c0774f8e64fb req-c60751b5-7616-4877-9ba9-390467bb87f5 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300245 Sep 18 07:34:54.502246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ba2a0b91-16d0-45b0-9dd7-8eb427566adf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:34:55.469024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4909ab8-1faa-4193-aec1-e3b4d0f0707b req-2e17c6fe-ad4a-40e4-8071-717ba0f40b04 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:55.470502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4909ab8-1faa-4193-aec1-e3b4d0f0707b req-2e17c6fe-ad4a-40e4-8071-717ba0f40b04 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 945 time: 0.0479362 Sep 18 07:34:55.511155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4909ab8-1faa-4193-aec1-e3b4d0f0707b req-fd5a3305-df52-4e34-a894-a610f301ea13 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347626 Sep 18 07:34:55.853954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba2a0b91-16d0-45b0-9dd7-8eb427566adf up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:34:55.957053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port ba2a0b91-16d0-45b0-9dd7-8eb427566adf completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:34:55.960704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ba2a0b91-16d0-45b0-9dd7-8eb427566adf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:34:55.961106 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:56.043002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:56.067901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:34:56.070223 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e15ca-a979-4965-a58d-e0be71a3c834" -d '{"events": [{"server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:34:56.082375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:34:56.106436 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a890b6-970a-454a-9d39-05e44300e85a x-openstack-request-id: req-86a890b6-970a-454a-9d39-05e44300e85a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:34:56.106726 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:34:56.106982 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a890b6-970a-454a-9d39-05e44300e85a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:34:56.107372 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'code': 200} Sep 18 07:34:56.152816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:56.208663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:56.236320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00013b1-f77a-4a04-8aaa-6e9c90ab31f4 req-a3c77dd3-087a-498b-9f4f-d08f74184140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:56.259780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e00013b1-f77a-4a04-8aaa-6e9c90ab31f4 req-a3c77dd3-087a-498b-9f4f-d08f74184140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1098 time: 0.0471046 Sep 18 07:34:56.278664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e00013b1-f77a-4a04-8aaa-6e9c90ab31f4 req-7c92310b-4d9d-4ba5-86f5-fc046af1b594 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328882 Sep 18 07:34:56.626933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151401b-f3eb-4b34-8717-8c17d9fc8c7e req-4a83a6ff-3633-4b83-afd3-408555e7ae81 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:56.628528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6151401b-f3eb-4b34-8717-8c17d9fc8c7e req-4a83a6ff-3633-4b83-afd3-408555e7ae81 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0495100 Sep 18 07:34:56.668529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6151401b-f3eb-4b34-8717-8c17d9fc8c7e req-41c91824-0c59-4d09-9cd4-8633723a7536 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Sep 18 07:34:57.795106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b0fc8-d969-4293-bc74-01f9d2601065 req-e389bcb2-50ca-4d51-8187-3a9cd6a2d605 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:57.796800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd8b0fc8-d969-4293-bc74-01f9d2601065 req-e389bcb2-50ca-4d51-8187-3a9cd6a2d605 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0561092 Sep 18 07:34:57.836969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd8b0fc8-d969-4293-bc74-01f9d2601065 req-a0786832-c788-4248-aeff-4aa47fbe5d2f tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Sep 18 07:34:58.951151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ac9c-988c-47aa-aefe-748d5e4b02eb req-c472e81b-b358-4bd1-ab25-585c4a2de108 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:58.952637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e2ac9c-988c-47aa-aefe-748d5e4b02eb req-c472e81b-b358-4bd1-ab25-585c4a2de108 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0489826 Sep 18 07:34:58.994475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-92e2ac9c-988c-47aa-aefe-748d5e4b02eb req-3b1d9b05-77cc-45f7-97c7-509bab448605 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358400 Sep 18 07:34:59.108502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4cb88-eb1d-4d8a-8bef-7c9f2486cb72 req-dfb60cd3-7845-4274-9966-9cfe4e185285 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:59.110144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80e4cb88-eb1d-4d8a-8bef-7c9f2486cb72 req-dfb60cd3-7845-4274-9966-9cfe4e185285 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0489161 Sep 18 07:34:59.144728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:59.151852 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80e4cb88-eb1d-4d8a-8bef-7c9f2486cb72 req-5eb98938-ba3a-470f-b7ff-6647c197877e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Sep 18 07:34:59.173449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36552) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:59.256761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a74b1c-d855-4798-a960-3bac1e81014f tempest-TestVolumeBackupRestore-339449721 tempest-TestVolumeBackupRestore-339449721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:34:59.258251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f7a74b1c-d855-4798-a960-3bac1e81014f tempest-TestVolumeBackupRestore-339449721 tempest-TestVolumeBackupRestore-339449721-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1093 time: 0.0837762 Sep 18 07:34:59.261270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 36556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:34:59.265510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:34:59.335278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:59.432669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:59.534670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Allocated IP 172.25.4.121 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5fd38483-5170-4e90-b25a-5134494809b8) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:34:59.638537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:59.728868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:34:59.764326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:34:59.767180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:34:59.770592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:34:59.798686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'Port': ['ID=5fd38483-5170-4e90-b25a-5134494809b8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:34:59.809360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.809713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.810084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.810421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.810760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.811092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.811417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.811744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.812070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.812394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.812717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:34:59.813036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:35:00.133994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:00.247993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:00.393257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:00.464033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:00.536643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event updated for resources: {'Port': ['ID=5fd38483-5170-4e90-b25a-5134494809b8,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:35:00.543804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:00.640361 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Floating IP 4d2e491d-243f-44fb-9ff3-16f82410c9db associated. External IP: 172.25.4.121, port: ba2a0b91-16d0-45b0-9dd7-8eb427566adf. Sep 18 07:35:00.700486 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-8b5e1c0c-f013-4469-bee8-a28c8c848488 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397596 Sep 18 07:35:00.789771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-f399710b-cd51-406b-9ba2-0e1652d690c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:00.791334 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-f399710b-cd51-406b-9ba2-0e1652d690c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0449038 Sep 18 07:35:00.842609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:35:00.892467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-aa3aced6-4a68-41ae-a6c3-c50d8a0fea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:00.893865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-aa3aced6-4a68-41ae-a6c3-c50d8a0fea76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0830891 Sep 18 07:35:00.950148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:35:00.963076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:35:00.967814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-1efe3e39-18f5-409a-b7d8-091a9a2fb451 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 1001 time: 0.0668983 Sep 18 07:35:00.974150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:35:00.978045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:01.019176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-6483e83b-84a8-476c-bdef-494fa3642a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:01.020662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-6483e83b-84a8-476c-bdef-494fa3642a3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0440602 Sep 18 07:35:01.026331 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:01.058405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0e7b8e9c-ff95-4877-998b-a9a9097806e8 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7961044 Sep 18 07:35:01.059037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36562) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:35:01.059205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:35:01.061763 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b634147-108b-45c0-b1f8-a07b10b1c87d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:35:01.087679 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:35:01.094535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-00a7d119-f16f-464a-ac89-d9ee1ec8f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:01.101761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-00a7d119-f16f-464a-ac89-d9ee1ec8f6d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682828 Sep 18 07:35:01.104561 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1212f48-2638-4977-b99c-3c70e3fdb212 x-openstack-request-id: req-c1212f48-2638-4977-b99c-3c70e3fdb212 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:35:01.105006 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:35:01.105270 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1212f48-2638-4977-b99c-3c70e3fdb212 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:35:01.105724 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:35:01.137775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d1603-8220-40b4-9364-4a977e6757ba tempest-TestVolumeBackupRestore-339449721 tempest-TestVolumeBackupRestore-339449721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:01.141978 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-517d1603-8220-40b4-9364-4a977e6757ba tempest-TestVolumeBackupRestore-339449721 tempest-TestVolumeBackupRestore-339449721-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1093 time: 0.0792398 Sep 18 07:35:01.142179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36566) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:35:01.147463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Request body: {'floatingip': {'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:35:01.267149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:01.316942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:34:59Z', 'revision_number': 0, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:01.318216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-b7286a6a-be1e-4f68-bd68-06b2905778ca service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137210 Sep 18 07:35:01.325054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-87a8a64d-145a-4a8c-a882-41de69c1a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:01.326530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-87a8a64d-145a-4a8c-a882-41de69c1a222 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1098 time: 0.1467347 Sep 18 07:35:01.344112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:35:01.352345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:35:01.352948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:01.458626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:35:01.693176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:34:59Z', 'revision_number': 0, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:01.720202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a6551-8ebc-4abe-9947-50c362538326 None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:34:59Z', 'revision_number': 0, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:35:01.917201 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c977b-cc62-44fd-968b-46b8d4185209 None None] New status for floating IP 4d2e491d-243f-44fb-9ff3-16f82410c9db: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:35:01.921748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-c11bcbbf-bcbe-4d80-9243-a3581b807c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:01.923294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-c11bcbbf-bcbe-4d80-9243-a3581b807c56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 915 time: 0.5779600 Sep 18 07:35:01.925127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-94c21e81-046f-4f7b-9218-13e7f0b69d74 req-5318f4fd-1765-4763-bd34-89e3a2255f7a service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977519 Sep 18 07:35:02.038412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-2f52bd9f-bd04-4d38-85f5-a97144ff569f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 1000 time: 0.1063061 Sep 18 07:35:02.135436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:35:02.135774 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:35:02.137149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-6be3e968-e95f-4538-8a09-3aeb8779631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:02.138677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-6be3e968-e95f-4538-8a09-3aeb8779631e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 200 len: 853 time: 0.0935116 Sep 18 07:35:02.185921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-619da28b-de13-4f1a-ba5f-0c43865392f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:02.187422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-619da28b-de13-4f1a-ba5f-0c43865392f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98a5eea-3d39-40d6-9653-7f40eac2510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416834 Sep 18 07:35:02.280676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-a78a738f-f9a5-4fea-a45b-82857141429e service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Sep 18 07:35:02.370606 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8b634147-108b-45c0-b1f8-a07b10b1c87d req-f5b17e9e-8851-4528-9c30-c8e615d32fde service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Sep 18 07:35:02.636871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:03.091398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:03.146258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:03.356385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:35:03.463494 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:35:03.468536 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:03.474335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:35:03.483222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:35:03.483839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:03.495679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:35:03.497963 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d5470d-bbed-4288-8735-155075fdc809" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:35:03.524989 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b97da495-79f7-4501-a9af-30f46f213d39 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "PUT /v2.0/floatingips/4d2e491d-243f-44fb-9ff3-16f82410c9db HTTP/1.1" status: 200 len: 994 time: 2.3817949 Sep 18 07:35:03.536147 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8dc188-b371-414c-98d2-9ce958f80f72 x-openstack-request-id: req-6a8dc188-b371-414c-98d2-9ce958f80f72 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:35:03.536441 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:35:03.536696 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a8dc188-b371-414c-98d2-9ce958f80f72 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:35:03.537360 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:35:03.598279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:35:03.623700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5470d-bbed-4288-8735-155075fdc809 req-d43aa1e0-d942-4233-9d89-2031176d8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:03.625135 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-d43aa1e0-d942-4233-9d89-2031176d8d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1098 time: 0.0435870 Sep 18 07:35:03.723368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5470d-bbed-4288-8735-155075fdc809 req-188573ae-4580-49c3-a301-2c6c076ed993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:03.724944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-188573ae-4580-49c3-a301-2c6c076ed993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 915 time: 0.0927103 Sep 18 07:35:03.794726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-1ad6d79d-08ca-487b-9ee3-1fac6d283858 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 1002 time: 0.0619924 Sep 18 07:35:03.815588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:35:03Z', 'revision_number': 2, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:03.844425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5470d-bbed-4288-8735-155075fdc809 req-e43a6825-e459-4f3c-9bf8-2939e942ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:03.844866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:35:03.845921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-e43a6825-e459-4f3c-9bf8-2939e942ce7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 200 len: 853 time: 0.0444832 Sep 18 07:35:03.852966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:35:03.853572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:34:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:03.891710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5470d-bbed-4288-8735-155075fdc809 req-ab36392b-f7db-4c53-ae9d-95efac0445da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:03.893118 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-ab36392b-f7db-4c53-ae9d-95efac0445da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98a5eea-3d39-40d6-9653-7f40eac2510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398266 Sep 18 07:35:03.956852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:35:03.986307 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-6a639f83-1238-4669-91a9-a7e06e030502 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854495 Sep 18 07:35:04.078349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3d5470d-bbed-4288-8735-155075fdc809 req-d49f6908-557c-4fc5-92f4-e16b47805634 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Sep 18 07:35:04.335609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:35:03Z', 'revision_number': 2, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:35:04.365862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7ef04-deff-4932-97d7-227c0fd7b608 None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '4d2e491d-243f-44fb-9ff3-16f82410c9db', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'port_id': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'mac_address': 'fa:16:3e:c7:c1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:34:59Z', 'updated_at': '2021-09-18T07:35:03Z', 'revision_number': 2, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:35:05.538549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:35:05.540891 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69459322-9e05-4a32-9ecd-c51880e4b70f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:35:05.576504 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f2f77c-865b-4c64-a0aa-8616478e0d90 x-openstack-request-id: req-d8f2f77c-865b-4c64-a0aa-8616478e0d90 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:35:05.576800 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:35:05.577058 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8f2f77c-865b-4c64-a0aa-8616478e0d90 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:35:05.577462 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:35:05.667002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-51824de2-f7b2-444f-82f5-2deb82b9672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:05.668500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-51824de2-f7b2-444f-82f5-2deb82b9672d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1098 time: 0.0458760 Sep 18 07:35:05.764751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-c4beb270-2712-4f60-b74c-cec40cd508ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:05.766450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-c4beb270-2712-4f60-b74c-cec40cd508ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 915 time: 0.0908582 Sep 18 07:35:05.839460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-c504f041-b0f7-46f0-bd7f-018b77a7049b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 1002 time: 0.0646622 Sep 18 07:35:05.889723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-17cd4f21-2271-4a04-b94d-41be73a45ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:05.891228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-17cd4f21-2271-4a04-b94d-41be73a45ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 200 len: 853 time: 0.0447652 Sep 18 07:35:05.936946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-b9ea8b4b-5eb0-4a40-a8ea-a4a1f3d1cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:05.938440 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-b9ea8b4b-5eb0-4a40-a8ea-a4a1f3d1cb5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98a5eea-3d39-40d6-9653-7f40eac2510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402901 Sep 18 07:35:06.034935 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-20c2d424-48d3-499d-9c51-c10a7ec175fd service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872943 Sep 18 07:35:06.124117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-69459322-9e05-4a32-9ecd-c51880e4b70f req-0be5c3a9-0999-4666-930e-ca9d9f25ec68 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817938 Sep 18 07:35:08.883214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ac67efbe-a5a1-4d6e-a9a0-0e01000844cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:11.024773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-29f0dea3-3a5c-483f-b941-d64de2bb8aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442727 Sep 18 07:35:11.126328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db671-4ef4-4d62-9b43-438455267450 req-0145aace-5b8e-4db3-b5e4-379d394e3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:11.127856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-0145aace-5b8e-4db3-b5e4-379d394e3b32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0405676 Sep 18 07:35:11.232033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db671-4ef4-4d62-9b43-438455267450 req-bca0ab00-1b90-4b8c-a2bf-044388d6585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:11.233421 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-bca0ab00-1b90-4b8c-a2bf-044388d6585c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0846322 Sep 18 07:35:11.305207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-c87e2ca5-736d-4d7b-90e0-7112374d3d86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1000 time: 0.0620346 Sep 18 07:35:11.354542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db671-4ef4-4d62-9b43-438455267450 req-b7c1fd3b-349d-43b1-8bfb-546a2c160877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:11.356004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-b7c1fd3b-349d-43b1-8bfb-546a2c160877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0432100 Sep 18 07:35:11.404439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941db671-4ef4-4d62-9b43-438455267450 req-20dc87a1-a32e-404c-8e99-68378877af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:35:11.405960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-20dc87a1-a32e-404c-8e99-68378877af32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400977 Sep 18 07:35:11.498218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-ca61f90e-34d6-42d6-96d2-736c0f664987 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Sep 18 07:35:11.523220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-776d13d2-c79e-446c-8a94-12fce9c450f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:11.589269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-941db671-4ef4-4d62-9b43-438455267450 req-5f356f63-fe89-4d79-823e-c4e1adf52f78 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839167 Sep 18 07:35:12.088858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:13.357036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:14.791799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:15.305581 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:18.348015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:35:29.214568 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:38.909477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d35d53d-8b22-4068-b740-6ba7b116b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:41.551370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d95b153-817c-4e45-8b2e-a9508a72406f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:42.103854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:43.368490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:44.836792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:45.299881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:35:55.352930 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:35:59.213677 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:00.706818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-9a4a1bdc-5c85-497f-a4b2-9f98212201d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455091 Sep 18 07:36:00.786343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469248c0-9256-451d-8d2c-0517acd84937 req-3c288f27-15c5-4b96-8e6d-b4e93c709142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:00.788090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-3c288f27-15c5-4b96-8e6d-b4e93c709142 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0417545 Sep 18 07:36:00.891995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469248c0-9256-451d-8d2c-0517acd84937 req-d27865ce-6826-44a7-aa63-2dea0fc183ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:00.893466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-d27865ce-6826-44a7-aa63-2dea0fc183ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0872436 Sep 18 07:36:00.965243 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-81ad3d82-3d84-49e3-8792-20f452c87030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 1001 time: 0.0648732 Sep 18 07:36:01.012589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469248c0-9256-451d-8d2c-0517acd84937 req-cf3bc50a-733c-4fe9-816f-6d84e01d107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:01.014075 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-cf3bc50a-733c-4fe9-816f-6d84e01d107b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0423245 Sep 18 07:36:01.062662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469248c0-9256-451d-8d2c-0517acd84937 req-8b69b182-a61a-4b9c-a33b-080792afd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:01.064116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-8b69b182-a61a-4b9c-a33b-080792afd423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432241 Sep 18 07:36:01.153044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-f6722290-2c96-4a06-aef3-d961de92a1e9 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Sep 18 07:36:01.246767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-469248c0-9256-451d-8d2c-0517acd84937 req-f28fabca-ee79-41e3-9b00-8e43d4709bae service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872765 Sep 18 07:36:08.939350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6df212f-128f-4ea9-8c5d-f5ac373ef926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.119106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36738) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:10.275403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Deleting port 5fd38483-5170-4e90-b25a-5134494809b8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:10.275750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.354418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.354663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.366254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Calling delete_port for 5fd38483-5170-4e90-b25a-5134494809b8 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:10.619329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.648828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event deleted for resources: {'Port': ['ID=5fd38483-5170-4e90-b25a-5134494809b8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:10.660703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.661040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.661383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.661777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.662146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.662481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.663083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.663412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.663742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.664070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.664898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.664898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:10.718378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:10.722253 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Floating IP 4d2e491d-243f-44fb-9ff3-16f82410c9db disassociated (deleted). External IP: 172.25.4.121, port: ba2a0b91-16d0-45b0-9dd7-8eb427566adf. Sep 18 07:36:10.927977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:36:11.378482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:36:11.383258 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:11.388472 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:36:11.397662 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:11.398274 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:35:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:11.413854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b8db3d9-39fc-45f2-a150-d1d9c31053b7 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d2e491d-243f-44fb-9ff3-16f82410c9db HTTP/1.1" status: 204 len: 168 time: 1.2935462 Sep 18 07:36:11.414436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:36:11.416675 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54faf04b-cefe-4ba4-80ac-937cd5f1229a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:36:11.464688 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872da3d-776f-4911-9897-1b3205b6358d x-openstack-request-id: req-f872da3d-776f-4911-9897-1b3205b6358d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:36:11.465015 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:36:11.465233 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f872da3d-776f-4911-9897-1b3205b6358d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:36:11.465622 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:36:11.515049 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:11.533926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a7375de-d1a2-4301-86f7-ac9ecb9cf1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:11.550147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-912e3299-1c6f-4ebd-a046-d86ff1733187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:11.551668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-912e3299-1c6f-4ebd-a046-d86ff1733187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 1098 time: 0.0416386 Sep 18 07:36:11.650904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-7a9c47eb-3a0f-47f1-99cc-bc2c69a3e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:11.653018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-7a9c47eb-3a0f-47f1-99cc-bc2c69a3e4cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 200 len: 915 time: 0.0936353 Sep 18 07:36:11.698773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-a93004d7-1915-4aff-a6f4-5bc8dce9c05d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 200 len: 217 time: 0.0366607 Sep 18 07:36:11.717431 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:11.743774 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:36:11.748655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-4a44d2f1-f573-4ca8-af49-49cbaadc8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:11.750190 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-4a44d2f1-f573-4ca8-af49-49cbaadc8bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 200 len: 853 time: 0.0440056 Sep 18 07:36:11.752804 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:11.753426 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:36:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:11.808209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-61ea61e8-d6fa-4932-bc8a-052d79d072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:11.809933 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-61ea61e8-d6fa-4932-bc8a-052d79d072e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c98a5eea-3d39-40d6-9653-7f40eac2510f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511661 Sep 18 07:36:11.854253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef613c-c215-4aee-b6ac-e164816e1710 req-ee47926b-1763-411f-a71c-479c91c043a0 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:11.861176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54ef613c-c215-4aee-b6ac-e164816e1710 req-ee47926b-1763-411f-a71c-479c91c043a0 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0548596 Sep 18 07:36:11.863585 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:11.898812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54ef613c-c215-4aee-b6ac-e164816e1710 req-779aea1e-d535-4dfc-85a0-1180481775fa tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363491 Sep 18 07:36:11.909829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-bc9b65ac-6f5b-424a-9b56-aa1942ae5960 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919232 Sep 18 07:36:12.008645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54faf04b-cefe-4ba4-80ac-937cd5f1229a req-0e53efdb-bbd0-48c0-92a9-13c868f01f50 service neutron] 10.222.0.24 "GET /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909383 Sep 18 07:36:12.067319 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:12.080495 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:12.094481 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23ffe7-20ea-48ea-9fd2-e1dfeb2f11b0 None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:31:57Z', 'revision_number': 4, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'c2d03d18-00a8-464d-ba84-73ff0ea3f09b', 'name': '', 'network_id': 'c98a5eea-3d39-40d6-9653-7f40eac2510f', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'mac_address': 'fa:16:3e:31:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '34870ec5-1c29-49d5-a236-43502eb21129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:57Z', 'updated_at': '2021-09-18T07:32:03Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'subnets': [{'id': '34870ec5-1c29-49d5-a236-43502eb21129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:36:12.308851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172eb1f-627a-499f-af59-7b3a76321d94 None None] New status for floating IP 4d2e491d-243f-44fb-9ff3-16f82410c9db: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:36:13.015752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719dc4-62f0-45c4-8902-8d8304d92ac4 req-97237654-92c6-41eb-9b4c-b0eb32a17a5e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:13.017158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6719dc4-62f0-45c4-8902-8d8304d92ac4 req-97237654-92c6-41eb-9b4c-b0eb32a17a5e tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0494566 Sep 18 07:36:13.054712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6719dc4-62f0-45c4-8902-8d8304d92ac4 req-c27ae3bc-fbe3-452e-bdff-54f374498e40 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Sep 18 07:36:13.333513 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:13.828030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-826d76aa-c990-45bb-9292-fce72246da89 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:13.829469 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-826d76aa-c990-45bb-9292-fce72246da89 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0479052 Sep 18 07:36:13.920603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Deleting port ba2a0b91-16d0-45b0-9dd7-8eb427566adf {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:13.920943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:14.005644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] For port ba2a0b91-16d0-45b0-9dd7-8eb427566adf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:14.006096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:14.018753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Calling delete_port for ba2a0b91-16d0-45b0-9dd7-8eb427566adf owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:14.167596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3b7d-75ca-43a9-8c0f-c16301cd644a req-bb19ec33-67e1-4ead-9659-5a63313c7861 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:14.169242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32a3b7d-75ca-43a9-8c0f-c16301cd644a req-bb19ec33-67e1-4ead-9659-5a63313c7861 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 946 time: 0.0487280 Sep 18 07:36:14.202360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:14.207260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b32a3b7d-75ca-43a9-8c0f-c16301cd644a req-a4ff9de5-6a64-4d0b-9e5b-955dc873e121 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/security-groups?id=caed55d0-8bb6-43f4-9c69-1b2f23b66fba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Sep 18 07:36:14.230407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event deleted for resources: {'Port': ['ID=ba2a0b91-16d0-45b0-9dd7-8eb427566adf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:14.273357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] No DVR routers for this DVR port ba2a0b91-16d0-45b0-9dd7-8eb427566adf on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:36:14.275986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:14.278042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-db0490de-903f-46d2-9ed6-b7ebd9864ef7 req-e1b8341d-6916-44c0-8686-75e795042471 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.24 "DELETE /v2.0/ports/ba2a0b91-16d0-45b0-9dd7-8eb427566adf HTTP/1.1" status: 204 len: 173 time: 0.4418337 Sep 18 07:36:14.278504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'name': 'network-vif-deleted', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:36:14.280709 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d68031-dc05-41c3-ba5c-70cb86debad7" -d '{"events": [{"server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "name": "network-vif-deleted", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:36:14.320508 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd198fc4-5a08-4b1c-9966-8d9458dc0aed x-openstack-request-id: req-dd198fc4-5a08-4b1c-9966-8d9458dc0aed {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:36:14.320508 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9bb116-00f8-43c5-a403-e2e18acf722d", "name": "network-vif-deleted", "tag": "ba2a0b91-16d0-45b0-9dd7-8eb427566adf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:36:14.320508 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd198fc4-5a08-4b1c-9966-8d9458dc0aed {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:36:14.320508 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9bb116-00f8-43c5-a403-e2e18acf722d', 'name': 'network-vif-deleted', 'tag': 'ba2a0b91-16d0-45b0-9dd7-8eb427566adf', 'status': 'completed', 'code': 200} Sep 18 07:36:14.802373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:15.286470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:15.309817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8616b0a-9491-49a4-95d6-b7c20bd55c76 req-1a2adbd0-e018-4fc8-8967-86cf4e05c4df tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0305314 Sep 18 07:36:16.291591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba2a0b91-16d0-45b0-9dd7-8eb427566adf no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:16.314363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ba2a0b91-16d0-45b0-9dd7-8eb427566adf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:16.314724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ba2a0b91-16d0-45b0-9dd7-8eb427566adf not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:16.414091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8985ecb8-225a-4d9b-9179-80aca49c1b53 req-b1831e7b-fc52-4094-bfbc-cf90c4a9fd85 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 18 07:36:17.502944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3c8c66f-3355-4c62-98ed-11e3342a78b7 req-ff961d36-133a-4935-9441-6ec013f27e84 tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0261390 Sep 18 07:36:18.608505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d2eeaebb-8215-47ae-b87e-e3c6c7ece922 req-e34a53f0-fd60-4a94-baf5-dda3c2c4cafd tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d9bb116-00f8-43c5-a403-e2e18acf722d HTTP/1.1" status: 200 len: 210 time: 0.0258825 Sep 18 07:36:19.665393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:19.726426 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:19.750842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:19.887799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:19.890478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:19.891668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] 10.222.0.20 "DELETE /v2.0/security-groups/caed55d0-8bb6-43f4-9c69-1b2f23b66fba HTTP/1.1" status: 204 len: 168 time: 0.2252579 Sep 18 07:36:19.900883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6636b2-8925-4e69-838d-30772e84962d tempest-TestVolumeBackupRestore-1996220467 tempest-TestVolumeBackupRestore-1996220467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed55d0-8bb6-43f4-9c69-1b2f23b66fba,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:24.762752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 36988) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:25.114311 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:25.374557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Deleting port c2d03d18-00a8-464d-ba84-73ff0ea3f09b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:25.374810 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:25.459909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] For port c2d03d18-00a8-464d-ba84-73ff0ea3f09b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:25.460181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:25.473423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Calling delete_port for c2d03d18-00a8-464d-ba84-73ff0ea3f09b owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:25.749084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:25.774669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d03d18-00a8-464d-ba84-73ff0ea3f09b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:25.945825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.171584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:36:26.277943 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:36:26.283320 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-625b58e7-cd71-4777-9328-5332e5dad00d admin admin] 10.222.0.20 "PUT /v2.0/routers/1db3bb99-7ba4-4acc-8f6d-89337edb29dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193677 Sep 18 07:36:26.285883 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:26.292384 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Sync routers for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:36:26.309591 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:26.310245 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:36:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:26.393942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.428541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:26.504372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.602898 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:36:25Z', 'revision_number': 5, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port': {'id': '22118af4-878f-4dbd-bb3e-67a50b9da089', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:31:55Z', 'updated_at': '2021-09-18T07:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:26.631275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Deleting port 22118af4-878f-4dbd-bb3e-67a50b9da089 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:26.631628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.723151 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Checking router: 1db3bb99-7ba4-4acc-8f6d-89337edb29dd for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:36:26.724142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] For port 22118af4-878f-4dbd-bb3e-67a50b9da089, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=22118af4-878f-4dbd-bb3e-67a50b9da089,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:26.724535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.731434 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Routers {'1db3bb99-7ba4-4acc-8f6d-89337edb29dd'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:26.732055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:36:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:26.736877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Calling delete_port for 22118af4-878f-4dbd-bb3e-67a50b9da089 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:26.823359 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] Set router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:26.878768 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:36:26Z', 'revision_number': 6, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:26.908368 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe18178-5288-4fab-a7e1-818da12f80a0 None None] The sync data for ids ['1db3bb99-7ba4-4acc-8f6d-89337edb29dd'] in n-d-789963-14 is: [{'id': '1db3bb99-7ba4-4acc-8f6d-89337edb29dd', 'name': 'tempest-TestVolumeBackupRestore-1234820540-router', 'tenant_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:31:54Z', 'updated_at': '2021-09-18T07:36:26Z', 'revision_number': 6, 'project_id': 'beb54bce9c8046e7bc6140bd3abb132a', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:36:26.968399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:26.995743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Pushing event deleted for resources: {'Port': ['ID=22118af4-878f-4dbd-bb3e-67a50b9da089,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:27.058526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.148135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.150331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.242674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.243258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db3bb99-7ba4-4acc-8f6d-89337edb29dd {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:36:27.248005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.249184 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-34397923-7c33-4ca4-a749-9b7241a27975 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1db3bb99-7ba4-4acc-8f6d-89337edb29dd HTTP/1.1" status: 204 len: 168 time: 0.9623394 Sep 18 07:36:27.251982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37116) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:27.301109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Deleting subnet 34870ec5-1c29-49d5-a236-43502eb21129 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:36:27.305042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.346489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.434961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.556619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.583752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34870ec5-1c29-49d5-a236-43502eb21129,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:27.587541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.589466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34870ec5-1c29-49d5-a236-43502eb21129 HTTP/1.1" status: 204 len: 168 time: 0.3364637 Sep 18 07:36:27.590772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2376b7-1a50-4c57-a3a8-eaace6d8d0fb None None] Network c98a5eea-3d39-40d6-9653-7f40eac2510f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:36:27.592305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37136) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:27.597574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.598105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.598582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.599060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.599551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.600036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.600515 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.601537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.602041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.602523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.603007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.609156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd053f68-8fa5-4271-b4ca-700bff675fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:27.665257 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.729483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Deleting port 2533d20a-292f-4790-bb95-04f550fb1c40 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:27.730011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.808283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] DHCP port deletion for c98a5eea-3d39-40d6-9653-7f40eac2510f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:36:27.808376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] For port 2533d20a-292f-4790-bb95-04f550fb1c40, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2533d20a-292f-4790-bb95-04f550fb1c40,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:27.808376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.822851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Calling delete_port for 2533d20a-292f-4790-bb95-04f550fb1c40 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:27.853430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Deleting port 2533d20a-292f-4790-bb95-04f550fb1c40 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:27.853810 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.920920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] For port 2533d20a-292f-4790-bb95-04f550fb1c40, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2533d20a-292f-4790-bb95-04f550fb1c40,segment=NetworkSegment(06c885b9-8379-4697-80b8-5cf626b545a9),segment_id=06c885b9-8379-4697-80b8-5cf626b545a9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:27.921312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:27.933762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Calling delete_port for 2533d20a-292f-4790-bb95-04f550fb1c40 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:27.974302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.012682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Pushing event deleted for resources: {'Port': ['ID=2533d20a-292f-4790-bb95-04f550fb1c40,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:28.015540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] No DVR routers for this DVR port 2533d20a-292f-4790-bb95-04f550fb1c40 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:36:28.022264 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.049929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Pushing event deleted for resources: {'Port': ['ID=2533d20a-292f-4790-bb95-04f550fb1c40,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:28.054426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] No DVR routers for this DVR port 2533d20a-292f-4790-bb95-04f550fb1c40 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:36:28.061245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.061521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.062066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.062402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.062734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.063062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.063608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.063922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.064250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.064672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.065936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.066274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d1c2e0-7d20-4d87-9c4d-ba3e3769493b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:36:28.114725 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.140248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98a5eea-3d39-40d6-9653-7f40eac2510f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:28.149326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c885b9-8379-4697-80b8-5cf626b545a9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:28.149629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c885b9-8379-4697-80b8-5cf626b545a9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:28.158924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.171941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.177583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:36:28.178006 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:36:28.180158 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:36:28.316617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.322897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.326835 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c98a5eea-3d39-40d6-9653-7f40eac2510f HTTP/1.1" status: 204 len: 168 time: 0.7313809 Sep 18 07:36:28.327896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:28.335448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b419f-cf43-444b-94fd-76764c460743 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98a5eea-3d39-40d6-9653-7f40eac2510f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:28.690756 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:28.841464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2d03d18-00a8-464d-ba84-73ff0ea3f09b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:28.862732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c2d03d18-00a8-464d-ba84-73ff0ea3f09b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:28.863087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c2d03d18-00a8-464d-ba84-73ff0ea3f09b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:28.863508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 22118af4-878f-4dbd-bb3e-67a50b9da089 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:28.882648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 22118af4-878f-4dbd-bb3e-67a50b9da089 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:28.882922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 22118af4-878f-4dbd-bb3e-67a50b9da089 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:28.883341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2533d20a-292f-4790-bb95-04f550fb1c40 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:28.904909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2533d20a-292f-4790-bb95-04f550fb1c40 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:28.905254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2533d20a-292f-4790-bb95-04f550fb1c40 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:28.939266 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Deleting port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:28.939609 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:29.015104 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] For port 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:29.015464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:29.031959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Calling delete_port for 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:29.224749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:29.287501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:29.313966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Pushing event deleted for resources: {'Port': ['ID=1269e4b2-7c28-4585-8b4a-dd2d57bccb3a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:29.810411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.021060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:36:30.128433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:36:30.136400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6295264d-5278-4d40-ac08-4b40e3c9f616 admin admin] 10.222.0.20 "PUT /v2.0/routers/0a60258a-8da2-4ac0-ad55-e13310ebabd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8072710 Sep 18 07:36:30.136904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37260) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:30.142943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Sync routers for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:36:30.152063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:30.152708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:36:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:30.247364 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.258531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:30.353062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.440536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:36:29Z', 'revision_number': 5, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port': {'id': '7c9dbf44-a5a9-4d54-b834-b56b8c948f70', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:66:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:32:03Z', 'updated_at': '2021-09-18T07:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:30.461062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Deleting port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:30.461404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.467369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Checking router: 0a60258a-8da2-4ac0-ad55-e13310ebabd2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:36:30.475737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Routers {'0a60258a-8da2-4ac0-ad55-e13310ebabd2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:36:30.476912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:36:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:30.544654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] For port 7c9dbf44-a5a9-4d54-b834-b56b8c948f70, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:30.545033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.556828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Calling delete_port for 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:30.562537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] Set router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:36:30.616084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:36:30Z', 'revision_number': 6, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:30.658619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4c434-4632-4d2b-83e9-81bc09e96967 None None] The sync data for ids ['0a60258a-8da2-4ac0-ad55-e13310ebabd2'] in n-d-789963-14 is: [{'id': '0a60258a-8da2-4ac0-ad55-e13310ebabd2', 'name': 'tempest-TestVolumeBackupRestore-89510595-router', 'tenant_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:32:02Z', 'updated_at': '2021-09-18T07:36:30Z', 'revision_number': 6, 'project_id': 'c8b3bc8bea4f40588bc8ef0b606dfaae', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:36:30.794749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.817905 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9dbf44-a5a9-4d54-b834-b56b8c948f70,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:30.880284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.970102 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:30.972138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.090614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.090614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a60258a-8da2-4ac0-ad55-e13310ebabd2 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:36:31.092753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.093962 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e2409488-7f53-443b-b103-0fe5781efc52 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0a60258a-8da2-4ac0-ad55-e13310ebabd2 HTTP/1.1" status: 204 len: 168 time: 0.9560332 Sep 18 07:36:31.096567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37280) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:31.143069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Deleting subnet 8cd2b62c-b963-4ce4-babf-d52614dafa83 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:36:31.146154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.180338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.259947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.389671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.415181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd2b62c-b963-4ce4-babf-d52614dafa83,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:31.420356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.422351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-845afe4d-2c27-4f61-953f-3e9d98ea9294 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8cd2b62c-b963-4ce4-babf-d52614dafa83 HTTP/1.1" status: 204 len: 168 time: 0.3246286 Sep 18 07:36:31.425856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37282) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:31.428540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca312428-fad6-4a3c-9a39-17d4274639f8 None None] Network b7b41a88-b494-44f2-8e3b-2915b028a2f1 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:36:31.447325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:31.479938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:31.480290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1269e4b2-7c28-4585-8b4a-dd2d57bccb3a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:31.501564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.655896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] DHCP port deletion for b7b41a88-b494-44f2-8e3b-2915b028a2f1 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:36:31.728420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Deleting port 2d365548-a8e2-4c35-bb64-07d32189b569 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:31.728808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.797694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] For port 2d365548-a8e2-4c35-bb64-07d32189b569, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2d365548-a8e2-4c35-bb64-07d32189b569,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:31.798304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.811354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Calling delete_port for 2d365548-a8e2-4c35-bb64-07d32189b569 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:31.889536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Deleting port 2d365548-a8e2-4c35-bb64-07d32189b569 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:36:31.889808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.951735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] For port 2d365548-a8e2-4c35-bb64-07d32189b569, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2d365548-a8e2-4c35-bb64-07d32189b569,segment=NetworkSegment(e9b32c69-1a38-43a6-9526-0b585ac0b732),segment_id=e9b32c69-1a38-43a6-9526-0b585ac0b732)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:31.952030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:31.964867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Calling delete_port for 2d365548-a8e2-4c35-bb64-07d32189b569 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:36:31.971708 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.000771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] Pushing event deleted for resources: {'Port': ['ID=2d365548-a8e2-4c35-bb64-07d32189b569,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:32.004274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8520f-5dd3-4f00-acf9-c94076573ad4 None None] No DVR routers for this DVR port 2d365548-a8e2-4c35-bb64-07d32189b569 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:36:32.051666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.076946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d365548-a8e2-4c35-bb64-07d32189b569,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:32.078809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] No DVR routers for this DVR port 2d365548-a8e2-4c35-bb64-07d32189b569 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:36:32.150632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.171278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b41a88-b494-44f2-8e3b-2915b028a2f1']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:32.180284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b32c69-1a38-43a6-9526-0b585ac0b732') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:32.180585 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b32c69-1a38-43a6-9526-0b585ac0b732') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:36:32.189664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.203507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.209187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:36:32.209573 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:36:32.211815 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:36:32.338911 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.344157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.346133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7b41a88-b494-44f2-8e3b-2915b028a2f1 HTTP/1.1" status: 204 len: 168 time: 0.9188609 Sep 18 07:36:32.354705 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:36:32.356992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f689a4-f812-4e1f-8778-0ee6864fe57e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b41a88-b494-44f2-8e3b-2915b028a2f1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:32.699231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:32.741280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-149c1011-3a02-441a-b466-590acdc3dfc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beb54bce9c8046e7bc6140bd3abb132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408504 Sep 18 07:36:32.744176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37290) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:32.792347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.824283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.833019 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:32.852209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:32.852553 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7c9dbf44-a5a9-4d54-b834-b56b8c948f70 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:32.853237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2d365548-a8e2-4c35-bb64-07d32189b569 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:36:32.872462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2d365548-a8e2-4c35-bb64-07d32189b569 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:36:32.872741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2d365548-a8e2-4c35-bb64-07d32189b569 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:36:32.938760 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.941316 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:32.942554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3013056-931d-4582-8bd0-5f49f886f6b0 HTTP/1.1" status: 204 len: 168 time: 0.1974990 Sep 18 07:36:32.951367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d50f1-6aef-4090-87a8-7cf35d98bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3013056-931d-4582-8bd0-5f49f886f6b0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:33.556010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37298) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:33.594891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4dfd516b-43ad-4ec2-b25c-8b3ca0101210 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8b3bc8bea4f40588bc8ef0b606dfaae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376990 Sep 18 07:36:33.597136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37300) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:36:33.648479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:33.669350 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:33.790138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:33.792641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:33.793789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19e5c35e-1577-4fdc-8432-8ea412fd2784 HTTP/1.1" status: 204 len: 168 time: 0.1957541 Sep 18 07:36:33.801435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d344436-9214-4c2f-a61c-6a70faab029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5c35e-1577-4fdc-8432-8ea412fd2784,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:38.893324 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ce318dc-ad9e-48c1-abe6-c003a8534c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:41.560343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd619817-2d08-484f-8fae-4bfe2a50c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:42.091747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:43.338579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:44.681562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32696-ceed-4069-a7f0-cf36746367f2 req-ccb00222-6215-4fd6-bc88-824127ec9fd9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:44.683181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ee32696-ceed-4069-a7f0-cf36746367f2 req-ccb00222-6215-4fd6-bc88-824127ec9fd9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0481901 Sep 18 07:36:44.721956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ee32696-ceed-4069-a7f0-cf36746367f2 req-a2038697-ef5f-4114-a7e7-74786a06f84a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Sep 18 07:36:44.800199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:45.280063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:45.846574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b46d9-1570-4e3b-9816-23071921dcb3 req-f205f8b6-2773-4d88-82b2-0cda6a33cd27 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:45.848029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb5b46d9-1570-4e3b-9816-23071921dcb3 req-f205f8b6-2773-4d88-82b2-0cda6a33cd27 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0507312 Sep 18 07:36:46.091725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb5b46d9-1570-4e3b-9816-23071921dcb3 req-8ea7cc65-be96-4fd8-b893-82d1f1079b41 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371168 Sep 18 07:36:47.213653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fde0a3-b5e1-4502-9ec7-95c7092eaedc req-8c310068-7bbe-469a-9eec-06582d18aa26 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:47.215168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28fde0a3-b5e1-4502-9ec7-95c7092eaedc req-8c310068-7bbe-469a-9eec-06582d18aa26 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0488832 Sep 18 07:36:47.251132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28fde0a3-b5e1-4502-9ec7-95c7092eaedc req-0612de6f-4b67-43a5-b22e-2af7437500ae tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301676 Sep 18 07:36:48.370661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaddf0c-1477-43c2-a390-1039f6c8d9a2 req-f6c7742d-34c6-40fd-92ef-011b3e319961 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:48.372148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-faaddf0c-1477-43c2-a390-1039f6c8d9a2 req-f6c7742d-34c6-40fd-92ef-011b3e319961 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0482438 Sep 18 07:36:48.410040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-faaddf0c-1477-43c2-a390-1039f6c8d9a2 req-3b9e7f69-17b6-4c4a-a2b3-de5c22badd57 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Sep 18 07:36:49.530473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2032d4-f404-409e-8c67-ac9f5816990e req-9a592ced-618e-4568-b15b-c4f4081ad68e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:49.534095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a2032d4-f404-409e-8c67-ac9f5816990e req-9a592ced-618e-4568-b15b-c4f4081ad68e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0513239 Sep 18 07:36:49.569299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a2032d4-f404-409e-8c67-ac9f5816990e req-a7a561b9-c3b9-4464-959f-d023b34463ed tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Sep 18 07:36:50.684926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b43c6-b95f-4d4e-852f-47980cef1dcb req-3978eafb-97ff-48b3-85cf-50328f507265 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:50.686362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb9b43c6-b95f-4d4e-852f-47980cef1dcb req-3978eafb-97ff-48b3-85cf-50328f507265 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0477657 Sep 18 07:36:50.723144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cb9b43c6-b95f-4d4e-852f-47980cef1dcb req-2359c5ed-2157-4d42-b151-196b8f2efb94 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Sep 18 07:36:51.841467 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f532c-0ed1-4da9-a02b-233c2d8fd75a req-10b12860-9c22-475b-8569-651a3a632bef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:51.842956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-334f532c-0ed1-4da9-a02b-233c2d8fd75a req-10b12860-9c22-475b-8569-651a3a632bef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0481362 Sep 18 07:36:51.878876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-334f532c-0ed1-4da9-a02b-233c2d8fd75a req-d1b19206-09df-4ed4-ba8f-288df76a7400 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300634 Sep 18 07:36:52.999513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ba19-aac5-4fea-8d97-f77fc30196fd req-45c8ec84-84a0-45c4-a838-ea2102da1b9c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:53.000977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3835ba19-aac5-4fea-8d97-f77fc30196fd req-45c8ec84-84a0-45c4-a838-ea2102da1b9c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0517213 Sep 18 07:36:53.038536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3835ba19-aac5-4fea-8d97-f77fc30196fd req-111ddf6d-ad68-4e0f-874d-bb8c8534f7e4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Sep 18 07:36:54.154168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779688-c3fa-4af1-8cb0-02feebb780e5 req-aef1a712-581c-4ea3-aa4d-4e35b3938f8f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:54.155647 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c779688-c3fa-4af1-8cb0-02feebb780e5 req-aef1a712-581c-4ea3-aa4d-4e35b3938f8f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0484068 Sep 18 07:36:54.193691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c779688-c3fa-4af1-8cb0-02feebb780e5 req-f91cc061-f2f5-4cdd-97a9-7882071085f7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Sep 18 07:36:55.310617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09813-146d-4475-874c-8278879489f1 req-7c78a90d-5e93-4d8a-8e6b-1d35432223b3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:55.312094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99f09813-146d-4475-874c-8278879489f1 req-7c78a90d-5e93-4d8a-8e6b-1d35432223b3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0489383 Sep 18 07:36:55.348671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99f09813-146d-4475-874c-8278879489f1 req-a193a69a-2c5a-4d4f-b1fd-ddeabd4d1225 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306215 Sep 18 07:36:56.436123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:36:56.469538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d14b0-a012-4d42-b21a-4aa91d107d0e req-a23e38a9-c635-49a9-955a-01be967eed0e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:56.471078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9d14b0-a012-4d42-b21a-4aa91d107d0e req-a23e38a9-c635-49a9-955a-01be967eed0e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0521049 Sep 18 07:36:56.509149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f9d14b0-a012-4d42-b21a-4aa91d107d0e req-da65eeb3-d3c4-4662-bd05-0b45b81479b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315378 Sep 18 07:36:56.529659 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:56.541473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:36:56.577117 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:56.589722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:36:56.608518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:56.715891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:56.763913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:56.866835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ab7ca93c-a159-4312-8d64-89d017c7ae95'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:36:57.625645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f2ddc-0ad0-4db7-8d06-bc3975b7b91d req-932adc40-b055-4929-a813-51bc1d88f126 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:57.627118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a88f2ddc-0ad0-4db7-8d06-bc3975b7b91d req-932adc40-b055-4929-a813-51bc1d88f126 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 944 time: 0.0472314 Sep 18 07:36:57.664506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a88f2ddc-0ad0-4db7-8d06-bc3975b7b91d req-548d932d-bc27-4745-ae63-5258ca0ae1f1 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Sep 18 07:36:58.449596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:36:58.495596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ab7ca93c-a159-4312-8d64-89d017c7ae95 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:36:58.495969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:58.571808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:58.593315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:36:58.595551 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181cc723-a028-4185-b1eb-a7d476a2a3d2" -d '{"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:36:58.607860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:36:58.687206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:58.711449 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7414a-f897-44b7-a29e-b195a4638aee x-openstack-request-id: req-25a7414a-f897-44b7-a29e-b195a4638aee {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:36:58.711738 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:36:58.711991 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25a7414a-f897-44b7-a29e-b195a4638aee {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:36:58.712374 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'code': 200} Sep 18 07:36:58.736675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:36:58.785055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cad30-e24e-446d-b721-a3ec29c7fe6c req-af23e9b9-82de-4e29-bfa7-299053ec8ec2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:58.786535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a72cad30-e24e-446d-b721-a3ec29c7fe6c req-af23e9b9-82de-4e29-bfa7-299053ec8ec2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0513535 Sep 18 07:36:58.825697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a72cad30-e24e-446d-b721-a3ec29c7fe6c req-9d540d31-0c7e-4e42-81f8-0550248cf167 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Sep 18 07:36:59.178775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:36:59.948751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f45d0-0121-4e34-9282-ce1fbada5f9a req-5ce617e9-00f8-4623-9d7b-41508e15fd3c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:36:59.950240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-808f45d0-0121-4e34-9282-ce1fbada5f9a req-5ce617e9-00f8-4623-9d7b-41508e15fd3c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0518336 Sep 18 07:36:59.986249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-808f45d0-0121-4e34-9282-ce1fbada5f9a req-a23527b2-44ca-43f3-b06d-60342763b1ea tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301623 Sep 18 07:37:01.106048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730efe-a389-4498-9b5e-60e5cf6e87e1 req-d89d8047-ae19-4187-a6e8-e5b1db519296 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:01.107467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa730efe-a389-4498-9b5e-60e5cf6e87e1 req-d89d8047-ae19-4187-a6e8-e5b1db519296 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0492661 Sep 18 07:37:01.144179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa730efe-a389-4498-9b5e-60e5cf6e87e1 req-62a050b3-8f36-49c5-8301-63ad08e7fe69 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Sep 18 07:37:01.699648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-c5e46358-567a-4504-b577-db64012da018 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392396 Sep 18 07:37:01.779510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-00f87d98-d847-4068-bc24-62467b254a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:01.781072 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-00f87d98-d847-4068-bc24-62467b254a0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 1097 time: 0.0409780 Sep 18 07:37:01.886951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-1f177a83-f455-42ad-8e03-e1d167214164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:01.888443 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-1f177a83-f455-42ad-8e03-e1d167214164 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0884373 Sep 18 07:37:01.953615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-8c358e34-ce6f-4ff3-a543-f6212b80c42a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 200 len: 1001 time: 0.0575888 Sep 18 07:37:02.002475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-bddda01b-ca54-49da-b6ca-f885b559c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:02.004064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-bddda01b-ca54-49da-b6ca-f885b559c31c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0437016 Sep 18 07:37:02.054449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-599e4036-1f1c-4896-abcf-2a328afcfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:02.058276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-599e4036-1f1c-4896-abcf-2a328afcfdc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452449 Sep 18 07:37:02.146044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-1ef6f55f-45fb-4e3b-8a9e-52dac27b679f service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833046 Sep 18 07:37:02.247229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-983f08ac-d0a6-4317-b2dd-8cd241275e7a req-4e34080e-a3a0-4ab5-9c27-4153d304971e service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945067 Sep 18 07:37:02.268157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bcec-e5a4-4cde-8ed6-7af82686fbd6 req-7b207bca-3446-49dd-826f-06a9a28db099 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:02.269674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33c7bcec-e5a4-4cde-8ed6-7af82686fbd6 req-7b207bca-3446-49dd-826f-06a9a28db099 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0531845 Sep 18 07:37:02.307795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-33c7bcec-e5a4-4cde-8ed6-7af82686fbd6 req-75a1e0ea-bd91-448b-ba27-fec83e2360f0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Sep 18 07:37:03.442930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64783dc-cc42-4efe-b29c-068a7b2e88d0 req-302ac1d1-e926-48f1-ad8f-37d0af6e59d5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:03.445340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d64783dc-cc42-4efe-b29c-068a7b2e88d0 req-302ac1d1-e926-48f1-ad8f-37d0af6e59d5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0623412 Sep 18 07:37:03.491376 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d64783dc-cc42-4efe-b29c-068a7b2e88d0 req-d0fef423-ad01-457a-8d62-f634f439d06c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Sep 18 07:37:04.630432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90feb01-9f31-48ff-8a3c-2a3518b0b2dc req-9ab43017-8137-455b-8398-589db0c8453b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:04.634185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b90feb01-9f31-48ff-8a3c-2a3518b0b2dc req-9ab43017-8137-455b-8398-589db0c8453b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0607874 Sep 18 07:37:04.684571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b90feb01-9f31-48ff-8a3c-2a3518b0b2dc req-94feb18e-0d88-4a7f-ab29-566c0c9e2d44 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Sep 18 07:37:05.827125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca409f24-63f0-4c1b-808f-037fb3460e1d req-1882fb82-d6a5-4f23-98d6-eb2e6f21f7f6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:05.828926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca409f24-63f0-4c1b-808f-037fb3460e1d req-1882fb82-d6a5-4f23-98d6-eb2e6f21f7f6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0538256 Sep 18 07:37:05.878988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca409f24-63f0-4c1b-808f-037fb3460e1d req-8fb61324-9a7f-47c2-aea5-daec3c1d5e07 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435505 Sep 18 07:37:07.036421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bbc63-0b17-4e92-a0fa-b62e0c070045 req-282d6106-95d0-47a4-9dc1-520b7e6bd84f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:07.039231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-214bbc63-0b17-4e92-a0fa-b62e0c070045 req-282d6106-95d0-47a4-9dc1-520b7e6bd84f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0643976 Sep 18 07:37:07.094049 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-214bbc63-0b17-4e92-a0fa-b62e0c070045 req-538e07cb-afe5-4274-a529-7c4ac9c4485b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Sep 18 07:37:08.222805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c2eb8-6ee3-4e56-b898-3a817a1b3368 req-2e231285-04ae-4ee6-b24b-4f96b8360b27 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:08.224281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-133c2eb8-6ee3-4e56-b898-3a817a1b3368 req-2e231285-04ae-4ee6-b24b-4f96b8360b27 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0557420 Sep 18 07:37:08.264692 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-133c2eb8-6ee3-4e56-b898-3a817a1b3368 req-546ac188-797d-4bec-a32e-0069d75bec57 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Sep 18 07:37:08.898936 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-739a1611-51d4-4039-ba36-d53bf1041725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:09.355275 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:37:09.472965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c8509-9de9-432e-b5fe-2b42296fbe08 req-763c5058-4927-470e-9356-145a434a20c4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:09.474734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd1c8509-9de9-432e-b5fe-2b42296fbe08 req-763c5058-4927-470e-9356-145a434a20c4 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.1346989 Sep 18 07:37:09.526433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd1c8509-9de9-432e-b5fe-2b42296fbe08 req-2d58f1c9-c1dd-4e47-b1e4-db09738ac760 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Sep 18 07:37:10.664058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d98881-db95-48f0-a285-58879c625aa7 req-efa57e74-b713-4342-a5fb-699e0dbfa29d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:10.665861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4d98881-db95-48f0-a285-58879c625aa7 req-efa57e74-b713-4342-a5fb-699e0dbfa29d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0564735 Sep 18 07:37:10.713648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c4d98881-db95-48f0-a285-58879c625aa7 req-e710632a-2066-4be3-9b19-4da749a5d546 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Sep 18 07:37:11.550358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61713156-e99d-4f01-9ae2-1d43e3f161fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:11.837429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c744-6f85-42c2-802c-5655c2d3f915 req-74c1adf4-546d-41dc-a811-1ed4dbb8ce8f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:11.838988 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6893c744-6f85-42c2-802c-5655c2d3f915 req-74c1adf4-546d-41dc-a811-1ed4dbb8ce8f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0525272 Sep 18 07:37:11.879779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6893c744-6f85-42c2-802c-5655c2d3f915 req-adbc1d5b-5633-4873-87d9-a3e178de8ddd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346186 Sep 18 07:37:12.060583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-89d1f6f5-a853-436f-bfb2-e85d477b198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:12.062049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-89d1f6f5-a853-436f-bfb2-e85d477b198a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0426164 Sep 18 07:37:12.108210 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:12.174711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-44fbccc5-26fc-4f9c-97f3-f4575bb0c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:12.176104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-44fbccc5-26fc-4f9c-97f3-f4575bb0c46d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0949738 Sep 18 07:37:12.242967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-28e20d5b-1075-4a97-ab8f-5e92b5d77fe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1000 time: 0.0599453 Sep 18 07:37:12.295841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-ec20fd0c-7bcb-44ca-bc51-2a832367e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:12.297437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-ec20fd0c-7bcb-44ca-bc51-2a832367e676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0479403 Sep 18 07:37:12.347743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-3623b4f0-6ab8-4e8d-a993-9c38047698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:12.349170 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-3623b4f0-6ab8-4e8d-a993-9c38047698a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451343 Sep 18 07:37:12.442809 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-14a6007d-f87c-4e0b-8199-5172515e4f4e service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Sep 18 07:37:12.546812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-498283eb-7a62-4bfe-b12f-d1faf70d40d0 req-47774581-d8bd-447a-bb70-e9338c0878e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968478 Sep 18 07:37:13.000887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093ae33-f317-4d8b-8439-c8cb2ea175fd req-cf8be7f9-a543-4e45-a0eb-424229daf5d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:13.002432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0093ae33-f317-4d8b-8439-c8cb2ea175fd req-cf8be7f9-a543-4e45-a0eb-424229daf5d3 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0505660 Sep 18 07:37:13.041637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0093ae33-f317-4d8b-8439-c8cb2ea175fd req-2f2cc55e-a84d-4911-b676-35f42d7144fc tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328119 Sep 18 07:37:13.390031 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:13.570791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-def2c08c-8b43-4827-b53f-c145b27ba260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:13.572328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-def2c08c-8b43-4827-b53f-c145b27ba260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1097 time: 0.0421059 Sep 18 07:37:13.666145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-7a9f6bab-a502-481c-8583-24a37006249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:13.667543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-7a9f6bab-a502-481c-8583-24a37006249d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0886283 Sep 18 07:37:13.743266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-f11c71fd-8145-4bd4-b07f-7e9190c8819d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1000 time: 0.0687182 Sep 18 07:37:13.799680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-b7f32a91-687c-4939-aa87-80abfe7f4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:13.801155 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-b7f32a91-687c-4939-aa87-80abfe7f4e77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0512819 Sep 18 07:37:13.850761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-b4b73146-ce9b-4952-a784-ceb04479c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:13.852249 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-b4b73146-ce9b-4952-a784-ceb04479c8fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434775 Sep 18 07:37:13.942022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-040b059e-28f3-45d9-a5d6-9f4bb5020efe service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825064 Sep 18 07:37:14.035999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1e716e37-01a2-4046-b00b-fd60c5ae0d39 req-11346689-e275-47a9-9407-c99e34d2a03c service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Sep 18 07:37:14.170744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c1efb-8e60-45e1-92b5-ae95a50fd9c4 req-e329b2ef-2bb5-4069-bc5b-4b6e6d45ab0a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:14.172277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127c1efb-8e60-45e1-92b5-ae95a50fd9c4 req-e329b2ef-2bb5-4069-bc5b-4b6e6d45ab0a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0554061 Sep 18 07:37:14.210393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-127c1efb-8e60-45e1-92b5-ae95a50fd9c4 req-a47c718e-7912-490e-b6f3-0c9f0d511bdf tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Sep 18 07:37:14.959640 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:15.314359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:15.328978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76335faf-5aff-4996-8cec-686bb716b4f7 req-7f6233ff-461d-4059-9084-64b2f75309b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:15.330561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76335faf-5aff-4996-8cec-686bb716b4f7 req-7f6233ff-461d-4059-9084-64b2f75309b7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0498788 Sep 18 07:37:15.368000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76335faf-5aff-4996-8cec-686bb716b4f7 req-bd263318-44fc-4427-99bf-320b1baccd38 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Sep 18 07:37:16.489739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73a29-be41-46f5-baca-d220a74e5c29 req-e6144d09-1f4b-4edb-88b6-afe0eb35496f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:16.491298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e73a29-be41-46f5-baca-d220a74e5c29 req-e6144d09-1f4b-4edb-88b6-afe0eb35496f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 945 time: 0.0478251 Sep 18 07:37:16.528666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e73a29-be41-46f5-baca-d220a74e5c29 req-a5048a9a-ccd1-482a-bb65-8555af475997 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Sep 18 07:37:16.557604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:37:16.638059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:16.660180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:16.662547 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8c80f-9adc-414c-9039-22d375deaf8b" -d '{"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:16.683433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:16.697744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b313c-d94d-4c97-95f3-60db439c2f29 x-openstack-request-id: req-202b313c-d94d-4c97-95f3-60db439c2f29 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:16.698066 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-unplugged", "status": "failed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:16.698332 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-202b313c-d94d-4c97-95f3-60db439c2f29 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:16.698726 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'code': 422} returned with failed status Sep 18 07:37:16.790713 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:16.844986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:17.325550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d010-a044-40e5-9aef-c3a3c6d88b23 req-8f7bdd0b-6731-46db-9ce6-ec617e415356 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:17.327062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ca9d010-a044-40e5-9aef-c3a3c6d88b23 req-8f7bdd0b-6731-46db-9ce6-ec617e415356 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Sep 18 07:37:17.363661 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ca9d010-a044-40e5-9aef-c3a3c6d88b23 req-1e1e55e8-7826-4284-a32c-2c4664cc9127 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305448 Sep 18 07:37:18.482387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6127-2241-49d6-bef6-b68fbee55b66 req-4c459745-235a-4595-872f-a94bc14d6ae7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:18.483824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00cf6127-2241-49d6-bef6-b68fbee55b66 req-4c459745-235a-4595-872f-a94bc14d6ae7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0491040 Sep 18 07:37:18.520452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00cf6127-2241-49d6-bef6-b68fbee55b66 req-9f5f8d06-f1d7-43ee-9bfb-9ce03a35a8e8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305195 Sep 18 07:37:18.837640 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-4e64c2ae-66ea-45e0-bf99-f34e1eb4f99d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:18.839187 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-4e64c2ae-66ea-45e0-bf99-f34e1eb4f99d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Sep 18 07:37:18.873882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8ad7-9311-4849-906f-bebc783f4b85 req-992f8e83-d217-4a7e-b4e8-aedd2c648800 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:18.875441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-636f8ad7-9311-4849-906f-bebc783f4b85 req-992f8e83-d217-4a7e-b4e8-aedd2c648800 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0527751 Sep 18 07:37:18.918501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-636f8ad7-9311-4849-906f-bebc783f4b85 req-ec69c1bc-1a2f-4270-93b8-6f6fe1fa0901 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362267 Sep 18 07:37:18.942249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 64af1b0d-f650-4895-8b65-1c7f142ade39 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:37:18.942249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.031875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 64af1b0d-f650-4895-8b65-1c7f142ade39, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=64af1b0d-f650-4895-8b65-1c7f142ade39,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:19.032170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.203406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.203883 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.204205 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 5d441fbd-ad75-454f-bd79-1c98b8b4f4c6 disassociated. External IP: 172.25.4.146, port: 64af1b0d-f650-4895-8b65-1c7f142ade39. Sep 18 07:37:19.204597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 64af1b0d-f650-4895-8b65-1c7f142ade39 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:37:19.228562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-30176c91-fbf4-4e92-9155-904d30810e85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025255 Sep 18 07:37:19.237333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-6a00d2ba-82be-449c-8152-e0292c35de4d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:37:19.238300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-6a00d2ba-82be-449c-8152-e0292c35de4d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049648 Sep 18 07:37:19.376957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.405974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=64af1b0d-f650-4895-8b65-1c7f142ade39,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:19.420236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.420449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.420734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.421068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.421400 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.421727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.422087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.422409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.422736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.423059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.423402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.423699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:19.540500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:37:19.615534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9262a42b-6e99-4abc-99bb-b7e1b669070c req-5370a3cb-e03e-4dc1-b895-7568c4814ad7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0264111 Sep 18 07:37:19.651179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:37:19.660971 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:37:19.670583 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:37:19.671197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:37:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:19.693292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 64af1b0d-f650-4895-8b65-1c7f142ade39 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:37:19.695947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:19.697991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f45f046a-bbe7-4166-bd7e-e7443792f06a req-b5947f40-ddb7-4212-b9c5-e6545d7a37b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "DELETE /v2.0/ports/64af1b0d-f650-4895-8b65-1c7f142ade39 HTTP/1.1" status: 204 len: 173 time: 0.8529353 Sep 18 07:37:19.698428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'name': 'network-vif-deleted', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:19.700738 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49258989-a252-4d77-95ba-eb8a4fc63c8d" -d '{"events": [{"server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "name": "network-vif-deleted", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:19.743129 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b876d461-2837-46f0-b80e-2ba9ba969bae x-openstack-request-id: req-b876d461-2837-46f0-b80e-2ba9ba969bae {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:19.749688 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5dad81-d422-417b-bb55-c06174f0ac00", "name": "network-vif-deleted", "tag": "64af1b0d-f650-4895-8b65-1c7f142ade39", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:19.749688 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b876d461-2837-46f0-b80e-2ba9ba969bae {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:19.749688 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5dad81-d422-417b-bb55-c06174f0ac00', 'name': 'network-vif-deleted', 'tag': '64af1b0d-f650-4895-8b65-1c7f142ade39', 'status': 'completed', 'code': 200} Sep 18 07:37:19.786361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:37:20.003467 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:20.035427 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:37:20.046296 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:37:20.046964 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:37:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:20.048446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9146813-88d3-46ad-a203-ddc884cf1ac5 req-651cacff-feab-47e7-a3cc-0d4b364ce419 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:20.060385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9146813-88d3-46ad-a203-ddc884cf1ac5 req-651cacff-feab-47e7-a3cc-0d4b364ce419 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0677803 Sep 18 07:37:20.095945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9146813-88d3-46ad-a203-ddc884cf1ac5 req-167145b1-5d6a-4e69-a275-5c4e0712ff0f tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Sep 18 07:37:20.165185 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:37:20.362626 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:20.389073 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fb482-e0d8-4c17-b977-dab7fd6c458d None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:37:20.631030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25263e9-68d4-4d1d-97fc-e35c2aabce6c None None] New status for floating IP 5d441fbd-ad75-454f-bd79-1c98b8b4f4c6: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:37:20.713891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0ec7c1f-1a6b-4d01-8c4d-03ff7b156a8a req-bf72d2e8-563b-4127-9f86-177c475778c8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Sep 18 07:37:20.816597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597875c3-174a-45ea-868e-5650d1bc1501 req-26cb70ce-f8a9-45f6-90c1-d2f181fb0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:20.818162 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-26cb70ce-f8a9-45f6-90c1-d2f181fb0d5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de&tenant_id=dad6e78e8be5475ab1dfaf61720f62d8 HTTP/1.1" status: 200 len: 1095 time: 0.0448191 Sep 18 07:37:20.892084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597875c3-174a-45ea-868e-5650d1bc1501 req-fa161424-0b30-423b-907f-6ef6afbf9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:20.893591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-fa161424-0b30-423b-907f-6ef6afbf9392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1095 time: 0.0414057 Sep 18 07:37:20.985333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597875c3-174a-45ea-868e-5650d1bc1501 req-8fc60382-7b49-4a42-994f-03d07cf754f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:20.986776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-8fc60382-7b49-4a42-994f-03d07cf754f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0864825 Sep 18 07:37:21.050772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-a8b9a81b-19e7-4039-b5ec-43bb570d7d44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 998 time: 0.0569789 Sep 18 07:37:21.099714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597875c3-174a-45ea-868e-5650d1bc1501 req-b1ae2628-b36b-4ace-a5f6-0fc4b9af6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:21.101677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-b1ae2628-b36b-4ace-a5f6-0fc4b9af6a1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0437226 Sep 18 07:37:21.150741 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597875c3-174a-45ea-868e-5650d1bc1501 req-c6a63948-6339-45cb-9f0c-07120415511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:21.152297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-c6a63948-6339-45cb-9f0c-07120415511e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442190 Sep 18 07:37:21.224620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f54b-90c6-46a2-a9d4-1e83188ce2b9 req-8b47ff09-41ff-410e-b7b3-aff422653ff5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:21.226857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d816f54b-90c6-46a2-a9d4-1e83188ce2b9 req-8b47ff09-41ff-410e-b7b3-aff422653ff5 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0558534 Sep 18 07:37:21.260783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-5fbb942b-264c-4838-acad-a069e0bb0e0b service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006763 Sep 18 07:37:21.267581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d816f54b-90c6-46a2-a9d4-1e83188ce2b9 req-c7125e31-e00c-46cf-a073-ad16ee2401c8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345929 Sep 18 07:37:21.356721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-597875c3-174a-45ea-868e-5650d1bc1501 req-710c1bff-9c0a-485e-a905-8bb806efa426 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891716 Sep 18 07:37:21.810479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9ea3aea-f05f-4e1e-99a7-55bfe62ee3fa req-a8440bdb-d566-4689-8f05-92c6f9ddabee tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0306141 Sep 18 07:37:22.435812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88407964-cc4c-43ee-9f72-d03c3bf7e604 req-29aedbfa-5197-4d94-ac6a-4a2129c8b13a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:22.437523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88407964-cc4c-43ee-9f72-d03c3bf7e604 req-29aedbfa-5197-4d94-ac6a-4a2129c8b13a tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0881538 Sep 18 07:37:22.505373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88407964-cc4c-43ee-9f72-d03c3bf7e604 req-eb09dab4-d7d0-499a-820c-3e2d71d60a34 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555649 Sep 18 07:37:22.694456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 64af1b0d-f650-4895-8b65-1c7f142ade39 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:37:22.715208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 64af1b0d-f650-4895-8b65-1c7f142ade39 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:37:22.715856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 64af1b0d-f650-4895-8b65-1c7f142ade39 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:37:22.941796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f32cb35c-245d-4595-b868-8cf06129e2b6 req-7b46c831-9962-469b-b8c3-487b400c920e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0321448 Sep 18 07:37:23.637686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87055869-be78-4d85-89e5-d640e89c1eec req-fbc3cbe0-4ecf-4f11-8172-e31a1130ab36 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:23.639102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87055869-be78-4d85-89e5-d640e89c1eec req-fbc3cbe0-4ecf-4f11-8172-e31a1130ab36 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0515027 Sep 18 07:37:23.679436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87055869-be78-4d85-89e5-d640e89c1eec req-85cc9ef0-2683-4741-8dc4-ed6ed8145496 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Sep 18 07:37:24.059699 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fce22441-6fb0-4638-9d92-0cc14fc05fe2 req-66f65516-97ef-4539-b490-38c0ad7759aa tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5dad81-d422-417b-bb55-c06174f0ac00 HTTP/1.1" status: 200 len: 210 time: 0.0348110 Sep 18 07:37:24.799901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639a674-4c67-47eb-aad6-428017a0c2c7 req-60020c84-1c00-4684-93ea-3bfd0d1cc4d8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:24.801416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d639a674-4c67-47eb-aad6-428017a0c2c7 req-60020c84-1c00-4684-93ea-3bfd0d1cc4d8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0517976 Sep 18 07:37:24.843564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d639a674-4c67-47eb-aad6-428017a0c2c7 req-b6c8aa8d-a311-41e8-934a-11c862b3f4eb tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357594 Sep 18 07:37:25.318930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-0ca77e9a-53c5-4ccd-a8eb-1050f86af75f tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028933722&fields=id&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 267 time: 0.0447161 Sep 18 07:37:25.429852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-debd9ad4-4cc9-458f-9f6d-2e06ce29909b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:25.431395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-debd9ad4-4cc9-458f-9f6d-2e06ce29909b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1048958 Sep 18 07:37:25.446133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-946eda62-01b4-4213-a430-d09e5f80668c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0089908 Sep 18 07:37:25.500806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-a8b44978-c2b2-4621-ae2e-1782db08cfdf tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492890 Sep 18 07:37:25.569682 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-e28b2d06-3806-4ed1-9c01-2306200f1a07 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:37:25.577126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-e28b2d06-3806-4ed1-9c01-2306200f1a07 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0651474 Sep 18 07:37:25.666565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-1a8fb9f7-d29b-4cbb-90b7-39a0f3ebd5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884526 Sep 18 07:37:25.769118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-627e580d-9954-49bd-a6b8-7715217400c9 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973020 Sep 18 07:37:25.969665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b7d87-62c9-452e-9169-ba5215ba373d req-35719a6e-8846-4175-8af4-2357d758b263 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:25.971273 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b08b7d87-62c9-452e-9169-ba5215ba373d req-35719a6e-8846-4175-8af4-2357d758b263 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0504603 Sep 18 07:37:26.011704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b08b7d87-62c9-452e-9169-ba5215ba373d req-d25e6cc4-42a5-465b-8d09-8b4e4fa0328c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Sep 18 07:37:26.361157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b2be1df-ab2a-4b67-90ae-7f61ec3f3943 req-52d39352-0df7-4064-8286-fb72699bcfa0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0351777 Sep 18 07:37:27.150653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e998dd-bbf5-4823-87e9-4ee29c387de5 req-110f0db9-ee88-4f34-a015-35f7e70ad168 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:27.152096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56e998dd-bbf5-4823-87e9-4ee29c387de5 req-110f0db9-ee88-4f34-a015-35f7e70ad168 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0653439 Sep 18 07:37:27.193167 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56e998dd-bbf5-4823-87e9-4ee29c387de5 req-39d5eda2-a89a-4c4c-8f23-730981b15488 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350354 Sep 18 07:37:27.462164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80a01af1-8d1d-4311-a71b-dc79f3baf364 req-803cf9b3-12f7-418b-a759-93b58edf3b0b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0328345 Sep 18 07:37:28.093436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-4b553e4d-631e-4486-aebd-bbdca61ec7eb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:28.094977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-4b553e4d-631e-4486-aebd-bbdca61ec7eb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1080785 Sep 18 07:37:28.144353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-632dfc26-9df0-48e7-8792-3117964d24b7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 380 time: 0.0401974 Sep 18 07:37:28.157111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'security_groups': ['c4c4d5be-7776-43c3-baf0-a0e309e83e41']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:37:28.337074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4c83-1d82-41b1-8f72-a2610be43ab1 req-b88f22e2-0eee-46e6-931d-0b2c5fa5e21b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:28.340268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ecb4c83-1d82-41b1-8f72-a2610be43ab1 req-b88f22e2-0eee-46e6-931d-0b2c5fa5e21b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0536158 Sep 18 07:37:28.393672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ecb4c83-1d82-41b1-8f72-a2610be43ab1 req-ec86399b-7922-455c-abc1-9f7ebad0a141 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Sep 18 07:37:28.395248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:37:28.399095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:28.585004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e3b56f-d8ce-439b-8b08-3b3037cd9775 req-ac39dc26-e67c-4f51-96dd-5edbee0bdd67 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0380282 Sep 18 07:37:28.615054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.4 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:37:28.771709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:28.864591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:28.917755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:37:28.921409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:37:28.925123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:37:28.935367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:29.033824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:29.034906 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.120587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-b7956b0e-c85d-4a19-b637-229dab075bda tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702110 Sep 18 07:37:29.134891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Request body: {'port': {'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:37:29.198960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3c26c64c-eb7e-4692-84a4-01ddaae4d9b2 None None] Provisioning complete for port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:37:29.203686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c26c64c-eb7e-4692-84a4-01ddaae4d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.237589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.242822 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.261945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3c26c64c-eb7e-4692-84a4-01ddaae4d9b2 None None] Port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:37:29.564662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d72-e132-4802-b341-60aab491c253 req-7fd27af8-7441-46d1-995d-896235b4c0ef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:29.573323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63040d72-e132-4802-b341-60aab491c253 req-7fd27af8-7441-46d1-995d-896235b4c0ef tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0702922 Sep 18 07:37:29.641287 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63040d72-e132-4802-b341-60aab491c253 req-241af457-9aa4-4b82-ba59-9a2aeb016d20 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665209 Sep 18 07:37:29.675542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:37:29.688932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.704392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Transition to ACTIVE for port object 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:37:29.738670 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5241245-e7f5-42ab-ae52-7edf7eeb8457 req-93dc050f-0901-451b-9d42-f3f3e7421f21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:29.740248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5241245-e7f5-42ab-ae52-7edf7eeb8457 req-93dc050f-0901-451b-9d42-f3f3e7421f21 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 931 time: 0.0564270 Sep 18 07:37:29.796344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5241245-e7f5-42ab-ae52-7edf7eeb8457 req-c6e28966-3515-4ec4-9961-de928ed77423 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485864 Sep 18 07:37:29.805807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:29.879443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:29.990771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Attempting to bind port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:37:29.992303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Attempting to bind port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:37:29.992953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Attempting to bind port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:37:29.999017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:37:29.999420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Attempting to bind port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:37:30.004606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:37:30.005043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:37:30.005511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:37:30.006036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Bound port: 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:37:30.006464 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:30.088324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:37:30.101450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:37:30.162057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:30.182291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.183225 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:30.185430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] 10.222.0.37 "PUT /v2.0/ports/0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1092 time: 1.0559738 Sep 18 07:37:30.187185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:30.198261 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430efeb-4ec3-4f9c-b113-b44315522e94" -d '{"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:30.289323 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4431bf-e20b-4516-b261-16077a049d73 x-openstack-request-id: req-8a4431bf-e20b-4516-b261-16077a049d73 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:30.289974 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:30.290459 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a4431bf-e20b-4516-b261-16077a049d73 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:30.291115 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'status': 'completed', 'code': 200} Sep 18 07:37:30.292396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854539-59ee-47d0-963a-98d73ae1a132 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:30.352874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-f8802d0d-46dc-41ee-9806-7eea61b6f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.355020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-f8802d0d-46dc-41ee-9806-7eea61b6f7d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1095 time: 0.0509827 Sep 18 07:37:30.418174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-6e1e4f50-6c5c-4af0-8966-dd93aac345b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 217 time: 0.0551379 Sep 18 07:37:30.490482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-47cac99b-7404-49ca-ba1e-79c7387c1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.492235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-47cac99b-7404-49ca-ba1e-79c7387c1c4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0617590 Sep 18 07:37:30.547904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-2fb9ddc3-d3df-4d70-947d-5c786a881b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.549692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-2fb9ddc3-d3df-4d70-947d-5c786a881b02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488398 Sep 18 07:37:30.650064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-ce969c26-59ae-452d-af6d-5ec21fa916a8 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926228 Sep 18 07:37:30.777539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46031-9a6c-45a5-a164-1a1ffba06325 req-a38077a1-160e-4dd1-b25d-b789a52686a6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.778590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-dd663538-db04-491f-b2ee-e7f9feb90dbe req-45d3e258-3f8c-4825-a4df-55e84b019dbc service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216445 Sep 18 07:37:30.782394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bf46031-9a6c-45a5-a164-1a1ffba06325 req-a38077a1-160e-4dd1-b25d-b789a52686a6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0584841 Sep 18 07:37:30.833325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bf46031-9a6c-45a5-a164-1a1ffba06325 req-a7a8c296-7b9a-4760-9eea-0f5c605f0dc8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Sep 18 07:37:30.947083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-2034fe21-a634-4163-b268-d888ccc7f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.948942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-2034fe21-a634-4163-b268-d888ccc7f151 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1095 time: 0.0541153 Sep 18 07:37:30.981970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37141c-9cb1-4d07-9fe4-10c21497c327 req-456d6982-7b8b-4e3a-b4b8-3082c43ea5fd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:30.989777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba37141c-9cb1-4d07-9fe4-10c21497c327 req-456d6982-7b8b-4e3a-b4b8-3082c43ea5fd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0843720 Sep 18 07:37:31.047788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba37141c-9cb1-4d07-9fe4-10c21497c327 req-62f8e6aa-148e-42b1-9f96-e2b60a4e2e20 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569363 Sep 18 07:37:31.072579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-b6cb85ae-05d4-4995-9abb-575e1b8741b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:31.074285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-b6cb85ae-05d4-4995-9abb-575e1b8741b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.1181064 Sep 18 07:37:31.124298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-91e57724-1797-42f8-b507-e398336b959e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 217 time: 0.0429733 Sep 18 07:37:31.180878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-57467986-71d6-49df-9f2f-4e5669e69e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:31.183841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-57467986-71d6-49df-9f2f-4e5669e69e39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0532765 Sep 18 07:37:31.235380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-ab79b228-5e75-4b28-9dfd-d3355a64bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:31.237222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-ab79b228-5e75-4b28-9dfd-d3355a64bced service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461786 Sep 18 07:37:31.688150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-d3f84a2d-ef6e-4510-9082-b17dd02de115 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438004 Sep 18 07:37:31.812105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5430efeb-4ec3-4f9c-b113-b44315522e94 req-8d158f11-342a-48fb-b590-fbf28a9f327d service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163771 Sep 18 07:37:31.970569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1f92b-8a69-4053-bee1-17d4dade96cb req-709cad0f-2285-4a2d-8cc3-66bd2b9f131e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:31.972540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e1f92b-8a69-4053-bee1-17d4dade96cb req-709cad0f-2285-4a2d-8cc3-66bd2b9f131e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0560338 Sep 18 07:37:32.019679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1e1f92b-8a69-4053-bee1-17d4dade96cb req-eb918761-bd83-4439-824d-5ed0a0288b4d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Sep 18 07:37:32.165394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28fedc-2bd9-4aca-8b2b-0e3a34580807 req-9c29214b-b85c-4ca7-be13-7fd3d49196cc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:32.166683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf28fedc-2bd9-4aca-8b2b-0e3a34580807 req-9c29214b-b85c-4ca7-be13-7fd3d49196cc tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0538330 Sep 18 07:37:32.205849 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf28fedc-2bd9-4aca-8b2b-0e3a34580807 req-3f9fceb0-b056-43b4-b256-a5e7bbd0900d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325220 Sep 18 07:37:33.147999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c6aa6-d08e-4a71-828a-847f7305f09e req-ca4829c9-24d7-42f5-8682-2aea087327e9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:33.149505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-249c6aa6-d08e-4a71-828a-847f7305f09e req-ca4829c9-24d7-42f5-8682-2aea087327e9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0544276 Sep 18 07:37:33.188330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-249c6aa6-d08e-4a71-828a-847f7305f09e req-2d23d478-10a7-4124-8ec4-0b2f38cc5546 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Sep 18 07:37:33.323920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209907-e113-4d86-86db-3ead2b82121d req-7409677c-02f9-4509-b75d-3cbcbe8cf56b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:33.325338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39209907-e113-4d86-86db-3ead2b82121d req-7409677c-02f9-4509-b75d-3cbcbe8cf56b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0499330 Sep 18 07:37:33.364023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39209907-e113-4d86-86db-3ead2b82121d req-47bbd721-2cc4-4c62-a84a-60c66480ad48 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Sep 18 07:37:34.307147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47bdc-7223-40d3-8c35-68827b43b760 req-93e9dcc3-6f8d-4840-b5cf-55dc7789d019 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:34.308624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9be47bdc-7223-40d3-8c35-68827b43b760 req-93e9dcc3-6f8d-4840-b5cf-55dc7789d019 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0486794 Sep 18 07:37:34.345918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9be47bdc-7223-40d3-8c35-68827b43b760 req-1369cf00-e4f1-4b2a-9438-5a10de9bf2fe tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Sep 18 07:37:34.479471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50a30a-1067-43bd-84b1-c9274cc54db7 req-e1aaca5d-731f-4be3-b5b3-0f12cb5cd330 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:34.480844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da50a30a-1067-43bd-84b1-c9274cc54db7 req-e1aaca5d-731f-4be3-b5b3-0f12cb5cd330 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0509617 Sep 18 07:37:34.517030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da50a30a-1067-43bd-84b1-c9274cc54db7 req-a83c20c9-dbdd-44c9-9dbb-52028a5c9b64 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302665 Sep 18 07:37:35.466270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db244417-fc25-4db5-844d-16c291ad3054 req-d9eb075c-ee74-4c48-90fc-1bd86ef25570 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:35.467736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db244417-fc25-4db5-844d-16c291ad3054 req-d9eb075c-ee74-4c48-90fc-1bd86ef25570 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0484238 Sep 18 07:37:35.503540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db244417-fc25-4db5-844d-16c291ad3054 req-f0cca5e1-799a-4c31-bbfc-87892e614780 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299234 Sep 18 07:37:35.627140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7201514-27c5-490a-b523-23b3f1bad890 req-be27e9b3-0991-480b-956a-631b30102bf0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:35.628645 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7201514-27c5-490a-b523-23b3f1bad890 req-be27e9b3-0991-480b-956a-631b30102bf0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0469782 Sep 18 07:37:35.665547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f7201514-27c5-490a-b523-23b3f1bad890 req-21ac5787-af80-4479-964f-e769c41a70e8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302854 Sep 18 07:37:36.624929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86b914-a1fe-4beb-8338-675bb80ffbe2 req-60e99c99-999d-454e-9f1c-26a1a2012fa2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:36.626412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d86b914-a1fe-4beb-8338-675bb80ffbe2 req-60e99c99-999d-454e-9f1c-26a1a2012fa2 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0514307 Sep 18 07:37:36.664014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d86b914-a1fe-4beb-8338-675bb80ffbe2 req-7d8a1cda-6d4c-45b5-b8f2-d9c52937fe79 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Sep 18 07:37:36.777308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772d3a-1fe3-47fa-baab-cb73ccd74379 req-dee7871b-d7e0-4ab6-829a-240df3608b04 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:36.778799 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28772d3a-1fe3-47fa-baab-cb73ccd74379 req-dee7871b-d7e0-4ab6-829a-240df3608b04 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0478461 Sep 18 07:37:36.815305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28772d3a-1fe3-47fa-baab-cb73ccd74379 req-cfb63b8e-8b04-4f67-9948-12949094e93b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Sep 18 07:37:37.781874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323561a8-8fd5-454a-a38b-eb177bf03682 req-d3998626-afb5-462e-a142-67fb82ae224e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:37.783357 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-323561a8-8fd5-454a-a38b-eb177bf03682 req-d3998626-afb5-462e-a142-67fb82ae224e tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 943 time: 0.0479534 Sep 18 07:37:37.820102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-323561a8-8fd5-454a-a38b-eb177bf03682 req-5ba26d6c-b524-449a-9fd7-49a841b50883 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299613 Sep 18 07:37:37.931787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886d5e2-f07f-41cc-8c62-c106671e722a req-d91f561d-ca64-4357-8760-956661ed00b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:37.933311 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3886d5e2-f07f-41cc-8c62-c106671e722a req-d91f561d-ca64-4357-8760-956661ed00b1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0524015 Sep 18 07:37:37.970300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3886d5e2-f07f-41cc-8c62-c106671e722a req-cf2e403e-7320-4028-9d83-7060bc94cb71 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Sep 18 07:37:38.627110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:37:38.720198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:38.730530 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'port_id': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'mac_address': 'fa:16:3e:b3:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:37:38.769229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:38.781287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:37:38.799370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:38.857572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:38.887852 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a0e-5de4-4054-aec0-1b6666e24d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:38.906032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:38.914127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.914475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.914816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.915148 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.915478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.915810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.916138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.916461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.916785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.917106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.917427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.917750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:38.940887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1ccd-accf-4229-9991-3eb43782059a req-421d1f85-36c5-46c5-9241-5a3fc2280167 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:38.942421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-010c1ccd-accf-4229-9991-3eb43782059a req-421d1f85-36c5-46c5-9241-5a3fc2280167 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 944 time: 0.0503156 Sep 18 07:37:38.981836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-010c1ccd-accf-4229-9991-3eb43782059a req-14c122f7-33ac-4d44-af33-a74fb88ce157 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Sep 18 07:37:39.082153 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a628a2-25ef-435d-a6d7-221dad91b630 req-f63a3701-ab81-4c71-a10e-4a69a07bb077 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:39.083632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97a628a2-25ef-435d-a6d7-221dad91b630 req-f63a3701-ab81-4c71-a10e-4a69a07bb077 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0487771 Sep 18 07:37:39.121567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97a628a2-25ef-435d-a6d7-221dad91b630 req-4cacd9fd-fcaf-446c-aadb-9fc8d7e38304 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Sep 18 07:37:39.231285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['ab7ca93c-a159-4312-8d64-89d017c7ae95'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:37:40.102322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40a84-563e-412d-8e81-17f6bcceef43 req-8f5fcce9-ecd0-47e3-b17e-441818bb2a19 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:40.103805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70f40a84-563e-412d-8e81-17f6bcceef43 req-8f5fcce9-ecd0-47e3-b17e-441818bb2a19 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 944 time: 0.0516765 Sep 18 07:37:40.141247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70f40a84-563e-412d-8e81-17f6bcceef43 req-8e02cc37-074b-4fee-b705-aa4b543712c9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Sep 18 07:37:40.232674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef079aa-da35-4cbe-a80a-0f447645ecf6 req-4d8077d5-14be-4160-963b-559c28de1f90 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:40.234174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ef079aa-da35-4cbe-a80a-0f447645ecf6 req-4d8077d5-14be-4160-963b-559c28de1f90 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 943 time: 0.0475209 Sep 18 07:37:40.271730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ef079aa-da35-4cbe-a80a-0f447645ecf6 req-31ff4767-27e5-451d-a07f-ded5f79fccf8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Sep 18 07:37:40.643208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:37:40.689606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port ab7ca93c-a159-4312-8d64-89d017c7ae95 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:37:40.690008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:40.761678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:40.783223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:40.785419 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58792de7-abb4-4b06-82b6-16c6d66f093c" -d '{"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:40.801732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:40.818988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:37:40.823091 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8acdc-54f3-47b0-883d-32a706aedb02 x-openstack-request-id: req-6cd8acdc-54f3-47b0-883d-32a706aedb02 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:40.823372 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:40.823648 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cd8acdc-54f3-47b0-883d-32a706aedb02 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:40.824078 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'code': 200} Sep 18 07:37:40.908747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:40.917532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:40.947320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:37:40.993494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=10']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:41.004752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:41.017599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:37:41.036607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:41.059597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280ad43-fc64-40f3-a6a2-023b2e70c72c req-ef064573-fa5e-4afc-9b33-c55611534dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:41.061103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1280ad43-fc64-40f3-a6a2-023b2e70c72c req-ef064573-fa5e-4afc-9b33-c55611534dde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1098 time: 0.0407155 Sep 18 07:37:41.090938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:41.095080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1280ad43-fc64-40f3-a6a2-023b2e70c72c req-fb34aa94-a7b0-4390-9438-90c7822bd52f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274804 Sep 18 07:37:41.136555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:41.259706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17db2ae-65e1-4768-8ee8-7d4d5c0a9b6a req-18813a36-06e6-4986-9656-b2a26f0297ca tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:41.261206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c17db2ae-65e1-4768-8ee8-7d4d5c0a9b6a req-18813a36-06e6-4986-9656-b2a26f0297ca tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0479274 Sep 18 07:37:41.298960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c17db2ae-65e1-4768-8ee8-7d4d5c0a9b6a req-455fe6bc-c74f-45a6-8ecc-f024fcf950a7 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 18 07:37:41.314127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:37:41.389237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b9986-0a19-4b57-94aa-93d0f84c90f6 req-8eb646dd-af61-45f1-b2c4-e26c9174eb75 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:41.390808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-729b9986-0a19-4b57-94aa-93d0f84c90f6 req-8eb646dd-af61-45f1-b2c4-e26c9174eb75 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 944 time: 0.0511408 Sep 18 07:37:41.428179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-729b9986-0a19-4b57-94aa-93d0f84c90f6 req-d2c5b31a-72c3-48e3-a49f-001396597c12 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Sep 18 07:37:41.544224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-76a41769-8510-4a46-84c9-68de9c9c3942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:42.114558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:42.421809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479559d3-c143-446f-bd04-ee108da19edc req-1e17a9b6-ce50-4332-88e7-dd2b95b5043c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:42.423336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-479559d3-c143-446f-bd04-ee108da19edc req-1e17a9b6-ce50-4332-88e7-dd2b95b5043c tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0508554 Sep 18 07:37:42.462426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-479559d3-c143-446f-bd04-ee108da19edc req-baee2e0a-4064-4708-a38f-fa36c5425335 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Sep 18 07:37:42.554374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6783144-9ddc-4ba6-b34b-591161146515 req-2207cb0b-bf77-4051-947a-499ad9bc612b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:42.555854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6783144-9ddc-4ba6-b34b-591161146515 req-2207cb0b-bf77-4051-947a-499ad9bc612b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 944 time: 0.0486536 Sep 18 07:37:42.592518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c6783144-9ddc-4ba6-b34b-591161146515 req-76fd164d-e1ab-4d73-a6d5-638e7e7507ab tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Sep 18 07:37:42.834690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:37:42.954724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:37:42.958722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:37:42.959078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:43.039703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:43.062763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:43.064964 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b40a46-089d-4f9d-bd35-fbae20375759" -d '{"events": [{"server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "name": "network-vif-plugged", "status": "completed", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:43.077534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:37:43.105569 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff30587-8be5-4e1b-bd7f-02e773958ecd x-openstack-request-id: req-5ff30587-8be5-4e1b-bd7f-02e773958ecd {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:43.105862 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "name": "network-vif-plugged", "status": "completed", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:43.106143 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ff30587-8be5-4e1b-bd7f-02e773958ecd {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:43.106533 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'code': 200} Sep 18 07:37:43.143917 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:43.191331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:43.201615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32bb0d-52a8-46f7-a127-0c226cf84162 req-64545ff7-9d6a-4a4a-b176-e2e2888c5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:43.203166 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a32bb0d-52a8-46f7-a127-0c226cf84162 req-64545ff7-9d6a-4a4a-b176-e2e2888c5e66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0438731 Sep 18 07:37:43.237503 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a32bb0d-52a8-46f7-a127-0c226cf84162 req-63d9046e-6439-4ea4-be95-fbef17900c7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273283 Sep 18 07:37:43.326167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:43.585060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b291d-4472-4855-8ea9-da7eb5e64778 req-8a0e4027-36cf-4e3b-8394-bca588998462 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:43.586587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc7b291d-4472-4855-8ea9-da7eb5e64778 req-8a0e4027-36cf-4e3b-8394-bca588998462 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0528128 Sep 18 07:37:43.624431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc7b291d-4472-4855-8ea9-da7eb5e64778 req-bffa0066-5204-48a0-9308-10e6d1019c92 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Sep 18 07:37:43.722933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b63c-36bc-42a9-8b91-7026b11abda7 req-c91a1f08-a766-4d20-a23d-21f9a25de065 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:43.724415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84f1b63c-36bc-42a9-8b91-7026b11abda7 req-c91a1f08-a766-4d20-a23d-21f9a25de065 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 945 time: 0.0480311 Sep 18 07:37:43.762436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84f1b63c-36bc-42a9-8b91-7026b11abda7 req-7de8c866-7ac4-48cc-8715-c2d63295bc6b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 18 07:37:44.743197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25323797-a11e-4058-ad08-7fb2f630bfa9 req-b50ca457-0afc-4d13-b938-de7e966054e0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:44.744836 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25323797-a11e-4058-ad08-7fb2f630bfa9 req-b50ca457-0afc-4d13-b938-de7e966054e0 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0490928 Sep 18 07:37:44.782982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25323797-a11e-4058-ad08-7fb2f630bfa9 req-0a73fe3d-fd02-4dab-8a53-3e8409036317 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Sep 18 07:37:44.806312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:44.886678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4351-fc68-4c4b-863a-879f22aa2b43 req-8785e191-72e7-4698-9add-3a2c4ea2882a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:44.888149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4a4351-fc68-4c4b-863a-879f22aa2b43 req-8785e191-72e7-4698-9add-3a2c4ea2882a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 945 time: 0.0515413 Sep 18 07:37:44.924969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df4a4351-fc68-4c4b-863a-879f22aa2b43 req-34e93ca9-f87a-45e2-b3c6-c7136b4abcb9 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Sep 18 07:37:45.035097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cdfae-266f-47b5-b7ff-3dd3616329b3 req-f27b4299-b5e2-4609-8500-449387c97d02 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:45.036617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-085cdfae-266f-47b5-b7ff-3dd3616329b3 req-f27b4299-b5e2-4609-8500-449387c97d02 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 945 time: 0.0477903 Sep 18 07:37:45.074705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-085cdfae-266f-47b5-b7ff-3dd3616329b3 req-685f1111-49f5-45b1-858d-ed3a5d100723 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312555 Sep 18 07:37:45.095673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:37:45.135774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760db51-9d54-43d2-ab36-138555f9da68 tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:45.137680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5760db51-9d54-43d2-ab36-138555f9da68 tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1092 time: 0.0409069 Sep 18 07:37:45.140346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37730) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:37:45.144783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:37:45.234182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:45.309362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:45.332515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:45.434133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.25.4.54 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/7cc610f6-e260-484a-9a63-5a2c2cda62fa) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:37:45.533703 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:45.640345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:45.673908 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:37:45.676736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:37:45.680227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:37:45.711041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=7cc610f6-e260-484a-9a63-5a2c2cda62fa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:45.723489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.723840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.724187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.724531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.724865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.725200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.725532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.725930 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.726264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.726592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.726918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:45.727247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:37:46.034402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:46.150211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:46.294324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:46.353591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:46.355836 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:37:46.757378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=7cc610f6-e260-484a-9a63-5a2c2cda62fa,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:37:46.768876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:46.866226 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 3a9fe209-6076-4859-aa34-e65f406b811e associated. External IP: 172.25.4.54, port: 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60. Sep 18 07:37:47.062965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:37:47.165330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:37:47.175803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:37:47.184278 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:37:47.184885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:37:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:47.233879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:37:47.263946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7e82a19e-e22c-49b9-9cd0-067cc88028c6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1225591 Sep 18 07:37:47.264531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:37:47.266842 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0d8b1-29c4-4851-b0c3-1122e5554caa" -d '{"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:37:47.288259 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:37:47.307364 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95720d6-33a1-4120-a612-e4ff2147a695 x-openstack-request-id: req-e95720d6-33a1-4120-a612-e4ff2147a695 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:37:47.307660 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:37:47.307917 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e95720d6-33a1-4120-a612-e4ff2147a695 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:37:47.308315 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'status': 'completed', 'code': 200} Sep 18 07:37:47.370325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-3dce85a5-ee64-4441-b259-9daf9cf8d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:47.371773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-3dce85a5-ee64-4441-b259-9daf9cf8d0d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0404239 Sep 18 07:37:47.467889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-eaedbc70-63d7-428e-8d89-532840b0efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:47.469438 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-eaedbc70-63d7-428e-8d89-532840b0efdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0906379 Sep 18 07:37:47.536922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-6c74871f-7251-4613-89b4-0054339dc2fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 998 time: 0.0603864 Sep 18 07:37:47.586348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-7fe27773-f758-4f2e-89b8-6002bc4d5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:47.587841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-7fe27773-f758-4f2e-89b8-6002bc4d5ab8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0442715 Sep 18 07:37:47.615017 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:45Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:47.638587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-0767cbb1-3832-4c67-b138-543b46e9d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:37:47.640029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-0767cbb1-3832-4c67-b138-543b46e9d494 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440469 Sep 18 07:37:47.641371 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:37:47.649552 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:37:47.650191 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:37:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:47.729550 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-ea17105c-d1b9-400f-8c5f-f3a2a4dbd58a service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819304 Sep 18 07:37:47.752196 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:37:47.822559 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29e0d8b1-29c4-4851-b0c3-1122e5554caa req-031e8393-5167-48ae-9aed-6ab718ff56e3 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857108 Sep 18 07:37:47.968133 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:45Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:37:47.993967 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daac496-9ed9-4dc3-a230-f81e716d9407 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:45Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:37:48.182483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7acbb-7b7c-42a0-b2e0-32a85f93d44f None None] New status for floating IP 3a9fe209-6076-4859-aa34-e65f406b811e: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:37:59.205749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:02.712668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-d8e3a87c-1196-4498-aade-903f11cf360c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404472 Sep 18 07:38:02.795240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-8f18e4e7-833a-4dff-8a5f-0da297f0f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:02.796739 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-8f18e4e7-833a-4dff-8a5f-0da297f0f52d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0405660 Sep 18 07:38:02.902787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-4f3df198-37a4-4d68-ad08-baf0e741be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:02.904460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-4f3df198-37a4-4d68-ad08-baf0e741be3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0890763 Sep 18 07:38:02.976328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-6d11ddc4-d82a-402a-9968-9adbdd788199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0639076 Sep 18 07:38:03.034555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-e9003062-c9a5-49b9-a298-c3e1d4d45c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:03.036049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-e9003062-c9a5-49b9-a298-c3e1d4d45c4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0523560 Sep 18 07:38:03.082263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-cd8cf9c2-e587-4e5c-96f0-e1f864f0ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:03.083731 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-cd8cf9c2-e587-4e5c-96f0-e1f864f0ed36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392215 Sep 18 07:38:03.174005 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-2fdd7fd0-72bd-4095-928b-bb0a2f444d71 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817728 Sep 18 07:38:03.269274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cfe1ae36-d1cc-4c88-9c6e-262a85a17f37 req-23514ecf-1949-49a6-9a00-889426d3b4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874655 Sep 18 07:38:08.903159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3237f2c-aaa5-438f-b479-be9a0a76bbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:11.520201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-91eb5a16-a56c-4be6-87f4-0528bde3dbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:12.056247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-0979a930-5419-43f6-b469-ffe4d5093ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0934441 Sep 18 07:38:12.103062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:12.150683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-efb7044b-f225-439b-a9e0-07a2c28f90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:12.152164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-efb7044b-f225-439b-a9e0-07a2c28f90ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 1098 time: 0.0401292 Sep 18 07:38:12.257628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-20106cfd-04a2-43ac-be1d-392033dd67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:12.259134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-20106cfd-04a2-43ac-be1d-392033dd67b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 200 len: 917 time: 0.0892067 Sep 18 07:38:12.323990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-cdcc5016-df7e-4404-bdc8-83301e12dbd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 200 len: 1000 time: 0.0583045 Sep 18 07:38:12.376145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-a2848ac4-7cdc-4d5c-870c-820df5bf98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:12.377591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-a2848ac4-7cdc-4d5c-870c-820df5bf98ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 200 len: 855 time: 0.0474091 Sep 18 07:38:12.424418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-ad4aaaf2-a656-4f54-a2c3-97045796901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:12.435196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-ad4aaaf2-a656-4f54-a2c3-97045796901a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409830 Sep 18 07:38:12.520282 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-8b55ab5d-d6a6-41a2-baca-d2b3d5139f11 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Sep 18 07:38:12.609825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4246d1a-20f0-4281-afe9-a8852c22d6e6 req-97a997dd-ad40-4e73-a65d-9911a9fce482 service neutron] 10.222.0.24 "GET /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820825 Sep 18 07:38:13.331310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:14.845601 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:15.335789 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:23.354465 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:38:24.351301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-c55f6438-39e3-4513-af7c-8c4a285a70aa req-2e37287e-433e-4db8-8f30-688e64df15a5 service neutron] (101978) timed out ('10.222.0.24', 56920) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:38:29.205131 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:38.861541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-df3b7276-ecaf-40e5-9e1a-106da47a07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:41.530650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-678aa001-0b74-402b-86a3-111d95de0b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:42.193858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:43.348660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:44.827124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:45.302408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:50.304655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a5d8-70bf-4477-8640-0dccbb35b505 req-cfe11d09-0768-4ff2-9935-f04a49741542 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:50.306189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f48a5d8-70bf-4477-8640-0dccbb35b505 req-cfe11d09-0768-4ff2-9935-f04a49741542 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0512288 Sep 18 07:38:50.343933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1f48a5d8-70bf-4477-8640-0dccbb35b505 req-ce576042-5bc8-4467-a751-6438fae155f6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Sep 18 07:38:51.463832 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969c9bf-523f-4b42-855b-7aa846c13842 req-fff77818-8b4f-4318-bb4a-d60e05a0a3df tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:51.465308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a969c9bf-523f-4b42-855b-7aa846c13842 req-fff77818-8b4f-4318-bb4a-d60e05a0a3df tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0481670 Sep 18 07:38:51.501569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a969c9bf-523f-4b42-855b-7aa846c13842 req-396c8805-029f-4b92-a784-6711e9ae85b6 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303307 Sep 18 07:38:52.053592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-1e1f7b70-66b5-49fb-b4b9-cd3ffd093046 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:52.055096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-1e1f7b70-66b5-49fb-b4b9-cd3ffd093046 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 946 time: 0.0499990 Sep 18 07:38:52.149398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Deleting port ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:38:52.149750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.236676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] For port ab7ca93c-a159-4312-8d64-89d017c7ae95, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=ab7ca93c-a159-4312-8d64-89d017c7ae95,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:38:52.237037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.411736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.412107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.412435 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Floating IP c2c24ce7-46d7-466d-bcf6-c989d4a92f45 disassociated. External IP: 172.25.4.39, port: ab7ca93c-a159-4312-8d64-89d017c7ae95. Sep 18 07:38:52.412786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Calling delete_port for ab7ca93c-a159-4312-8d64-89d017c7ae95 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:38:52.621804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.637192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90434b52-df6b-49f3-8f31-e0c37a047b4c req-eb8779c8-90ce-447a-8db0-a83ff02cd541 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:38:52.638771 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90434b52-df6b-49f3-8f31-e0c37a047b4c req-eb8779c8-90ce-447a-8db0-a83ff02cd541 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 868 time: 0.0535877 Sep 18 07:38:52.654115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'Port': ['ID=ab7ca93c-a159-4312-8d64-89d017c7ae95,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:38:52.664944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.665307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.665648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.666080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.671325 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:52.684138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90434b52-df6b-49f3-8f31-e0c37a047b4c req-f95602d1-9527-4727-8857-ea934afbd2ee tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6adcca80-470e-4c8b-afa7-e72026337ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Sep 18 07:38:52.784560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:38:52.890990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:38:52.900567 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:38:52.909971 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:38:52.910583 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:38:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:38:52.934079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] No DVR routers for this DVR port ab7ca93c-a159-4312-8d64-89d017c7ae95 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:38:52.936923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:52.939408 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fb467ae3-1ea0-48b2-8a8b-e6fe8c0b4d84 req-c0afdad7-2e23-4318-9d72-d834cd40d0dd tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.24 "DELETE /v2.0/ports/ab7ca93c-a159-4312-8d64-89d017c7ae95 HTTP/1.1" status: 204 len: 173 time: 0.8775077 Sep 18 07:38:52.940098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-deleted', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:38:52.942937 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff49003-57a8-45f4-8f45-cf1cf3fcc5b5" -d '{"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-deleted", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:38:53.019484 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:38:53.058734 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246941d5-155e-434a-9877-3ab01acec2d0 x-openstack-request-id: req-246941d5-155e-434a-9877-3ab01acec2d0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:38:53.059611 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaebd13-0af4-4228-8b12-a93d250fe4de", "name": "network-vif-deleted", "tag": "ab7ca93c-a159-4312-8d64-89d017c7ae95", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:38:53.060026 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-246941d5-155e-434a-9877-3ab01acec2d0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:38:53.060588 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaebd13-0af4-4228-8b12-a93d250fe4de', 'name': 'network-vif-deleted', 'tag': 'ab7ca93c-a159-4312-8d64-89d017c7ae95', 'status': 'completed', 'code': 200} Sep 18 07:38:53.239728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:38:53.265381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:38:53.273256 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:38:53.273857 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:38:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:38:53.376517 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:38:53.568533 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:38:53.598128 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9042538-1849-4259-821f-a4c07d2a8388 None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:29:22Z', 'revision_number': 4, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2b65f72a-c24a-4440-b415-6f6596794d8b', 'name': '', 'network_id': '2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'mac_address': 'fa:16:3e:f0:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:21Z', 'updated_at': '2021-09-18T07:29:26Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'subnets': [{'id': '124ec30a-f77e-46f4-bd1a-ab5ae74d347d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:38:53.798553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e09f0506-7ab5-41a2-b6ee-b5751efeb7b5 req-54604f7a-cac9-45cc-b78c-73cc7ea7831d tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eaebd13-0af4-4228-8b12-a93d250fe4de HTTP/1.1" status: 200 len: 210 time: 0.0282888 Sep 18 07:38:53.826320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c73ea-c053-4afb-bf64-5af2026ea509 None None] New status for floating IP c2c24ce7-46d7-466d-bcf6-c989d4a92f45: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:38:54.942649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:38:54.995914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.018585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.141974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.144600 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.145770 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "DELETE /v2.0/security-groups/6adcca80-470e-4c8b-afa7-e72026337ef7 HTTP/1.1" status: 204 len: 168 time: 0.2021275 Sep 18 07:38:55.149252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37802) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:38:55.155341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adcca80-470e-4c8b-afa7-e72026337ef7,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:38:55.162644 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.162999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.163163 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-c208daef-dfe8-459f-aa96-05f35ab67ac9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] show failed (client error): The resource could not be found. Sep 18 07:38:55.163344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.163687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.164020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.164609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.164938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.165267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.165599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.165944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.166271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.166593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99f0e24-94db-42c5-96b2-8c856228952b tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:38:55.167198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c208daef-dfe8-459f-aa96-05f35ab67ac9 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "GET /v2.0/security-groups/6adcca80-470e-4c8b-afa7-e72026337ef7 HTTP/1.1" status: 404 len: 347 time: 0.0169311 Sep 18 07:38:55.167724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37804) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:38:55.292051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Deleting port 2ef30c4c-6691-45a6-a270-797b896ba7e8 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:38:55.292381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.366181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.366510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.378498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Calling delete_port for 2ef30c4c-6691-45a6-a270-797b896ba7e8 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:38:55.593320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.622121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Pushing event deleted for resources: {'Port': ['ID=2ef30c4c-6691-45a6-a270-797b896ba7e8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:38:55.682243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.684866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:38:55.686089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4a244d26-6446-437a-8381-f8bc7d536cf8 tempest-AttachVolumeShelveTestJSON-2087885484 tempest-AttachVolumeShelveTestJSON-2087885484-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2c24ce7-46d7-466d-bcf6-c989d4a92f45 HTTP/1.1" status: 204 len: 168 time: 0.5173490 Sep 18 07:38:57.008551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:38:57.032847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: ab7ca93c-a159-4312-8d64-89d017c7ae95 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:38:57.033211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device ab7ca93c-a159-4312-8d64-89d017c7ae95 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:38:59.226969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:00.353694 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:39:01.603258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37834) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:02.071197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:02.324859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Deleting port 2b65f72a-c24a-4440-b415-6f6596794d8b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:02.325152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:02.404274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] For port 2b65f72a-c24a-4440-b415-6f6596794d8b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2b65f72a-c24a-4440-b415-6f6596794d8b,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:02.404646 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:02.417021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Calling delete_port for 2b65f72a-c24a-4440-b415-6f6596794d8b owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:02.650650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:02.676658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b65f72a-c24a-4440-b415-6f6596794d8b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:02.840769 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.055310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Router 2ed646a2-4c81-4158-b33e-8273b86e9606 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:39:03.158457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:39:03.163891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ee71a03-e342-4f33-a869-f4beb001e24b admin admin] 10.222.0.20 "PUT /v2.0/routers/2ed646a2-4c81-4158-b33e-8273b86e9606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5596156 Sep 18 07:39:03.166716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37838) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:03.169274 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Sync routers for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:39:03.178433 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:03.179118 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:38:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:03.270612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.370573 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:39:03.378240 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.498513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Deleting port defd8b76-4ca0-4db4-932f-e0c4befa55d6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:03.498878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.544830 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:39:02Z', 'revision_number': 5, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port': {'id': 'defd8b76-4ca0-4db4-932f-e0c4befa55d6', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:19Z', 'updated_at': '2021-09-18T07:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:03.570360 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Checking router: 2ed646a2-4c81-4158-b33e-8273b86e9606 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:39:03.578344 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Routers {'2ed646a2-4c81-4158-b33e-8273b86e9606'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:03.578955 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:38:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2ed646a2-4c81-4158-b33e-8273b86e9606'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:03.579802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] For port defd8b76-4ca0-4db4-932f-e0c4befa55d6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=defd8b76-4ca0-4db4-932f-e0c4befa55d6,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:03.580173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.592183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Calling delete_port for defd8b76-4ca0-4db4-932f-e0c4befa55d6 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:03.665094 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] Set router 2ed646a2-4c81-4158-b33e-8273b86e9606 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:39:03.718639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:39:03Z', 'revision_number': 6, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:03.744612 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3074eb5-11e8-4c68-8e28-a94dcb08c712 None None] The sync data for ids ['2ed646a2-4c81-4158-b33e-8273b86e9606'] in n-d-789963-14 is: [{'id': '2ed646a2-4c81-4158-b33e-8273b86e9606', 'name': 'tempest-AttachVolumeShelveTestJSON-595563256-router', 'tenant_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:18Z', 'updated_at': '2021-09-18T07:39:03Z', 'revision_number': 6, 'project_id': 'dad6e78e8be5475ab1dfaf61720f62d8', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:39:03.828136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:03.853597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=defd8b76-4ca0-4db4-932f-e0c4befa55d6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:03.913137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.026396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.026396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.438954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.439451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed646a2-4c81-4158-b33e-8273b86e9606 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:39:04.443848 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.445049 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ada4e85-7811-420b-b41f-7fab88a041d7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2ed646a2-4c81-4158-b33e-8273b86e9606 HTTP/1.1" status: 204 len: 168 time: 1.2773030 Sep 18 07:39:04.447492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 37840) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:04.493801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Deleting subnet 124ec30a-f77e-46f4-bd1a-ab5ae74d347d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:04.497103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.532742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.614942 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.703342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-62212f90-1e86-47e1-85c4-9aec8574175e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437078 Sep 18 07:39:04.775526 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.810885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124ec30a-f77e-46f4-bd1a-ab5ae74d347d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:04.813014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.814913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b7fd293-a36e-410b-9711-85034694a54b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/124ec30a-f77e-46f4-bd1a-ab5ae74d347d HTTP/1.1" status: 204 len: 168 time: 0.3663926 Sep 18 07:39:04.817372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe30376-3148-4999-9845-a4001f0b2ccb None None] Network 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:04.817825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37842) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:04.826306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-83e22cbd-77da-47e9-83ed-62bf99e2f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:04.827900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-83e22cbd-77da-47e9-83ed-62bf99e2f05a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0789843 Sep 18 07:39:04.899250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.934109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-cebe8aee-52d4-423a-b244-d1f72e8edb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:04.935701 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-cebe8aee-52d4-423a-b244-d1f72e8edb82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0878530 Sep 18 07:39:04.950714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2b65f72a-c24a-4440-b415-6f6596794d8b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:04.957184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Deleting port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:04.958259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:04.972005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2b65f72a-c24a-4440-b415-6f6596794d8b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:04.972359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2b65f72a-c24a-4440-b415-6f6596794d8b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:04.972833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device defd8b76-4ca0-4db4-932f-e0c4befa55d6 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:04.993399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: defd8b76-4ca0-4db4-932f-e0c4befa55d6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:04.993748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device defd8b76-4ca0-4db4-932f-e0c4befa55d6 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:05.015855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-465e391e-ebe4-4dc6-b440-e36b7f957ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0684276 Sep 18 07:39:05.026299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] For port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:05.026708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.042605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Calling delete_port for 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:05.070758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-c3b5d838-ad72-4201-96ee-60328d6916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:05.075770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-c3b5d838-ad72-4201-96ee-60328d6916c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0486627 Sep 18 07:39:05.083293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] DHCP port deletion for 2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:05.123265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-ff60d05c-be01-4919-8029-57c783720b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:05.127133 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-ff60d05c-be01-4919-8029-57c783720b95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443459 Sep 18 07:39:05.129484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Deleting port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:05.129861 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.182413 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.194448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] For port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,segment=NetworkSegment(f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0),segment_id=f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:05.195181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.208260 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Calling delete_port for 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:05.212141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] No DVR routers for this DVR port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:05.235465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:05.238709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-ba6ff9d6-2a5c-45b2-bc15-29a19a42da33 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066575 Sep 18 07:39:05.285792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.297770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.311765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Pushing event deleted for resources: {'Port': ['ID=4fc663aa-ddfd-4277-ad3d-9c76acbdeb32,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:05.318697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:05.322149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] No DVR routers for this DVR port 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:05.323998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.324458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.324807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.325146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.325479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.326287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.326287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.326484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.326780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.327101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.327422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.327743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4faccc0-d086-4435-90f3-1afb530a9d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:05.336614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:05.337055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cbfa3e-67e7-4777-abaa-ba1d60f31dd0') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:05.340629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c1ed92ed-425e-4623-8263-566dbfe2d1c3 req-7210b67c-a13b-4f71-819f-9dc32f242efb service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945680 Sep 18 07:39:05.347048 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.362981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.369190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:05.369570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:05.371504 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:05.502625 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.508386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.510261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29 HTTP/1.1" status: 204 len: 168 time: 0.6908891 Sep 18 07:39:05.521093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b2abb-8450-408c-83da-6daec6896806 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d185f9c-3f0f-42ce-90b7-f9e86c8f1b29,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:05.783969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37846) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:05.823817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8572ae0c-2052-4918-b430-5ce29475ed1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dad6e78e8be5475ab1dfaf61720f62d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386460 Sep 18 07:39:05.826180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 37848) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:05.873169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:05.893196 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:06.039156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:06.041969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:06.043173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d09f501-e330-4703-b7d9-88bf36f53133 HTTP/1.1" status: 204 len: 168 time: 0.2160969 Sep 18 07:39:06.050830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8df8-ad2c-4ce5-a64b-84785df49605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d09f501-e330-4703-b7d9-88bf36f53133,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:06.921732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:06.950748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:06.950748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4fc663aa-ddfd-4277-ad3d-9c76acbdeb32 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:08.890305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe041dae-93fc-4e84-9ac8-03f0a64dfa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:11.519046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f5d0d3d-d6ce-4031-af6b-acf2485a850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:12.084037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.358415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38068) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:13.386214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.466356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf27e5b-3044-43be-a04e-7e35f095991e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.555286 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf27e5b-3044-43be-a04e-7e35f095991e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.655189 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2bf27e5b-3044-43be-a04e-7e35f095991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.693793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2bf27e5b-3044-43be-a04e-7e35f095991e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e54aa420428f49298f0d7b94483bdeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340378 Sep 18 07:39:13.694983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27e5b-3044-43be-a04e-7e35f095991e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49f628-0cf3-4f3a-894a-4f900375eb12,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:13.696962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38072) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:13.750155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.770998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.906383 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.908922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:13.910121 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a49f628-0cf3-4f3a-894a-4f900375eb12 HTTP/1.1" status: 204 len: 168 time: 0.2121267 Sep 18 07:39:13.917936 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4b839-088f-4458-be29-6a318cfeb91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49f628-0cf3-4f3a-894a-4f900375eb12,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:14.633487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38078) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:14.648770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e8907889-f24f-4cfc-a30b-654a29e22920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:14.736135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e8907889-f24f-4cfc-a30b-654a29e22920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:14.809602 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e8907889-f24f-4cfc-a30b-654a29e22920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:14.848088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e8907889-f24f-4cfc-a30b-654a29e22920 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e56a6437a24f4b54967fa5d38ec73018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132509 Sep 18 07:39:14.850255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8907889-f24f-4cfc-a30b-654a29e22920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4de1ce2-14e5-44ee-be18-3401a1afcda3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:14.850812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38080) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:14.866928 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:14.900132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:14.921917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:15.044641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:15.047272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:15.048455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4de1ce2-14e5-44ee-be18-3401a1afcda3 HTTP/1.1" status: 204 len: 168 time: 0.1959586 Sep 18 07:39:15.056443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726252e5-e2e3-4923-a732-f71d064d9e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4de1ce2-14e5-44ee-be18-3401a1afcda3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:15.359160 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:16.571635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38110) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:16.722879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1845ed55-1dac-499e-9f33-86db1798888a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:16.809354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1845ed55-1dac-499e-9f33-86db1798888a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:16.855596 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1845ed55-1dac-499e-9f33-86db1798888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:16.898125 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1845ed55-1dac-499e-9f33-86db1798888a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67360950b4774ffbbe66fdd4a4084239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253648 Sep 18 07:39:16.898963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845ed55-1dac-499e-9f33-86db1798888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d674f490-dc58-4fdb-b381-85c1ca116cba,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:16.901440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38116) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:16.951372 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:16.971905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:17.083880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:17.087042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:17.088200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d674f490-dc58-4fdb-b381-85c1ca116cba HTTP/1.1" status: 204 len: 168 time: 0.1856949 Sep 18 07:39:17.095703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eb69d-9f34-49b2-b445-1e491b468f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d674f490-dc58-4fdb-b381-85c1ca116cba,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:18.016159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38138) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:18.132064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-747de852-47b1-4029-bb4d-2a4c771f4212 tempest-AgentManagementNegativeTest-1837579925 tempest-AgentManagementNegativeTest-1837579925-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1147575 Sep 18 07:39:18.555254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38146) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:18.657302 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65acb6e1-50de-4d39-86cd-c0f441fa35f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:18.742489 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65acb6e1-50de-4d39-86cd-c0f441fa35f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:18.804244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-65acb6e1-50de-4d39-86cd-c0f441fa35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:18.841635 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acb6e1-50de-4d39-86cd-c0f441fa35f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9921e9-f3d3-445f-92e6-63bfdaf4ef21,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:18.846014 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65acb6e1-50de-4d39-86cd-c0f441fa35f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0ef8a896b434dfba35068ab29bc4472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896950 Sep 18 07:39:18.849103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38150) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:18.895811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:18.917474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:19.039122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:19.041989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:19.043153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b9921e9-f3d3-445f-92e6-63bfdaf4ef21 HTTP/1.1" status: 204 len: 168 time: 0.1935291 Sep 18 07:39:19.050912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b43717-521c-4880-90d5-a1b83cb508c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9921e9-f3d3-445f-92e6-63bfdaf4ef21,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:19.944098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38172) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:20.034433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-543006117'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:20.089857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Made reservation on behalf of faeb7ffd6985435388a250ca674db796 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:20.093319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.105347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.190775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.261603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.284432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:20.298245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3600ab-fdfc-47e8-b3db-b6a2256a53b9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:20.302931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.303272 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Added segment edfda9a4-d837-439e-8ad4-a7dd91d74152 of type vlan for network ed665451-ad6e-46d0-aa89-f4aa253b780e Sep 18 07:39:20.342115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.455994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.463012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:20.463799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.534208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Network': ['ID=ed665451-ad6e-46d0-aa89-f4aa253b780e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:20.545052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ed665451-ad6e-46d0-aa89-f4aa253b780e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:20.576108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52bd7278-b60e-4f1c-9153-d184e2a12af4 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6308198 Sep 18 07:39:20.578901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:20.583822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'subnet': {'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:20.735328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Made reservation on behalf of faeb7ffd6985435388a250ca674db796 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:20.738873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:20.959157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.021019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Subnet': ['ID=1a6bcc10-ad5e-480a-ae16-0344dbaa10da,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:21.026159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Checking segment: {'id': 'edfda9a4-d837-439e-8ad4-a7dd91d74152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:21.026523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network hostable DHCP agents. Network: ed665451-ad6e-46d0-aa89-f4aa253b780e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:21.107423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network ed665451-ad6e-46d0-aa89-f4aa253b780e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:21.158856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ed665451-ad6e-46d0-aa89-f4aa253b780e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:21.163000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:21.163594 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.168772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76830d-2c9c-446a-bc93-356d4ee6c96b None None] Network ed665451-ad6e-46d0-aa89-f4aa253b780e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:21.233937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2f0241fc-998e-41f7-93ab-27db3b914094 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6538854 Sep 18 07:39:21.236604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:21.241233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-249519775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:21.312396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ed665451-ad6e-46d0-aa89-f4aa253b780e', 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e', 'tenant_id': 'faeb7ffd6985435388a250ca674db796', 'fixed_ips': [{'subnet_id': '1a6bcc10-ad5e-480a-ae16-0344dbaa10da'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:39:21.313492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.313837 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.314768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.370388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.422319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.444699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Allocated IP 172.20.0.2 (ed665451-ad6e-46d0-aa89-f4aa253b780e/1a6bcc10-ad5e-480a-ae16-0344dbaa10da/54b1b2b2-92ce-4767-b286-871a44dedda3) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:21.484715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.486033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-14d9181c-1307-433c-9316-c01c807e24a0 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2483318 Sep 18 07:39:21.488649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38180) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:21.739630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.765483 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.793672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.831094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Network ed665451-ad6e-46d0-aa89-f4aa253b780e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:21.833803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:21.837166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:21.845797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Pushing event updated for resources: {'Port': ['ID=54b1b2b2-92ce-4767-b286-871a44dedda3,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:21.903042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Attempting to bind port 54b1b2b2-92ce-4767-b286-871a44dedda3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:39:21.903400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Attempting to bind port 54b1b2b2-92ce-4767-b286-871a44dedda3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'edfda9a4-d837-439e-8ad4-a7dd91d74152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:39:21.903775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Attempting to bind port 54b1b2b2-92ce-4767-b286-871a44dedda3 on network ed665451-ad6e-46d0-aa89-f4aa253b780e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:39:21.908691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:39:21.909068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Checking segment: {'id': 'edfda9a4-d837-439e-8ad4-a7dd91d74152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:21.909476 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.909868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Bound using segment: {'id': 'edfda9a4-d837-439e-8ad4-a7dd91d74152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:39:21.910364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Bound port: 54b1b2b2-92ce-4767-b286-871a44dedda3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfda9a4-d837-439e-8ad4-a7dd91d74152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:39:21.910748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:21.972982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] For port 54b1b2b2-92ce-4767-b286-871a44dedda3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:39:21.976010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] For port 54b1b2b2-92ce-4767-b286-871a44dedda3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=54b1b2b2-92ce-4767-b286-871a44dedda3,segment=NetworkSegment(edfda9a4-d837-439e-8ad4-a7dd91d74152),segment_id=edfda9a4-d837-439e-8ad4-a7dd91d74152)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:39:22.008768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Allocated IP 172.20.0.1 (ed665451-ad6e-46d0-aa89-f4aa253b780e/1a6bcc10-ad5e-480a-ae16-0344dbaa10da/737481ba-7db2-49e9-babd-48e35baef5f1) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:22.057234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.118360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4063c78-7da6-4e33-8f6e-0cbb75585fca None None] Pushing event updated for resources: {'Port': ['ID=54b1b2b2-92ce-4767-b286-871a44dedda3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:22.130834 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.228709 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.284854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network ed665451-ad6e-46d0-aa89-f4aa253b780e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:22.288517 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:22.294360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:22.338431 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=737481ba-7db2-49e9-babd-48e35baef5f1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:22.362726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.547848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.807045 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.862764 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.935727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:22.953772 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=737481ba-7db2-49e9-babd-48e35baef5f1,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:22.974686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 54b1b2b2-92ce-4767-b286-871a44dedda3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:23.029999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 54b1b2b2-92ce-4767-b286-871a44dedda3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:23.030315 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.047251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network ed665451-ad6e-46d0-aa89-f4aa253b780e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:23.048901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:23.084621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceee452-213c-41c3-aa63-8426214f9f61 None None] Network ed665451-ad6e-46d0-aa89-f4aa253b780e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:23.163972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.208018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dc890f9a-5448-42b7-af41-c430938de56d None None] Provisioning complete for port 54b1b2b2-92ce-4767-b286-871a44dedda3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:23.208387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dc890f9a-5448-42b7-af41-c430938de56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.227300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Router 8c2404d0-b644-4046-9d5f-5278899fe973 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:39:23.239890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 54b1b2b2-92ce-4767-b286-871a44dedda3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=54b1b2b2-92ce-4767-b286-871a44dedda3,segment=NetworkSegment(edfda9a4-d837-439e-8ad4-a7dd91d74152),segment_id=edfda9a4-d837-439e-8ad4-a7dd91d74152)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:23.298306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.321178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:39:23.327143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1e00a098-5b91-4b8d-8240-e986f8ef87a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "PUT /v2.0/routers/8c2404d0-b644-4046-9d5f-5278899fe973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374548 Sep 18 07:39:23.329746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38182) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:23.335746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'port': {'network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e', 'name': 'tempest-FloatingIPNegativeTestJSON-1006975245'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:23.358059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] Sync routers for ids ['8c2404d0-b644-4046-9d5f-5278899fe973'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:39:23.397244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] Routers {'8c2404d0-b644-4046-9d5f-5278899fe973'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:23.397908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8c2404d0-b644-4046-9d5f-5278899fe973'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:23.450581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:23.453253 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=54b1b2b2-92ce-4767-b286-871a44dedda3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:23.464959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] Routers {'8c2404d0-b644-4046-9d5f-5278899fe973'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:23.465311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8c2404d0-b644-4046-9d5f-5278899fe973'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:23.498426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:23.499104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32248-b9ff-49ff-86d6-7db0a7162b29 None None] The sync data for ids ['8c2404d0-b644-4046-9d5f-5278899fe973'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:39:23.729190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d7ffd025-a343-476a-bf22-784c7a478433 None None] Provisioning complete for port 54b1b2b2-92ce-4767-b286-871a44dedda3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:23.729190 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd025-a343-476a-bf22-784c7a478433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.822176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d7ffd025-a343-476a-bf22-784c7a478433 None None] Provisioning complete for port 737481ba-7db2-49e9-babd-48e35baef5f1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:23.822176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7ffd025-a343-476a-bf22-784c7a478433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.858610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffd025-a343-476a-bf22-784c7a478433 None None] Port 737481ba-7db2-49e9-babd-48e35baef5f1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:23.907234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Made reservation on behalf of faeb7ffd6985435388a250ca674db796 for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:23.910874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:23.929850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] device_id is not set on port af4eecf9-61e3-409d-a12e-a3cfd0b331d3 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:23.977331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2686cbed-286d-4c8c-92eb-3fbf925ad624 None None] Provisioning complete for port 737481ba-7db2-49e9-babd-48e35baef5f1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:23.977884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2686cbed-286d-4c8c-92eb-3fbf925ad624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.012370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-2686cbed-286d-4c8c-92eb-3fbf925ad624 None None] Port 737481ba-7db2-49e9-babd-48e35baef5f1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:24.040526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Allocated IP 172.20.0.3 (ed665451-ad6e-46d0-aa89-f4aa253b780e/1a6bcc10-ad5e-480a-ae16-0344dbaa10da/af4eecf9-61e3-409d-a12e-a3cfd0b331d3) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:24.136316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-496acbd2-2143-47cf-90f5-44adeaa9d35e None None] Provisioning complete for port 737481ba-7db2-49e9-babd-48e35baef5f1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:24.136806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-496acbd2-2143-47cf-90f5-44adeaa9d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.189109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-496acbd2-2143-47cf-90f5-44adeaa9d35e None None] Port 737481ba-7db2-49e9-babd-48e35baef5f1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:24.214228 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.284944 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.327296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network ed665451-ad6e-46d0-aa89-f4aa253b780e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:24.330329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:24.333890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:24.363859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=af4eecf9-61e3-409d-a12e-a3cfd0b331d3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:24.395401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:24.396087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.492557 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2e8d6c99-138d-4b92-ac94-d94f4399b5a9 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1608653 Sep 18 07:39:24.495489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38184) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:24.500090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:24.564287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.610441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-25b95bb4-63b2-4e34-8d74-b43c032dd2f8 None None] Provisioning complete for port af4eecf9-61e3-409d-a12e-a3cfd0b331d3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:24.610720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-25b95bb4-63b2-4e34-8d74-b43c032dd2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.642856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-25b95bb4-63b2-4e34-8d74-b43c032dd2f8 None None] Port af4eecf9-61e3-409d-a12e-a3cfd0b331d3 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:24.658871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.761339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Allocated IP 172.25.4.132 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2b0925f3-923c-4a19-b905-fe255a438e2a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:24.857392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.921851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 54b1b2b2-92ce-4767-b286-871a44dedda3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:24.941458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.972387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 54b1b2b2-92ce-4767-b286-871a44dedda3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:24.972760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:24.980325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:24.984651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:24.995735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:24.998798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=2b0925f3-923c-4a19-b905-fe255a438e2a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:25.079832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.193528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.338448 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.409957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.480415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=2b0925f3-923c-4a19-b905-fe255a438e2a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:25.492365 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.587145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.588402 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-75a9cf32-f504-44bd-9e2b-8baf0b48369e tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0918798 Sep 18 07:39:25.592822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:25.597211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-42079678-5a8f-4036-9803-bb04955623aa tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'floatingip': {'port_id': 'af4eecf9-61e3-409d-a12e-a3cfd0b331d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:25.636075 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-42079678-5a8f-4036-9803-bb04955623aa tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.742799 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-42079678-5a8f-4036-9803-bb04955623aa tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] update failed (client error): The resource could not be found. Sep 18 07:39:25.743844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-42079678-5a8f-4036-9803-bb04955623aa tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "PUT /v2.0/floatingips/1a2eda9c-2027-4c2f-95d1-881a53e05641 HTTP/1.1" status: 404 len: 507 time: 0.1500988 Sep 18 07:39:25.746574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38188) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:25.865246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting port 2b0925f3-923c-4a19-b905-fe255a438e2a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:25.865598 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.941714 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.942081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:25.953233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Calling delete_port for 2b0925f3-923c-4a19-b905-fe255a438e2a owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:26.158553 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.186860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Port': ['ID=2b0925f3-923c-4a19-b905-fe255a438e2a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:26.244517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.247019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.248177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a7b0fe29-575d-447f-b8ce-ae5b6b26f794 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "DELETE /v2.0/floatingips/1a2eda9c-2027-4c2f-95d1-881a53e05641 HTTP/1.1" status: 204 len: 168 time: 0.5007288 Sep 18 07:39:26.251675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38190) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:26.255916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-241790b7-c3f0-47ec-a8b4-2dda93e97a6b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'floatingip': {'floating_network_id': 'ed665451-ad6e-46d0-aa89-f4aa253b780e', 'port_id': 'af4eecf9-61e3-409d-a12e-a3cfd0b331d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:26.329982 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-241790b7-c3f0-47ec-a8b4-2dda93e97a6b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.490323 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-241790b7-c3f0-47ec-a8b4-2dda93e97a6b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:39:26.491420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-241790b7-c3f0-47ec-a8b4-2dda93e97a6b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2388248 Sep 18 07:39:26.495094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38192) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:26.499367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'af4eecf9-61e3-409d-a12e-a3cfd0b331d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:26.592388 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.685258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.790254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Allocated IP 172.25.4.5 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/85650b83-4628-4385-ae98-19bd9f5a55bf) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:26.891397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:26.964627 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.002219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:27.005000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:27.008468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:27.036364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event updated for resources: {'Port': ['ID=85650b83-4628-4385-ae98-19bd9f5a55bf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:27.167686 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting port 85650b83-4628-4385-ae98-19bd9f5a55bf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:27.168026 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.239684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.240022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.251142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Calling delete_port for 85650b83-4628-4385-ae98-19bd9f5a55bf owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:27.427260 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.454189 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Port': ['ID=85650b83-4628-4385-ae98-19bd9f5a55bf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:27.570477 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] create failed (client error): The resource could not be found. Sep 18 07:39:27.571638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d00f9c89-005d-436f-8251-ef4603f49535 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0756311 Sep 18 07:39:27.575293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38194) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:27.662078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting port af4eecf9-61e3-409d-a12e-a3cfd0b331d3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:27.662334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.747157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.759247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Calling delete_port for af4eecf9-61e3-409d-a12e-a3cfd0b331d3 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:27.946999 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:27.978422 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Port': ['ID=af4eecf9-61e3-409d-a12e-a3cfd0b331d3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:28.044759 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:28.046780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9ad5958-3a07-4966-bc00-c12d20fe4ce2 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "DELETE /v2.0/ports/af4eecf9-61e3-409d-a12e-a3cfd0b331d3 HTTP/1.1" status: 204 len: 168 time: 0.4704885 Sep 18 07:39:28.049443 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38196) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:28.097994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899a555-0d2d-4c71-ae4e-bb9c2129a2ec tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:28.099546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7899a555-0d2d-4c71-ae4e-bb9c2129a2ec tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c2404d0-b644-4046-9d5f-5278899fe973 HTTP/1.1" status: 200 len: 913 time: 0.0491011 Sep 18 07:39:28.102677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38198) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:28.405874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:28.636790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting port 737481ba-7db2-49e9-babd-48e35baef5f1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:28.637560 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:28.720434 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:28.731954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Calling delete_port for 737481ba-7db2-49e9-babd-48e35baef5f1 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:28.947439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:28.978902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Port': ['ID=737481ba-7db2-49e9-babd-48e35baef5f1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:29.115064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:29.198734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:29.266068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Router 8c2404d0-b644-4046-9d5f-5278899fe973 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:39:29.338053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:39:29.342983 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-98628084-af8f-4506-b101-5a869df24be7 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "PUT /v2.0/routers/8c2404d0-b644-4046-9d5f-5278899fe973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2393341 Sep 18 07:39:29.345430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38200) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:29.348012 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] Sync routers for ids ['8c2404d0-b644-4046-9d5f-5278899fe973'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:39:29.356850 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] Routers {'8c2404d0-b644-4046-9d5f-5278899fe973'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:29.357451 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8c2404d0-b644-4046-9d5f-5278899fe973'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:29.392446 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:29.400773 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] Routers {'8c2404d0-b644-4046-9d5f-5278899fe973'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:39:29.401372 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['8c2404d0-b644-4046-9d5f-5278899fe973'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:29.420905 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:29.432586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:29.433225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab608c9-69d8-4cce-a5aa-3b3e7a310d0e None None] The sync data for ids ['8c2404d0-b644-4046-9d5f-5278899fe973'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:39:29.908641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:29.910802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.032811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.033317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2404d0-b644-4046-9d5f-5278899fe973 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:39:30.040895 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.042052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2f328ba0-7a75-49ba-afbb-4bf0e1de8b7b tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "DELETE /v2.0/routers/8c2404d0-b644-4046-9d5f-5278899fe973 HTTP/1.1" status: 204 len: 168 time: 0.6956277 Sep 18 07:39:30.044845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38202) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:30.093919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting subnet 1a6bcc10-ad5e-480a-ae16-0344dbaa10da {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:30.096916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.139730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.221355 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.352917 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.382884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6bcc10-ad5e-480a-ae16-0344dbaa10da,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:30.388160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.389678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-59f040ca-45e1-4e18-9c5d-da4c1c57b3ca tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "DELETE /v2.0/subnets/1a6bcc10-ad5e-480a-ae16-0344dbaa10da HTTP/1.1" status: 204 len: 168 time: 0.3439119 Sep 18 07:39:30.392154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38204) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:30.396789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6a6d9-1d72-4c87-8cb8-1e1d59cd6183 None None] Network ed665451-ad6e-46d0-aa89-f4aa253b780e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:30.467438 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.518342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Deleting port 54b1b2b2-92ce-4767-b286-871a44dedda3 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:30.518699 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.558208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] DHCP port deletion for ed665451-ad6e-46d0-aa89-f4aa253b780e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:30.584943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] For port 54b1b2b2-92ce-4767-b286-871a44dedda3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=54b1b2b2-92ce-4767-b286-871a44dedda3,segment=NetworkSegment(edfda9a4-d837-439e-8ad4-a7dd91d74152),segment_id=edfda9a4-d837-439e-8ad4-a7dd91d74152)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:30.585311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.597400 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Calling delete_port for 54b1b2b2-92ce-4767-b286-871a44dedda3 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:30.603703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Deleting port 54b1b2b2-92ce-4767-b286-871a44dedda3 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:30.604181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.668239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] For port 54b1b2b2-92ce-4767-b286-871a44dedda3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=54b1b2b2-92ce-4767-b286-871a44dedda3,segment=NetworkSegment(edfda9a4-d837-439e-8ad4-a7dd91d74152),segment_id=edfda9a4-d837-439e-8ad4-a7dd91d74152)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:30.668629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.681581 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Calling delete_port for 54b1b2b2-92ce-4767-b286-871a44dedda3 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:30.718511 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.747594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Port': ['ID=54b1b2b2-92ce-4767-b286-871a44dedda3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:30.752184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] No DVR routers for this DVR port 54b1b2b2-92ce-4767-b286-871a44dedda3 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:30.755368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.781517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] Pushing event deleted for resources: {'Port': ['ID=54b1b2b2-92ce-4767-b286-871a44dedda3,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:30.783324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54356269-e460-4ddd-b39e-ba832c4970c0 None None] No DVR routers for this DVR port 54b1b2b2-92ce-4767-b286-871a44dedda3 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:30.832348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.852133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed665451-ad6e-46d0-aa89-f4aa253b780e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:30.861114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfda9a4-d837-439e-8ad4-a7dd91d74152') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:30.861407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfda9a4-d837-439e-8ad4-a7dd91d74152') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:30.871034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.885195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.891520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:30.891908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:30.894964 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:30.924362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 54b1b2b2-92ce-4767-b286-871a44dedda3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:30.948150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 54b1b2b2-92ce-4767-b286-871a44dedda3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:30.948484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 54b1b2b2-92ce-4767-b286-871a44dedda3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:30.981220 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.989321 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:30.989972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] 10.222.0.20 "DELETE /v2.0/networks/ed665451-ad6e-46d0-aa89-f4aa253b780e HTTP/1.1" status: 204 len: 168 time: 0.5968738 Sep 18 07:39:31.001617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a2c4a-d8b5-4385-96cb-c137f7dc7896 tempest-FloatingIPNegativeTestJSON-1487212839 tempest-FloatingIPNegativeTestJSON-1487212839-project] Pushing event deleted for resources: {'Network': ['ID=ed665451-ad6e-46d0-aa89-f4aa253b780e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:31.423058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38210) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:31.550116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2c267ab-e105-458a-9374-5b74a9ab1489 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faeb7ffd6985435388a250ca674db796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258292 Sep 18 07:39:31.552671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38214) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:31.600152 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:31.620605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:31.741414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:31.744018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:31.745165 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c3600ab-fdfc-47e8-b3db-b6a2256a53b9 HTTP/1.1" status: 204 len: 168 time: 0.1916108 Sep 18 07:39:31.753162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6f615-10c1-4e89-9dd9-e18f79309e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3600ab-fdfc-47e8-b3db-b6a2256a53b9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:32.662297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:32.754504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-106694107'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:32.831984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:32.835843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:32.844507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:32.934913 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.003859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.026133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:33.041269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff869ba0-9321-4503-950c-8f0792bde30a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:33.044492 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.044841 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment 406bf008-9ddc-4119-8d7d-e03d6fa669a1 of type vlan for network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 Sep 18 07:39:33.084224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.198653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.206058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:33.206648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.276156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=8dcb1d3d-5811-4e00-87e0-609c1b19a9f3,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:33.289240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:33.319338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2125cae2-dfd6-475f-866c-621f102a3bd4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6559105 Sep 18 07:39:33.322423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38240) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:33.327371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'name': 'tempest-PortsIpV6TestJSON-1080990663'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:33.496069 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:33.507908 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.526776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port be77392a-c7bd-4801-b9f6-41284944f392 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:33.685290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.764508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:33.837494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=be77392a-c7bd-4801-b9f6-41284944f392,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:33.844448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': '406bf008-9ddc-4119-8d7d-e03d6fa669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:33.844889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:33.906900 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:34.009830 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:34.013596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:34.019383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:34.019986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.021184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea515205-b152-454f-9c65-fa6414c98fac None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:34.096518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8501e934-23bf-45be-9d52-6ba26e3ea958 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7729838 Sep 18 07:39:34.099374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38242) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:34.104876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-896810756'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:34.192854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:34.196421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.219360 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:34.228239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.228556 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment 173b91ea-8a43-4849-996c-791d43bbd794 of type vlan for network d279d0ea-3535-4cc7-b451-328f911260af Sep 18 07:39:34.267702 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.380866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.386662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:34.387249 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.454469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=d279d0ea-3535-4cc7-b451-328f911260af,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:34.465473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d279d0ea-3535-4cc7-b451-328f911260af details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:34.484597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-928671de-d39b-4f65-97ee-7048eddeddce tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3841746 Sep 18 07:39:34.487030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38244) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:34.492357 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'ports': [{'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'}, {'network_id': 'd279d0ea-3535-4cc7-b451-328f911260af'}]} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:34.495898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:34.495898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': 'd279d0ea-3535-4cc7-b451-328f911260af'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:34.706568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 2} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:34.711046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.723915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.799447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port f303dd6c-d0ef-489b-bf13-4f7b483d641b yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:34.913060 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:34.979568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 140797a8-ede6-4edf-b01d-c5ddb4cc9a48 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:35.088856 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.176135 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.218618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:35.221537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:35.223814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:35.224749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.237445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=f303dd6c-d0ef-489b-bf13-4f7b483d641b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:35.294610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=140797a8-ede6-4edf-b01d-c5ddb4cc9a48,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:35.302007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': '173b91ea-8a43-4849-996c-791d43bbd794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd279d0ea-3535-4cc7-b451-328f911260af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:35.302377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: d279d0ea-3535-4cc7-b451-328f911260af, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:35.404119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network d279d0ea-3535-4cc7-b451-328f911260af is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:35.484269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d279d0ea-3535-4cc7-b451-328f911260af) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:35.488042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:35.494449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1267e0-1c14-4a89-9b62-3ff062ffa30e None None] Network d279d0ea-3535-4cc7-b451-328f911260af requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:35.494969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:35.499504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:35.500174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.588182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a5c1aec-b7b6-46f3-b479-b25b15d6f452 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0999930 Sep 18 07:39:35.590882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38246) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:35.678648 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 140797a8-ede6-4edf-b01d-c5ddb4cc9a48 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:35.678909 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.741704 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.754853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 140797a8-ede6-4edf-b01d-c5ddb4cc9a48 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:35.890012 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.919637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=140797a8-ede6-4edf-b01d-c5ddb4cc9a48,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:35.925140 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:35.927101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a755cc6-0666-43d6-b926-aee760c7ba9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/140797a8-ede6-4edf-b01d-c5ddb4cc9a48 HTTP/1.1" status: 204 len: 168 time: 0.3352959 Sep 18 07:39:35.929790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38248) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.010243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c3b86-75f7-4231-960e-75246d6ed639 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:36.016257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c3b86-75f7-4231-960e-75246d6ed639 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:36.017780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ab5c3b86-75f7-4231-960e-75246d6ed639 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0870485 Sep 18 07:39:36.020531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38250) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.104684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port f303dd6c-d0ef-489b-bf13-4f7b483d641b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:36.105025 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.170531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.182973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for f303dd6c-d0ef-489b-bf13-4f7b483d641b owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:36.301401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.327516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=f303dd6c-d0ef-489b-bf13-4f7b483d641b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:36.334453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.336320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-478fcfa6-b3ed-4a96-845f-ded9c64a0a46 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/f303dd6c-d0ef-489b-bf13-4f7b483d641b HTTP/1.1" status: 204 len: 168 time: 0.3148992 Sep 18 07:39:36.339872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38252) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.389787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bc59e-668c-4add-b00d-ab4b5209025d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:36.391275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-136bc59e-668c-4add-b00d-ab4b5209025d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0505559 Sep 18 07:39:36.393955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38254) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.417581 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e02de64-c85c-4324-a6e2-1df4ca4745a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:36.419021 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1e02de64-c85c-4324-a6e2-1df4ca4745a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/140797a8-ede6-4edf-b01d-c5ddb4cc9a48 HTTP/1.1" status: 404 len: 333 time: 0.0241764 Sep 18 07:39:36.421533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38256) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.443754 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-65150d3f-c1de-4270-9b7e-41a38c10e82a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:36.445067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-65150d3f-c1de-4270-9b7e-41a38c10e82a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/f303dd6c-d0ef-489b-bf13-4f7b483d641b HTTP/1.1" status: 404 len: 333 time: 0.0226419 Sep 18 07:39:36.447927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38258) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.518391 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.602954 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.622017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d279d0ea-3535-4cc7-b451-328f911260af']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:36.631280 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173b91ea-8a43-4849-996c-791d43bbd794') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:36.631583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173b91ea-8a43-4849-996c-791d43bbd794') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:36.641288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.654156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.659891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:36.660268 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:36.663337 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:36.775330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.782114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.783931 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/d279d0ea-3535-4cc7-b451-328f911260af HTTP/1.1" status: 204 len: 168 time: 0.3351429 Sep 18 07:39:36.787632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38260) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:36.792904 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1272477847'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:36.800850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d47a11-93a9-4041-a879-700bf8d47336 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=d279d0ea-3535-4cc7-b451-328f911260af,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:36.873100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:36.876659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.900122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:36.908339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:36.912340 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97 of type vlan for network e237546e-465b-40d5-a310-abc60e824eb5 Sep 18 07:39:36.947571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.021151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.026822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:37.027376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.094674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=e237546e-465b-40d5-a310-abc60e824eb5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:37.105429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e237546e-465b-40d5-a310-abc60e824eb5 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:37.199530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3679f19c-f276-4f28-813c-8f0fbf5b660a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4107640 Sep 18 07:39:37.202385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38262) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:37.207348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:37.341243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:37.344696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.352918 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:39:37.575437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.639421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=3a95f7e1-f41e-4473-bbdc-25e83164a0f3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:37.646378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:37.646739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: e237546e-465b-40d5-a310-abc60e824eb5, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:37.718216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network e237546e-465b-40d5-a310-abc60e824eb5 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:37.781300 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e237546e-465b-40d5-a310-abc60e824eb5) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:37.785539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:37.786163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:37.791913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2dce6-a601-4cda-b238-733282c3ee85 None None] Network e237546e-465b-40d5-a310-abc60e824eb5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:37.868147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0a1d4d21-8124-4966-b92a-499abb5c0be8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6645415 Sep 18 07:39:37.870656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38264) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:37.875693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5', 'name': 'tempest-PortsIpV6TestJSON-17191300'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:37.934189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-e237546e-465b-40d5-a310-abc60e824eb5', 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '3a95f7e1-f41e-4473-bbdc-25e83164a0f3'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:39:37.935116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.044455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:38.048046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.065733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:38.069844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Allocated IP 2001:db8::2 (e237546e-465b-40d5-a310-abc60e824eb5/3a95f7e1-f41e-4473-bbdc-25e83164a0f3/e643d106-a4ec-4696-96d5-583d73dc8f0b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:38.210801 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.267501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.303911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Network e237546e-465b-40d5-a310-abc60e824eb5 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:38.308518 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:38.315438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:38.318192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Pushing event updated for resources: {'Port': ['ID=e643d106-a4ec-4696-96d5-583d73dc8f0b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:38.323868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::224 (e237546e-465b-40d5-a310-abc60e824eb5/3a95f7e1-f41e-4473-bbdc-25e83164a0f3/111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:38.372635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Attempting to bind port e643d106-a4ec-4696-96d5-583d73dc8f0b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:39:38.373004 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Attempting to bind port e643d106-a4ec-4696-96d5-583d73dc8f0b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:39:38.373367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Attempting to bind port e643d106-a4ec-4696-96d5-583d73dc8f0b on network e237546e-465b-40d5-a310-abc60e824eb5 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:39:38.378426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:39:38.378804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Checking segment: {'id': 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:38.379278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.379676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Bound using segment: {'id': 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:39:38.380143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Bound port: e643d106-a4ec-4696-96d5-583d73dc8f0b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e237546e-465b-40d5-a310-abc60e824eb5'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:39:38.380578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.443681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] For port e643d106-a4ec-4696-96d5-583d73dc8f0b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:39:38.446717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] For port e643d106-a4ec-4696-96d5-583d73dc8f0b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e643d106-a4ec-4696-96d5-583d73dc8f0b,segment=NetworkSegment(ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97),segment_id=ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:39:38.476592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.530522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.591060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b04bd-04d9-4671-8ace-2b1893ac0e01 None None] Pushing event updated for resources: {'Port': ['ID=e643d106-a4ec-4696-96d5-583d73dc8f0b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:38.604956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.647419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network e237546e-465b-40d5-a310-abc60e824eb5 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:38.650625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:38.654391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:38.660250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:38.660861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.674267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:38.736786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6d51b0b5-49b5-4153-86bf-2e8cec20d137 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8650553 Sep 18 07:39:38.740974 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38266) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:38.834840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:38.840023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.850300 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c55aff83-cf3c-49c5-a98f-7c8ad07d84ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.927476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:38.939814 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:38.954602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e643d106-a4ec-4696-96d5-583d73dc8f0b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:39.010691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e643d106-a4ec-4696-96d5-583d73dc8f0b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:39.011451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.087077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.117930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port e643d106-a4ec-4696-96d5-583d73dc8f0b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e643d106-a4ec-4696-96d5-583d73dc8f0b,segment=NetworkSegment(ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97),segment_id=ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:39.135582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.166873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:39.187431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.190582 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.194527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a9aef45-ec70-48c5-b973-3dcb7fb22e7e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 HTTP/1.1" status: 204 len: 168 time: 0.4506207 Sep 18 07:39:39.195332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38268) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:39.219417 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a2a4bc-a8cc-43cc-8740-64ba6e93bfd5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:39:39.220388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a2a4bc-a8cc-43cc-8740-64ba6e93bfd5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:39:39.222245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-21a2a4bc-a8cc-43cc-8740-64ba6e93bfd5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 HTTP/1.1" status: 404 len: 333 time: 0.0253623 Sep 18 07:39:39.224972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38270) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:39.246295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=e643d106-a4ec-4696-96d5-583d73dc8f0b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:39.251316 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1485660-e6ae-4a29-a17b-902314043df5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:39.252903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d1485660-e6ae-4a29-a17b-902314043df5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/111ea3b5-951f-4e2d-93ad-a1d1dd70b2b0 HTTP/1.1" status: 404 len: 333 time: 0.0269980 Sep 18 07:39:39.255880 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38272) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:39.308366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 3a95f7e1-f41e-4473-bbdc-25e83164a0f3 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:39.311721 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.356370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.443019 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.496116 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b8295-47fa-429e-8b7c-7473dadd56cb None None] Network e237546e-465b-40d5-a310-abc60e824eb5 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:39.559034 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.576453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1ad75741-de6a-4642-8600-d864979cb40a None None] Provisioning complete for port e643d106-a4ec-4696-96d5-583d73dc8f0b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:39.576828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1ad75741-de6a-4642-8600-d864979cb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.593672 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.598272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/3a95f7e1-f41e-4473-bbdc-25e83164a0f3 HTTP/1.1" status: 204 len: 168 time: 0.3389997 Sep 18 07:39:39.598272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7fc43-d84b-48af-b35c-804767d90b5c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=3a95f7e1-f41e-4473-bbdc-25e83164a0f3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:39.604631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38274) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:39.679996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.733317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port e643d106-a4ec-4696-96d5-583d73dc8f0b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:39.733604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.741255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] DHCP port deletion for e237546e-465b-40d5-a310-abc60e824eb5 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:39.786959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Deleting port e643d106-a4ec-4696-96d5-583d73dc8f0b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:39.787338 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.797428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port e643d106-a4ec-4696-96d5-583d73dc8f0b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e643d106-a4ec-4696-96d5-583d73dc8f0b,segment=NetworkSegment(ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97),segment_id=ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:39.797794 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.810493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for e643d106-a4ec-4696-96d5-583d73dc8f0b owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:39.851381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] For port e643d106-a4ec-4696-96d5-583d73dc8f0b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e643d106-a4ec-4696-96d5-583d73dc8f0b,segment=NetworkSegment(ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97),segment_id=ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:39.851783 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.864874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Calling delete_port for e643d106-a4ec-4696-96d5-583d73dc8f0b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:39.981551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:39.987197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.008079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=e643d106-a4ec-4696-96d5-583d73dc8f0b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:40.010568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port e643d106-a4ec-4696-96d5-583d73dc8f0b on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:40.017823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] Pushing event deleted for resources: {'Port': ['ID=e643d106-a4ec-4696-96d5-583d73dc8f0b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:40.019709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd4b8b-2c23-4986-acfe-43df60a058e4 None None] No DVR routers for this DVR port e643d106-a4ec-4696-96d5-583d73dc8f0b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:40.091834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.112863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e237546e-465b-40d5-a310-abc60e824eb5']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:40.121881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:40.122204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1ec0a7-5e0e-485d-87ff-6ce5f81c9e97') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:40.131223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.144193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.150448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:40.150827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:40.153658 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:40.255506 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.266916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.266916 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/e237546e-465b-40d5-a310-abc60e824eb5 HTTP/1.1" status: 204 len: 168 time: 0.6652741 Sep 18 07:39:40.268576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38278) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:40.273715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2004002003'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:40.276923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaea99-b598-4e87-9f61-85fa24360e2f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=e237546e-465b-40d5-a310-abc60e824eb5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:40.381028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:40.385252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.408405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:40.416933 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.419685 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment 800cd3ad-384a-4196-9706-b7bf14aa4682 of type vlan for network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 Sep 18 07:39:40.455994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.535141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.540916 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:40.541509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.604438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=aa30b9d0-fd6e-4a6c-9f0f-244501726ad4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:40.614758 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:40.627990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-660aabcb-5d4b-461f-b70f-b61f03426505 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3582540 Sep 18 07:39:40.630860 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38280) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:40.640000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:40.787065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:40.791144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:40.927835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e643d106-a4ec-4696-96d5-583d73dc8f0b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:40.947470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e643d106-a4ec-4696-96d5-583d73dc8f0b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:40.947811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e643d106-a4ec-4696-96d5-583d73dc8f0b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:41.021749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.081163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=766bf971-e545-41a5-bc72-430cddbc412d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:41.088380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': '800cd3ad-384a-4196-9706-b7bf14aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:41.088741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: aa30b9d0-fd6e-4a6c-9f0f-244501726ad4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:41.141294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:41.204300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, aa30b9d0-fd6e-4a6c-9f0f-244501726ad4) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:41.208337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:41.208923 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.213523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a979ef-638c-4ded-b894-9e634fa7a49f None None] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:41.291578 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1c2d14cc-5f54-4331-810c-360844f8a95f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6596527 Sep 18 07:39:41.294919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38282) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:41.300112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-878068028'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:41.496034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:41.499698 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.517698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-aa30b9d0-fd6e-4a6c-9f0f-244501726ad4', 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '766bf971-e545-41a5-bc72-430cddbc412d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:39:41.518252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port fa8a4b29-b713-4a2f-a961-7cc0a48005ca yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:41.518605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.589346 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b959b879-bcdd-4c44-b851-fb7787c6d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.634410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::2aa (aa30b9d0-fd6e-4a6c-9f0f-244501726ad4/766bf971-e545-41a5-bc72-430cddbc412d/fa8a4b29-b713-4a2f-a961-7cc0a48005ca) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:41.750446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.838720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.880099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:41.883345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:41.883833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Allocated IP 2001:db8::2 (aa30b9d0-fd6e-4a6c-9f0f-244501726ad4/766bf971-e545-41a5-bc72-430cddbc412d/a0295831-c71a-421a-a290-a440a183d273) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:41.885775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:41.892834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:41.893460 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:41.911009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=fa8a4b29-b713-4a2f-a961-7cc0a48005ca,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:41.976531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5be9f1de-1db5-4610-83d8-a25c2015c5e4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6804633 Sep 18 07:39:41.979818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38286) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:42.037144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.065145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port fa8a4b29-b713-4a2f-a961-7cc0a48005ca {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:42.065494 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.101498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.107201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.147096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:42.150601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:42.154512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.157265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:42.160084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Pushing event updated for resources: {'Port': ['ID=a0295831-c71a-421a-a290-a440a183d273,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:42.167124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for fa8a4b29-b713-4a2f-a961-7cc0a48005ca owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:42.210726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Attempting to bind port a0295831-c71a-421a-a290-a440a183d273 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:39:42.210935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Attempting to bind port a0295831-c71a-421a-a290-a440a183d273 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '800cd3ad-384a-4196-9706-b7bf14aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:39:42.211216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Attempting to bind port a0295831-c71a-421a-a290-a440a183d273 on network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:39:42.216810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:39:42.217192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Checking segment: {'id': '800cd3ad-384a-4196-9706-b7bf14aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:42.217602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.218031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Bound using segment: {'id': '800cd3ad-384a-4196-9706-b7bf14aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:39:42.218510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Bound port: a0295831-c71a-421a-a290-a440a183d273, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800cd3ad-384a-4196-9706-b7bf14aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'aa30b9d0-fd6e-4a6c-9f0f-244501726ad4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:39:42.218898 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.284002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] For port a0295831-c71a-421a-a290-a440a183d273, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:39:42.287034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] For port a0295831-c71a-421a-a290-a440a183d273, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a0295831-c71a-421a-a290-a440a183d273,segment=NetworkSegment(800cd3ad-384a-4196-9706-b7bf14aa4682),segment_id=800cd3ad-384a-4196-9706-b7bf14aa4682)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:39:42.335690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.341383 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.367779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=fa8a4b29-b713-4a2f-a961-7cc0a48005ca,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:42.394710 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.397887 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5e10f4d8-756c-4f55-b0f9-fefaa00bdab8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/fa8a4b29-b713-4a2f-a961-7cc0a48005ca HTTP/1.1" status: 204 len: 168 time: 0.4161181 Sep 18 07:39:42.400258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:42.404536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910902b-c80e-40d7-b312-bf01ab53b897 None None] Pushing event updated for resources: {'Port': ['ID=a0295831-c71a-421a-a290-a440a183d273,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:42.425172 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf80641-38ff-4d0b-abc1-f5e2e4c93e8b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:42.426845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cdf80641-38ff-4d0b-abc1-f5e2e4c93e8b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/fa8a4b29-b713-4a2f-a961-7cc0a48005ca HTTP/1.1" status: 404 len: 333 time: 0.0255680 Sep 18 07:39:42.429517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38290) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:42.481673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 766bf971-e545-41a5-bc72-430cddbc412d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:42.485269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.529701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.629721 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.758165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.786749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=766bf971-e545-41a5-bc72-430cddbc412d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:42.788784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.791064 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-382c44f4-69bf-4b95-8d83-82f9f6be4232 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/766bf971-e545-41a5-bc72-430cddbc412d HTTP/1.1" status: 204 len: 168 time: 0.3604558 Sep 18 07:39:42.793646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:42.872413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.925374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port a0295831-c71a-421a-a290-a440a183d273 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:42.925715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:42.971356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a0295831-c71a-421a-a290-a440a183d273 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:42.994715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port a0295831-c71a-421a-a290-a440a183d273, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=a0295831-c71a-421a-a290-a440a183d273,segment=NetworkSegment(800cd3ad-384a-4196-9706-b7bf14aa4682),segment_id=800cd3ad-384a-4196-9706-b7bf14aa4682)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:42.994975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.008134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for a0295831-c71a-421a-a290-a440a183d273 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:43.025807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port a0295831-c71a-421a-a290-a440a183d273 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:43.026534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.112046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.175969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.203057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=a0295831-c71a-421a-a290-a440a183d273,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:43.206700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port a0295831-c71a-421a-a290-a440a183d273 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:43.286033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d6fd3-c45e-4121-9d2b-2e7a28f7ef02 None None] Network aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:43.298606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.318726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa30b9d0-fd6e-4a6c-9f0f-244501726ad4']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:43.328693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800cd3ad-384a-4196-9706-b7bf14aa4682') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:43.329001 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800cd3ad-384a-4196-9706-b7bf14aa4682') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:43.338567 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.352245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.358350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:43.358744 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:43.361785 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:43.364092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e48541e8-8a91-4622-8a35-0a5a6135a869 None None] Could not find standard attr ID for object a0295831-c71a-421a-a290-a440a183d273. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:39:43.381325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.453483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffcb02f-fdc1-4a2c-9401-b10c400c4cab None None] DHCP port deletion for aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:43.512856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.519859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.521602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/aa30b9d0-fd6e-4a6c-9f0f-244501726ad4 HTTP/1.1" status: 204 len: 168 time: 0.7270439 Sep 18 07:39:43.525324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38294) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:43.530308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'name': 'tempest-PortsIpV6TestJSON-290070913'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:43.532909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a3fab-0c09-4336-b190-adcfb43cb1ef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=aa30b9d0-fd6e-4a6c-9f0f-244501726ad4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:43.700978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:43.704447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.721094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 7db21570-eef1-4370-acd0-9691c6f86860 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:43.872465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:43.970219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.010420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:44.013307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:44.016784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:44.022253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:44.022846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.034535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=7db21570-eef1-4370-acd0-9691c6f86860,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:44.107370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d853b99-9b3f-45e2-acc1-b556081d5e8f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5809827 Sep 18 07:39:44.109758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38296) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:44.195379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 7db21570-eef1-4370-acd0-9691c6f86860 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:44.195751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.258748 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.270952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 7db21570-eef1-4370-acd0-9691c6f86860 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:44.415727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.443521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=7db21570-eef1-4370-acd0-9691c6f86860,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:44.449811 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.451741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4438bd17-88b8-4995-8e12-e60878ef4cc7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/7db21570-eef1-4370-acd0-9691c6f86860 HTTP/1.1" status: 204 len: 168 time: 0.3410518 Sep 18 07:39:44.454312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38298) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:44.459048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'mac_address': 'fa:16:3e:66:ef:e4', 'name': 'tempest-PortsIpV6TestJSON-1788828320'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:44.592342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:44.657727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.677984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 8f8bff07-e8b8-45ad-9c23-fe0c46119a8b yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:44.826840 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.830662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.907577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.940621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a0295831-c71a-421a-a290-a440a183d273 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:44.950898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:44.953929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:44.957461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:44.962418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: a0295831-c71a-421a-a290-a440a183d273 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:44.962829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device a0295831-c71a-421a-a290-a440a183d273 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:44.963130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:44.963743 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:44.974753 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=8f8bff07-e8b8-45ad-9c23-fe0c46119a8b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:45.033333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4f099156-829b-448a-b1a9-f3ab671175ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5779872 Sep 18 07:39:45.035739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38300) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:45.081717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76247a9-538b-4c0c-8276-de23f04d1a29 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:45.083099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c76247a9-538b-4c0c-8276-de23f04d1a29 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/8f8bff07-e8b8-45ad-9c23-fe0c46119a8b HTTP/1.1" status: 200 len: 845 time: 0.0464184 Sep 18 07:39:45.085724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38302) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:45.166298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 8f8bff07-e8b8-45ad-9c23-fe0c46119a8b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:45.166563 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.231603 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.243645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 8f8bff07-e8b8-45ad-9c23-fe0c46119a8b owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:45.358145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.381042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.412728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=8f8bff07-e8b8-45ad-9c23-fe0c46119a8b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:45.419205 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.420598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a307f73-2cda-4206-8c02-53319030a3e1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/8f8bff07-e8b8-45ad-9c23-fe0c46119a8b HTTP/1.1" status: 204 len: 168 time: 0.3338315 Sep 18 07:39:45.423935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38304) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:45.450699 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1445b90-5d1b-45ed-95a0-b665d0249076 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:45.454227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d1445b90-5d1b-45ed-95a0-b665d0249076 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/8f8bff07-e8b8-45ad-9c23-fe0c46119a8b HTTP/1.1" status: 404 len: 333 time: 0.0273330 Sep 18 07:39:45.456875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:45.461541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'name': 'tempest-PortsIpV6TestJSON-1873947221'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:45.603958 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:45.607366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.624197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port ee1d5556-21ea-4657-9921-5afe359e4491 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:45.773306 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.838730 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.880215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:45.883810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:45.887330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:45.892892 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:45.893486 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:45.901715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=ee1d5556-21ea-4657-9921-5afe359e4491,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:45.953407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d9fd5f66-87e1-4954-9372-ab3b0f95e94c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4955339 Sep 18 07:39:45.955946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:45.960996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:46.023754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.170716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.221239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.251343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] In _notify_port_updated(), no bound segment for port ee1d5556-21ea-4657-9921-5afe359e4491 on network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:39:46.257185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:46.257779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.259623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/ports/ee1d5556-21ea-4657-9921-5afe359e4491 HTTP/1.1" status: 200 len: 818 time: 0.3027453 Sep 18 07:39:46.262379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38310) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:46.276853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f2e4-5062-41c5-9b92-e6b414ab22e9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=ee1d5556-21ea-4657-9921-5afe359e4491,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:46.345794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port ee1d5556-21ea-4657-9921-5afe359e4491 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:46.346172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.414005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.426514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for ee1d5556-21ea-4657-9921-5afe359e4491 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:46.547035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.580346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=ee1d5556-21ea-4657-9921-5afe359e4491,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:46.585591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.587378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f4cdf6b0-2ff9-4001-b926-9fdc12afdce0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/ee1d5556-21ea-4657-9921-5afe359e4491 HTTP/1.1" status: 204 len: 168 time: 0.3238680 Sep 18 07:39:46.589782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38312) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:46.665218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695fc42a-02e9-4bed-a327-fe7cdf579800 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:46.666783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-695fc42a-02e9-4bed-a327-fe7cdf579800 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0760744 Sep 18 07:39:46.669534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38314) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:46.693379 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2543261-8fef-4b78-bfcb-e9a54e980ae5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:46.694844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2543261-8fef-4b78-bfcb-e9a54e980ae5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/ee1d5556-21ea-4657-9921-5afe359e4491 HTTP/1.1" status: 404 len: 333 time: 0.0243797 Sep 18 07:39:46.698350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38316) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:46.703433 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1415656657'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:46.758092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:46.761498 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.783859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:46.792868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.793217 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment fbe859aa-99b2-4b8f-a722-4db2397cbde8 of type vlan for network 4331f95a-6cc7-411e-a4f3-377a5c46673b Sep 18 07:39:46.831813 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.906309 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.912028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:46.912617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:46.980378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=4331f95a-6cc7-411e-a4f3-377a5c46673b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:46.990273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:47.034390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5dc2faa3-1432-4f02-82f7-6c38d319df6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3349295 Sep 18 07:39:47.037195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38318) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:47.042915 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:47.221030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:47.224528 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:47.450350 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:47.510711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=2ebd7051-3841-4c05-87ed-1e500b4847e0,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:47.519748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': 'fbe859aa-99b2-4b8f-a722-4db2397cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:47.520117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: 4331f95a-6cc7-411e-a4f3-377a5c46673b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:47.610033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:47.672510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 4331f95a-6cc7-411e-a4f3-377a5c46673b) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:47.676601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:47.677216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:47.682009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715abb3-19a8-419c-b106-e9e2b0400384 None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:47.765059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ddf84eae-a2a2-4524-ada2-71becae777fa tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7266176 Sep 18 07:39:47.767662 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38324) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:47.772717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:47.827216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-4331f95a-6cc7-411e-a4f3-377a5c46673b', 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '2ebd7051-3841-4c05-87ed-1e500b4847e0'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:39:47.828133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:47.935516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:47.939141 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:47.973694 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Allocated IP 2001:db8::2 (4331f95a-6cc7-411e-a4f3-377a5c46673b/2ebd7051-3841-4c05-87ed-1e500b4847e0/7e69df33-450e-49ae-923c-d55507fa1084) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:48.036028 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ebd7051-3841-4c05-87ed-1e500b4847e0 (CIDR: 2001:db8::/64) Sep 18 07:39:48.061672 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:39:48.062300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:39:48.121389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.130528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-065c1394-c413-4d2a-b69c-a8efa6fb6c93 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3617229 Sep 18 07:39:48.133144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38328) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:48.138117 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:48.227431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.274400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:48.277366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:48.284538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:48.287842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Pushing event updated for resources: {'Port': ['ID=7e69df33-450e-49ae-923c-d55507fa1084,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:48.343369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Attempting to bind port 7e69df33-450e-49ae-923c-d55507fa1084 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:39:48.343739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Attempting to bind port 7e69df33-450e-49ae-923c-d55507fa1084 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'fbe859aa-99b2-4b8f-a722-4db2397cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:39:48.344276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Attempting to bind port 7e69df33-450e-49ae-923c-d55507fa1084 on network 4331f95a-6cc7-411e-a4f3-377a5c46673b {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:39:48.349828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:39:48.350268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Checking segment: {'id': 'fbe859aa-99b2-4b8f-a722-4db2397cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:48.350678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.351228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Bound using segment: {'id': 'fbe859aa-99b2-4b8f-a722-4db2397cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:39:48.351735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Bound port: 7e69df33-450e-49ae-923c-d55507fa1084, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe859aa-99b2-4b8f-a722-4db2397cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:39:48.352620 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.421634 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] For port 7e69df33-450e-49ae-923c-d55507fa1084, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:39:48.425042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] For port 7e69df33-450e-49ae-923c-d55507fa1084, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e69df33-450e-49ae-923c-d55507fa1084,segment=NetworkSegment(fbe859aa-99b2-4b8f-a722-4db2397cbde8),segment_id=fbe859aa-99b2-4b8f-a722-4db2397cbde8)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:39:48.484741 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.546656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a98b1-9b18-44ad-85fc-957ec6fac9d1 None None] Pushing event updated for resources: {'Port': ['ID=7e69df33-450e-49ae-923c-d55507fa1084,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:48.685210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:48.701340 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:48.978565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e69df33-450e-49ae-923c-d55507fa1084 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:49.033084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:49.033467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.070120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.113831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.114107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:49.118223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:49.121511 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:49.122352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.140612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=fd859c6e-3580-49e0-ab92-505573b18db9,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:49.150705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 7e69df33-450e-49ae-923c-d55507fa1084, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e69df33-450e-49ae-923c-d55507fa1084,segment=NetworkSegment(fbe859aa-99b2-4b8f-a722-4db2397cbde8),segment_id=fbe859aa-99b2-4b8f-a722-4db2397cbde8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:49.199431 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-37f0e2e2-fc60-460c-b771-d78ef22c7d63 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0651603 Sep 18 07:39:49.202116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38332) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:49.207182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'fixed_ips': [{'subnet_id': '2ebd7051-3841-4c05-87ed-1e500b4847e0'}, {'subnet_id': 'fd859c6e-3580-49e0-ab92-505573b18db9'}], 'name': 'tempest-PortsIpV6TestJSON-1966027210'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:49.237595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.370589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=7e69df33-450e-49ae-923c-d55507fa1084,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:49.472293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:49.579121 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.594616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:49.613781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279bfb3-e8f4-4a10-956c-c050b92b964a None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:49.674079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2180a9b7-2ba9-4de1-98e8-8d15fc042452 None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:49.674371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2180a9b7-2ba9-4de1-98e8-8d15fc042452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:49.866739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::314 (4331f95a-6cc7-411e-a4f3-377a5c46673b/2ebd7051-3841-4c05-87ed-1e500b4847e0/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:49.873170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8:0:1::240 (4331f95a-6cc7-411e-a4f3-377a5c46673b/fd859c6e-3580-49e0-ab92-505573b18db9/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:49.875201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Update dhcp port {'port': {'network_id': '4331f95a-6cc7-411e-a4f3-377a5c46673b', 'fixed_ips': [{'subnet_id': '2ebd7051-3841-4c05-87ed-1e500b4847e0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd859c6e-3580-49e0-ab92-505573b18db9'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '7e69df33-450e-49ae-923c-d55507fa1084'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:39:49.900091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.015367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.112972 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.159576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:50.162729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:50.163415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Allocated IP 2001:db8:0:1::2 (4331f95a-6cc7-411e-a4f3-377a5c46673b/fd859c6e-3580-49e0-ab92-505573b18db9/7e69df33-450e-49ae-923c-d55507fa1084) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:50.166714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:50.172488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:50.173122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.184099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:50.265950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] For port 7e69df33-450e-49ae-923c-d55507fa1084, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e69df33-450e-49ae-923c-d55507fa1084,segment=NetworkSegment(fbe859aa-99b2-4b8f-a722-4db2397cbde8),segment_id=fbe859aa-99b2-4b8f-a722-4db2397cbde8)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:50.273261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9fecb347-9d2a-4aca-9922-3ea631dafe58 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0700195 Sep 18 07:39:50.276484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38342) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:50.281632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ebd7051-3841-4c05-87ed-1e500b4847e0'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:50.294611 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.348721 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.381712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:50.469677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef162f-2f72-42c9-9d6e-0e33c6085a9c None None] Pushing event updated for resources: {'Port': ['ID=7e69df33-450e-49ae-923c-d55507fa1084,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:50.944031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Delete allocated IP 2001:db8:0:1::240 (4331f95a-6cc7-411e-a4f3-377a5c46673b/fd859c6e-3580-49e0-ab92-505573b18db9) {{(pid=101978) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:39:50.968098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e69df33-450e-49ae-923c-d55507fa1084 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:51.027575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:51.028040 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.054672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f066f8a-bc49-4098-9390-dcaf41b1fd82 None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:51.097034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.138016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-328f50e9-885b-4ccb-9080-b81a9b75aae0 None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:51.138393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-328f50e9-885b-4ccb-9080-b81a9b75aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.152817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.213067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] In _notify_port_updated(), no bound segment for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b on network 4331f95a-6cc7-411e-a4f3-377a5c46673b {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:39:51.218707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:51.219402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.220830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/ports/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b HTTP/1.1" status: 200 len: 926 time: 0.9434240 Sep 18 07:39:51.223642 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38350) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:51.233855 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb5bc-976d-43b0-a2a8-38f66f12a127 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:51.237162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ebd7051-3841-4c05-87ed-1e500b4847e0'}, {'subnet_id': 'fd859c6e-3580-49e0-ab92-505573b18db9'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:51.394214 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.671203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-80a019ef-0b5a-4317-959c-0745d5907453 None None] Provisioning complete for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:51.671703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80a019ef-0b5a-4317-959c-0745d5907453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.693237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8:0:1::f7 (4331f95a-6cc7-411e-a4f3-377a5c46673b/fd859c6e-3580-49e0-ab92-505573b18db9/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:51.723020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-80a019ef-0b5a-4317-959c-0745d5907453 None None] Port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:51.733625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-80a019ef-0b5a-4317-959c-0745d5907453 None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:51.734084 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80a019ef-0b5a-4317-959c-0745d5907453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.866122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.935961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.946027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-37ee66a8-68a2-466d-87e6-8366c6101b82 None None] Provisioning complete for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:51.946680 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-37ee66a8-68a2-466d-87e6-8366c6101b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:51.994312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-37ee66a8-68a2-466d-87e6-8366c6101b82 None None] Port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:52.038552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] In _notify_port_updated(), no bound segment for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b on network 4331f95a-6cc7-411e-a4f3-377a5c46673b {{(pid=101979) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:39:52.045063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:52.045693 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.047053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/ports/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b HTTP/1.1" status: 200 len: 1011 time: 0.8218436 Sep 18 07:39:52.048105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4fb4d-1302-46ea-b058-8c40cbee5032 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:52.049910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38354) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:52.114707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f0073fbf-c38e-4c11-b291-1660aa66aaa2 None None] Provisioning complete for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:52.115002 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f0073fbf-c38e-4c11-b291-1660aa66aaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.153186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:52.153546 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.155351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f0073fbf-c38e-4c11-b291-1660aa66aaa2 None None] Port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:52.249839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.263141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:52.273464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-de4fe1ca-5e83-40f7-95bd-8db7e433ab12 None None] Provisioning complete for port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:52.274486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de4fe1ca-5e83-40f7-95bd-8db7e433ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.307363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-de4fe1ca-5e83-40f7-95bd-8db7e433ab12 None None] Port ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:52.507347 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.543453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:52.590792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.594500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4cc293a9-ce06-4488-aaf8-14c63f7545bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b HTTP/1.1" status: 204 len: 168 time: 0.5433464 Sep 18 07:39:52.595371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38356) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:52.620564 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ce374-d8f7-491c-8efa-018b75cf964c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:52.622207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e99ce374-d8f7-491c-8efa-018b75cf964c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b HTTP/1.1" status: 404 len: 333 time: 0.0258844 Sep 18 07:39:52.624831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38358) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:52.678998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet fd859c6e-3580-49e0-ab92-505573b18db9 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:52.683017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.729564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.813215 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.936096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.965017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=fd859c6e-3580-49e0-ab92-505573b18db9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:52.967604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:52.969482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/fd859c6e-3580-49e0-ab92-505573b18db9 HTTP/1.1" status: 204 len: 168 time: 0.3437393 Sep 18 07:39:52.973728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38362) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:52.975629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02643078-652e-4864-ade1-3ed8b133ce87 None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:52.976353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.976712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.977059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.977402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.977739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.978106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.978445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.978778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.979175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.979508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.979837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:52.980165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06794b86-43ec-4e03-8e00-90161f94a9fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:53.042471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 2ebd7051-3841-4c05-87ed-1e500b4847e0 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:53.045807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.088183 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.178515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.319241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.347111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebd7051-3841-4c05-87ed-1e500b4847e0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:53.356360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.358352 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d166a37-b4f2-4cb2-9fec-14dc376856b6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/2ebd7051-3841-4c05-87ed-1e500b4847e0 HTTP/1.1" status: 204 len: 168 time: 0.3810155 Sep 18 07:39:53.360995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38364) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:53.452784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.510481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 7e69df33-450e-49ae-923c-d55507fa1084 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:53.510835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.578933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port 7e69df33-450e-49ae-923c-d55507fa1084, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=7e69df33-450e-49ae-923c-d55507fa1084,segment=NetworkSegment(fbe859aa-99b2-4b8f-a722-4db2397cbde8),segment_id=fbe859aa-99b2-4b8f-a722-4db2397cbde8)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:53.579301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.593287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 7e69df33-450e-49ae-923c-d55507fa1084 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:53.697963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206479fd-b474-42de-82bd-66c1f09f79a7 None None] Network 4331f95a-6cc7-411e-a4f3-377a5c46673b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:53.763888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.771657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0211448a-244c-46b1-9667-fcdcaf535640 None None] Provisioning complete for port 7e69df33-450e-49ae-923c-d55507fa1084 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:53.772035 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0211448a-244c-46b1-9667-fcdcaf535640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.791420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=7e69df33-450e-49ae-923c-d55507fa1084,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:53.795097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port 7e69df33-450e-49ae-923c-d55507fa1084 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:53.825316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0211448a-244c-46b1-9667-fcdcaf535640 None None] Port 7e69df33-450e-49ae-923c-d55507fa1084 was deleted so its status cannot be updated. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 07:39:53.880451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48edbb6-8fae-441e-a56b-1f6c90c5139b None None] DHCP port deletion for 4331f95a-6cc7-411e-a4f3-377a5c46673b request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:53.884874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.908728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4331f95a-6cc7-411e-a4f3-377a5c46673b']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:53.918738 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe859aa-99b2-4b8f-a722-4db2397cbde8') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:53.919040 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe859aa-99b2-4b8f-a722-4db2397cbde8') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:53.930209 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.943843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.950099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:53.950475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:53.953362 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:54.112371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.119897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.121280 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/4331f95a-6cc7-411e-a4f3-377a5c46673b HTTP/1.1" status: 204 len: 168 time: 0.7593389 Sep 18 07:39:54.125377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38368) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:54.133450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a7397-4af1-4eec-997f-70448b648c6b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=4331f95a-6cc7-411e-a4f3-377a5c46673b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:54.180269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06738f5-b9b8-4ae1-a187-2bffb2df94b7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:54.181763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a06738f5-b9b8-4ae1-a187-2bffb2df94b7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0553768 Sep 18 07:39:54.185308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38370) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:54.229972 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-82a3718a-773f-458b-8846-9adbe30d5c14 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0435078 Sep 18 07:39:54.233418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38372) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:54.238108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-90436488'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:54.318345 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:54.322483 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.345403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:39:54.354278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.354629 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment e71845a8-bd8f-4d5b-abcf-179f6f363ed3 of type vlan for network 6a7501fb-23df-4801-83c8-7d42df7cc081 Sep 18 07:39:54.394804 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.494969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.501198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:54.502033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.575307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=6a7501fb-23df-4801-83c8-7d42df7cc081,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:54.586920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:39:54.635856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9ea1b709-291d-4371-aee5-a50d72e3900e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4010270 Sep 18 07:39:54.638663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38374) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:54.645542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:54.889825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:54.893446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:54.948496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e69df33-450e-49ae-923c-d55507fa1084 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:39:54.978503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 7e69df33-450e-49ae-923c-d55507fa1084 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:39:54.982185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 7e69df33-450e-49ae-923c-d55507fa1084 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:39:55.152735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:55.215933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=d0507dc9-8658-423f-a8e8-8a977b123cc1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:55.228419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:55.228786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: 6a7501fb-23df-4801-83c8-7d42df7cc081, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:39:55.301095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:39:55.375207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 6a7501fb-23df-4801-83c8-7d42df7cc081) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:55.379573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:55.380168 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:55.391806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedbfce6-18ea-4d29-bd5d-45ad6208105e None None] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:55.524971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eceaaa36-ff18-483a-9189-ebfa65152837 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8819358 Sep 18 07:39:55.525301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38378) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:55.530560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081', 'name': 'tempest-PortsIpV6TestJSON-2003909997'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:55.699476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-6a7501fb-23df-4801-83c8-7d42df7cc081', 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': 'd0507dc9-8658-423f-a8e8-8a977b123cc1'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:39:55.700386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:55.713471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:55.717552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:55.735057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 9aa25749-1541-41b5-84b5-a81083f78638 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:55.832886 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Allocated IP 2001:db8::2 (6a7501fb-23df-4801-83c8-7d42df7cc081/d0507dc9-8658-423f-a8e8-8a977b123cc1/24e7f244-a026-4e1f-aac9-a366002e603a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:55.973332 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.039323 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.081685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:56.088883 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:56.091385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:56.096806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::47 (6a7501fb-23df-4801-83c8-7d42df7cc081/d0507dc9-8658-423f-a8e8-8a977b123cc1/9aa25749-1541-41b5-84b5-a81083f78638) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:56.102074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Pushing event updated for resources: {'Port': ['ID=24e7f244-a026-4e1f-aac9-a366002e603a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:56.164555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Attempting to bind port 24e7f244-a026-4e1f-aac9-a366002e603a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:39:56.165229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Attempting to bind port 24e7f244-a026-4e1f-aac9-a366002e603a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:39:56.165588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Attempting to bind port 24e7f244-a026-4e1f-aac9-a366002e603a on network 6a7501fb-23df-4801-83c8-7d42df7cc081 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:39:56.170470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:39:56.171357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Checking segment: {'id': 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:39:56.171357 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.171357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Bound using segment: {'id': 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:39:56.172572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Bound port: 24e7f244-a026-4e1f-aac9-a366002e603a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:39:56.172686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.244509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] For port 24e7f244-a026-4e1f-aac9-a366002e603a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:39:56.247776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] For port 24e7f244-a026-4e1f-aac9-a366002e603a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24e7f244-a026-4e1f-aac9-a366002e603a,segment=NetworkSegment(e71845a8-bd8f-4d5b-abcf-179f6f363ed3),segment_id=e71845a8-bd8f-4d5b-abcf-179f6f363ed3)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:39:56.254963 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.370194 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.410302 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.436892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121a0e3-a718-4e33-bf21-9e2b59c1dc11 None None] Pushing event updated for resources: {'Port': ['ID=24e7f244-a026-4e1f-aac9-a366002e603a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:56.466782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:56.469881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:56.473591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:56.480381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:56.481308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.491008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=9aa25749-1541-41b5-84b5-a81083f78638,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:56.576644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c8900f38-4031-419b-a1e1-6406aaccb03e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0503683 Sep 18 07:39:56.579232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38384) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:56.584180 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '6a7501fb-23df-4801-83c8-7d42df7cc081', 'name': 'tempest-PortsIpV6TestJSON-74157500'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:56.815830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:56.819934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:56.840419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 8e85ecc4-615b-430b-ad73-08daedd515a6 yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:39:56.965525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::2ea (6a7501fb-23df-4801-83c8-7d42df7cc081/d0507dc9-8658-423f-a8e8-8a977b123cc1/8e85ecc4-615b-430b-ad73-08daedd515a6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:39:56.975302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24e7f244-a026-4e1f-aac9-a366002e603a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:57.031266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24e7f244-a026-4e1f-aac9-a366002e603a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:57.031266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.118541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.152991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 24e7f244-a026-4e1f-aac9-a366002e603a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24e7f244-a026-4e1f-aac9-a366002e603a,segment=NetworkSegment(e71845a8-bd8f-4d5b-abcf-179f6f363ed3),segment_id=e71845a8-bd8f-4d5b-abcf-179f6f363ed3)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:57.172370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.238327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.290244 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.292210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=24e7f244-a026-4e1f-aac9-a366002e603a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:57.338561 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:39:57.341945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:39:57.344443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:39:57.350882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:57.351559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.380777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=8e85ecc4-615b-430b-ad73-08daedd515a6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:57.444935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd1844-e5dd-4582-bcbd-c25c32efe6fa None None] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:57.504939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9d69859-6591-4aed-b413-956d50b0dea6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9237177 Sep 18 07:39:57.507106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38392) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:57.522193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a603a44d-e753-404c-89e8-425b80f4ec4c None None] Provisioning complete for port 24e7f244-a026-4e1f-aac9-a366002e603a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:57.522804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a603a44d-e753-404c-89e8-425b80f4ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.615710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1317ab9-ba71-47ac-8044-759e5380e724 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:39:57.615710 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b1317ab9-ba71-47ac-8044-759e5380e724 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A47 HTTP/1.1" status: 200 len: 928 time: 0.1031590 Sep 18 07:39:57.616035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38396) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:57.720568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 8e85ecc4-615b-430b-ad73-08daedd515a6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:57.720921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.830803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:57.844352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 8e85ecc4-615b-430b-ad73-08daedd515a6 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:57.987446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Provisioning complete for port 8e85ecc4-615b-430b-ad73-08daedd515a6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:57.993079 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.032932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Port 8e85ecc4-615b-430b-ad73-08daedd515a6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:58.044897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Provisioning complete for port 9aa25749-1541-41b5-84b5-a81083f78638 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:58.044897 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.067166 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.080705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Port 9aa25749-1541-41b5-84b5-a81083f78638 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:58.092079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Provisioning complete for port 24e7f244-a026-4e1f-aac9-a366002e603a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:58.092567 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4359e510-7e4a-4283-b81c-30bcf193138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.106191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=8e85ecc4-615b-430b-ad73-08daedd515a6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:58.139140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.142351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7cdc03c8-02b9-47c6-ab83-3abeb00e4fc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/8e85ecc4-615b-430b-ad73-08daedd515a6 HTTP/1.1" status: 204 len: 168 time: 0.5254471 Sep 18 07:39:58.145411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38400) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:58.183675 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-af553724-2a56-4054-ba7d-cad99affedf5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:58.185476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-af553724-2a56-4054-ba7d-cad99affedf5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/8e85ecc4-615b-430b-ad73-08daedd515a6 HTTP/1.1" status: 404 len: 333 time: 0.0382969 Sep 18 07:39:58.189938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38402) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:58.282649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 9aa25749-1541-41b5-84b5-a81083f78638 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:58.286581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.329722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1487dbda-4039-4551-ae72-18e1a919ccf0 None None] Provisioning complete for port 9aa25749-1541-41b5-84b5-a81083f78638 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:58.330128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1487dbda-4039-4551-ae72-18e1a919ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.376598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1487dbda-4039-4551-ae72-18e1a919ccf0 None None] Port 9aa25749-1541-41b5-84b5-a81083f78638 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:39:58.389539 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.403643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 9aa25749-1541-41b5-84b5-a81083f78638 owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:58.493474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7149e618-82ef-4b7d-92db-e5e3c942c685 None None] Could not find standard attr ID for object 8e85ecc4-615b-430b-ad73-08daedd515a6. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:39:58.621496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.659957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=9aa25749-1541-41b5-84b5-a81083f78638,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:58.672516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.672866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.673209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.673573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.673866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.677082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:39:58.694185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.697300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a68ffa00-c0f1-4d9c-8f0c-cd8baaeaed33 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/9aa25749-1541-41b5-84b5-a81083f78638 HTTP/1.1" status: 204 len: 168 time: 0.5059543 Sep 18 07:39:58.700879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38406) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:58.728461 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdca9ec-321e-48d9-8e9d-42d8b567aa3a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:39:58.730375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7cdca9ec-321e-48d9-8e9d-42d8b567aa3a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/9aa25749-1541-41b5-84b5-a81083f78638 HTTP/1.1" status: 404 len: 333 time: 0.0285571 Sep 18 07:39:58.733048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:58.791354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet d0507dc9-8658-423f-a8e8-8a977b123cc1 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:39:58.794984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.843338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.946507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:58.960198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24e7f244-a026-4e1f-aac9-a366002e603a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:39:59.012596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24e7f244-a026-4e1f-aac9-a366002e603a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:39:59.013231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.124366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.152982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=d0507dc9-8658-423f-a8e8-8a977b123cc1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:59.159071 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.163540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbc21cd5-e455-4d20-ae1f-b90b5a8b17be tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/d0507dc9-8658-423f-a8e8-8a977b123cc1 HTTP/1.1" status: 204 len: 168 time: 0.4270275 Sep 18 07:39:59.164530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38410) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:59.167916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059d7ed-ae1d-412c-96fc-7ce242ec9030 None None] Network 6a7501fb-23df-4801-83c8-7d42df7cc081 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:39:59.226208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.251447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.307695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 24e7f244-a026-4e1f-aac9-a366002e603a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:59.308046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.362005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] DHCP port deletion for 6a7501fb-23df-4801-83c8-7d42df7cc081 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:39:59.378987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port 24e7f244-a026-4e1f-aac9-a366002e603a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24e7f244-a026-4e1f-aac9-a366002e603a,segment=NetworkSegment(e71845a8-bd8f-4d5b-abcf-179f6f363ed3),segment_id=e71845a8-bd8f-4d5b-abcf-179f6f363ed3)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:59.379308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.398116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 24e7f244-a026-4e1f-aac9-a366002e603a owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:59.413301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Deleting port 24e7f244-a026-4e1f-aac9-a366002e603a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:39:59.413679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.480851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] For port 24e7f244-a026-4e1f-aac9-a366002e603a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24e7f244-a026-4e1f-aac9-a366002e603a,segment=NetworkSegment(e71845a8-bd8f-4d5b-abcf-179f6f363ed3),segment_id=e71845a8-bd8f-4d5b-abcf-179f6f363ed3)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:39:59.481529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.494274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Calling delete_port for 24e7f244-a026-4e1f-aac9-a366002e603a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:39:59.571172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.582580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.597888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=24e7f244-a026-4e1f-aac9-a366002e603a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:59.606760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port 24e7f244-a026-4e1f-aac9-a366002e603a on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:59.617537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] No DVR routers for this DVR port 24e7f244-a026-4e1f-aac9-a366002e603a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:39:59.623034 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de1a17-0b97-4e27-8cfb-65e6e603a177 None None] Pushing event deleted for resources: {'Port': ['ID=24e7f244-a026-4e1f-aac9-a366002e603a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:59.692750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.713667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7501fb-23df-4801-83c8-7d42df7cc081']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:59.722821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:59.725317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71845a8-bd8f-4d5b-abcf-179f6f363ed3') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:39:59.732451 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.750406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.756512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:39:59.764440 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:39:59.895411 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.899728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:39:59.904117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/6a7501fb-23df-4801-83c8-7d42df7cc081 HTTP/1.1" status: 204 len: 168 time: 0.7383137 Sep 18 07:39:59.907769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38416) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:39:59.913037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2072979896'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:39:59.919315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e3153-0987-42fc-a4f4-bddf5b504836 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=6a7501fb-23df-4801-83c8-7d42df7cc081,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:39:59.986481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:39:59.990014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.013857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:40:00.023017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.023387 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment aaaeefa4-8d7a-4f14-ba99-d25ca99dafec of type vlan for network 20d4283c-f44e-4bef-a735-592b3300c134 Sep 18 07:40:00.066490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.163398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.169650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:00.170292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.235454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=20d4283c-f44e-4bef-a735-592b3300c134,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:00.246927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 20d4283c-f44e-4bef-a735-592b3300c134 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:40:00.278574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7d5caabc-9a78-4b6c-8d2c-8b5e04edec1b tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3696082 Sep 18 07:40:00.281746 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:00.287131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '20d4283c-f44e-4bef-a735-592b3300c134', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:00.449490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:00.453001 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.707441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.772220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=540147b6-8f9c-4994-bbf3-20b7bca2767f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:00.782594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:00.782959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: 20d4283c-f44e-4bef-a735-592b3300c134, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:40:00.872310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 20d4283c-f44e-4bef-a735-592b3300c134 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:40:00.949262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24e7f244-a026-4e1f-aac9-a366002e603a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:40:00.972614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 24e7f244-a026-4e1f-aac9-a366002e603a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:40:00.972614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24e7f244-a026-4e1f-aac9-a366002e603a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:40:00.980712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 20d4283c-f44e-4bef-a735-592b3300c134) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:00.985019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:00.989430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:00.990273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a090c9d-1dca-4596-b8ca-9575b6fb8483 None None] Network 20d4283c-f44e-4bef-a735-592b3300c134 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:01.090370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce72583f-3eec-40bd-bf2f-3b1c2d458c17 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8072288 Sep 18 07:40:01.094060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38424) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:01.098875 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '20d4283c-f44e-4bef-a735-592b3300c134', 'name': 'tempest-PortsIpV6TestJSON-1786153822', 'fixed_ips': [{'subnet_id': '540147b6-8f9c-4994-bbf3-20b7bca2767f', 'ip_address': '2001:db8::10'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:01.140863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-20d4283c-f44e-4bef-a735-592b3300c134', 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '540147b6-8f9c-4994-bbf3-20b7bca2767f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:40:01.141743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.285643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Allocated IP 2001:db8::2 (20d4283c-f44e-4bef-a735-592b3300c134/540147b6-8f9c-4994-bbf3-20b7bca2767f/c04ef848-d88c-4d7d-9d01-490e76f6af3e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:01.317734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:01.423418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.442443 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.442777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 02e731a1-e41b-422c-a0f7-1b56e0bd264b yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:40:01.553229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.594850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Network 20d4283c-f44e-4bef-a735-592b3300c134 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:01.597706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:01.601138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:01.609418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::10 (20d4283c-f44e-4bef-a735-592b3300c134/540147b6-8f9c-4994-bbf3-20b7bca2767f/02e731a1-e41b-422c-a0f7-1b56e0bd264b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:01.612357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Pushing event updated for resources: {'Port': ['ID=c04ef848-d88c-4d7d-9d01-490e76f6af3e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:01.662546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Attempting to bind port c04ef848-d88c-4d7d-9d01-490e76f6af3e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:40:01.662919 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Attempting to bind port c04ef848-d88c-4d7d-9d01-490e76f6af3e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:40:01.663279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Attempting to bind port c04ef848-d88c-4d7d-9d01-490e76f6af3e on network 20d4283c-f44e-4bef-a735-592b3300c134 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:40:01.669575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:40:01.669977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Checking segment: {'id': 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:01.670484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.670882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Bound using segment: {'id': 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:40:01.671346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Bound port: c04ef848-d88c-4d7d-9d01-490e76f6af3e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20d4283c-f44e-4bef-a735-592b3300c134'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:40:01.671726 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.735922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] For port c04ef848-d88c-4d7d-9d01-490e76f6af3e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:40:01.740787 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] For port c04ef848-d88c-4d7d-9d01-490e76f6af3e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c04ef848-d88c-4d7d-9d01-490e76f6af3e,segment=NetworkSegment(aaaeefa4-8d7a-4f14-ba99-d25ca99dafec),segment_id=aaaeefa4-8d7a-4f14-ba99-d25ca99dafec)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:40:01.768125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.850283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.885571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.920283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e989c0f-20c9-4d9b-82f9-b92199e773ae None None] Pushing event updated for resources: {'Port': ['ID=c04ef848-d88c-4d7d-9d01-490e76f6af3e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:01.942995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 20d4283c-f44e-4bef-a735-592b3300c134 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:01.947380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:01.951733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:01.957490 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:01.958170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:01.979864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=02e731a1-e41b-422c-a0f7-1b56e0bd264b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:02.061770 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8f361972-7b87-483d-995e-34bf870f93dc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9666631 Sep 18 07:40:02.066610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38430) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:02.073151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '20d4283c-f44e-4bef-a735-592b3300c134', 'name': 'tempest-PortsIpV6TestJSON-2037627956', 'fixed_ips': [{'subnet_id': '540147b6-8f9c-4994-bbf3-20b7bca2767f', 'ip_address': '2001:db8::f'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:02.295222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:02.300342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:02.319516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 65c6c2de-b283-4273-9770-a05116a34dab yet. {{(pid=101978) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:40:02.500524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::f (20d4283c-f44e-4bef-a735-592b3300c134/540147b6-8f9c-4994-bbf3-20b7bca2767f/65c6c2de-b283-4273-9770-a05116a34dab) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:02.683357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:02.792934 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:02.815691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ac79e-1245-4eb8-8d0d-473d6158c82c None None] Network 20d4283c-f44e-4bef-a735-592b3300c134 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:02.844287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 20d4283c-f44e-4bef-a735-592b3300c134 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:02.847410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:02.851200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:02.857521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:02.858164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:02.873167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=65c6c2de-b283-4273-9770-a05116a34dab,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:02.899300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] Provisioning complete for port c04ef848-d88c-4d7d-9d01-490e76f6af3e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:02.899727 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:02.987413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c04ef848-d88c-4d7d-9d01-490e76f6af3e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:02.993676 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d28d5948-58be-4fd0-82d5-443c506423c9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9250524 Sep 18 07:40:03.016513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38434) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:03.089545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5be5d-6e2b-47fc-acf9-621661871e91 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:03.091180 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bbc5be5d-6e2b-47fc-acf9-621661871e91 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0939152 Sep 18 07:40:03.093919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38436) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:03.104033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.152107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559c9e1-d6f2-44c5-9a32-ae413b9830ad tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:03.152685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c04ef848-d88c-4d7d-9d01-490e76f6af3e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:03.152685 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.159375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559c9e1-d6f2-44c5-9a32-ae413b9830ad tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:03.167190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559c9e1-d6f2-44c5-9a32-ae413b9830ad tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:03.169222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c559c9e1-d6f2-44c5-9a32-ae413b9830ad tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0740640 Sep 18 07:40:03.172293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38438) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:03.176262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] For port c04ef848-d88c-4d7d-9d01-490e76f6af3e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c04ef848-d88c-4d7d-9d01-490e76f6af3e,segment=NetworkSegment(aaaeefa4-8d7a-4f14-ba99-d25ca99dafec),segment_id=aaaeefa4-8d7a-4f14-ba99-d25ca99dafec)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:03.246282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.267303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.308933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 65c6c2de-b283-4273-9770-a05116a34dab {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:03.309499 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.365496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97a64e-5609-4b51-a7f9-fe5bdb6516cb None None] Pushing event updated for resources: {'Port': ['ID=c04ef848-d88c-4d7d-9d01-490e76f6af3e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:03.368483 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:40:03.375577 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:40:03.421589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.434350 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 65c6c2de-b283-4273-9770-a05116a34dab owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:03.498561 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Provisioning complete for port 02e731a1-e41b-422c-a0f7-1b56e0bd264b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:03.498954 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.539485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Port 02e731a1-e41b-422c-a0f7-1b56e0bd264b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:03.550388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Provisioning complete for port 65c6c2de-b283-4273-9770-a05116a34dab triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:03.550715 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.591830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Port 65c6c2de-b283-4273-9770-a05116a34dab cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:03.602095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Provisioning complete for port c04ef848-d88c-4d7d-9d01-490e76f6af3e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:03.604283 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68efbd06-485b-4358-9b51-d90de156a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.655764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.688388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=65c6c2de-b283-4273-9770-a05116a34dab,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:03.718289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.720324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8aa9daa7-aea5-43e4-9110-57368b6168e6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/65c6c2de-b283-4273-9770-a05116a34dab HTTP/1.1" status: 204 len: 168 time: 0.5468972 Sep 18 07:40:03.723062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38442) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:03.749734 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a9bcb5-e495-48e2-84f5-e793b66d53d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:40:03.751447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a1a9bcb5-e495-48e2-84f5-e793b66d53d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/65c6c2de-b283-4273-9770-a05116a34dab HTTP/1.1" status: 404 len: 333 time: 0.0274091 Sep 18 07:40:03.754165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38444) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:03.827443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a9e85485-946a-49c7-83cc-4b4c675521da None None] Provisioning complete for port 02e731a1-e41b-422c-a0f7-1b56e0bd264b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:03.828020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a9e85485-946a-49c7-83cc-4b4c675521da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.852449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 02e731a1-e41b-422c-a0f7-1b56e0bd264b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:03.852805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.873560 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a9e85485-946a-49c7-83cc-4b4c675521da None None] Port 02e731a1-e41b-422c-a0f7-1b56e0bd264b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:03.971184 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:03.990107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7aaf4fa2-e69d-4b51-b04b-3f0daf0c8836 None None] Could not find standard attr ID for object 65c6c2de-b283-4273-9770-a05116a34dab. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:40:03.990854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 02e731a1-e41b-422c-a0f7-1b56e0bd264b owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:04.249732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.287667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=02e731a1-e41b-422c-a0f7-1b56e0bd264b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:04.317073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.321819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-58d18a65-6430-4542-9fc0-6e9de1256e8d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/02e731a1-e41b-422c-a0f7-1b56e0bd264b HTTP/1.1" status: 204 len: 168 time: 0.5638330 Sep 18 07:40:04.321819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38446) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:04.348826 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f115505-f865-4a39-890b-28772eed6dd3 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:40:04.350725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3f115505-f865-4a39-890b-28772eed6dd3 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/02e731a1-e41b-422c-a0f7-1b56e0bd264b HTTP/1.1" status: 404 len: 333 time: 0.0279706 Sep 18 07:40:04.354058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38448) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:04.410988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 540147b6-8f9c-4994-bbf3-20b7bca2767f {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:04.415140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.459771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.585107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.724265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.751015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=540147b6-8f9c-4994-bbf3-20b7bca2767f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:04.754890 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.756724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-99218c12-41f3-4598-b0b0-f071bfabdec2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/540147b6-8f9c-4994-bbf3-20b7bca2767f HTTP/1.1" status: 204 len: 168 time: 0.4016976 Sep 18 07:40:04.759805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38452) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:04.765538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b1aa3-0e2e-4fc7-a06c-5d6be2fcbd7c None None] Network 20d4283c-f44e-4bef-a735-592b3300c134 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:04.844681 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.902302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port c04ef848-d88c-4d7d-9d01-490e76f6af3e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:04.903120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:04.953849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] DHCP port deletion for 20d4283c-f44e-4bef-a735-592b3300c134 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:40:05.006859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Deleting port c04ef848-d88c-4d7d-9d01-490e76f6af3e {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:05.007252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.236454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] For port c04ef848-d88c-4d7d-9d01-490e76f6af3e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c04ef848-d88c-4d7d-9d01-490e76f6af3e,segment=NetworkSegment(aaaeefa4-8d7a-4f14-ba99-d25ca99dafec),segment_id=aaaeefa4-8d7a-4f14-ba99-d25ca99dafec)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:05.237245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.252083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Calling delete_port for c04ef848-d88c-4d7d-9d01-490e76f6af3e owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:05.336440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port c04ef848-d88c-4d7d-9d01-490e76f6af3e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c04ef848-d88c-4d7d-9d01-490e76f6af3e,segment=NetworkSegment(aaaeefa4-8d7a-4f14-ba99-d25ca99dafec),segment_id=aaaeefa4-8d7a-4f14-ba99-d25ca99dafec)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:05.337046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.349430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for c04ef848-d88c-4d7d-9d01-490e76f6af3e owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:05.450165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.457261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.475810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Pushing event deleted for resources: {'Port': ['ID=c04ef848-d88c-4d7d-9d01-490e76f6af3e,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:05.480463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] No DVR routers for this DVR port c04ef848-d88c-4d7d-9d01-490e76f6af3e on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:05.487543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.487821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.488167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.488398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port c04ef848-d88c-4d7d-9d01-490e76f6af3e on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:05.488511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.488812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.489140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.489470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.490172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.490255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=c04ef848-d88c-4d7d-9d01-490e76f6af3e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:05.490331 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.490423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.490736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.491054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee76b48-a93d-425a-8d43-b245609d9f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:05.582091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.603664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d4283c-f44e-4bef-a735-592b3300c134']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:05.613034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:05.613334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaeefa4-8d7a-4f14-ba99-d25ca99dafec') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:05.624416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.638165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.644650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:40:05.645134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self.session.flush() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:40:05.648008 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:40:05.775674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.787799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.790466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/20d4283c-f44e-4bef-a735-592b3300c134 HTTP/1.1" status: 204 len: 168 time: 1.0297499 Sep 18 07:40:05.794624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38460) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:05.799825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1929769906'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:05.810386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d3f1c-16c7-4bb0-9808-01e64e364643 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=20d4283c-f44e-4bef-a735-592b3300c134,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:05.846358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-217e8616-1d57-442a-b08a-1d290533ad30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1462176 Sep 18 07:40:05.889836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:05.893392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.921782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:40:05.930870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:05.931215 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Added segment bbc45884-7209-4197-b5cf-27042a0b2503 of type vlan for network 817297c9-baeb-4bfe-9884-d910c6611890 Sep 18 07:40:05.936415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-75740202-4e1b-4ddc-959a-f798ab712104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:05.937124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-75740202-4e1b-4ddc-959a-f798ab712104 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0482848 Sep 18 07:40:05.985437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.057101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-3d82d7a9-3363-4785-a951-e8e4e49f805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:06.058556 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-3d82d7a9-3363-4785-a951-e8e4e49f805d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.1037843 Sep 18 07:40:06.072549 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.078235 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:06.078822 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.129758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-6f9ac423-265d-4155-9cd0-60513f0da256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0642366 Sep 18 07:40:06.156284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Network': ['ID=817297c9-baeb-4bfe-9884-d910c6611890,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:06.167494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 817297c9-baeb-4bfe-9884-d910c6611890 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:40:06.193073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-70ba858a-f399-4a7e-8ab8-a0c182602da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:06.194628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-70ba858a-f399-4a7e-8ab8-a0c182602da7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0574856 Sep 18 07:40:06.205139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-05ec156b-35dd-4fd2-b672-5aa19dc0be4f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4097672 Sep 18 07:40:06.208639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38462) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:06.219870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '817297c9-baeb-4bfe-9884-d910c6611890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:06.253510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-4444fcac-79b1-4696-b808-1f2c7ed264a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:06.255230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-4444fcac-79b1-4696-b808-1f2c7ed264a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533767 Sep 18 07:40:06.352131 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-3595beb9-8866-43ee-9a03-697320b8fd2d service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891256 Sep 18 07:40:06.415439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:06.419271 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.458638 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6a6e751-4c6e-4133-b6c5-de33979f1f3d req-10dfd8cd-76d8-4582-ae95-6811e57b52ef service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000257 Sep 18 07:40:06.684353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.753640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=89495a84-b841-4b1d-a7df-b452219bd7bc,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:06.762154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Checking segment: {'id': 'bbc45884-7209-4197-b5cf-27042a0b2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:06.762777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network hostable DHCP agents. Network: 817297c9-baeb-4bfe-9884-d910c6611890, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:40:06.843782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 817297c9-baeb-4bfe-9884-d910c6611890 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:40:06.943054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c04ef848-d88c-4d7d-9d01-490e76f6af3e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:40:06.963356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c04ef848-d88c-4d7d-9d01-490e76f6af3e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:40:06.963701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 817297c9-baeb-4bfe-9884-d910c6611890) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:06.963822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c04ef848-d88c-4d7d-9d01-490e76f6af3e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:40:06.967910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:06.968797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:06.976427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096bac86-a411-4aa4-bfba-976800d9f111 None None] Network 817297c9-baeb-4bfe-9884-d910c6611890 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:07.039133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d63ebd5-07b9-4636-8147-16d55fdc68a9 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8291252 Sep 18 07:40:07.042647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:07.047748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1914484157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:07.125277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-817297c9-baeb-4bfe-9884-d910c6611890', 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '89495a84-b841-4b1d-a7df-b452219bd7bc'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:40:07.125277 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.158462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.164023 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.217230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.266479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Allocated IP 2001:db8::2 (817297c9-baeb-4bfe-9884-d910c6611890/89495a84-b841-4b1d-a7df-b452219bd7bc/e4713a27-3354-403d-b4da-266a3a19ad42) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:07.318687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.408384 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.427046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.428296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d725bf65-a4f0-4e29-b912-9a35d0e5004e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3845701 Sep 18 07:40:07.430889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:07.435669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'network_id': '817297c9-baeb-4bfe-9884-d910c6611890', 'name': 'tempest-PortsIpV6TestJSON-1165638382'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:07.529728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.567222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Network 817297c9-baeb-4bfe-9884-d910c6611890 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:07.572348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:07.575804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:07.584711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Pushing event updated for resources: {'Port': ['ID=e4713a27-3354-403d-b4da-266a3a19ad42,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:07.642704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Attempting to bind port e4713a27-3354-403d-b4da-266a3a19ad42 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:40:07.643087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Attempting to bind port e4713a27-3354-403d-b4da-266a3a19ad42 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'bbc45884-7209-4197-b5cf-27042a0b2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:40:07.643439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Attempting to bind port e4713a27-3354-403d-b4da-266a3a19ad42 on network 817297c9-baeb-4bfe-9884-d910c6611890 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:40:07.643861 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:07.647629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.652107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:40:07.652600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Checking segment: {'id': 'bbc45884-7209-4197-b5cf-27042a0b2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:07.653008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.653413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Bound using segment: {'id': 'bbc45884-7209-4197-b5cf-27042a0b2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:40:07.653882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Bound port: e4713a27-3354-403d-b4da-266a3a19ad42, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc45884-7209-4197-b5cf-27042a0b2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '817297c9-baeb-4bfe-9884-d910c6611890'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:40:07.654348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.666246 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 97a7d896-e827-484c-8a8a-e670217a605b yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:40:07.726656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] For port e4713a27-3354-403d-b4da-266a3a19ad42, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:40:07.730244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] For port e4713a27-3354-403d-b4da-266a3a19ad42, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e4713a27-3354-403d-b4da-266a3a19ad42,segment=NetworkSegment(bbc45884-7209-4197-b5cf-27042a0b2503),segment_id=bbc45884-7209-4197-b5cf-27042a0b2503)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:40:07.796489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::29e (817297c9-baeb-4bfe-9884-d910c6611890/89495a84-b841-4b1d-a7df-b452219bd7bc/97a7d896-e827-484c-8a8a-e670217a605b) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:07.840001 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:07.898226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a935a99-090a-4e5c-99d9-e357ad686b94 None None] Pushing event updated for resources: {'Port': ['ID=e4713a27-3354-403d-b4da-266a3a19ad42,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:07.954577 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.079255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.133757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 817297c9-baeb-4bfe-9884-d910c6611890 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:08.137373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:08.140256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:08.146043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:08.146674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.172134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=97a7d896-e827-484c-8a8a-e670217a605b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:08.269697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4c96d51c-97f8-47bf-82cc-c01f5e7fc155 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8354366 Sep 18 07:40:08.270176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38474) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:08.615234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.906816 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2b466f7-d2f4-4229-9cc9-e05ffd31dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.921644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:08.972724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb1a62-e7e3-43f9-918a-59f17c9e70ef None None] Network 817297c9-baeb-4bfe-9884-d910c6611890 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:09.040715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e4713a27-3354-403d-b4da-266a3a19ad42 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:09.055969 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.114909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] Provisioning complete for port e4713a27-3354-403d-b4da-266a3a19ad42 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:09.115208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.163315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=97a7d896-e827-484c-8a8a-e670217a605b,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:09.204018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e4713a27-3354-403d-b4da-266a3a19ad42 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:09.204322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.269252 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.309452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.376009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] For port e4713a27-3354-403d-b4da-266a3a19ad42, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e4713a27-3354-403d-b4da-266a3a19ad42,segment=NetworkSegment(bbc45884-7209-4197-b5cf-27042a0b2503),segment_id=bbc45884-7209-4197-b5cf-27042a0b2503)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:09.387284 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.494859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.527437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.584514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:40:09.584873 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:40:09.588775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002de2f4-d5e5-48ca-877c-55eea897bf31 None None] Pushing event updated for resources: {'Port': ['ID=e4713a27-3354-403d-b4da-266a3a19ad42,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:09.624772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-92729563-29fc-4678-8561-48673608ca0d None None] Provisioning complete for port 97a7d896-e827-484c-8a8a-e670217a605b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:09.624772 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92729563-29fc-4678-8561-48673608ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.681763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-92729563-29fc-4678-8561-48673608ca0d None None] Port 97a7d896-e827-484c-8a8a-e670217a605b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:09.698185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-92729563-29fc-4678-8561-48673608ca0d None None] Provisioning complete for port e4713a27-3354-403d-b4da-266a3a19ad42 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:09.698818 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92729563-29fc-4678-8561-48673608ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.896002 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.926521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-56a86ed8-155d-4941-b05a-8be43e0d265c None None] Provisioning complete for port 97a7d896-e827-484c-8a8a-e670217a605b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:09.927080 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-56a86ed8-155d-4941-b05a-8be43e0d265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.971437 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-56a86ed8-155d-4941-b05a-8be43e0d265c None None] Port 97a7d896-e827-484c-8a8a-e670217a605b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:09.978392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:09.979230 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:10.053800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=97a7d896-e827-484c-8a8a-e670217a605b,revision_number=3']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:10.116366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 817297c9-baeb-4bfe-9884-d910c6611890 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:10.118342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:10.193292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0040085b-59eb-4458-ae30-6301fc0a87d3 None None] Provisioning complete for port 97a7d896-e827-484c-8a8a-e670217a605b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:10.193575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0040085b-59eb-4458-ae30-6301fc0a87d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:10.236326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0040085b-59eb-4458-ae30-6301fc0a87d3 None None] Port 97a7d896-e827-484c-8a8a-e670217a605b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:10.329618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Router 4f42879b-9466-4307-b08f-3889ec297e5a is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:40:10.355087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-07cb1fb6-cc3b-450a-b01d-1f9ce79eb505 None None] Provisioning complete for port 97a7d896-e827-484c-8a8a-e670217a605b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:10.355463 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07cb1fb6-cc3b-450a-b01d-1f9ce79eb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:10.390582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-07cb1fb6-cc3b-450a-b01d-1f9ce79eb505 None None] Port 97a7d896-e827-484c-8a8a-e670217a605b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:10.764717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:40:10.769694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b5611aad-4c85-4655-8e1e-f4f73047bf99 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/routers/4f42879b-9466-4307-b08f-3889ec297e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4985056 Sep 18 07:40:10.772462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38482) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:10.774898 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] Sync routers for ids ['4f42879b-9466-4307-b08f-3889ec297e5a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:40:10.783836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] Routers {'4f42879b-9466-4307-b08f-3889ec297e5a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:10.784455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4f42879b-9466-4307-b08f-3889ec297e5a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:10.815526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:10.820096 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febbe4f7-9224-41e3-97a5-35cd165d740e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:10.822123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-febbe4f7-9224-41e3-97a5-35cd165d740e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f42879b-9466-4307-b08f-3889ec297e5a HTTP/1.1" status: 200 len: 989 time: 0.0485458 Sep 18 07:40:10.824399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] Routers {'4f42879b-9466-4307-b08f-3889ec297e5a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:10.824948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38484) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:10.825107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:39:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4f42879b-9466-4307-b08f-3889ec297e5a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:10.859359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:10.860000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340a9e-574f-4fdc-82d2-3c1d90e199a5 None None] The sync data for ids ['4f42879b-9466-4307-b08f-3889ec297e5a'] in n-d-789963-14 is: [] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:40:10.959374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e4713a27-3354-403d-b4da-266a3a19ad42 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:11.010011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e4713a27-3354-403d-b4da-266a3a19ad42 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:11.010392 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:11.232759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-06b7f7d1-5c33-4481-a818-3d9a671e7cb3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028933722&fields=id&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 267 time: 0.0786211 Sep 18 07:40:11.299597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:11.435237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-974bc142-b11b-4343-a531-f24d2065b45e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:11.436684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-974bc142-b11b-4343-a531-f24d2065b45e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1954579 Sep 18 07:40:11.494067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-2c1e0cee-8839-4013-bac6-7b93c89676ac tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/quotas/c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0278809 Sep 18 07:40:11.518301 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-53e70b67-1408-4f05-a57a-fcd55d17a594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:11.566126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-36c948cb-46db-4c9c-94bf-f5bb661a40e3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654776 Sep 18 07:40:11.675577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 97a7d896-e827-484c-8a8a-e670217a605b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:11.675907 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:11.704909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-c676b683-1fc8-488e-afb9-e208efeee282 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187110 Sep 18 07:40:11.821662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:11.837856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 97a7d896-e827-484c-8a8a-e670217a605b owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:11.863825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-2b7c9844-78da-42fe-a1c0-69c52e30d0c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512434 Sep 18 07:40:12.118838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:12.119417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:12.148681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=97a7d896-e827-484c-8a8a-e670217a605b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:12.245021 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:12.404060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Router 4f42879b-9466-4307-b08f-3889ec297e5a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:40:12.509222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0626db97-93bf-4bd3-9e19-ea6faff7e2b1 req-c178d2bf-67ac-4f31-a618-3ec68f4d3a32 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0524764 Sep 18 07:40:12.510596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:40:12.518604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3c289a5a-b4b0-4500-a857-931ad4ca1fc2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/routers/4f42879b-9466-4307-b08f-3889ec297e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895890 Sep 18 07:40:12.518604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:12.524923 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] Sync routers for ids ['4f42879b-9466-4307-b08f-3889ec297e5a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:40:12.534657 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] Routers {'4f42879b-9466-4307-b08f-3889ec297e5a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:12.535492 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:40:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4f42879b-9466-4307-b08f-3889ec297e5a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:12.547383 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5451cc9b-bbb7-443d-b12b-32dbc75a2c9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:40:12.548720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5451cc9b-bbb7-443d-b12b-32dbc75a2c9a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/97a7d896-e827-484c-8a8a-e670217a605b HTTP/1.1" status: 404 len: 333 time: 0.0291522 Sep 18 07:40:12.551528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38522) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:12.573764 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:12.583770 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] Routers {'4f42879b-9466-4307-b08f-3889ec297e5a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:12.584384 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:40:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['4f42879b-9466-4307-b08f-3889ec297e5a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:12.618801 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:12.619457 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eb8332-87e3-4f15-8fd9-c11a19ac73e7 None None] The sync data for ids ['4f42879b-9466-4307-b08f-3889ec297e5a'] in n-d-789963-14 is: [] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:40:12.622865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.009191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.011343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.180781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.181381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Fanout notify agent at l3_agent the message router_deleted on router 4f42879b-9466-4307-b08f-3889ec297e5a {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:40:13.188408 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.192309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4de19627-dc11-4f50-b59a-e3544f6eb104 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/routers/4f42879b-9466-4307-b08f-3889ec297e5a HTTP/1.1" status: 204 len: 168 time: 0.6370623 Sep 18 07:40:13.192309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38532) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:13.241983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 89495a84-b841-4b1d-a7df-b452219bd7bc {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:13.244976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.284178 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.369080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.387011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.484004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.512557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=89495a84-b841-4b1d-a7df-b452219bd7bc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:13.514572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.517708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-91433da9-b993-41a6-a755-6295cf098f59 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/89495a84-b841-4b1d-a7df-b452219bd7bc HTTP/1.1" status: 204 len: 168 time: 0.3232894 Sep 18 07:40:13.519105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:13.521783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e409bf3-f483-4335-9b01-5c106eea9f24 None None] Network 817297c9-baeb-4bfe-9884-d910c6611890 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:13.620129 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ce0013e-5bac-4272-8146-bc11921fbfca req-02a3ab0c-b028-4e57-a8a9-9902edd07ca1 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0321991 Sep 18 07:40:13.625426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.689127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] DHCP port deletion for 817297c9-baeb-4bfe-9884-d910c6611890 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:40:13.693253 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port e4713a27-3354-403d-b4da-266a3a19ad42 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:13.693545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.738578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Deleting port e4713a27-3354-403d-b4da-266a3a19ad42 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:13.739042 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.760442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port e4713a27-3354-403d-b4da-266a3a19ad42, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e4713a27-3354-403d-b4da-266a3a19ad42,segment=NetworkSegment(bbc45884-7209-4197-b5cf-27042a0b2503),segment_id=bbc45884-7209-4197-b5cf-27042a0b2503)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:13.760887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.774555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for e4713a27-3354-403d-b4da-266a3a19ad42 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:13.802123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] For port e4713a27-3354-403d-b4da-266a3a19ad42, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e4713a27-3354-403d-b4da-266a3a19ad42,segment=NetworkSegment(bbc45884-7209-4197-b5cf-27042a0b2503),segment_id=bbc45884-7209-4197-b5cf-27042a0b2503)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:13.802531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.815272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Calling delete_port for e4713a27-3354-403d-b4da-266a3a19ad42 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:13.917830 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.925163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:13.949847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port e4713a27-3354-403d-b4da-266a3a19ad42 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:13.954551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] Pushing event deleted for resources: {'Port': ['ID=e4713a27-3354-403d-b4da-266a3a19ad42,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:13.955384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=e4713a27-3354-403d-b4da-266a3a19ad42,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:13.956395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68618b77-180a-4c0a-b0af-1b6f55b5d953 None None] No DVR routers for this DVR port e4713a27-3354-403d-b4da-266a3a19ad42 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:14.038247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.060448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817297c9-baeb-4bfe-9884-d910c6611890']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:14.069999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc45884-7209-4197-b5cf-27042a0b2503') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:14.070329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc45884-7209-4197-b5cf-27042a0b2503') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:14.079488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.093224 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.099023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:40:14.099453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:40:14.103054 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:40:14.214750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.221570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.223371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/817297c9-baeb-4bfe-9884-d910c6611890 HTTP/1.1" status: 204 len: 168 time: 0.7033594 Sep 18 07:40:14.227836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38540) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:14.235186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b5a72-865e-4ad9-9de3-d33c4bf55571 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=817297c9-baeb-4bfe-9884-d910c6611890,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:14.269512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65ed6e-90a5-4157-9950-c63139f985fe tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:14.270905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4a65ed6e-90a5-4157-9950-c63139f985fe tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/be77392a-c7bd-4801-b9f6-41284944f392 HTTP/1.1" status: 200 len: 845 time: 0.0420794 Sep 18 07:40:14.274962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38542) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:14.316954 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1a660a80-f631-421b-bf88-143b95ac035c tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/be77392a-c7bd-4801-b9f6-41284944f392?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0408921 Sep 18 07:40:14.320465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38544) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:14.325055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:14.352670 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:40:14.472205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:14.475795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.691390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-33037479-060a-4767-b3cb-9a76575d46a4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:14.692892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-33037479-060a-4767-b3cb-9a76575d46a4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 810 time: 0.1542196 Sep 18 07:40:14.735623 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc241b23-cb08-4155-91a3-6973d770243a req-720363f2-c136-46a3-bf33-741496d10d66 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0275750 Sep 18 07:40:14.782410 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-7733dc63-1e27-4c09-a174-0fea7992bcd5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14a8dc608c04598a1add35e7182e3a8 HTTP/1.1" status: 200 len: 380 time: 0.0727675 Sep 18 07:40:14.792098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'port': {'device_id': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'admin_state_up': True, 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'security_groups': ['c4c4d5be-7776-43c3-baf0-a0e309e83e41']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:14.815412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.862204 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.922506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:14.932966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:14.945888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc13a7-7d44-4576-981e-b0a3de164a02 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:14.953881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:14.958758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:14.966004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=07ac37c0-8400-41f5-9b7a-01883816dccf,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:14.977623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e4713a27-3354-403d-b4da-266a3a19ad42 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:40:15.016184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Made reservation on behalf of c14a8dc608c04598a1add35e7182e3a8 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:15.019837 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.028367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e4713a27-3354-403d-b4da-266a3a19ad42 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:40:15.028712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e4713a27-3354-403d-b4da-266a3a19ad42 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:40:15.111641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38550) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:15.111995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9d28ee2-0751-472b-92d4-69ae20d3696a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7903845 Sep 18 07:40:15.120843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'security_group': {'name': 'tempest-secgroup-975658630'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:15.141345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'tenant_id': '2592415cc1494b3e841423e97164940a', 'fixed_ips': [{'subnet_id': '07ac37c0-8400-41f5-9b7a-01883816dccf'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:40:15.142250 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.184851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.20.0.13 (2af3e8ec-dcdf-4215-8753-dcd270988cda/cc84d970-2bd1-4be1-a464-7b65e588990d/a25d8e04-f3b2-4f6a-83c3-caa063c94f7d) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:15.203761 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.300961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Allocated IP 2001:db8::2 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/07ac37c0-8400-41f5-9b7a-01883816dccf/08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:15.312718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.327723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.363656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.381501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.395072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ce0c2-6d83-4045-86ff-2a5c2e6763df,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:15.416669 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.432371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.436257 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd2ca704-f4c8-4e7c-9c99-c7efb6b51eef tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3207865 Sep 18 07:40:15.437363 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38552) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:15.442818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'security_group': {'name': 'tempest-secgroup-321762671'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:15.478237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:15.481860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:15.486056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:15.491339 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.516230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:15.536325 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.545205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:15.546053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.553752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.602631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:15.605714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:15.609628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:15.638949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.667545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:15.673743 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Attempting to bind port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:40:15.674179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Attempting to bind port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '406bf008-9ddc-4119-8d7d-e03d6fa669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:40:15.674555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Attempting to bind port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e on network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:40:15.680014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:40:15.680603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Checking segment: {'id': '406bf008-9ddc-4119-8d7d-e03d6fa669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:15.681177 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.684640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Bound using segment: {'id': '406bf008-9ddc-4119-8d7d-e03d6fa669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:40:15.684640 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Bound port: 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406bf008-9ddc-4119-8d7d-e03d6fa669a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:40:15.684640 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.697116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.734883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee98ad9-03d0-46f1-8893-398739dd9ebd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:15.753210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:40:15.756555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:40:15.758607 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c081cfa-9ac0-4dc6-b709-ba3b7e71d64c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9703987 Sep 18 07:40:15.783102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Request body: {'port': {'device_id': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:15.787619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.792310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4cf294ed-d06e-465e-834a-fe1c17d6113f tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3502755 Sep 18 07:40:15.792869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:15.808330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1402034586', 'security_groups': ['aee98ad9-03d0-46f1-8893-398739dd9ebd'], 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07ac37c0-8400-41f5-9b7a-01883816dccf'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:15.845604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.853565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.861551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ef25833a-73f4-4185-a1f5-b86e4d82cdc8 None None] Provisioning complete for port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:15.864555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef25833a-73f4-4185-a1f5-b86e4d82cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:15.963569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ef25833a-73f4-4185-a1f5-b86e4d82cdc8 None None] Port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:15.991852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413df98-21a9-49e8-9266-dc691bfaf797 None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:16.018204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba40280-02ce-4b50-a1e0-19ad907cb028 req-66f57d1c-6606-4782-afe0-38480759b0d8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:16.019954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ba40280-02ce-4b50-a1e0-19ad907cb028 req-66f57d1c-6606-4782-afe0-38480759b0d8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 932 time: 0.2068479 Sep 18 07:40:16.061066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:16.074121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ba40280-02ce-4b50-a1e0-19ad907cb028 req-8e68bed4-60e9-4531-b133-c44970b8d691 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476387 Sep 18 07:40:16.214028 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.234741 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port 324cbe05-1f52-4c99-ab81-a872ef75100a yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:40:16.245230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25d8e04-f3b2-4f6a-83c3-caa063c94f7d {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:40:16.255141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.269152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Transition to ACTIVE for port object a25d8e04-f3b2-4f6a-83c3-caa063c94f7d will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:40:16.352393 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.421418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::1d5 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/07ac37c0-8400-41f5-9b7a-01883816dccf/324cbe05-1f52-4c99-ab81-a872ef75100a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:16.458240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Pushing event updated for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:16.495457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Attempting to bind port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:40:16.495801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Attempting to bind port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:40:16.496111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Attempting to bind port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:40:16.501239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d on network 2af3e8ec-dcdf-4215-8753-dcd270988cda not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:40:16.501239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Attempting to bind port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d on network 2af3e8ec-dcdf-4215-8753-dcd270988cda {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:40:16.506283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:40:16.506622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Checking segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:40:16.507013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Bound using segment: {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:40:16.507694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Bound port: a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf713a8-9403-4696-b98e-a08d6c4a26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:40:16.508592 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.588943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.596440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:40:16.601070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:40:16.678641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.689766 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.717773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:16.718582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.720089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0c958464-1fd7-492a-b197-932c88788792 service neutron] 10.222.0.24 "PUT /v2.0/ports/a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 1093 time: 0.9413552 Sep 18 07:40:16.720605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:40:16.723111 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11" -d '{"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:40:16.759059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:16.763679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:16.771585 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:16.773017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958464-1fd7-492a-b197-932c88788792 service neutron] Pushing event updated for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:16.789712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:16.799312 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:16.802473 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28b0cef-2170-4dd9-82c6-c1b448ebd912 x-openstack-request-id: req-c28b0cef-2170-4dd9-82c6-c1b448ebd912 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:40:16.802777 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:40:16.803032 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c28b0cef-2170-4dd9-82c6-c1b448ebd912 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:40:16.803442 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'status': 'completed', 'code': 200} Sep 18 07:40:16.826079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=324cbe05-1f52-4c99-ab81-a872ef75100a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:16.892451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-171eb4d6-6219-4231-ac64-51a44a5aee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:16.895275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-171eb4d6-6219-4231-ac64-51a44a5aee67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1096 time: 0.0484884 Sep 18 07:40:16.915503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9ffc7f6f-b83e-41d6-8c4f-c2b8eb7e504d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1213307 Sep 18 07:40:16.921085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38562) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:16.925054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:17.035162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:17.050292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-c8dcbf55-1f4f-4092-8bd6-bc142abc7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.050292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-c8dcbf55-1f4f-4092-8bd6-bc142abc7114 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c14a8dc608c04598a1add35e7182e3a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1412172 Sep 18 07:40:17.125611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:17.126020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.210267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-6f6be811-9807-4e32-abdf-6ce083fa1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.212527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a9d9eb7-f2c4-421e-8007-bddbf1728c11 req-6f6be811-9807-4e32-abdf-6ce083fa1831 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558065 Sep 18 07:40:17.228009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:17.231567 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.238109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.253790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e163b-671f-4027-bfd4-ef0c30a3fceb req-dddf6a89-8f22-41a6-b57a-5d08d1b1990e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.255410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca8e163b-671f-4027-bfd4-ef0c30a3fceb req-dddf6a89-8f22-41a6-b57a-5d08d1b1990e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0828502 Sep 18 07:40:17.283577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:17.324147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.363038 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-caafbd04-6a19-4f6b-9a55-d2181606b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.367247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-caafbd04-6a19-4f6b-9a55-d2181606b463 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1096 time: 0.0820594 Sep 18 07:40:17.368365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca8e163b-671f-4027-bfd4-ef0c30a3fceb req-7991af06-7606-45e7-94c8-962745549d5c tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023824 Sep 18 07:40:17.400686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:17.401119 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07ac37c0-8400-41f5-9b7a-01883816dccf (CIDR: 2001:db8::/64) Sep 18 07:40:17.436526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-77a4554e-0968-4d1d-8773-11bc9cec6d80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 217 time: 0.0561695 Sep 18 07:40:17.444475 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:17.447840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:17.491827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-755d4ab0-b06d-4581-9cf6-69bbf22fef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.493418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-755d4ab0-b06d-4581-9cf6-69bbf22fef60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0506945 Sep 18 07:40:17.517520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-59702c60-5adb-4f53-ac90-c83064a4ae25 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:17.518057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-59702c60-5adb-4f53-ac90-c83064a4ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.542330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2cbfaf3-173f-4863-887b-bab609d730e5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6215665 Sep 18 07:40:17.545070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38566) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:17.551053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:17.579197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0fea7db6-9795-4042-a4b8-4d783909ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:17.581608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-0fea7db6-9795-4042-a4b8-4d783909ff17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813820 Sep 18 07:40:17.710776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-355cf5ab-8dc8-42ed-9b32-b4774e00a93c service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212029 Sep 18 07:40:17.809657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:17.816751 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.820010 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0167f0bc-a6d8-434b-9e44-0178f2458008 req-212e3ff6-5870-4427-8bc4-917238e8c0d8 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002245 Sep 18 07:40:17.824491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-59702c60-5adb-4f53-ac90-c83064a4ae25 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:17.824955 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-59702c60-5adb-4f53-ac90-c83064a4ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:17.871751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-59702c60-5adb-4f53-ac90-c83064a4ae25 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:17.992208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-027f2700-4afd-41d8-8424-58c4ab2bef9e None None] Provisioning complete for port 324cbe05-1f52-4c99-ab81-a872ef75100a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:17.992729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-027f2700-4afd-41d8-8424-58c4ab2bef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.025489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-027f2700-4afd-41d8-8424-58c4ab2bef9e None None] Port 324cbe05-1f52-4c99-ab81-a872ef75100a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:18.118094 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.165115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:18.168602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:18.172799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:18.173386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.179996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f07399-0639-4ddc-98f8-5c68dc5bbc2c None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:18.190444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=3d371826-bbf1-4c2b-9637-010d93536c9d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:18.301741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2ff4acb-542d-4f8a-847c-2f8943c9eff4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7550113 Sep 18 07:40:18.305060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38568) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:18.310523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1506563476', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d371826-bbf1-4c2b-9637-010d93536c9d'}], 'security_groups': ['e39ce0c2-6d83-4045-86ff-2a5c2e6763df']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:18.450447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Update dhcp port {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'fixed_ips': [{'subnet_id': '07ac37c0-8400-41f5-9b7a-01883816dccf', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d371826-bbf1-4c2b-9637-010d93536c9d'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:40:18.477446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.482161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.508276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b454d4-d438-4c14-8bf2-60db4e0aaef4 req-8e35af95-ee79-41b0-ba8e-661ac3e63c2e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:18.510019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3b454d4-d438-4c14-8bf2-60db4e0aaef4 req-8e35af95-ee79-41b0-ba8e-661ac3e63c2e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0592387 Sep 18 07:40:18.555829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3b454d4-d438-4c14-8bf2-60db4e0aaef4 req-d44fc207-3ae7-4eab-9b03-4a6fa35d87ad tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Sep 18 07:40:18.687058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Allocated IP 2001:db8:0:1::2 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/3d371826-bbf1-4c2b-9637-010d93536c9d/08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:18.788041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:18.817129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.895593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:18.979608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:19.018328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd992c-a8c0-48d2-be5f-a360f1928308 None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:19.060392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Delete allocated IP 2001:db8::1d5 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/07ac37c0-8400-41f5-9b7a-01883816dccf) {{(pid=101978) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:40:19.066849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:19.067356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.070583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8:0:1::90 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/3d371826-bbf1-4c2b-9637-010d93536c9d/324cbe05-1f52-4c99-ab81-a872ef75100a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:19.255889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.331762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.414062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] In _notify_port_updated(), no bound segment for port 324cbe05-1f52-4c99-ab81-a872ef75100a on network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:40:19.420100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:19.420784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.424355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/ports/324cbe05-1f52-4c99-ab81-a872ef75100a HTTP/1.1" status: 200 len: 930 time: 1.1159692 Sep 18 07:40:19.424355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9260-ba7c-4531-be73-c9e8f83e89f0 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=324cbe05-1f52-4c99-ab81-a872ef75100a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:19.427305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38572) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:19.528451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 324cbe05-1f52-4c99-ab81-a872ef75100a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:19.528797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.622422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.640638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 324cbe05-1f52-4c99-ab81-a872ef75100a owned by {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:19.660156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:19.660647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.757740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feea37e-9af3-49fe-bea7-25f8f546330f req-62564e5b-ae43-40f3-878e-551e25e87862 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:19.759346 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9feea37e-9af3-49fe-bea7-25f8f546330f req-62564e5b-ae43-40f3-878e-551e25e87862 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.1208713 Sep 18 07:40:19.774616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Provisioning complete for port 324cbe05-1f52-4c99-ab81-a872ef75100a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:19.775104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.812229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Port 324cbe05-1f52-4c99-ab81-a872ef75100a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:19.815946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9feea37e-9af3-49fe-bea7-25f8f546330f req-79f75d5b-0e79-41b1-b4b8-2b028dc1c5e6 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Sep 18 07:40:19.832350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:19.832350 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.874364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b3998de6-b0b1-49bd-a2d1-c412f8dc310e None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:19.929215 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.958826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=324cbe05-1f52-4c99-ab81-a872ef75100a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:19.987592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8cdff0c3-bd29-4e85-a573-76e8f08afd78 None None] Could not find standard attr ID for object 324cbe05-1f52-4c99-ab81-a872ef75100a. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:40:19.989701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:19.991673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02a789e1-1356-48eb-85e1-57aff8f9433e tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/324cbe05-1f52-4c99-ab81-a872ef75100a HTTP/1.1" status: 204 len: 168 time: 0.5633020 Sep 18 07:40:19.995054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38576) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:20.020592 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a8c159-1a02-4fe4-8ada-9d54e974afa5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:40:20.022297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-78a8c159-1a02-4fe4-8ada-9d54e974afa5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/324cbe05-1f52-4c99-ab81-a872ef75100a HTTP/1.1" status: 404 len: 333 time: 0.0260930 Sep 18 07:40:20.025036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38578) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:20.081122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.106368 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.215070 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.217631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.218848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/security-groups/aee98ad9-03d0-46f1-8893-398739dd9ebd HTTP/1.1" status: 204 len: 168 time: 0.1928349 Sep 18 07:40:20.221671 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38580) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:20.228699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447202c-b3d7-4dab-ac6f-6979490198cb tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee98ad9-03d0-46f1-8893-398739dd9ebd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:20.276303 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.298685 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.420513 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.423157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.424329 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/security-groups/e39ce0c2-6d83-4045-86ff-2a5c2e6763df HTTP/1.1" status: 204 len: 168 time: 0.2011826 Sep 18 07:40:20.427084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38582) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:20.433609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e97bd-6e58-435e-acee-a6ce96e34f08 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ce0c2-6d83-4045-86ff-2a5c2e6763df,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:20.478830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 07ac37c0-8400-41f5-9b7a-01883816dccf {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:20.481889 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.525120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.605057 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.763792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.795261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=07ac37c0-8400-41f5-9b7a-01883816dccf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:20.799223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:20.801339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d00bb158-56d0-48ad-9d29-0888a8b1a16a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/07ac37c0-8400-41f5-9b7a-01883816dccf HTTP/1.1" status: 204 len: 168 time: 0.3729730 Sep 18 07:40:20.805774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38584) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:20.810846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:20.812366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1f0c8-c037-46ed-b280-71bd3db4c5e9 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:20.966674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b14ab-2a1b-416d-b279-f539cb103e09 req-f9978312-029f-45d2-a57a-663e62ce9b5b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:20.968450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f4b14ab-2a1b-416d-b279-f539cb103e09 req-f9978312-029f-45d2-a57a-663e62ce9b5b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0799727 Sep 18 07:40:20.977853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:21.012856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f4b14ab-2a1b-416d-b279-f539cb103e09 req-0a1fc80b-5908-47ba-bd5b-223704b14fdb tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Sep 18 07:40:21.041663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:21.042075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.048743 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:21.049016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.324114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.370172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:21.373685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:21.378499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:21.379116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.391380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:21.450400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e36323d8-b655-454f-974e-292163570872 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6432960 Sep 18 07:40:21.452847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38588) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:21.457615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536102946'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:21.497918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a682a-f155-430a-a9f1-880d683dcb76 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:21.518327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.562885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-663ac872-7e9b-46cd-9aa3-7b9e52184134 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:21.563185 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-663ac872-7e9b-46cd-9aa3-7b9e52184134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.603851 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.683658 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.713687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f541f5b-1e49-4fdc-bbf9-c37952dbb1f1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:21.722145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-663ac872-7e9b-46cd-9aa3-7b9e52184134 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:21.722527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-663ac872-7e9b-46cd-9aa3-7b9e52184134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.775332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.776650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c9af0bfa-8d55-46b9-b5e3-15098fcff3bc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3227632 Sep 18 07:40:21.779339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38590) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:21.780783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-663ac872-7e9b-46cd-9aa3-7b9e52184134 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:21.785070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1552489852'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:21.795030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Update dhcp port {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'fixed_ips': [{'subnet_id': '3d371826-bbf1-4c2b-9637-010d93536c9d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:40:21.819293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.871715 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.961634 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:21.985284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Allocated IP 2001:db8::2 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2/08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:22.021484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.083608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:22.084183 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ab1be0-3152-499a-a044-e056c94b468c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:22.112278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.157392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0e070-9eab-4c46-99a6-7db0471715de req-717b31c9-f09a-4a84-bd0f-5cc5bf600467 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:22.158802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a0e070-9eab-4c46-99a6-7db0471715de req-717b31c9-f09a-4a84-bd0f-5cc5bf600467 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0504606 Sep 18 07:40:22.159949 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.164036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-50f80152-4902-49b3-a359-fe1273ab2625 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3807182 Sep 18 07:40:22.164036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38594) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:22.168491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1730981382'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:22.219075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20a0e070-9eab-4c46-99a6-7db0471715de req-b58782aa-c8de-4650-8d0b-87f166c2b7e8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Sep 18 07:40:22.248941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.271708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.343233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9fe35-5d68-4dda-bd6c-7f0b9716c555 None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:22.390838 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.460505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.490601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4baf028-98fc-4b22-87e5-dd9ce8948af1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:22.518194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.522339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-22235330-a232-4936-99d8-7a85d34a32ae tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3550260 Sep 18 07:40:22.522605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38596) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:22.527679 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1979984706', 'security_groups': ['d4baf028-98fc-4b22-87e5-dd9ce8948af1'], 'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2'}]}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:22.712066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'port': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:22.817997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.836059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] device_id is not set on port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 yet. {{(pid=101979) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 07:40:22.910232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-338af5e7-8a66-409f-8140-35e42d602e44 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:22.910683 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-338af5e7-8a66-409f-8140-35e42d602e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:22.976972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:23.041621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-338af5e7-8a66-409f-8140-35e42d602e44 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:23.041950 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-338af5e7-8a66-409f-8140-35e42d602e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.071740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:23.072139 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.103335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-338af5e7-8a66-409f-8140-35e42d602e44 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:23.248398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8::1e5 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2/bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:23.387139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b75b2-7ab8-4c51-ac13-9eef9ee7634b req-692acb5f-c2be-487d-8fa2-b085e7edeb9d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:23.388620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b75b2-7ab8-4c51-ac13-9eef9ee7634b req-692acb5f-c2be-487d-8fa2-b085e7edeb9d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.1010537 Sep 18 07:40:23.438998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.449307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fc8b75b2-7ab8-4c51-ac13-9eef9ee7634b req-e22b4835-f8d5-4c0e-a475-bbf2450696a4 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548131 Sep 18 07:40:23.535233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.576341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:23.579244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:23.582664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:23.588834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:23.589442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.597912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:23.701460 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c82fef30-e7b7-4ce4-b5b9-a35a36bb3501 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1775894 Sep 18 07:40:23.704261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38600) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:23.709321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:23.825725 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3e4924f7-c619-4d0d-b62d-bb52896e8f7b None None] Provisioning complete for port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:23.826124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3e4924f7-c619-4d0d-b62d-bb52896e8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.861070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3e4924f7-c619-4d0d-b62d-bb52896e8f7b None None] Port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:23.872191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:23.875752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:23.962146 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2 (CIDR: 2001:db8::/64) Sep 18 07:40:24.026340 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:24.026790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:24.095143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-db88ea31-e132-489e-bf87-12ab18d64039 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3897915 Sep 18 07:40:24.097763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38602) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:24.103203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:24.288690 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:24.292500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:24.381410 n-d-789963-14 neutron-server[101979]: INFO neutron.db.ipam_backend_mixin [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3d371826-bbf1-4c2b-9637-010d93536c9d (CIDR: 2001:db8:0:1::/64) Sep 18 07:40:24.438494 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:24.438948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:24.542637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1fd2146a-5c09-4ab1-b933-5e76fc9867ff tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4436016 Sep 18 07:40:24.545275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38606) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:24.550739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'subnet': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:24.565087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289247b5-fdfa-4f99-b92d-5f4defb62448 req-12c33bcf-5521-4e14-8e9c-adb2a1bdfe69 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:24.566916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-289247b5-fdfa-4f99-b92d-5f4defb62448 req-12c33bcf-5521-4e14-8e9c-adb2a1bdfe69 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0523727 Sep 18 07:40:24.605725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-289247b5-fdfa-4f99-b92d-5f4defb62448 req-c0b073df-b50b-47fb-a43c-b9c22cff9b04 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Sep 18 07:40:24.746128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Made reservation on behalf of 2592415cc1494b3e841423e97164940a for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:40:24.749635 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.072247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.119239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:25.122517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:25.126627 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:25.127211 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.132737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d82938-0f56-4725-b999-f72faeedd6b2 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:25.138744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Subnet': ['ID=93f865db-1ce2-4e55-a0c7-0048ce3f4c53,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:25.221268 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3bc5026c-f424-4081-8626-df73f80a2fac tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6746502 Sep 18 07:40:25.223705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38608) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:25.229401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-190544074', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93f865db-1ce2-4e55-a0c7-0048ce3f4c53'}], 'security_groups': ['0f541f5b-1e49-4fdc-bbf9-c37952dbb1f1', '20ab1be0-3152-499a-a044-e056c94b468c']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:25.336438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Update dhcp port {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'fixed_ips': [{'subnet_id': '3d371826-bbf1-4c2b-9637-010d93536c9d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2', 'ip_address': '2001:db8::2'}, {'subnet_id': '93f865db-1ce2-4e55-a0c7-0048ce3f4c53'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:40:25.361310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.378716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.526540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Allocated IP 2001:db8:0:2::2 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/93f865db-1ce2-4e55-a0c7-0048ce3f4c53/08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:25.617074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:25.648987 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.719773 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49342d82-ef98-4a5d-ae67-d6336f637d5d req-2d2db7ac-36ab-41b3-9394-f2c941329d3e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:25.721371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49342d82-ef98-4a5d-ae67-d6336f637d5d req-2d2db7ac-36ab-41b3-9394-f2c941329d3e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0480783 Sep 18 07:40:25.734501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:25.759505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49342d82-ef98-4a5d-ae67-d6336f637d5d req-e4ff716b-3f4c-484f-bf4f-04b9b7414485 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Sep 18 07:40:25.833592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313909a-789d-47aa-b429-e166e7180e5f None None] Pushing event updated for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:25.846309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Delete allocated IP 2001:db8::1e5 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2) {{(pid=101978) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 07:40:25.854686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Allocated IP 2001:db8:0:2::205 (8dcb1d3d-5811-4e00-87e0-609c1b19a9f3/93f865db-1ce2-4e55-a0c7-0048ce3f4c53/bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:26.024346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.095036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.168267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] In _notify_port_updated(), no bound segment for port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 on network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 {{(pid=101978) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 07:40:26.168443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:26.169070 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.170474 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "PUT /v2.0/ports/bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 HTTP/1.1" status: 200 len: 969 time: 0.9458432 Sep 18 07:40:26.173273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38612) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:26.187791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc356fb-aa98-4d09-86a2-8a3a73de9122 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event updated for resources: {'Port': ['ID=bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:26.273085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:26.273449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.367315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.380187 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:26.401137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:26.402171 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.496355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Provisioning complete for port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:26.497024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.531513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Port bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:26.542464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:26.548577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.563675 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.577838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7542eb05-05fe-400a-924d-e9695d7c0e18 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:26.595586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:26.624409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.628892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2f5205b-c080-47ef-8851-51e4962527a5 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 HTTP/1.1" status: 204 len: 168 time: 0.4521978 Sep 18 07:40:26.629354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38614) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:26.658127 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abdff2a-39cf-40a6-9ab9-bfdae01ed9de tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] GET failed (client error): The resource could not be found. Sep 18 07:40:26.659688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3abdff2a-39cf-40a6-9ab9-bfdae01ed9de tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports/bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50 HTTP/1.1" status: 404 len: 333 time: 0.0292566 Sep 18 07:40:26.663160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38616) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:26.689115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7906dd61-22f7-4803-ace6-73af9a7c0da9 None None] Could not find standard attr ID for object bc1dd31a-1641-4fb3-b9ae-6bcc0d797f50. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:40:26.721990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.746617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.877343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.879876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.881031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4baf028-98fc-4b22-87e5-dd9ce8948af1 HTTP/1.1" status: 204 len: 168 time: 0.2162819 Sep 18 07:40:26.884002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3a75-f531-4d4f-939a-e33430a2937a req-a1175530-9672-4a7c-b7e0-13f9550189e0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:26.886807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38620) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:26.886990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82cd3a75-f531-4d4f-939a-e33430a2937a req-a1175530-9672-4a7c-b7e0-13f9550189e0 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 944 time: 0.0484598 Sep 18 07:40:26.897397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ca06e-d8ea-4167-87c3-b03a2c50330a tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4baf028-98fc-4b22-87e5-dd9ce8948af1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:26.934577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82cd3a75-f531-4d4f-939a-e33430a2937a req-ee49adac-acca-4f5f-a1cb-4db763c79a8a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Sep 18 07:40:26.954975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:26.979593 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:26.981054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.031651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:27.032030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.129085 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.131707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.132882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/security-groups/20ab1be0-3152-499a-a044-e056c94b468c HTTP/1.1" status: 204 len: 168 time: 0.2465909 Sep 18 07:40:27.135722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38622) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:27.142331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244bece-3846-4557-ab7c-ab095731a376 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ab1be0-3152-499a-a044-e056c94b468c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:27.189216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.211626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.300429 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.303015 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.304178 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f541f5b-1e49-4fdc-bbf9-c37952dbb1f1 HTTP/1.1" status: 204 len: 168 time: 0.1674228 Sep 18 07:40:27.307071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38624) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:27.312943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473066-3d9d-4cb0-b8d0-3769be3c6844 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f541f5b-1e49-4fdc-bbf9-c37952dbb1f1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:27.359468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:27.362605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.403134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.438817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a25d8e04-f3b2-4f6a-83c3-caa063c94f7d details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:40:27.489163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.638560 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.667238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:27.675282 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.680674 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02b940fe-ed99-46ff-bbfd-8c8e9d74b8f1 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2 HTTP/1.1" status: 204 len: 168 time: 0.3681357 Sep 18 07:40:27.681049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38626) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:27.689489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f989be-d1f6-4321-86cb-8f52337cabfd None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:27.713103 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:27.732170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'port_id': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'mac_address': 'fa:16:3e:93:7c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:40:27.733984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 93f865db-1ce2-4e55-a0c7-0048ce3f4c53 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:27.737095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.777686 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.815735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.847431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25d8e04-f3b2-4f6a-83c3-caa063c94f7d {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:40:27.860516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.876001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:27.934930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:27.989608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:28.017973 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.067227 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.069127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/93f865db-1ce2-4e55-a0c7-0048ce3f4c53 HTTP/1.1" status: 204 len: 168 time: 0.3870778 Sep 18 07:40:28.071747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38630) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.072267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1659-0ece-4e9b-8aed-a321c09d8caf tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=93f865db-1ce2-4e55-a0c7-0048ce3f4c53,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:28.089983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c50b72-8d5e-4cf4-a2bf-6da2fcc3b01a req-451a86dc-269d-4886-ab9f-883c74e0d603 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:28.091739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58c50b72-8d5e-4cf4-a2bf-6da2fcc3b01a req-451a86dc-269d-4886-ab9f-883c74e0d603 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 945 time: 0.0856898 Sep 18 07:40:28.103084 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7df8f4-569c-4902-be34-effa806a7e27 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:28.103533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7df8f4-569c-4902-be34-effa806a7e27 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:28.107658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7f7df8f4-569c-4902-be34-effa806a7e27 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/97c66bb8-a3ff-47d0-9ab5-f5a1577a59c2 HTTP/1.1" status: 404 len: 337 time: 0.0326097 Sep 18 07:40:28.107930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38632) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.136040 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58c50b72-8d5e-4cf4-a2bf-6da2fcc3b01a req-8088c115-9190-476b-9619-96fcc5adad29 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372789 Sep 18 07:40:28.160377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting subnet 3d371826-bbf1-4c2b-9637-010d93536c9d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:40:28.164394 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.210776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.368394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:40:28.564771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65b14a-d1c8-42e2-8091-09f1df1ab193 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:28.647317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.676156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-44f71052-d4e5-4987-9d02-fcb971817f39 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:28.676529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-44f71052-d4e5-4987-9d02-fcb971817f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.803770 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.834456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Subnet': ['ID=3d371826-bbf1-4c2b-9637-010d93536c9d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:28.838984 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.843392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-85af7efd-fee4-4a23-9813-fd9b6e541747 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/3d371826-bbf1-4c2b-9637-010d93536c9d HTTP/1.1" status: 204 len: 168 time: 0.7338307 Sep 18 07:40:28.843500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38634) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.852707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-44f71052-d4e5-4987-9d02-fcb971817f39 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:28.853092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-44f71052-d4e5-4987-9d02-fcb971817f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.870896 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cd1378-16a9-43a9-baa8-7d804c1b8cc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:28.871398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cd1378-16a9-43a9-baa8-7d804c1b8cc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:28.875739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c7cd1378-16a9-43a9-baa8-7d804c1b8cc4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/07ac37c0-8400-41f5-9b7a-01883816dccf HTTP/1.1" status: 404 len: 337 time: 0.0286555 Sep 18 07:40:28.875840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.906643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-98094937-805d-46b3-ae6d-27be5b0fca18 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f42879b-9466-4307-b08f-3889ec297e5a HTTP/1.1" status: 200 len: 205 time: 0.0295818 Sep 18 07:40:28.909092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38638) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.914374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-44f71052-d4e5-4987-9d02-fcb971817f39 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:28.925598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68f3b3-3204-4055-ac84-9cdbb1cc3e5e None None] Update dhcp port {'port': {'network_id': '8dcb1d3d-5811-4e00-87e0-609c1b19a9f3', 'fixed_ips': [{'subnet_id': '3d371826-bbf1-4c2b-9637-010d93536c9d'}], 'binding:host_id': 'n-d-789963-14'}, 'id': '08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e'} from n-d-789963-14. {{(pid=101980) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 07:40:28.946015 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-e9a4d753-0719-4a78-b399-03785edaaaab tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] delete failed (client error): The resource could not be found. Sep 18 07:40:28.949497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e9a4d753-0719-4a78-b399-03785edaaaab tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/routers/4f42879b-9466-4307-b08f-3889ec297e5a HTTP/1.1" status: 404 len: 336 time: 0.0370774 Sep 18 07:40:28.949864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38640) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:28.950109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-da68f3b3-3204-4055-ac84-9cdbb1cc3e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:28.976429 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1b78c9-897e-450f-b9d5-ad9518772eb2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:28.976867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1b78c9-897e-450f-b9d5-ad9518772eb2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:28.978618 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2e1b78c9-897e-450f-b9d5-ad9518772eb2 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/89495a84-b841-4b1d-a7df-b452219bd7bc HTTP/1.1" status: 404 len: 337 time: 0.0277436 Sep 18 07:40:28.981469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38642) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.007010 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ff457-e819-4f54-a769-5ff750ac3233 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.007994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ff457-e819-4f54-a769-5ff750ac3233 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.009716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0d4ff457-e819-4f54-a769-5ff750ac3233 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/540147b6-8f9c-4994-bbf3-20b7bca2767f HTTP/1.1" status: 404 len: 337 time: 0.0274022 Sep 18 07:40:29.012384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38644) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.038764 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91cf955-68ea-4a86-a58c-cbf9a0fb338d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.039212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91cf955-68ea-4a86-a58c-cbf9a0fb338d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.041190 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c91cf955-68ea-4a86-a58c-cbf9a0fb338d tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/d0507dc9-8658-423f-a8e8-8a977b123cc1 HTTP/1.1" status: 404 len: 337 time: 0.0276814 Sep 18 07:40:29.043823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38646) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.069255 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c14c32-1c41-449d-8d45-16ea5d5ae4fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.069854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c14c32-1c41-449d-8d45-16ea5d5ae4fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.072181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-09c14c32-1c41-449d-8d45-16ea5d5ae4fc tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/ac9a1ab2-09a7-49c0-b3cb-8c02c0895c5b HTTP/1.1" status: 404 len: 333 time: 0.0274539 Sep 18 07:40:29.074793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38648) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.100676 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-caef85e6-321e-4f6c-b686-a53f0d89dac8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.101125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caef85e6-321e-4f6c-b686-a53f0d89dac8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.102909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-caef85e6-321e-4f6c-b686-a53f0d89dac8 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/fd859c6e-3580-49e0-ab92-505573b18db9 HTTP/1.1" status: 404 len: 337 time: 0.0271878 Sep 18 07:40:29.105309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38650) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.119990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffeb944-8bb5-4247-8fa9-69e227af1220 None None] Network 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:40:29.136780 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad3b6b5-cd82-4e6a-ab03-87991a213135 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.137203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad3b6b5-cd82-4e6a-ab03-87991a213135 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.138975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0ad3b6b5-cd82-4e6a-ab03-87991a213135 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/2ebd7051-3841-4c05-87ed-1e500b4847e0 HTTP/1.1" status: 404 len: 337 time: 0.0327899 Sep 18 07:40:29.141543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38652) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.164718 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-90acb834-e407-434b-8ab7-6e2a39effd29 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.165208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90acb834-e407-434b-8ab7-6e2a39effd29 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.167053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-90acb834-e407-434b-8ab7-6e2a39effd29 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/fa8a4b29-b713-4a2f-a961-7cc0a48005ca HTTP/1.1" status: 404 len: 333 time: 0.0244844 Sep 18 07:40:29.169522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38656) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.195590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1efe1fae-313b-4261-9310-cf818eed8b76 None None] Provisioning complete for port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:29.196179 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1efe1fae-313b-4261-9310-cf818eed8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.196948 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32aa09a-0a52-4411-add9-1cec9f51a059 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.197536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32aa09a-0a52-4411-add9-1cec9f51a059 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.201821 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a32aa09a-0a52-4411-add9-1cec9f51a059 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/766bf971-e545-41a5-bc72-430cddbc412d HTTP/1.1" status: 404 len: 337 time: 0.0287230 Sep 18 07:40:29.202070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38658) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.228773 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-7109b7fe-ccd8-47d9-a77a-b39847bdc4c7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] DELETE failed (client error): The resource could not be found. Sep 18 07:40:29.229279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7109b7fe-ccd8-47d9-a77a-b39847bdc4c7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:40:29.230091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.231073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7109b7fe-ccd8-47d9-a77a-b39847bdc4c7 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/subnets/3a95f7e1-f41e-4473-bbdc-25e83164a0f3 HTTP/1.1" status: 404 len: 337 time: 0.0281119 Sep 18 07:40:29.233604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38660) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.265729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190db47-75e8-4fe4-99d8-d980bd730866 req-078c00b4-a842-49ce-8751-06ed09cf7b3a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:29.267510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3190db47-75e8-4fe4-99d8-d980bd730866 req-078c00b4-a842-49ce-8751-06ed09cf7b3a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 945 time: 0.0577204 Sep 18 07:40:29.307538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3190db47-75e8-4fe4-99d8-d980bd730866 req-1991a242-0074-4a35-90a7-3b54a591f88a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Sep 18 07:40:29.339058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port be77392a-c7bd-4801-b9f6-41284944f392 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:29.339581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.342272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] DHCP port deletion for 8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:40:29.346111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1efe1fae-313b-4261-9310-cf818eed8b76 None None] Provisioning complete for port be77392a-c7bd-4801-b9f6-41284944f392 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:29.346488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1efe1fae-313b-4261-9310-cf818eed8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.402897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1efe1fae-313b-4261-9310-cf818eed8b76 None None] Port be77392a-c7bd-4801-b9f6-41284944f392 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:40:29.408336 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.420453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Deleting port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:29.420886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.422137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for be77392a-c7bd-4801-b9f6-41284944f392 owned by {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:29.443208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a25d8e04-f3b2-4f6a-83c3-caa063c94f7d up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:40:29.509543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,segment=NetworkSegment(406bf008-9ddc-4119-8d7d-e03d6fa669a1),segment_id=406bf008-9ddc-4119-8d7d-e03d6fa669a1)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:29.509967 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.527809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Calling delete_port for 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:29.574978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.604973 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=be77392a-c7bd-4801-b9f6-41284944f392,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:29.612080 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.614137 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-73bf8c5e-4a0f-4088-a87a-a5639e769dd6 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/ports/be77392a-c7bd-4801-b9f6-41284944f392 HTTP/1.1" status: 204 len: 168 time: 0.3793879 Sep 18 07:40:29.619375 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38664) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:29.677843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:40:29.682333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:40:29.682706 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.692275 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.724859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.748852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Deleting port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:40:29.750866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.753388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] Pushing event deleted for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:29.772541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4d114-5f5c-44d8-bb10-c8f3237909e7 None None] No DVR routers for this DVR port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:29.791280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.811255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] For port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e, host n-d-789963-14, got binding levels [] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:29.811619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.814072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:40:29.816313 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c99600a-016d-42ee-94b2-9bdc43f16032" -d '{"events": [{"server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "name": "network-vif-plugged", "status": "completed", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:40:29.824214 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Calling delete_port for 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:40:29.829201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e was not found and therefore no delete operation was performed {{(pid=101978) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 07:40:29.829201 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.832425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:40:29.855374 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f6b75-88e4-4b60-8117-9ad568c27408 x-openstack-request-id: req-fa0f6b75-88e4-4b60-8117-9ad568c27408 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:40:29.855558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Port': ['ID=08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:29.855679 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "name": "network-vif-plugged", "status": "completed", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:40:29.855938 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa0f6b75-88e4-4b60-8117-9ad568c27408 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:40:29.856366 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'code': 200} Sep 18 07:40:29.857447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] No DVR routers for this DVR port 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:40:29.923404 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.944049 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:29.970445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:29.985842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcb1d3d-5811-4e00-87e0-609c1b19a9f3']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:29.998410 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406bf008-9ddc-4119-8d7d-e03d6fa669a1') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:29.998703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406bf008-9ddc-4119-8d7d-e03d6fa669a1') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:30.009534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.028354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b843b90-c648-4114-aaaf-0faecca922a8 req-9129c1aa-8f2a-48a8-98b9-2d8f9bedc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:30.029877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b843b90-c648-4114-aaaf-0faecca922a8 req-9129c1aa-8f2a-48a8-98b9-2d8f9bedc2c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1098 time: 0.0879347 Sep 18 07:40:30.033359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.045063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:40:30.045458 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:40:30.049195 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:40:30.119340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b843b90-c648-4114-aaaf-0faecca922a8 req-86b41e38-9656-4dee-bbd8-8f73b5ef36aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812278 Sep 18 07:40:30.180357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.190067 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.190067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] 10.222.0.20 "DELETE /v2.0/networks/8dcb1d3d-5811-4e00-87e0-609c1b19a9f3 HTTP/1.1" status: 204 len: 168 time: 0.5710485 Sep 18 07:40:30.200874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d3b5-ce1b-4391-aa45-0790ffdde9d4 tempest-PortsIpV6TestJSON-733507821 tempest-PortsIpV6TestJSON-733507821-project] Pushing event deleted for resources: {'Network': ['ID=8dcb1d3d-5811-4e00-87e0-609c1b19a9f3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:30.429330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f60fcd-0c35-42c4-8ea3-109b1c0246c9 req-d11da099-0b5d-4109-a066-7306b625bd87 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:30.431007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24f60fcd-0c35-42c4-8ea3-109b1c0246c9 req-d11da099-0b5d-4109-a066-7306b625bd87 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.0553176 Sep 18 07:40:30.468977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24f60fcd-0c35-42c4-8ea3-109b1c0246c9 req-b89f6527-b872-4dc6-8c0f-eb2c988ba133 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Sep 18 07:40:30.606167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38674) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:30.733793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a3049e1-78fb-411b-b9e1-ce1c5d2d9829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2592415cc1494b3e841423e97164940a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264288 Sep 18 07:40:30.736370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38678) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:30.789087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.810256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.930174 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.932754 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:30.934101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff869ba0-9321-4503-950c-8f0792bde30a HTTP/1.1" status: 204 len: 168 time: 0.1968024 Sep 18 07:40:30.942603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafb0bd-7148-475f-b85c-dfcd842901e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff869ba0-9321-4503-950c-8f0792bde30a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:30.966363 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:40:30.985379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:40:30.985729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 08a33c75-aa3b-4e8f-84a8-c7e0f2c3e60e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:40:31.590666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca81f1-82e3-4b8a-a409-7350f9593298 req-18d5d2fe-3f08-44fb-ae48-94a16639d467 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:31.592153 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ca81f1-82e3-4b8a-a409-7350f9593298 req-18d5d2fe-3f08-44fb-ae48-94a16639d467 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.0550773 Sep 18 07:40:31.629316 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ca81f1-82e3-4b8a-a409-7350f9593298 req-8d396e31-c336-4502-8271-36a5f642d966 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Sep 18 07:40:31.954072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38702) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.045960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--875039977'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:32.112006 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.120205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.207308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.277340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.312347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cf3057-b7f1-444e-994a-eeab18557524,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:32.365476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.443265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.471794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4b0a4-a6ca-4636-bb31-deb908460468,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:32.523291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.524614 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84fb3dd9-f383-45b8-91c6-cde379eb402e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5695312 Sep 18 07:40:32.527455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.589705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f773ef13-fa59-4c68-bbc3-64f3ee9161c8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0613024 Sep 18 07:40:32.592465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.596622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-security--812762329', 'description': 'tempest-security-description-1005115897'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:32.621702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.665285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.717429 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.720098 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.723872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "PUT /v2.0/security-groups/e4a4b0a4-a6ca-4636-bb31-deb908460468 HTTP/1.1" status: 200 len: 1779 time: 0.1280091 Sep 18 07:40:32.724179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38712) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.745951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544b258-eac2-4b47-b97a-4fabedcd58d7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4b0a4-a6ca-4636-bb31-deb908460468,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:32.774441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386fa39-c5c2-4fbe-a3ce-74f43167f9c7 req-e9d2acaa-6ef3-4c8a-81ca-cae2bb2904ca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:32.776467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c386fa39-c5c2-4fbe-a3ce-74f43167f9c7 req-e9d2acaa-6ef3-4c8a-81ca-cae2bb2904ca tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.0795369 Sep 18 07:40:32.782964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b76454d-e9d5-4fe2-a8a7-00bfafca04bb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups/e4a4b0a4-a6ca-4636-bb31-deb908460468 HTTP/1.1" status: 200 len: 1779 time: 0.0575254 Sep 18 07:40:32.785415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38714) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.822630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c386fa39-c5c2-4fbe-a3ce-74f43167f9c7 req-38dd622f-8573-4bde-868c-5d03a9c62b79 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Sep 18 07:40:32.839654 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.862803 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:32.935722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553e3a-3c41-4f08-aca9-a0669f5ca89f req-cc97a955-b4fc-4f4b-8cf8-eb2b5f274d14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:32.937203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c553e3a-3c41-4f08-aca9-a0669f5ca89f req-cc97a955-b4fc-4f4b-8cf8-eb2b5f274d14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.0495980 Sep 18 07:40:32.974521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c553e3a-3c41-4f08-aca9-a0669f5ca89f req-b528f25a-8543-4eaa-88b9-5c151dee0b58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Sep 18 07:40:32.997037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:32.997543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.000233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.001411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4a4b0a4-a6ca-4636-bb31-deb908460468 HTTP/1.1" status: 204 len: 168 time: 0.2148426 Sep 18 07:40:33.004569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38722) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.011000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8dd3b-3cf0-4bf2-8c55-ad97154e3081 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4b0a4-a6ca-4636-bb31-deb908460468,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:33.065579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44226a0d-7735-48fe-ae1d-bfb8bc44f92f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599527 Sep 18 07:40:33.068462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38724) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.086140 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-e16a7721-1a14-4449-b0a9-d3c00be6cf5d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] delete failed (client error): The resource could not be found. Sep 18 07:40:33.087954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e16a7721-1a14-4449-b0a9-d3c00be6cf5d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4a4b0a4-a6ca-4636-bb31-deb908460468 HTTP/1.1" status: 404 len: 347 time: 0.0181277 Sep 18 07:40:33.091586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.096754 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009424074'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:33.186506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc28b2-4bcb-4f72-87e8-7fbdfe9b785f tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:33.188024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a2bc28b2-4bcb-4f72-87e8-7fbdfe9b785f tempest-TestVolumeBootPattern-1373756963 tempest-TestVolumeBootPattern-1373756963-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1093 time: 0.1900010 Sep 18 07:40:33.190944 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38728) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.195765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:33.221656 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.324871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.450974 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.470612 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.510353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.558518 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94b787-9c34-4aab-aa4c-34807705f717,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:33.602821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.604023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8f762eba-1cbc-4476-98d6-0c0e406da205 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5115108 Sep 18 07:40:33.605207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Allocated IP 172.25.4.124 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/6f80d757-4f2c-466f-a615-a0ac8368a7a0) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:40:33.607015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38730) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.611697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '3c94b787-9c34-4aab-aa4c-34807705f717', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:33.699297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.706740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.745832 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.780864 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.797649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.816006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449cdd79-0fbe-4f0a-a4b5-14a6ddee94dd,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:33.820272 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:40:33.823180 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:40:33.826698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:40:33.855943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=6f80d757-4f2c-466f-a615-a0ac8368a7a0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:33.900408 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.901834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cd6b9e6e-e610-4438-b431-5693f7c20f72 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936077 Sep 18 07:40:33.904478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:33.935033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:33.943564 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.077780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.084154 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.086327 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/449cdd79-0fbe-4f0a-a4b5-14a6ddee94dd HTTP/1.1" status: 204 len: 168 time: 0.1800635 Sep 18 07:40:34.091249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:34.102558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940319-8576-48d7-bd63-19edb9b9cfd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=449cdd79-0fbe-4f0a-a4b5-14a6ddee94dd,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:34.147493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb4a3349-e3f4-4b3d-b156-dffa925569ff tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551286 Sep 18 07:40:34.150947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38736) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:34.202670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.217716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.226467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.375430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.377339 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.378052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.379507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c94b787-9c34-4aab-aa4c-34807705f717 HTTP/1.1" status: 204 len: 168 time: 0.2273271 Sep 18 07:40:34.381883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38738) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:34.389772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5fd3f-804f-4adf-ab9b-776e1ca90418 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94b787-9c34-4aab-aa4c-34807705f717,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:34.468222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-144d6336-d5a7-46a7-a176-59d2cde6ba97 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843203 Sep 18 07:40:34.472121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38740) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:34.476783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575421593'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:34.546362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.566079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.626262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.626490 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.695973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event updated for resources: {'Port': ['ID=6f80d757-4f2c-466f-a615-a0ac8368a7a0,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:34.708674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.717297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.748178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:34.808959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.810465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e6198a8-9a35-4dee-9b1a-ee863c55cde8 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3372560 Sep 18 07:40:34.813238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38742) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:34.814677 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 7f589ada-664a-4c7b-9a36-89244d3b3edf associated. External IP: 172.25.4.124, port: a25d8e04-f3b2-4f6a-83c3-caa063c94f7d. Sep 18 07:40:34.818094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:34.899399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:34.956443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.020254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:40:35.049136 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.067120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2beb4484-a01e-436d-8d45-37640c62f00b,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:35.117887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.119187 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-59bcf904-89e2-4ab5-931c-51830128cc74 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049476 Sep 18 07:40:35.122054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38744) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:35.126563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:35.132472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:40:35.142484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:40:35.152338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:35.152892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:40:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:35.202586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.256636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:40:35.261268 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.271883 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.299981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-edf69f2e-416f-4e78-ac10-2d653954b91a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1077003 Sep 18 07:40:35.300691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:40:35.303197 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562597e8-b902-4f53-bf3c-cf361407a12f" -d '{"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:40:35.317758 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.336292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a02ab38-5e39-4bee-ba25-e62b8e21ba36,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:35.416641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.418065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c83f9639-19e8-4f30-8128-43236f0b2b86 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2950373 Sep 18 07:40:35.420882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:35.426028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:35.481739 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee4c70-ba72-40a6-926c-9fb5628fa605 x-openstack-request-id: req-83ee4c70-ba72-40a6-926c-9fb5628fa605 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:40:35.482281 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:40:35.482742 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83ee4c70-ba72-40a6-926c-9fb5628fa605 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:40:35.483337 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'status': 'completed', 'code': 200} Sep 18 07:40:35.485642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.499016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}, {'id': '7f589ada-664a-4c7b-9a36-89244d3b3edf', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:93:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:40:34Z', 'updated_at': '2021-09-18T07:40:34Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:35.527250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:40:35.535625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:40:35.536233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:40:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:35.573811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.585068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562597e8-b902-4f53-bf3c-cf361407a12f req-d5d319cf-6061-429b-899e-85e4fea5402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:35.587174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-d5d319cf-6061-429b-899e-85e4fea5402f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1098 time: 0.0543885 Sep 18 07:40:35.642713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:40:35.652617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.682510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5319e4cc-0490-4545-8946-12b8a65d1026,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:35.701022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562597e8-b902-4f53-bf3c-cf361407a12f req-bb6308ab-15df-4d26-844e-e37ea3aab73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:35.702559 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-bb6308ab-15df-4d26-844e-e37ea3aab73c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.1073673 Sep 18 07:40:35.747371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.748585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f629c268-25a3-4704-8660-1a9c1e8e4c52 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266978 Sep 18 07:40:35.751245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38754) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:35.758154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:35.791043 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-103992a5-a024-480e-96ba-3c9aa2109770 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 1000 time: 0.0803101 Sep 18 07:40:35.846226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562597e8-b902-4f53-bf3c-cf361407a12f req-05f8f448-a377-492a-b4ab-fef326d5d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:35.847767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-05f8f448-a377-492a-b4ab-fef326d5d988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0489945 Sep 18 07:40:35.877984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}, {'id': '7f589ada-664a-4c7b-9a36-89244d3b3edf', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:93:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:40:34Z', 'updated_at': '2021-09-18T07:40:34Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:40:35.897617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:35.908907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fc7d8-78c1-4b3c-8660-e89080f0b31c None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}, {'id': '7f589ada-664a-4c7b-9a36-89244d3b3edf', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:93:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:40:34Z', 'updated_at': '2021-09-18T07:40:34Z', 'revision_number': 0, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:40:35.926354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562597e8-b902-4f53-bf3c-cf361407a12f req-7dec47c6-5643-47dd-ae20-432e8e88ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:40:35.927898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-7dec47c6-5643-47dd-ae20-432e8e88ebad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733252 Sep 18 07:40:36.023351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.046633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-b3dafce5-7c66-46c1-a9d4-54a36e3e4758 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089861 Sep 18 07:40:36.118102 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbdb02-6206-4793-b2da-72c34ceac2bb None None] New status for floating IP 7f589ada-664a-4c7b-9a36-89244d3b3edf: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:40:36.141762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.171688 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-562597e8-b902-4f53-bf3c-cf361407a12f req-c460912a-a949-4108-bbb1-60707f5420b0 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175227 Sep 18 07:40:36.172930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bcfc09-11ca-43d4-b3ce-cbd94ab5ac72,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:36.254727 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.257768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fa658147-b7aa-45d8-82bf-d22fa605eb37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5037689 Sep 18 07:40:36.258621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:36.263072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:36.414625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.473766 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.551303 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.570199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29fd725-648e-4864-9108-488773e81aaa,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:36.625574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.626847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-59981c57-f30c-4da6-9de2-2839002899cc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3672838 Sep 18 07:40:36.629611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38758) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:36.653232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.660557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.797196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.803447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.804551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b29fd725-648e-4864-9108-488773e81aaa HTTP/1.1" status: 204 len: 168 time: 0.1739364 Sep 18 07:40:36.807267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38760) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:36.810239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac85a-793e-470d-a919-1ec7586e4937 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b29fd725-648e-4864-9108-488773e81aaa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:36.860066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-db0cefc5-7d4a-454c-b68b-0bb478a4ac69 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0516026 Sep 18 07:40:36.862745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38762) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:36.889308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.900899 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.974616 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.981556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:36.982705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c1bcfc09-11ca-43d4-b3ce-cbd94ab5ac72 HTTP/1.1" status: 204 len: 168 time: 0.1190653 Sep 18 07:40:36.985390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38764) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:36.986689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86180e-c399-422b-aff1-c7343811f193 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1bcfc09-11ca-43d4-b3ce-cbd94ab5ac72,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:37.035530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b6431eaf-beb9-41c1-abfb-3c5109388a59 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0489290 Sep 18 07:40:37.041854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38766) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.064953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.072796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.174884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.181191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.182374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5319e4cc-0490-4545-8946-12b8a65d1026 HTTP/1.1" status: 204 len: 168 time: 0.1395860 Sep 18 07:40:37.187211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.187902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fc38a-2d0a-4002-bdac-d7dff66e7481 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5319e4cc-0490-4545-8946-12b8a65d1026,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:37.229318 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-90751b0f-d487-4c5d-872d-c30bfe5ca3ab tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0431142 Sep 18 07:40:37.232169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38770) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.254561 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.264234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.340334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.346468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.353943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0a02ab38-5e39-4bee-ba25-e62b8e21ba36 HTTP/1.1" status: 204 len: 168 time: 0.1146834 Sep 18 07:40:37.354092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38772) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.355487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf6e8-0f17-47a5-878e-fe0b90875273 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a02ab38-5e39-4bee-ba25-e62b8e21ba36,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:37.394490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c576674f-8c6b-4715-ae3f-173de1b4c7f7 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0415471 Sep 18 07:40:37.396980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38774) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.420266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.427556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.551467 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.558073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.559258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2beb4484-a01e-436d-8d45-37640c62f00b HTTP/1.1" status: 204 len: 168 time: 0.1613538 Sep 18 07:40:37.561859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38776) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.564452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006230bf-472e-461d-8caa-146d98721a93 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2beb4484-a01e-436d-8d45-37640c62f00b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:37.600899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6fea230b-95ad-4f9c-8125-ee978f9cec1a tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377638 Sep 18 07:40:37.603504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38778) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.655072 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.676876 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.780261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.782914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.784085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94 HTTP/1.1" status: 204 len: 168 time: 0.1796947 Sep 18 07:40:37.786827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.794156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fba381-de39-4864-bbdb-ca6465ed1bb5 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569cb59-4c4f-4f0e-b97c-6eb25d0a8c94,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:37.831791 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-664664e0-4173-4970-a814-3fb49685e055 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437469 Sep 18 07:40:37.835928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38782) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:37.840221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--809384271'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:37.894709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:37.978897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.036775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.066686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b216679c-0173-4c71-9519-66beaf3b7173,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:38.151572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.152808 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec1dfeda-cf1f-4457-82f0-aa6e0c48951d tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3158970 Sep 18 07:40:38.155407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38784) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:38.159687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': 'b216679c-0173-4c71-9519-66beaf3b7173', 'direction': 'ingress', 'protocol': 17}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:38.253261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.310817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.397253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.417981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b26ec5c-e7d1-4289-a0a3-680e2030d15a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:38.500194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.501470 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-06abd5c4-f351-46a5-893b-40fff19c2813 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3451486 Sep 18 07:40:38.504248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:38.557122 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.579588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.706053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.708591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.709768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/b216679c-0173-4c71-9519-66beaf3b7173 HTTP/1.1" status: 204 len: 168 time: 0.2046251 Sep 18 07:40:38.713078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:38.719412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc27c-6858-4675-8886-449b61f57889 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216679c-0173-4c71-9519-66beaf3b7173,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:38.755947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2ab52e56-fda8-458c-bdf6-650c6ad83d02 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0417409 Sep 18 07:40:38.760288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38790) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:38.764548 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--779463086'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:38.848984 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.928145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.929602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b4445e9b-57c8-46ab-8e18-21e1e7450792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:38.992316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.021776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0be5b-3089-47ae-b8cd-745fef0b9707,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:39.066107 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.067386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-53c8e103-c6b5-429c-adbf-4a756d293409 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3061101 Sep 18 07:40:39.070574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38792) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:39.074809 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839070844'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:39.151873 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.229871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.311775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.339709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8904e75b-c69a-4752-93d5-f0660be6bc21,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:39.415970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.417259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2aeb348-190f-4e58-8d22-8d108baa6b7e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3457463 Sep 18 07:40:39.419897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38794) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:39.424512 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '2fc0be5b-3089-47ae-b8cd-745fef0b9707', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8904e75b-c69a-4752-93d5-f0660be6bc21', 'remote_ip_prefix': None}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:39.514346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.583667 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.642648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.661424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f26230-23ba-42d8-b895-7ec0bcc0c348,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:39.717174 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.718433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb448fed-e0d3-4a50-a9c0-7f8060a1a175 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2975748 Sep 18 07:40:39.721175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:39.748255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.755569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.842768 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.849464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.850602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d4f26230-23ba-42d8-b895-7ec0bcc0c348 HTTP/1.1" status: 204 len: 168 time: 0.1285281 Sep 18 07:40:39.854215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:39.855155 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b3add-8490-42c0-83eb-cd3127291502 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4f26230-23ba-42d8-b895-7ec0bcc0c348,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:39.897527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-47afc52b-e0a6-496c-b2d4-131d4c44ac82 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0420792 Sep 18 07:40:39.900712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38800) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:39.951776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:39.973716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.094683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.097224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.098425 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/8904e75b-c69a-4752-93d5-f0660be6bc21 HTTP/1.1" status: 204 len: 168 time: 0.1967983 Sep 18 07:40:40.101166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:40.107550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f68c8-2d32-451c-9bb0-f44b437b765c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904e75b-c69a-4752-93d5-f0660be6bc21,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:40.154265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f24e8e04-d25a-4a84-9666-b21dcfb44464 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0517483 Sep 18 07:40:40.156980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:40.206942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.229818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.328961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.331635 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.332805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fc0be5b-3089-47ae-b8cd-745fef0b9707 HTTP/1.1" status: 204 len: 168 time: 0.1749291 Sep 18 07:40:40.335629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38806) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:40.341692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf8eeb-91f0-4f2d-ab6c-05e427fa3bbe tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0be5b-3089-47ae-b8cd-745fef0b9707,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:40.382116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c0cf07e3-f86e-4509-a899-9cb5b5fa3ad4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452726 Sep 18 07:40:40.386781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38808) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:40.391238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--770561547'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:40.494787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.573818 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.637226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.665808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8394e5-8033-4770-b074-4b7f9a4cb1f5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:40.711731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.713060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02b0f3cf-c86d-45e1-b32d-ad73dd64b2ba tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3253269 Sep 18 07:40:40.715886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:40.720519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '1d8394e5-8033-4770-b074-4b7f9a4cb1f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:40.796117 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.840931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.911234 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:40.929450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15238237-7f2f-4f7e-948b-00ef092dd36b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:41.003219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.004452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-81ab8e90-9918-4f96-8231-4d7cb226c139 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2874835 Sep 18 07:40:41.007233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.034098 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.041707 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.140276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.144771 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.145922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/15238237-7f2f-4f7e-948b-00ef092dd36b HTTP/1.1" status: 204 len: 168 time: 0.1377654 Sep 18 07:40:41.148611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38814) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.153405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4430e-3bc9-4821-977f-90769623c120 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15238237-7f2f-4f7e-948b-00ef092dd36b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:41.188650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d884be76-76a1-44e9-a365-047e8af8efa3 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388503 Sep 18 07:40:41.191239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38816) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.241075 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.264331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.357362 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.359874 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.361028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d8394e5-8033-4770-b074-4b7f9a4cb1f5 HTTP/1.1" status: 204 len: 168 time: 0.1688261 Sep 18 07:40:41.363779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.370301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aa673-2ff0-4088-975d-3c8ef2e850e9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8394e5-8033-4770-b074-4b7f9a4cb1f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:41.407917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aff6d3a3-7055-42cb-ad13-05426f85ff68 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426514 Sep 18 07:40:41.411531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38820) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.416779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group': {'name': 'tempest-secgroup--496806382'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:41.534674 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.540736 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10b51df1-750e-4222-afea-1b5e83bb8201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.614339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.711773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.740832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94a256-f554-4ac3-9edb-6313cd17ef42,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:41.786032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.787394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1c5cf5b3-8411-41c3-8269-08cb281b0be9 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3747463 Sep 18 07:40:41.790921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:41.795503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '8a94a256-f554-4ac3-9edb-6313cd17ef42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:41.881998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.938359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:41.991596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.009268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55688516-d45a-45c4-bbe1-d715136f5376,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:42.049090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.050465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f7434c8-bb1c-4453-a9ab-30a681a9182e tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2585933 Sep 18 07:40:42.053125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.066219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.069212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b928f9bb-7c2c-42b7-978d-87d609400921 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules/55688516-d45a-45c4-bbe1-d715136f5376 HTTP/1.1" status: 200 len: 763 time: 0.0150418 Sep 18 07:40:42.071638 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38828) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.112672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ded655ac-d117-4927-a497-b298c08748db tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0400455 Sep 18 07:40:42.115576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38830) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.138351 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.145594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.214718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.221131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.222315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/55688516-d45a-45c4-bbe1-d715136f5376 HTTP/1.1" status: 204 len: 168 time: 0.1057906 Sep 18 07:40:42.224909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38832) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.227562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20e4d0-2a8b-49f7-aa86-cf52c97cb8fb tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55688516-d45a-45c4-bbe1-d715136f5376,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:42.264249 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e198e807-121d-4e65-9ff7-a9f69d83e119 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0380590 Sep 18 07:40:42.266707 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38834) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.271017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '8a94a256-f554-4ac3-9edb-6313cd17ef42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:42.362266 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.418701 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.482696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.499390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee492193-907f-49d0-8a5c-f6c7c3bbcf64,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:42.551288 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.552446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bc77bca8-6dce-4600-9c79-34fbefd51210 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2848291 Sep 18 07:40:42.555659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.571548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4dd7ccf8-0837-4cdc-8855-385f0dbcecd4 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules/ee492193-907f-49d0-8a5c-f6c7c3bbcf64 HTTP/1.1" status: 200 len: 763 time: 0.0148773 Sep 18 07:40:42.573913 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.612391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02eafb7d-5c53-45a4-9a46-201c6768fabc tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0374568 Sep 18 07:40:42.615001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38840) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.638266 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.645435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.739760 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.746335 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.747459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ee492193-907f-49d0-8a5c-f6c7c3bbcf64 HTTP/1.1" status: 204 len: 168 time: 0.1315641 Sep 18 07:40:42.750146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.752816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82593b-ab3d-4316-9256-e78eb439a41f tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee492193-907f-49d0-8a5c-f6c7c3bbcf64,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:42.790459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ef687c2f-f8f6-4a34-9c78-4d85715aea5c tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388224 Sep 18 07:40:42.792922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38844) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:42.797073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Request body: {'security_group_rule': {'security_group_id': '8a94a256-f554-4ac3-9edb-6313cd17ef42', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:42.927353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:42.982796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.031722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.049377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb33dae-0e43-41c6-8b71-6b695336e664,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:43.117223 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.118550 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8e3f9c7c-4919-487c-af6c-0ce811304e20 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246922 Sep 18 07:40:43.121155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38846) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.138124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-36b200a3-76a8-4a04-8754-3d5aa3aae198 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules/4cb33dae-0e43-41c6-8b71-6b695336e664 HTTP/1.1" status: 200 len: 764 time: 0.0158885 Sep 18 07:40:43.140415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38848) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.179941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9e048783-9f42-4ff5-8f4d-255b407e0259 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0384741 Sep 18 07:40:43.182251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38850) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.204606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.213140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.311541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.318686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.319795 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4cb33dae-0e43-41c6-8b71-6b695336e664 HTTP/1.1" status: 204 len: 168 time: 0.1366742 Sep 18 07:40:43.323059 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38852) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.324590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888c233-adf3-489b-a277-6a7bd7dcec66 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cb33dae-0e43-41c6-8b71-6b695336e664,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:43.362276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-efdf1e5c-aa45-4f05-8a0a-82eda2241c25 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379381 Sep 18 07:40:43.364804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38854) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.397516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.417719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.439859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.545198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.547770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:43.548926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a94a256-f554-4ac3-9edb-6313cd17ef42 HTTP/1.1" status: 204 len: 168 time: 0.1832330 Sep 18 07:40:43.551690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.558646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f170c-4907-4dd9-90a2-0d74c2a099cf tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94a256-f554-4ac3-9edb-6313cd17ef42,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:43.595773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7629731-d1c6-4883-9db8-3085f6cb1e37 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429103 Sep 18 07:40:43.600770 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38858) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:43.643324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-39439000-e290-40a3-b72e-0d54dc194360 tempest-SecGroupTest-1594114265 tempest-SecGroupTest-1594114265-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422285 Sep 18 07:40:44.068004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38864) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:44.198152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0570a5b7-cb22-412d-981d-95a9ce88d776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5305bca530a54d8a82374369bc330fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289635 Sep 18 07:40:44.200616 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38868) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:44.250807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:44.270928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:44.391810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:44.394738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:44.398094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4cf3057-b7f1-444e-994a-eeab18557524 HTTP/1.1" status: 204 len: 168 time: 0.1944749 Sep 18 07:40:44.404636 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abccab-afe4-4e46-a0ed-f46ef0685403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cf3057-b7f1-444e-994a-eeab18557524,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:44.831445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.358359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38890) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:45.391649 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.452920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b2e211ba-6082-48e5-be45-bb04b7f371e4 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:45.453422 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-b2e211ba-6082-48e5-be45-bb04b7f371e4 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 07:40:45.453940 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-b2e211ba-6082-48e5-be45-bb04b7f371e4 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:40:45.454908 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2e211ba-6082-48e5-be45-bb04b7f371e4 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0955713 Sep 18 07:40:45.458514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38894) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:45.462597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068087014'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:45.534363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.543642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.633740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.699751 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.736078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304e6eb7-77cd-4c91-9da0-ec23d804db99,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:45.790572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.837165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.865389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b2b13-f13e-49eb-914e-cdad9858c2b2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:45.923246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:45.924612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7a9d46f6-bd5d-410b-9c5d-cd241ae7defb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4651172 Sep 18 07:40:45.927619 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38896) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:45.932584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '5d7b2b13-f13e-49eb-914e-cdad9858c2b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:46.025165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.082357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.151822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.168756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a274f0-866b-4496-a55c-544a64ca1697,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:46.219881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.221087 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fc8a2056-a253-44c5-92c4-c19237617fbf tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924948 Sep 18 07:40:46.223753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38898) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:46.227999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d638367a-16b2-4917-9aea-8e090ae0a97c tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '5d7b2b13-f13e-49eb-914e-cdad9858c2b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:46.333649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d638367a-16b2-4917-9aea-8e090ae0a97c tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.443128 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-d638367a-16b2-4917-9aea-8e090ae0a97c tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 07:40:46.444146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d638367a-16b2-4917-9aea-8e090ae0a97c tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2194679 Sep 18 07:40:46.446916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38900) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:46.499261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.521414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.631187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.634172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.635504 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d7b2b13-f13e-49eb-914e-cdad9858c2b2 HTTP/1.1" status: 204 len: 168 time: 0.1876967 Sep 18 07:40:46.638325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38902) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:46.644894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659567d-0d29-419a-8c96-934570348aa2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b2b13-f13e-49eb-914e-cdad9858c2b2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:46.681522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-890c1753-eece-45ec-a4b5-3a0da339111c tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420020 Sep 18 07:40:46.685948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38904) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:46.690439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--895176783'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:46.809291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.889500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.945700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:46.973608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a788951d-6f9d-43c5-a548-1c281a61234e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:47.037058 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.038404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e8cb07d-423d-4309-a794-b888c4423718 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3515096 Sep 18 07:40:47.041713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38906) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.047174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b219b445-3e28-4326-bc80-ef5ef8d84c90 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': 'a788951d-6f9d-43c5-a548-1c281a61234e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:47.048020 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-b219b445-3e28-4326-bc80-ef5ef8d84c90 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 07:40:47.048650 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-b219b445-3e28-4326-bc80-ef5ef8d84c90 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:47.050053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b219b445-3e28-4326-bc80-ef5ef8d84c90 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072899 Sep 18 07:40:47.052535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38908) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.103629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.126337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.214653 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.217397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.218580 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/a788951d-6f9d-43c5-a548-1c281a61234e HTTP/1.1" status: 204 len: 168 time: 0.1650474 Sep 18 07:40:47.221342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38910) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.227569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effad603-8b83-407e-992c-8638f3ebb2b3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788951d-6f9d-43c5-a548-1c281a61234e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:47.264686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-363a26f0-cd66-4fb4-8829-3a25170e5994 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421810 Sep 18 07:40:47.268509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38912) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.272963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660320699'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:47.340503 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.421196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.470969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.499482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0b72f2-fd18-40f3-af59-5b1824fa4c76,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:47.562956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.564213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2c0c40f3-eb6f-43b3-8ba3-87d98e47c5e8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2946615 Sep 18 07:40:47.567189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38914) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.571418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-819ae607-429a-4db9-b820-8213dc5b17c3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '9e0b72f2-fd18-40f3-af59-5b1824fa4c76', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:47.571995 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-819ae607-429a-4db9-b820-8213dc5b17c3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 07:40:47.572483 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-819ae607-429a-4db9-b820-8213dc5b17c3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:47.573885 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-819ae607-429a-4db9-b820-8213dc5b17c3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057862 Sep 18 07:40:47.576181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38916) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.629245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.651741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.780213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.782845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:47.784016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e0b72f2-fd18-40f3-af59-5b1824fa4c76 HTTP/1.1" status: 204 len: 168 time: 0.2070251 Sep 18 07:40:47.786818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38918) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.795013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674e787-4bcb-4ec3-ab8c-a20fe9a7f20b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0b72f2-fd18-40f3-af59-5b1824fa4c76,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:47.832179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-76ffc951-c5ae-43ae-a63e-6b414e94a1b2 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442138 Sep 18 07:40:47.835702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38920) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:47.841236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--1589872518'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:47.934217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.011463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.071241 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.100305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c433ab-c1de-4c91-baae-3977c41e428e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:48.145753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.147016 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-da2a7cd0-0f6f-43af-a10f-3cdad0d34112 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3103948 Sep 18 07:40:48.149935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38922) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.154334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-28772a9b-01c9-4163-877a-faedc38ff41f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': 'd6c433ab-c1de-4c91-baae-3977c41e428e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.155183 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-28772a9b-01c9-4163-877a-faedc38ff41f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 07:40:48.155671 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-28772a9b-01c9-4163-877a-faedc38ff41f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.156666 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28772a9b-01c9-4163-877a-faedc38ff41f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057936 Sep 18 07:40:48.161196 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38924) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.165042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4b26cf57-47bc-4658-b9b2-95be409d79f0 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': 'd6c433ab-c1de-4c91-baae-3977c41e428e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.165914 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-4b26cf57-47bc-4658-b9b2-95be409d79f0 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 07:40:48.166370 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-4b26cf57-47bc-4658-b9b2-95be409d79f0 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.167784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4b26cf57-47bc-4658-b9b2-95be409d79f0 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057838 Sep 18 07:40:48.169997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.174825 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1bdebb33-7029-421c-8b50-4279455f826b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': 'd6c433ab-c1de-4c91-baae-3977c41e428e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.175586 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-1bdebb33-7029-421c-8b50-4279455f826b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 07:40:48.176042 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-1bdebb33-7029-421c-8b50-4279455f826b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.176948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1bdebb33-7029-421c-8b50-4279455f826b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061457 Sep 18 07:40:48.179291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38928) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.183750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8faa63c7-7ebf-4594-b168-9a206c62f6b1 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': 'd6c433ab-c1de-4c91-baae-3977c41e428e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.184618 n-d-789963-14 neutron-server[101979]: WARNING neutron.api.v2.base [None req-8faa63c7-7ebf-4594-b168-9a206c62f6b1 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 07:40:48.185064 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-8faa63c7-7ebf-4594-b168-9a206c62f6b1 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.186017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8faa63c7-7ebf-4594-b168-9a206c62f6b1 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058556 Sep 18 07:40:48.188264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38930) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.238179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.259522 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.374533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.377081 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.378247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/d6c433ab-c1de-4c91-baae-3977c41e428e HTTP/1.1" status: 204 len: 168 time: 0.1891458 Sep 18 07:40:48.381028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38934) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.388245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c484ad-33af-470e-a03b-18b3d1c23f24 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c433ab-c1de-4c91-baae-3977c41e428e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:48.428999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c73030a5-1a58-4beb-8e1c-4d747bf968aa tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467877 Sep 18 07:40:48.432651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38936) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.436853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--891454959'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.517834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.599690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.643120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.672754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e6ad1-57b3-457e-b66d-0307ab1286b6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:48.728416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:48.729626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-366c55c2-5c72-490f-9f58-80c8a3f69aa8 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2960558 Sep 18 07:40:48.732417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38938) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.736895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-26a30e6e-c0ba-4474-8a0a-676834db538b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.737382 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-26a30e6e-c0ba-4474-8a0a-676834db538b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 07:40:48.737876 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-26a30e6e-c0ba-4474-8a0a-676834db538b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.739183 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26a30e6e-c0ba-4474-8a0a-676834db538b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058391 Sep 18 07:40:48.743301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38940) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.747960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-cc99f913-6575-4168-a9a3-9c098179ae05 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.968711 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-cc99f913-6575-4168-a9a3-9c098179ae05 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.969839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cc99f913-6575-4168-a9a3-9c098179ae05 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2256725 Sep 18 07:40:48.972623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38942) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.977020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-350c0024-698f-40ca-9fb8-7301504c2294 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:48.977495 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-350c0024-698f-40ca-9fb8-7301504c2294 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 07:40:48.977990 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-350c0024-698f-40ca-9fb8-7301504c2294 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:48.978996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-350c0024-698f-40ca-9fb8-7301504c2294 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053883 Sep 18 07:40:48.981615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38944) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:48.985605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-0b5c868d-4281-4530-ae2a-0d2efaee6e91 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.266002 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-0b5c868d-4281-4530-ae2a-0d2efaee6e91 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.267077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0b5c868d-4281-4530-ae2a-0d2efaee6e91 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2845750 Sep 18 07:40:49.276006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38946) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.276006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4f518ee5-7e08-463b-95be-8c5355ad82aa tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.276006 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-4f518ee5-7e08-463b-95be-8c5355ad82aa tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 07:40:49.276006 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-4f518ee5-7e08-463b-95be-8c5355ad82aa tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.276436 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4f518ee5-7e08-463b-95be-8c5355ad82aa tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055194 Sep 18 07:40:49.279317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38948) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.283127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9ee99294-6d40-45a9-b8aa-6b8ef5965353 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.443574 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-9ee99294-6d40-45a9-b8aa-6b8ef5965353 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.444698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9ee99294-6d40-45a9-b8aa-6b8ef5965353 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1645241 Sep 18 07:40:49.447430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38950) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.451920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5ee9937f-3ea0-4c42-8164-380536be03e3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.452456 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-5ee9937f-3ea0-4c42-8164-380536be03e3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 07:40:49.452913 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-5ee9937f-3ea0-4c42-8164-380536be03e3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.453829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5ee9937f-3ea0-4c42-8164-380536be03e3 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055089 Sep 18 07:40:49.456953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38952) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.460796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-92b5c8b3-34a5-44fc-bab5-b70cf597160f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.642778 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-92b5c8b3-34a5-44fc-bab5-b70cf597160f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.643786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-92b5c8b3-34a5-44fc-bab5-b70cf597160f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1859970 Sep 18 07:40:49.646651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38954) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.651042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b51d39c1-5d94-42f8-b581-3e137e6d9f30 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '1f0e6ad1-57b3-457e-b66d-0307ab1286b6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:49.814611 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-b51d39c1-5d94-42f8-b581-3e137e6d9f30 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:49.815726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b51d39c1-5d94-42f8-b581-3e137e6d9f30 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1681457 Sep 18 07:40:49.818604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38956) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:49.872191 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:49.894024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.020113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.022667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.023975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f0e6ad1-57b3-457e-b66d-0307ab1286b6 HTTP/1.1" status: 204 len: 168 time: 0.2044766 Sep 18 07:40:50.026698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38958) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:50.033067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bbc4e-3c4d-4cc4-ac76-14a87d86bb8e tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e6ad1-57b3-457e-b66d-0307ab1286b6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:50.070163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a834636e-11de-4b0a-bd4e-3e87da7a322b tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422652 Sep 18 07:40:50.073811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38960) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:50.078886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--378859692'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:50.185874 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.263674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.345450 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.374468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eef4e7-b854-484c-9e14-e49796e5c9aa,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:50.431787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.433084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2db2c5d1-1e79-446f-912b-6576eeb79738 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3576174 Sep 18 07:40:50.435963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38962) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:50.440379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-22faa5cd-94b4-42ca-a002-57740d78d209 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '20eef4e7-b854-484c-9e14-e49796e5c9aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:50.602849 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-22faa5cd-94b4-42ca-a002-57740d78d209 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The resource could not be found. Sep 18 07:40:50.603910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-22faa5cd-94b4-42ca-a002-57740d78d209 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1670794 Sep 18 07:40:50.606631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38964) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:50.610822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0b68ef40-4749-4951-bcbf-da2f2f82ba00 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '20eef4e7-b854-484c-9e14-e49796e5c9aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bab98e1d-79bf-4365-a5d4-7c4009b295a3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:50.796943 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-0b68ef40-4749-4951-bcbf-da2f2f82ba00 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The resource could not be found. Sep 18 07:40:50.798022 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b68ef40-4749-4951-bcbf-da2f2f82ba00 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1904759 Sep 18 07:40:50.800793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38966) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:50.851729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:50.873642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.048755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.051364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.052671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/20eef4e7-b854-484c-9e14-e49796e5c9aa HTTP/1.1" status: 204 len: 168 time: 0.2508564 Sep 18 07:40:51.055268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:51.062574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8767c-78db-4749-9b89-56923cc45eca tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eef4e7-b854-484c-9e14-e49796e5c9aa,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:51.099647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-00bdf8ac-30ab-4afd-94d4-5e293d613d6f tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431163 Sep 18 07:40:51.103281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:51.108149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5d76c189-02c3-4cf6-8609-68213d07d252 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '86f86515-f36b-48be-be29-999b7f34e5d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:51.277398 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-5d76c189-02c3-4cf6-8609-68213d07d252 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The resource could not be found. Sep 18 07:40:51.281822 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d76c189-02c3-4cf6-8609-68213d07d252 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1742337 Sep 18 07:40:51.281996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38972) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:51.286288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--104664729'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:51.351883 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:40:51.368625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.458402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.522797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.552945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e884eb-36ec-47b3-8340-8431091404e3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:51.619976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.621207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-083fb947-6f5b-4890-8994-85e694723e13 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3382661 Sep 18 07:40:51.624016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:51.628368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--625399687'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:51.722593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.816140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.865263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.894587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c521863a-3c42-48b1-8045-f23ef0219095,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:51.940077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:51.941342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b22d31a7-10d9-41d3-b6b1-fa9c68078cbc tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3163204 Sep 18 07:40:51.944236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:51.948605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d8a53404-bafe-4b7f-a058-38af0c0df0ea tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group_rule': {'security_group_id': '22e884eb-36ec-47b3-8340-8431091404e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c521863a-3c42-48b1-8045-f23ef0219095'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:52.078122 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-d8a53404-bafe-4b7f-a058-38af0c0df0ea tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:40:52.079668 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d8a53404-bafe-4b7f-a058-38af0c0df0ea tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1342413 Sep 18 07:40:52.082546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.136170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.158116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.305708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.308246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.309565 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/c521863a-3c42-48b1-8045-f23ef0219095 HTTP/1.1" status: 204 len: 168 time: 0.2259574 Sep 18 07:40:52.312735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38980) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.319154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cc076-d524-4099-8170-8e90106b1f58 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521863a-3c42-48b1-8045-f23ef0219095,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:52.369857 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0ac56d8f-64c4-4ac2-8fba-112b24ed1438 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0559523 Sep 18 07:40:52.372624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38982) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.424032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.446061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.573803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.576411 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.577639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/22e884eb-36ec-47b3-8340-8431091404e3 HTTP/1.1" status: 204 len: 168 time: 0.2036200 Sep 18 07:40:52.580409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.586694 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d96b40-ba78-49c3-a7be-5e0ea5805e36 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e884eb-36ec-47b3-8340-8431091404e3,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:52.626686 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-688c7ee9-f17c-4320-81b4-5ca7e63254f7 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451465 Sep 18 07:40:52.630391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.634666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'tempest-secgroup--385828737'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:52.716973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.799820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.882431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.911718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7cb29-81d0-40b2-8a20-6c9229a1b15a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:52.980105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:52.981348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ad78d0ba-7f6c-4bbf-a9b9-e8946207e996 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3500412 Sep 18 07:40:52.985847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38988) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:52.990695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-888d2bb4-1259-4d91-aa01-8bedad10c421 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:40:52.991394 n-d-789963-14 neutron-server[101978]: WARNING neutron.api.v2.base [None req-888d2bb4-1259-4d91-aa01-8bedad10c421 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 07:40:52.992223 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-888d2bb4-1259-4d91-aa01-8bedad10c421 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 07:40:52.993871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-888d2bb4-1259-4d91-aa01-8bedad10c421 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "PUT /v2.0/security-groups/caf7cb29-81d0-40b2-8a20-6c9229a1b15a HTTP/1.1" status: 409 len: 330 time: 0.0068612 Sep 18 07:40:52.996370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 38990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.050031 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:53.073935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:53.191595 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:53.195370 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:53.196932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/caf7cb29-81d0-40b2-8a20-6c9229a1b15a HTTP/1.1" status: 204 len: 168 time: 0.1996722 Sep 18 07:40:53.199605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38992) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.206175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7cb29-81d0-40b2-8a20-6c9229a1b15a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:53.213475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.213840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.214197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.214537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.214877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.215212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.215539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.215865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.216193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.216520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.217342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.217668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77629b3-f958-48c1-8cfc-7527b603c9d9 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:53.250850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-091304a1-ec5d-4b53-977d-9dc9f03d1225 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500414 Sep 18 07:40:53.254340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.269323 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-afcc04bc-2a43-44a3-b258-3240f8e87121 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] delete failed (client error): The resource could not be found. Sep 18 07:40:53.270519 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-afcc04bc-2a43-44a3-b258-3240f8e87121 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9a7835e-ccdf-4e35-82e3-50e4d21811b3 HTTP/1.1" status: 404 len: 347 time: 0.0152607 Sep 18 07:40:53.274221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38996) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.288032 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-44a8a760-5759-4f83-9775-d8bb4a9677b5 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] show failed (client error): The resource could not be found. Sep 18 07:40:53.288991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44a8a760-5759-4f83-9775-d8bb4a9677b5 tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-groups/4a47210b-1bb9-4be3-9455-5f3b1d51df3a HTTP/1.1" status: 404 len: 347 time: 0.0139408 Sep 18 07:40:53.294894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 38998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.304727 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-188c91b8-1d26-4e11-90f6-d4f36a5908eb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] show failed (client error): The resource could not be found. Sep 18 07:40:53.305655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-188c91b8-1d26-4e11-90f6-d4f36a5908eb tempest-NegativeSecGroupTest-2079712199 tempest-NegativeSecGroupTest-2079712199-project] 10.222.0.20 "GET /v2.0/security-group-rules/41854d0e-661d-476f-86aa-444be0e1e3f4 HTTP/1.1" status: 404 len: 356 time: 0.0099108 Sep 18 07:40:53.837995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:53.979495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b6c4752-f729-4901-8cdd-193900e3dc09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47eb4cc2824141c6a36e965c40708732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400390 Sep 18 07:40:53.982822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39008) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:54.035376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:54.062195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:54.180079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:54.182632 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:54.183854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/304e6eb7-77cd-4c91-9da0-ec23d804db99 HTTP/1.1" status: 204 len: 168 time: 0.2000816 Sep 18 07:40:54.192594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990fa46-f96c-4adf-8f10-768f802b18f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e6eb7-77cd-4c91-9da0-ec23d804db99,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:55.191569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39032) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:55.195398 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028670 Sep 18 07:40:55.198076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39034) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:55.295980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0cf8a2d0-dd48-4dac-ade0-d1d0a8780ed9 tempest-NetworksApiDiscovery-1510613697 tempest-NetworksApiDiscovery-1510613697-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0969124 Sep 18 07:40:55.678081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39042) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:55.783069 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40060975-7b5b-467a-a7a7-54abb7c5d5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:55.869609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40060975-7b5b-467a-a7a7-54abb7c5d5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:55.951579 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-40060975-7b5b-467a-a7a7-54abb7c5d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:55.990798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-40060975-7b5b-467a-a7a7-54abb7c5d5c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d541dc549d447c9bd054e66f4e1cafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116822 Sep 18 07:40:55.991674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40060975-7b5b-467a-a7a7-54abb7c5d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80a73b-1f6f-4d65-8269-3c4829c0608d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:55.993451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:56.047930 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:56.302891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:56.408687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:56.411329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:56.412820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c80a73b-1f6f-4d65-8269-3c4829c0608d HTTP/1.1" status: 204 len: 168 time: 0.4174342 Sep 18 07:40:56.420833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d346d-c37a-4ce2-8f7a-6060bf5b02e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80a73b-1f6f-4d65-8269-3c4829c0608d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:58.662222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39088) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:58.767035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2514-8c10-4507-b6ff-7c8a6644f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:58.854196 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2514-8c10-4507-b6ff-7c8a6644f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:58.939908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2514-8c10-4507-b6ff-7c8a6644f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:58.980850 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6c1e2514-8c10-4507-b6ff-7c8a6644f48b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5711e4950d64f48a732114e7a3723b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174231 Sep 18 07:40:58.982916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e2514-8c10-4507-b6ff-7c8a6644f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288fdc68-9802-42b0-b06f-b9bc5142638e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:58.983621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:59.033239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.054648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.185828 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.188416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.189589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/288fdc68-9802-42b0-b06f-b9bc5142638e HTTP/1.1" status: 204 len: 168 time: 0.2048073 Sep 18 07:40:59.197112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288fdc68-9802-42b0-b06f-b9bc5142638e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:40:59.204849 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.205193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.205537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.205872 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.206230 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.206560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.206884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.207211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.207533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.207869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.208179 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.208492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7da971c-1254-47b0-90ec-764500fe0885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:40:59.248255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.865217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39098) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:40:59.879154 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d25bb04-d3f9-4689-b502-8a69d9a8ef0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:40:59.968122 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d25bb04-d3f9-4689-b502-8a69d9a8ef0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.025346 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1d25bb04-d3f9-4689-b502-8a69d9a8ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.067327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1d25bb04-d3f9-4689-b502-8a69d9a8ef0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a3c1ec586da4636ba3816e4dbc5297c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008364 Sep 18 07:41:00.068176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25bb04-d3f9-4689-b502-8a69d9a8ef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861b1007-1954-466e-b678-635f569c42a5,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:00.070391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39100) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:00.122486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.144582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.248207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.251562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:00.252774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/861b1007-1954-466e-b678-635f569c42a5 HTTP/1.1" status: 204 len: 168 time: 0.1812289 Sep 18 07:41:00.260702 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881e8e9-20ef-46e5-9aab-099e052363d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b1007-1954-466e-b678-635f569c42a5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:02.614629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39154) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:02.717577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-568e1774-bef6-4f1e-8dd8-b0c0dff22155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:02.804024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-568e1774-bef6-4f1e-8dd8-b0c0dff22155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:02.877248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-568e1774-bef6-4f1e-8dd8-b0c0dff22155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:02.916152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-568e1774-bef6-4f1e-8dd8-b0c0dff22155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93713a31f21f410b90c126a6221dbade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004544 Sep 18 07:41:02.918885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e1774-bef6-4f1e-8dd8-b0c0dff22155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce334597-42f7-42d4-b09a-0044f03fadd0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:02.919108 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39158) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:02.969006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:02.989665 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.111848 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.114684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.116017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce334597-42f7-42d4-b09a-0044f03fadd0 HTTP/1.1" status: 204 len: 168 time: 0.1959181 Sep 18 07:41:03.123481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147da0b-6951-4123-952d-58a361f84214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce334597-42f7-42d4-b09a-0044f03fadd0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:03.702492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39164) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:03.719229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77c7e6d9-38b1-474a-940e-f18d3f9fbccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.816248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77c7e6d9-38b1-474a-940e-f18d3f9fbccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.870927 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77c7e6d9-38b1-474a-940e-f18d3f9fbccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.911216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77c7e6d9-38b1-474a-940e-f18d3f9fbccd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d6f77b74c1f47cf963d4611a5ed3cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076659 Sep 18 07:41:03.912062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e6d9-38b1-474a-940e-f18d3f9fbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6e4c67-d8e9-4b4f-9b1e-5b8f980559a2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:03.913934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39166) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:03.961692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:03.982364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:04.116915 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:04.119552 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:04.120727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f6e4c67-d8e9-4b4f-9b1e-5b8f980559a2 HTTP/1.1" status: 204 len: 168 time: 0.2058036 Sep 18 07:41:04.129923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056206b-0409-4dc6-aedc-2682cf7f60bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6e4c67-d8e9-4b4f-9b1e-5b8f980559a2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:06.703149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-9f1efa96-cdb9-4be8-a492-1624705e8407 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515926 Sep 18 07:41:06.792562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-cf4e9f24-3bad-4e7b-baf1-814d990aee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:06.793884 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-cf4e9f24-3bad-4e7b-baf1-814d990aee84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0443132 Sep 18 07:41:06.903304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-e47f14d5-d169-41c4-a98d-dae9047d8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:06.904960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-e47f14d5-d169-41c4-a98d-dae9047d8b9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0912836 Sep 18 07:41:06.977149 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-791c71f5-bce8-46a8-a277-f0c280d0c4eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0651863 Sep 18 07:41:07.031901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-cb074a6d-14d7-4b66-b710-75f84d6cb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:07.033311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-cb074a6d-14d7-4b66-b710-75f84d6cb607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0492167 Sep 18 07:41:07.086157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-d1d7fdb5-b05e-4073-be1c-7f4027132ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:07.087783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-d1d7fdb5-b05e-4073-be1c-7f4027132ecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468652 Sep 18 07:41:07.179003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-e095b8c1-2bda-4d44-83ef-5c03932c147f service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841892 Sep 18 07:41:07.271339 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f9013740-fa3b-4e2d-995c-1236c6377819 req-68912fce-e38c-46ec-ba75-f33ed2be4272 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Sep 18 07:41:08.859660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-90c6168d-7a76-468b-bd11-5aca802f2cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:11.522975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89d01f36-54ae-44ec-9d5f-fb5d9dd43e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:12.099764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:13.391107 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:14.842573 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:14.997541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-857b10eb-884c-4171-a886-12873481b47b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396657 Sep 18 07:41:15.097276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798107-c23d-4206-afa5-0cc44da22781 req-cf795c4c-bc62-49e9-83ae-a151e8173075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:15.098836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-cf795c4c-bc62-49e9-83ae-a151e8173075 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1098 time: 0.0444508 Sep 18 07:41:15.201879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798107-c23d-4206-afa5-0cc44da22781 req-0707e68f-8e94-444f-9cf1-3b017c5b80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:15.203341 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-0707e68f-8e94-444f-9cf1-3b017c5b80f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0856512 Sep 18 07:41:15.273587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-d0353a0e-05dc-40f4-aa55-4b56b2f249bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 1002 time: 0.0630457 Sep 18 07:41:15.323799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798107-c23d-4206-afa5-0cc44da22781 req-56f99439-348a-4653-8400-61c8556f8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:15.325383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-56f99439-348a-4653-8400-61c8556f8ddd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0451894 Sep 18 07:41:15.371721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798107-c23d-4206-afa5-0cc44da22781 req-8f35b11c-d62c-4ac5-8f7a-8cded21f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:41:15.373247 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-8f35b11c-d62c-4ac5-8f7a-8cded21f4959 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405467 Sep 18 07:41:15.402808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:15.467447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-6ed4a338-006d-4798-b5a7-ed5c08290778 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872495 Sep 18 07:41:15.558866 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8798107-c23d-4206-afa5-0cc44da22781 req-f9b389c7-2884-4eee-a9f5-a288e52b0fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Sep 18 07:41:16.282590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39266) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:16.396723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f040b2c5-9a21-4880-8aaf-7557a3c53b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.480602 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f040b2c5-9a21-4880-8aaf-7557a3c53b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.556305 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f040b2c5-9a21-4880-8aaf-7557a3c53b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.592213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040b2c5-9a21-4880-8aaf-7557a3c53b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7312b3-8a6c-4d43-b74e-8907a26c7c72,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:16.596639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f040b2c5-9a21-4880-8aaf-7557a3c53b9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26c2f67549f94c5a9bdf451ea57b597d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129432 Sep 18 07:41:16.599221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39272) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:16.646125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.667162 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.819307 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.821826 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:16.823024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d7312b3-8a6c-4d43-b74e-8907a26c7c72 HTTP/1.1" status: 204 len: 168 time: 0.2229018 Sep 18 07:41:16.830796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47043276-1a58-4f09-938f-75ff67e9216a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7312b3-8a6c-4d43-b74e-8907a26c7c72,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:28.354581 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:41:29.219385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:29.669268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39406) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:29.777170 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a08d27d0-c0eb-4b3a-b36b-62bdc68f6241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:29.869501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a08d27d0-c0eb-4b3a-b36b-62bdc68f6241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:29.933150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a08d27d0-c0eb-4b3a-b36b-62bdc68f6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:29.963560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d27d0-c0eb-4b3a-b36b-62bdc68f6241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2977e-32d3-4376-8806-e5dd194d483e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:29.977581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a08d27d0-c0eb-4b3a-b36b-62bdc68f6241 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae079747a3d475fa54ef6dcd56a59f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061619 Sep 18 07:41:29.979218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39414) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:30.025166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.045758 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.173413 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.176017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.177169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a2977e-32d3-4376-8806-e5dd194d483e HTTP/1.1" status: 204 len: 168 time: 0.1970575 Sep 18 07:41:30.184853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87a6b0-962d-4797-9de8-56359ea60b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2977e-32d3-4376-8806-e5dd194d483e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:30.651172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:30.664225 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c201c953-f20c-48ed-b332-9d697664037e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.749728 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c201c953-f20c-48ed-b332-9d697664037e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.824835 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c201c953-f20c-48ed-b332-9d697664037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.862508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201c953-f20c-48ed-b332-9d697664037e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb70d8a-2169-4ff3-b07e-da725104dbf1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:30.867363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c201c953-f20c-48ed-b332-9d697664037e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=837157f483494cdc9e18b0a12704448a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151546 Sep 18 07:41:30.869846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:30.916597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:30.937441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.041993 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.044559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.045958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb70d8a-2169-4ff3-b07e-da725104dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1749651 Sep 18 07:41:31.054392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c963c7-80b6-49e0-86fd-6840edfd1f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb70d8a-2169-4ff3-b07e-da725104dbf1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:31.599250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39428) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:31.613398 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2ad231c-d3fd-419e-bc6d-fdd6fc48d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.698782 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2ad231c-d3fd-419e-bc6d-fdd6fc48d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.739186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f2ad231c-d3fd-419e-bc6d-fdd6fc48d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.780888 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f2ad231c-d3fd-419e-bc6d-fdd6fc48d174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d74105b606a467db15c3c21cc2e6791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805344 Sep 18 07:41:31.782863 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad231c-d3fd-419e-bc6d-fdd6fc48d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa44392-e6d8-419c-bc77-c6792790302d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:31.783533 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39430) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:41:31.830919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.851601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.968201 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.970646 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:31.971807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfa44392-e6d8-419c-bc77-c6792790302d HTTP/1.1" status: 204 len: 168 time: 0.1872938 Sep 18 07:41:31.979661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac07de-e1ea-400f-bc50-0a382069349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa44392-e6d8-419c-bc77-c6792790302d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:41:38.864697 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d0fc395d-d18f-4950-ad03-4b2893c0347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:41.579059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ac771df-794a-4979-b390-544b0da88efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:42.087579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:43.367426 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:44.830358 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:45.407940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:41:59.201368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:05.353793 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:42:07.688123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-75350397-529f-43b6-b0a7-4778a75aac27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412147 Sep 18 07:42:07.767993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-7315d8b8-8cac-4aee-82b3-2394bb6bc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:07.769493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-7315d8b8-8cac-4aee-82b3-2394bb6bc957 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Sep 18 07:42:07.873205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-e06d725e-4380-4b68-a143-c5ef50a0ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:07.874683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-e06d725e-4380-4b68-a143-c5ef50a0ab8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0867283 Sep 18 07:42:07.938740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-a4e0cac3-828d-47d8-bb5c-922f7f4e6df7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 1000 time: 0.0564361 Sep 18 07:42:07.986826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-ac9b4bb1-223d-4597-84cd-36dd2df1a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:07.988224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-ac9b4bb1-223d-4597-84cd-36dd2df1a916 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0424714 Sep 18 07:42:08.036275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-b0e500fe-4cde-4c38-914d-9df092f7bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:08.037742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-b0e500fe-4cde-4c38-914d-9df092f7bb4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426126 Sep 18 07:42:08.131746 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-d27104d4-a161-4f65-9819-9c97e5810d08 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Sep 18 07:42:08.224942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1193e26-99ae-4e61-844a-dd342c4823dd req-c7368ba2-b529-4abc-89df-5a51940cb4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857797 Sep 18 07:42:08.893473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3772677c-28d6-4727-a027-9d3bed41341e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:11.515781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-303cf8c2-9cab-481d-a6b8-637d5b38d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:12.087077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:13.355400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:14.824156 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:15.430016 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:16.025194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-48df30b5-5a68-4aca-9926-5eedcdd58f1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385900 Sep 18 07:42:16.126107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-fefd2b76-a23f-46ef-a98c-72008e91e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:16.127564 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-fefd2b76-a23f-46ef-a98c-72008e91e086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1098 time: 0.0394709 Sep 18 07:42:16.233568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-bf2ccd9c-8f22-4bf5-890f-05e5bf9dd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:16.235073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-bf2ccd9c-8f22-4bf5-890f-05e5bf9dd573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0888715 Sep 18 07:42:16.299198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-499da8b3-626b-4af9-9b9b-5f5535ac0239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 1002 time: 0.0557888 Sep 18 07:42:16.349707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-0da397e1-ba47-4ef5-9b30-c775f087db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:16.351153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-0da397e1-ba47-4ef5-9b30-c775f087db8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0452223 Sep 18 07:42:16.395566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-592f6d23-82ed-4a8d-8dcd-a73394665458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:16.397102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-592f6d23-82ed-4a8d-8dcd-a73394665458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386136 Sep 18 07:42:16.488462 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-34e03f60-dc89-443a-a8a4-a336c17201b3 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838311 Sep 18 07:42:16.579837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0097ac0f-f7d7-4e80-8aa9-61075fec4aa4 req-09202b59-30a5-4ecc-858b-293f7e7c5218 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Sep 18 07:42:29.218046 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:38.864114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e45d3a6d-7e9b-40a0-b9f6-390413325150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:41.504074 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae1134b7-1420-464c-bd2e-5df5bf889bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:42.087249 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:42.352214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:42:43.372729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:44.829518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:45.446645 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:48.938112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:42:49.093033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 6f80d757-4f2c-466f-a615-a0ac8368a7a0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:42:49.093370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.165049 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.165360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.177553 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 6f80d757-4f2c-466f-a615-a0ac8368a7a0 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:42:49.378256 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.408051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=6f80d757-4f2c-466f-a615-a0ac8368a7a0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:42:49.433054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.433402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.433745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.434114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.434448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.434781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.435110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.435439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.435763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.436086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.436409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.436734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:49.478062 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.478396 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 7f589ada-664a-4c7b-9a36-89244d3b3edf disassociated (deleted). External IP: 172.25.4.124, port: a25d8e04-f3b2-4f6a-83c3-caa063c94f7d. Sep 18 07:42:49.685705 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:42:49.791939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:42:49.796801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:49.801574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:42:49.811065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:42:49.817154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:42:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:42:49.827695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-20c8ed0d-3ccb-4971-b853-d12838e8ed8e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "DELETE /v2.0/floatingips/7f589ada-664a-4c7b-9a36-89244d3b3edf HTTP/1.1" status: 204 len: 168 time: 0.8854129 Sep 18 07:42:49.827695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:42:49.828227 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482" -d '{"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:42:49.875060 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51756b19-7eb9-4d44-ae5f-221288e448b1 x-openstack-request-id: req-51756b19-7eb9-4d44-ae5f-221288e448b1 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:42:49.875383 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:42:49.875851 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51756b19-7eb9-4d44-ae5f-221288e448b1 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:42:49.876177 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'status': 'completed', 'code': 200} Sep 18 07:42:49.922590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:42:49.958691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-ffccd307-4762-4d8d-8ccb-be9f1d3ef841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:49.960124 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-ffccd307-4762-4d8d-8ccb-be9f1d3ef841 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 1098 time: 0.0410724 Sep 18 07:42:50.054597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-0af82ff0-a854-4240-a3c6-70266d4922ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:50.056259 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-0af82ff0-a854-4240-a3c6-70266d4922ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0890090 Sep 18 07:42:50.099657 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-a6a0c266-b98b-4cb1-b2f5-10f4058c0cef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 200 len: 217 time: 0.0370438 Sep 18 07:42:50.148301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:42:50.152798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-8da9f04e-573b-441c-996b-db354cc3e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:50.154657 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-8da9f04e-573b-441c-996b-db354cc3e079 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0485106 Sep 18 07:42:50.181915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:42:50.191125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:42:50.191745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:42:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:42:50.202286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-47a412aa-0f7c-4001-8ce4-d6c9f9613ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:50.206991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-47a412aa-0f7c-4001-8ce4-d6c9f9613ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430150 Sep 18 07:42:50.306131 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:42:50.331805 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-6cea501b-ace8-4579-bc96-5e7b19780f39 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881529 Sep 18 07:42:50.439099 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a8f8eb1a-ea18-40e2-a446-fe29e58ca482 req-342f306f-5568-45b3-9605-6671aac50fb3 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995748 Sep 18 07:42:50.535657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:42:50.565615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df55323b-32a6-41b4-a60c-8d5030ac17b9 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '3a9fe209-6076-4859-aa34-e65f406b811e', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'port_id': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'mac_address': 'fa:16:3e:db:09:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:37:45Z', 'updated_at': '2021-09-18T07:37:48Z', 'revision_number': 1, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:42:50.612181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23065355-03b9-4425-bbf3-412ffc6ef58e req-d173d0a6-7780-48e2-833e-0ecf5978eab7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:50.613834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23065355-03b9-4425-bbf3-412ffc6ef58e req-d173d0a6-7780-48e2-833e-0ecf5978eab7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.3376763 Sep 18 07:42:50.652218 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23065355-03b9-4425-bbf3-412ffc6ef58e req-c9f58e2d-3feb-400d-a57a-ee9b5c7083c2 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Sep 18 07:42:50.775874 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f5e5e-6cbb-4355-a3ac-d43ac6c712ce None None] New status for floating IP 7f589ada-664a-4c7b-9a36-89244d3b3edf: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:42:51.849590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baac1a-5fe3-4c3c-85b9-0393d8bb7c40 req-93c082b2-02b5-42e1-8e08-d262961c7dd3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:51.851082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5baac1a-5fe3-4c3c-85b9-0393d8bb7c40 req-93c082b2-02b5-42e1-8e08-d262961c7dd3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.1177788 Sep 18 07:42:51.888907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5baac1a-5fe3-4c3c-85b9-0393d8bb7c40 req-103fb141-985f-4377-810f-83e48e7f5ce8 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Sep 18 07:42:52.043245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-f3b4f335-870d-4da0-b7a3-fa80c4e8f86d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:42:52.044755 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-f3b4f335-870d-4da0-b7a3-fa80c4e8f86d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 946 time: 0.0481281 Sep 18 07:42:52.134467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:42:52.134811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:52.220328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:42:52.220697 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:52.233514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for a25d8e04-f3b2-4f6a-83c3-caa063c94f7d owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:42:52.731929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:52.760182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=a25d8e04-f3b2-4f6a-83c3-caa063c94f7d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:42:52.793265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.793614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.793977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.794320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.794650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.794987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.795405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.795722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.795930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.796247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.796563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.796879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:42:52.821310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port a25d8e04-f3b2-4f6a-83c3-caa063c94f7d on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:42:52.823988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:42:52.826044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-29f24b72-b129-42e1-9345-ade4fc7a5f8c req-eccf079e-458f-416f-a26c-0785f53529a7 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.24 "DELETE /v2.0/ports/a25d8e04-f3b2-4f6a-83c3-caa063c94f7d HTTP/1.1" status: 204 len: 173 time: 0.7750359 Sep 18 07:42:52.826960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'name': 'network-vif-deleted', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:42:52.829204 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7973ad-d885-4db3-a816-96de1d3c4bd4" -d '{"events": [{"server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "name": "network-vif-deleted", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:42:52.893761 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d43f1-840a-4766-9772-73c0fd6300c1 x-openstack-request-id: req-8e5d43f1-840a-4766-9772-73c0fd6300c1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:42:52.894080 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a7a62-b50e-40fa-9ceb-6cf3f212cee2", "name": "network-vif-deleted", "tag": "a25d8e04-f3b2-4f6a-83c3-caa063c94f7d", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:42:52.894333 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5d43f1-840a-4766-9772-73c0fd6300c1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:42:52.894725 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a7a62-b50e-40fa-9ceb-6cf3f212cee2', 'name': 'network-vif-deleted', 'tag': 'a25d8e04-f3b2-4f6a-83c3-caa063c94f7d', 'status': 'completed', 'code': 200} Sep 18 07:42:52.984463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f30c386d-9efe-4e21-bab1-2ee4ad8289e4 req-2cf2b2b2-51aa-4343-a904-e1a33db98055 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Sep 18 07:42:54.079222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c667424b-3ef7-4731-a03f-cfcf5aa57b62 req-b01c9134-c636-4177-bd3b-688ecb09c62b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0263655 Sep 18 07:42:55.172845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc85fe61-2efc-47c0-936f-6d1555dfb8c2 req-d48441c5-3f18-4acb-bd09-9435dc68ac1e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Sep 18 07:42:56.097163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a25d8e04-f3b2-4f6a-83c3-caa063c94f7d no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:42:56.117044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: a25d8e04-f3b2-4f6a-83c3-caa063c94f7d {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:42:56.117385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device a25d8e04-f3b2-4f6a-83c3-caa063c94f7d not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:42:56.269343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9429f64c-f10f-44ac-93c6-a95ee573fcbc req-ade7cff9-2126-4226-ba6b-018732d6eba3 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a7a62-b50e-40fa-9ceb-6cf3f212cee2 HTTP/1.1" status: 200 len: 210 time: 0.0296793 Sep 18 07:42:59.229877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:02.872713 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:03.025607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 7cc610f6-e260-484a-9a63-5a2c2cda62fa {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:03.025979 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.103589 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.103928 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.115885 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 7cc610f6-e260-484a-9a63-5a2c2cda62fa owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:03.327436 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.352881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=7cc610f6-e260-484a-9a63-5a2c2cda62fa,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:03.413484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.413810 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Floating IP 3a9fe209-6076-4859-aa34-e65f406b811e disassociated (deleted). External IP: 172.25.4.54, port: 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60. Sep 18 07:43:03.608127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:43:03.710785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:43:03.715669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:03.720214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:43:03.729258 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:03.729863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:42:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:03.741648 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08d53493-05c8-450e-9258-fe28c56fb95e tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a9fe209-6076-4859-aa34-e65f406b811e HTTP/1.1" status: 204 len: 168 time: 0.8678467 Sep 18 07:43:03.742353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:03.744700 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726380b9-c343-4be3-bd1b-acb99c714293" -d '{"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:03.785976 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae3212-4e0d-4144-a950-8b11fe952fba x-openstack-request-id: req-0aae3212-4e0d-4144-a950-8b11fe952fba {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:03.786272 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:03.786542 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aae3212-4e0d-4144-a950-8b11fe952fba {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:03.786929 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'status': 'completed', 'code': 200} Sep 18 07:43:03.838924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:03.851677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726380b9-c343-4be3-bd1b-acb99c714293 req-bb7202ac-fc2b-40f9-bef7-140f42bc41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:03.853205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-bb7202ac-fc2b-40f9-bef7-140f42bc41b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c14a8dc608c04598a1add35e7182e3a8&device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 1097 time: 0.0419657 Sep 18 07:43:03.944988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726380b9-c343-4be3-bd1b-acb99c714293 req-01111381-c60d-4720-a101-982031ab2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:03.946512 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-01111381-c60d-4720-a101-982031ab2533 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 200 len: 911 time: 0.0862336 Sep 18 07:43:03.991194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-9c544782-8813-4fbe-b61a-6871cd8be310 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 200 len: 217 time: 0.0377004 Sep 18 07:43:04.037840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:04.050518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726380b9-c343-4be3-bd1b-acb99c714293 req-f8a4c386-f09a-4791-8010-74cc172a8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:04.052147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-f8a4c386-f09a-4791-8010-74cc172a8472 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 200 len: 849 time: 0.0532176 Sep 18 07:43:04.068244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:43:04.076544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:04.077135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:42:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:04.098319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726380b9-c343-4be3-bd1b-acb99c714293 req-cc1a45d1-9ab7-412a-824d-07603c520f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:04.099890 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-cc1a45d1-9ab7-412a-824d-07603c520f10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2af3e8ec-dcdf-4215-8753-dcd270988cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405428 Sep 18 07:43:04.112195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-2d7de2e4-812f-415f-bba1-e51aed1998bc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:43:04.113356 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-2d7de2e4-812f-415f-bba1-e51aed1998bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055218 Sep 18 07:43:04.190961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:04.204574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c14da-8b8e-4c1a-8f49-fa49044b6e29 req-be057254-6532-4714-b17f-165fa3d713ad tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:04.206145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd2c14da-8b8e-4c1a-8f49-fa49044b6e29 req-be057254-6532-4714-b17f-165fa3d713ad tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 945 time: 0.0553131 Sep 18 07:43:04.212560 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-22c2812d-3efc-4e9c-ba42-ae923376a3c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923853 Sep 18 07:43:04.246148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd2c14da-8b8e-4c1a-8f49-fa49044b6e29 req-efdd9e6f-6114-4593-b0b2-b7817a102386 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4c4d5be-7776-43c3-baf0-a0e309e83e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Sep 18 07:43:04.309365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-726380b9-c343-4be3-bd1b-acb99c714293 req-db0ebd6f-1c61-4e7f-8937-90e34e5022e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871580 Sep 18 07:43:04.391627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:04.418981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8177c4f0-8540-4709-8bfd-5249463b63f6 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:29:33Z', 'revision_number': 4, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6df56724-014b-44e7-8fa9-8116167984bf', 'name': '', 'network_id': '2af3e8ec-dcdf-4215-8753-dcd270988cda', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'mac_address': 'fa:16:3e:3a:9f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:33Z', 'updated_at': '2021-09-18T07:29:37Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'subnets': [{'id': 'cc84d970-2bd1-4be1-a464-7b65e588990d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:43:04.542234 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-68c6d9aa-8f39-4150-ba53-f735fcbc9704 req-0134c0d4-bb00-46fc-a823-9c74ada31de7 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] (101979) timed out ('10.222.0.24', 57422) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:43:04.620236 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c2140-41e2-4cb0-b9ab-9864e8691dd5 None None] New status for floating IP 3a9fe209-6076-4859-aa34-e65f406b811e: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:43:04.784455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-45e6a7f1-86a1-4683-8803-539fb4c72afd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:04.785927 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-45e6a7f1-86a1-4683-8803-539fb4c72afd tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 945 time: 0.0527458 Sep 18 07:43:04.873198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:04.873952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:04.962977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] For port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:04.963346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:04.975456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:05.177783 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:05.208443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:05.251487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] No DVR routers for this DVR port 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:05.254150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:05.256173 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-58fbadac-9822-4e0a-b48f-335757cacb23 req-88ee7cdc-b003-4d5a-b684-1f912517b1b5 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.37 "DELETE /v2.0/ports/0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 HTTP/1.1" status: 204 len: 173 time: 0.4642041 Sep 18 07:43:05.256618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'name': 'network-vif-deleted', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:05.258882 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca765d94-a2fc-4b7a-b1d8-6faeca8205ef" -d '{"events": [{"server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "name": "network-vif-deleted", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:05.296754 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dadfb23-2853-4410-a196-535beacd4d93 x-openstack-request-id: req-2dadfb23-2853-4410-a196-535beacd4d93 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:05.297055 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e143a7a-1b41-47c2-88ad-f3b02d98d50c", "name": "network-vif-deleted", "tag": "0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:05.297316 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dadfb23-2853-4410-a196-535beacd4d93 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:05.297727 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e143a7a-1b41-47c2-88ad-f3b02d98d50c', 'name': 'network-vif-deleted', 'tag': '0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60', 'status': 'completed', 'code': 200} Sep 18 07:43:05.339971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4adb564c-bfbf-4726-b7e9-15b4ab12f064 req-86374e1e-88d6-48c3-8f91-05c04b8aa59b tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0263400 Sep 18 07:43:06.434521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b5308e7-cfa4-4b31-83c3-d0d55b10d772 req-eaa05c53-7ff2-42d0-95f1-55a7b7a9675a tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0265274 Sep 18 07:43:07.530138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-76378ca8-5af4-4667-b823-32d57b928483 req-d095cd92-eade-4958-9446-3dadec30f438 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0262613 Sep 18 07:43:08.398167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:08.423667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:08.424017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0dcb76bd-1c1b-4d1c-8854-4d59d5e69c60 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:08.628589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2c099ec-6d56-4a8c-85f8-9f8d040fedc7 req-f26ac6ab-2752-4e19-9f44-6244c4e93a3d tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e143a7a-1b41-47c2-88ad-f3b02d98d50c HTTP/1.1" status: 200 len: 210 time: 0.0288503 Sep 18 07:43:08.869575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cefad0b1-adb6-4bea-9aa1-ee50225a9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:09.683105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:09.809251 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Deleting port 722c4aee-ef41-4ea2-aeb9-b21c87e84110 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:09.809593 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:09.881149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:09.881474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:09.893073 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Calling delete_port for 722c4aee-ef41-4ea2-aeb9-b21c87e84110 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:10.092397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:10.117275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'Port': ['ID=722c4aee-ef41-4ea2-aeb9-b21c87e84110,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:10.177711 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:10.180222 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:10.181365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0416d31-946b-430d-926e-8b24e68faf58 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d441fbd-ad75-454f-bd79-1c98b8b4f4c6 HTTP/1.1" status: 204 len: 168 time: 0.4972839 Sep 18 07:43:11.543863 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9f9737a8-deee-4cee-aa99-cf2cf798d7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:11.626140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-203a8c6c-2d12-4655-81f6-8c64b904c7bd req-04ee2df4-2d52-42f0-bd8d-ed7059398517 tempest-TestNetworkBasicOps-803163984 tempest-TestNetworkBasicOps-803163984-project] (101978) timed out ('10.222.0.37', 63062) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:43:12.063926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.378094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.623245 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39574) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:13.680622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.705232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.989517 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.992157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:13.993369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4c4d5be-7776-43c3-baf0-a0e309e83e41 HTTP/1.1" status: 204 len: 168 time: 0.3690743 Sep 18 07:43:14.002574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9a951-d31d-446c-aaf5-7e87f9a2bf14 tempest-TestVolumeBootPattern-1174199058 tempest-TestVolumeBootPattern-1174199058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c4d5be-7776-43c3-baf0-a0e309e83e41,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:14.112347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39580) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:14.576185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:14.834637 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.038186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Deleting port 6df56724-014b-44e7-8fa9-8116167984bf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:15.038734 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.113362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] For port 6df56724-014b-44e7-8fa9-8116167984bf, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6df56724-014b-44e7-8fa9-8116167984bf,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:15.113719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.126380 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Calling delete_port for 6df56724-014b-44e7-8fa9-8116167984bf owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:15.349581 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.379401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df56724-014b-44e7-8fa9-8116167984bf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:15.418324 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.545800 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:15.755359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Router 783833d8-290b-4a17-867d-32c18e0f87a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:43:15.861478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:43:15.869075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d697346c-a346-4c96-be1b-9d277b248f46 admin admin] 10.222.0.20 "PUT /v2.0/routers/783833d8-290b-4a17-867d-32c18e0f87a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529087 Sep 18 07:43:15.869239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39584) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:15.976261 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.039235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Sync routers for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:43:16.053510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:16.054146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:43:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:16.081421 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.171347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:16.210012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Deleting port 50be3b69-0dce-4c48-9c22-2aa353246302 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:16.210368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.286313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] For port 50be3b69-0dce-4c48-9c22-2aa353246302, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=50be3b69-0dce-4c48-9c22-2aa353246302,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:16.286677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.299274 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Calling delete_port for 50be3b69-0dce-4c48-9c22-2aa353246302 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:16.342196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:43:15Z', 'revision_number': 5, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port': {'id': '50be3b69-0dce-4c48-9c22-2aa353246302', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:31Z', 'updated_at': '2021-09-18T07:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:16.371272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Checking router: 783833d8-290b-4a17-867d-32c18e0f87a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:43:16.383450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Routers {'783833d8-290b-4a17-867d-32c18e0f87a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:16.384081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:43:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['783833d8-290b-4a17-867d-32c18e0f87a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:16.471851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] Set router 783833d8-290b-4a17-867d-32c18e0f87a9 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:16.520558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.522913 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:43:16Z', 'revision_number': 6, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:16.548452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Pushing event deleted for resources: {'Port': ['ID=50be3b69-0dce-4c48-9c22-2aa353246302,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:16.554600 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee5140-c022-4d55-8bf4-441405bf4470 None None] The sync data for ids ['783833d8-290b-4a17-867d-32c18e0f87a9'] in n-d-789963-14 is: [{'id': '783833d8-290b-4a17-867d-32c18e0f87a9', 'name': 'tempest-TestVolumeBootPattern-59436500-router', 'tenant_id': 'c14a8dc608c04598a1add35e7182e3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:30Z', 'updated_at': '2021-09-18T07:43:16Z', 'revision_number': 6, 'project_id': 'c14a8dc608c04598a1add35e7182e3a8', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:43:16.611238 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.699468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.701622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.789272 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.789848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783833d8-290b-4a17-867d-32c18e0f87a9 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:43:16.795085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.796281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2fe7f079-def5-43a2-bf92-e7c8c11c486d admin admin] 10.222.0.20 "DELETE /v2.0/routers/783833d8-290b-4a17-867d-32c18e0f87a9 HTTP/1.1" status: 204 len: 168 time: 0.9260793 Sep 18 07:43:16.798807 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39588) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:16.846412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Deleting subnet cc84d970-2bd1-4be1-a464-7b65e588990d {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:43:16.849296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.882545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:16.961324 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.086259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.117544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc84d970-2bd1-4be1-a464-7b65e588990d,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:17.119501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.121391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-38b9e393-76fb-4547-86f3-679f9d1a0552 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cc84d970-2bd1-4be1-a464-7b65e588990d HTTP/1.1" status: 204 len: 168 time: 0.3215261 Sep 18 07:43:17.123957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39590) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:17.126557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88886610-1bfa-4d8b-a936-3a09fe5592e2 None None] Network 2af3e8ec-dcdf-4215-8753-dcd270988cda requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:43:17.190585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.242444 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Deleting port ef522b5c-497a-4535-8322-5e827ebc8d31 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:17.242755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.309111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] For port ef522b5c-497a-4535-8322-5e827ebc8d31, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef522b5c-497a-4535-8322-5e827ebc8d31,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:17.309530 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.324015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Calling delete_port for ef522b5c-497a-4535-8322-5e827ebc8d31 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:17.357212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] DHCP port deletion for 2af3e8ec-dcdf-4215-8753-dcd270988cda request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:43:17.428433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Deleting port ef522b5c-497a-4535-8322-5e827ebc8d31 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:17.428433 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.447463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6df56724-014b-44e7-8fa9-8116167984bf no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:17.492087 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.492337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6df56724-014b-44e7-8fa9-8116167984bf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:17.492666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6df56724-014b-44e7-8fa9-8116167984bf not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:17.509461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] For port ef522b5c-497a-4535-8322-5e827ebc8d31, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef522b5c-497a-4535-8322-5e827ebc8d31,segment=NetworkSegment(4cf713a8-9403-4696-b98e-a08d6c4a26df),segment_id=4cf713a8-9403-4696-b98e-a08d6c4a26df)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:17.509937 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.523293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Calling delete_port for ef522b5c-497a-4535-8322-5e827ebc8d31 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:17.528609 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] No DVR routers for this DVR port ef522b5c-497a-4535-8322-5e827ebc8d31 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:17.532359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef522b5c-497a-4535-8322-5e827ebc8d31,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 07:43:17.601951 n-d-789963-14 neutron-server[101980]: self.session.flush() Sep 18 07:43:17.607678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.608132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.634882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af3e8ec-dcdf-4215-8753-dcd270988cda']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:17.636899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Pushing event deleted for resources: {'Port': ['ID=ef522b5c-497a-4535-8322-5e827ebc8d31,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:17.640617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] No DVR routers for this DVR port ef522b5c-497a-4535-8322-5e827ebc8d31 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:17.645074 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf713a8-9403-4696-b98e-a08d6c4a26df') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:17.645487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf713a8-9403-4696-b98e-a08d6c4a26df') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:17.647356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.647711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.652915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d945a8fa-de1a-475d-85b1-bc7440e1a14b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:17.655067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.668575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.674513 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:43:17.674899 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:43:17.676599 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:43:17.778067 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.783781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:17.786847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2af3e8ec-dcdf-4215-8753-dcd270988cda HTTP/1.1" status: 204 len: 168 time: 0.6606934 Sep 18 07:43:17.788654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39598) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:17.796767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e16e5-a2b3-467c-9c30-3ab9cc50fb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af3e8ec-dcdf-4215-8753-dcd270988cda,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:18.128076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:18.363298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Deleting port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:18.363641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:18.445247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] For port fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:18.445609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:18.457974 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Calling delete_port for fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:18.692549 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:18.720576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:18.886792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.100540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50be3b69-0dce-4c48-9c22-2aa353246302 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:19.106322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:43:19.121522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 50be3b69-0dce-4c48-9c22-2aa353246302 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:19.122417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 50be3b69-0dce-4c48-9c22-2aa353246302 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:19.122837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef522b5c-497a-4535-8322-5e827ebc8d31 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:19.141306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ef522b5c-497a-4535-8322-5e827ebc8d31 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:19.142962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef522b5c-497a-4535-8322-5e827ebc8d31 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:19.216793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:43:19.221827 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-01b8b1ea-cef0-488f-bf67-341272ed162f admin admin] 10.222.0.20 "PUT /v2.0/routers/c763f1af-10b3-4d08-b0a8-8eab8fae2b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320774 Sep 18 07:43:19.224369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39602) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:19.227014 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Sync routers for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:43:19.236847 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:19.237550 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:43:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:19.330765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.368871 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:43:19.434235 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:19.435144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.523534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Deleting port 2aec7bfb-a591-479f-8d9f-e226a626a19e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:19.523879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.608353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] For port 2aec7bfb-a591-479f-8d9f-e226a626a19e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2aec7bfb-a591-479f-8d9f-e226a626a19e,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:19.608691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.618326 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:43:18Z', 'revision_number': 5, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port': {'id': '2aec7bfb-a591-479f-8d9f-e226a626a19e', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:29:37Z', 'updated_at': '2021-09-18T07:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:19.620613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Calling delete_port for 2aec7bfb-a591-479f-8d9f-e226a626a19e owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:19.644203 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Checking router: c763f1af-10b3-4d08-b0a8-8eab8fae2b96 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:43:19.652092 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Routers {'c763f1af-10b3-4d08-b0a8-8eab8fae2b96'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:43:19.652690 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:43:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:19.737306 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] Set router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:43:19.787486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:43:19Z', 'revision_number': 6, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:19.816267 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e956bc-9ef7-4e60-830d-4af8c1fd526f None None] The sync data for ids ['c763f1af-10b3-4d08-b0a8-8eab8fae2b96'] in n-d-789963-14 is: [{'id': 'c763f1af-10b3-4d08-b0a8-8eab8fae2b96', 'name': 'tempest-TestVolumeBootPattern-506208567-router', 'tenant_id': '5eb44026b3c1472cab4f8d4759948dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:29:36Z', 'updated_at': '2021-09-18T07:43:19Z', 'revision_number': 6, 'project_id': '5eb44026b3c1472cab4f8d4759948dc3', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:43:19.841270 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:19.864821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aec7bfb-a591-479f-8d9f-e226a626a19e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:19.929534 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.017628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.019742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.103488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.103981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c763f1af-10b3-4d08-b0a8-8eab8fae2b96 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:43:20.108912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.110142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-02d8a863-ada6-4cfb-8733-9303d34d0529 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c763f1af-10b3-4d08-b0a8-8eab8fae2b96 HTTP/1.1" status: 204 len: 168 time: 0.8848348 Sep 18 07:43:20.114596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39610) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:20.156614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Deleting subnet 00d56d45-4aa4-475e-8e23-ce5827f4e4b9 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:43:20.159750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.195202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.277291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.366713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.393972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d56d45-4aa4-475e-8e23-ce5827f4e4b9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:20.396064 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.397848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2d064284-d287-4dd5-99db-485fc84da525 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00d56d45-4aa4-475e-8e23-ce5827f4e4b9 HTTP/1.1" status: 204 len: 168 time: 0.2843690 Sep 18 07:43:20.400340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39612) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:20.402380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feca36e-8195-4e9b-b445-05412a181c08 None None] Network cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:43:20.471842 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.524679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Deleting port 20694336-916f-4d29-a387-603c71fbd64b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:20.525107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.566618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] DHCP port deletion for cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:43:20.590309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] For port 20694336-916f-4d29-a387-603c71fbd64b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20694336-916f-4d29-a387-603c71fbd64b,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:20.590679 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.603320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Calling delete_port for 20694336-916f-4d29-a387-603c71fbd64b owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:20.613241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Deleting port 20694336-916f-4d29-a387-603c71fbd64b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:20.613638 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.681272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] For port 20694336-916f-4d29-a387-603c71fbd64b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=20694336-916f-4d29-a387-603c71fbd64b,segment=NetworkSegment(3fcd5665-bada-4ed2-979c-439c0f831a53),segment_id=3fcd5665-bada-4ed2-979c-439c0f831a53)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:20.681664 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.694329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Calling delete_port for 20694336-916f-4d29-a387-603c71fbd64b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:20.755687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.768616 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.782531 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Pushing event deleted for resources: {'Port': ['ID=20694336-916f-4d29-a387-603c71fbd64b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:20.791989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] No DVR routers for this DVR port 20694336-916f-4d29-a387-603c71fbd64b on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:20.798759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] Pushing event deleted for resources: {'Port': ['ID=20694336-916f-4d29-a387-603c71fbd64b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:20.802334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f2409-b717-4740-a128-d224ff586547 None None] No DVR routers for this DVR port 20694336-916f-4d29-a387-603c71fbd64b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:20.876514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.897230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:20.907041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcd5665-bada-4ed2-979c-439c0f831a53') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:20.907338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcd5665-bada-4ed2-979c-439c0f831a53') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:43:20.917473 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.930893 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.937484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:43:20.937870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:43:20.939534 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:43:21.045864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:21.058161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.065644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.066956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:21.067096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36 HTTP/1.1" status: 204 len: 168 time: 0.6657832 Sep 18 07:43:21.067551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fb58a92a-a146-41c1-8ccb-f3d7e0c8cc4c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:21.068093 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2aec7bfb-a591-479f-8d9f-e226a626a19e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:21.080727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2907c-617c-4cd3-acee-ead61c29db1e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4e5a89-eaa5-4b7d-9d4a-819a65ef9f36,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:21.089231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2aec7bfb-a591-479f-8d9f-e226a626a19e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:21.089586 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2aec7bfb-a591-479f-8d9f-e226a626a19e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:21.090037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20694336-916f-4d29-a387-603c71fbd64b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:21.109268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 20694336-916f-4d29-a387-603c71fbd64b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:21.109621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 20694336-916f-4d29-a387-603c71fbd64b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:21.389438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39618) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:21.428834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6599a2bc-dedd-47f6-a4fc-d57089eff9b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c14a8dc608c04598a1add35e7182e3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386071 Sep 18 07:43:21.431170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39620) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:21.493271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.513774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.629159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.631649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:21.632818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d80d6c93-e3ea-43ed-b7af-1ab4f44bca67 HTTP/1.1" status: 204 len: 168 time: 0.2007704 Sep 18 07:43:21.641034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88af44-50e0-41de-875f-71da88e76e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d6c93-e3ea-43ed-b7af-1ab4f44bca67,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:22.242611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39628) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:22.282804 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-79c939d6-2154-4d7e-bcde-c29293795e6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eb44026b3c1472cab4f8d4759948dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390539 Sep 18 07:43:22.285181 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39630) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:22.331995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:22.353310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:22.475058 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:22.477702 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:22.478921 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dae3d125-2bfa-49c5-8701-25c4e5a12449 HTTP/1.1" status: 204 len: 168 time: 0.1928606 Sep 18 07:43:22.487771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f82d8-3e15-4477-bf04-6c98293b973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3d125-2bfa-49c5-8701-25c4e5a12449,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:29.195881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:33.119621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-542e816a-2ce9-4170-a877-f10ade47a277 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=84046bfc495246768a0ce1a81740503a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284619 Sep 18 07:43:33.535448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-329c629a-3227-49e2-8a99-9b933a0b025e tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:33.536933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-329c629a-3227-49e2-8a99-9b933a0b025e tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4112265 Sep 18 07:43:33.552393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-5af0553e-a645-49d8-b9cd-2b2ad9458b1f tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/quotas/84046bfc495246768a0ce1a81740503a HTTP/1.1" status: 200 len: 375 time: 0.0094225 Sep 18 07:43:33.582066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-6db164d9-c504-42c2-88aa-d5efcc948626 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=84046bfc495246768a0ce1a81740503a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246310 Sep 18 07:43:33.837294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b273358-1679-455c-9fbf-64574d6cc166 req-3620d05b-6f54-4980-a6ae-3e7312aee3f4 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 210 time: 0.0261953 Sep 18 07:43:34.942973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-58843402-27af-4900-aeff-f2e234e62943 req-324ed891-4eea-4ba9-80c8-3b8aa114fb81 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Sep 18 07:43:35.530388 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-cf6c085f-3c59-4f5c-9446-f6d75c733254 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=84046bfc495246768a0ce1a81740503a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310733 Sep 18 07:43:35.712210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-907a34ec-c7fd-46f6-9ef5-5a882c681971 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:35.713582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-907a34ec-c7fd-46f6-9ef5-5a882c681971 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778650 Sep 18 07:43:35.726367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Request body: {'port': {'device_id': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'admin_state_up': True, 'tenant_id': '84046bfc495246768a0ce1a81740503a'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:35.926016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Made reservation on behalf of 84046bfc495246768a0ce1a81740503a for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:43:35.929533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:35.938908 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.024304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.038821 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfa3e275-40f3-4b67-9253-005c22ae4811 req-c083f7a8-1705-44f3-9fde-47e346efd413 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Sep 18 07:43:36.149035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.211478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd66d8a-693f-4987-9a47-e2b5ef9018e1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:36.281204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Allocated IP 192.168.233.136 (d18243f3-667a-451f-8356-8afbd852f9de/abab7f34-fb13-491e-9d73-364a84038195/28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:43:36.422892 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.520728 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.565199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Network d18243f3-667a-451f-8356-8afbd852f9de is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:43:36.568226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:43:36.571817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:43:36.601781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Pushing event updated for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:36.630072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:36.630696 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.732697 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-c8973287-9ec7-493d-bebb-5e51e9eebd01 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0099323 Sep 18 07:43:36.745463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Request body: {'port': {'device_id': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:36.788710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-295dbdbe-c022-4312-8ef6-f313e170e0dd None None] Provisioning complete for port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:43:36.789294 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-295dbdbe-c022-4312-8ef6-f313e170e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.800333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:36.825309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-295dbdbe-c022-4312-8ef6-f313e170e0dd None None] Port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:43:37.157472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e316-d57a-4448-8aa7-fe992fc4356c req-090cfe3d-784a-4f24-b755-ba7e5b162025 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:37.159037 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a892e316-d57a-4448-8aa7-fe992fc4356c req-090cfe3d-784a-4f24-b755-ba7e5b162025 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 936 time: 0.0501258 Sep 18 07:43:37.198644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a892e316-d57a-4448-8aa7-fe992fc4356c req-33047ecc-79ba-40ab-8f6d-dcaacaa00f54 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Sep 18 07:43:37.400993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:43:37.408976 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:37.420812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Transition to ACTIVE for port object 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:43:37.486132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:37.553194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Pushing event updated for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:37.611681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Attempting to bind port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:43:37.612403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Attempting to bind port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:43:37.612403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Attempting to bind port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:43:37.616785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed on network d18243f3-667a-451f-8356-8afbd852f9de not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:43:37.617113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Attempting to bind port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed on network d18243f3-667a-451f-8356-8afbd852f9de {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:43:37.622044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:43:37.622390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Checking segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:43:37.622786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Bound using segment: {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:43:37.623218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Bound port: 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8562a8-d2b1-4501-8810-1e39b86a5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:43:37.623589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:37.689681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:43:37.692675 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:43:37.778591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:37.813299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:37.813956 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:37.815342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] 10.222.0.37 "PUT /v2.0/ports/28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed HTTP/1.1" status: 200 len: 1097 time: 1.0747404 Sep 18 07:43:37.816475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:37.818069 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e0d844-cdf3-4eec-8019-7a66f322950d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:37.842646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f002-bfd7-4ab5-95d8-90273bfcb58e service neutron] Pushing event updated for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:37.858828 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c588c6f-2917-4877-b043-4a1c4b271de7 x-openstack-request-id: req-0c588c6f-2917-4877-b043-4a1c4b271de7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:37.859138 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:37.859398 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c588c6f-2917-4877-b043-4a1c4b271de7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:37.859804 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed', 'status': 'completed', 'code': 200} Sep 18 07:43:37.924912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d844-cdf3-4eec-8019-7a66f322950d req-9ef92c92-d5ab-4942-9bd4-ceefb90f5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:37.926394 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4e0d844-cdf3-4eec-8019-7a66f322950d req-9ef92c92-d5ab-4942-9bd4-ceefb90f5db7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84046bfc495246768a0ce1a81740503a&device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 1100 time: 0.0451734 Sep 18 07:43:37.953602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4e0d844-cdf3-4eec-8019-7a66f322950d req-877e3549-ae55-4bfe-8ecf-4e4fecb34f92 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=84046bfc495246768a0ce1a81740503a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199261 Sep 18 07:43:38.084608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0d844-cdf3-4eec-8019-7a66f322950d req-2e188e58-1b68-443a-9c48-e811fa7e1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:38.086111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4e0d844-cdf3-4eec-8019-7a66f322950d req-2e188e58-1b68-443a-9c48-e811fa7e1cc4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255853 Sep 18 07:43:38.164942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-8d5e466d-9c87-4a38-8546-ae0eff8fe6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:38.166440 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-8d5e466d-9c87-4a38-8546-ae0eff8fe6cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84046bfc495246768a0ce1a81740503a&device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 1100 time: 0.0402653 Sep 18 07:43:38.210630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-a2e4f409-a4fb-4277-a271-89cb5509c60b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed HTTP/1.1" status: 200 len: 217 time: 0.0364144 Sep 18 07:43:38.257860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-0d410ccf-c9cb-425d-8f2d-6c21307b635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:38.259395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-0d410ccf-c9cb-425d-8f2d-6c21307b635d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abab7f34-fb13-491e-9d73-364a84038195 HTTP/1.1" status: 200 len: 843 time: 0.0421383 Sep 18 07:43:38.305724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-093f7c4d-b0a1-47ce-ad8a-c75667dc7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:38.307267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-093f7c4d-b0a1-47ce-ad8a-c75667dc7811 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d18243f3-667a-451f-8356-8afbd852f9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400531 Sep 18 07:43:38.309404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f3ead-e8c2-4eee-9582-a1c5e32e84fb req-9a740866-06af-4093-8885-ec75f374495e tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:38.310907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db9f3ead-e8c2-4eee-9582-a1c5e32e84fb req-9a740866-06af-4093-8885-ec75f374495e tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 948 time: 0.0476792 Sep 18 07:43:38.348179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db9f3ead-e8c2-4eee-9582-a1c5e32e84fb req-62890970-51aa-446f-8143-d8e3cddf6f71 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Sep 18 07:43:38.402298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-9abdbc8c-867f-478c-a65d-3cc2bffb21b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876470 Sep 18 07:43:38.493437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-365cc2fc-b799-41e2-95a4-8fa87622e856 req-30a9bb7e-8d37-4562-8689-66c7de2f68f0 service neutron] 10.222.0.37 "GET /v2.0/networks/d18243f3-667a-451f-8356-8afbd852f9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844998 Sep 18 07:43:38.880110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e3380642-3481-4c71-9b6b-5ebf419d93af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:39.463132 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40fdec-6892-43a6-8f7a-50c4bbe233b5 req-e0a1c27f-dcf2-45bf-a02a-a693e597a525 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:39.464585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d40fdec-6892-43a6-8f7a-50c4bbe233b5 req-e0a1c27f-dcf2-45bf-a02a-a693e597a525 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 948 time: 0.0471716 Sep 18 07:43:39.505339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d40fdec-6892-43a6-8f7a-50c4bbe233b5 req-fe3315f2-182a-465f-91a0-9d2386bdb1fd tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Sep 18 07:43:40.553398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:43:40.617720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b84ac-969d-4b0b-854f-a64e92630c0e req-0d127aad-850f-4f6f-84ad-752be33838cf tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:40.619244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a81b84ac-969d-4b0b-854f-a64e92630c0e req-0d127aad-850f-4f6f-84ad-752be33838cf tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 948 time: 0.0479491 Sep 18 07:43:40.646167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:40.656896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a81b84ac-969d-4b0b-854f-a64e92630c0e req-c100033a-4fdf-4df7-8db5-e22aaaedcaeb tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Sep 18 07:43:40.657767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed', 'network_id': 'd18243f3-667a-451f-8356-8afbd852f9de', 'port_id': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed', 'mac_address': 'fa:16:3e:8e:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abab7f34-fb13-491e-9d73-364a84038195', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:43:40.696688 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:40.710427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:43:40.729192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:40.794242 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:40.839628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:41.029156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:43:41.507840 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-657b295c-92dd-4878-804b-881f82d2cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:41.768953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b9133-4a86-41e9-bfff-d6d8af7b5511 req-f56f46d0-984c-4612-8f15-5ff9b99236e5 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:41.770445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a23b9133-4a86-41e9-bfff-d6d8af7b5511 req-f56f46d0-984c-4612-8f15-5ff9b99236e5 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 949 time: 0.0474269 Sep 18 07:43:41.808262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a23b9133-4a86-41e9-bfff-d6d8af7b5511 req-7777e99b-e5bf-4270-8131-530844a8e61c tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Sep 18 07:43:42.085994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:42.569166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:43:42.697177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:43:42.700788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:43:42.701158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:42.773580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:42.795564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:42.797782 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3660e765-de47-46f5-802b-bea7d56015c6" -d '{"events": [{"server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "name": "network-vif-plugged", "status": "completed", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:42.813653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:42.886510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:42.924173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aff8dc-f550-486b-9a87-da0244ee23be req-d3bfc9c0-4530-451a-b989-0767d9a7c4cd tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:42.924706 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2edbf-7156-4ac3-9f77-37353b425cb6 x-openstack-request-id: req-25a2edbf-7156-4ac3-9f77-37353b425cb6 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:42.924706 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "name": "network-vif-plugged", "status": "completed", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:42.924885 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25a2edbf-7156-4ac3-9f77-37353b425cb6 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:42.925197 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed', 'code': 200} Sep 18 07:43:42.925730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42aff8dc-f550-486b-9a87-da0244ee23be req-d3bfc9c0-4530-451a-b989-0767d9a7c4cd tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0510132 Sep 18 07:43:42.943122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:42.968892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42aff8dc-f550-486b-9a87-da0244ee23be req-3de2146e-0fe5-4caf-946d-3fb7f13278f7 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Sep 18 07:43:43.025957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d54c-662f-45d0-9238-a5e71b100145 req-37ff946e-4a6f-4253-8d1f-d1c1471c2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:43.027488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e831d54c-662f-45d0-9238-a5e71b100145 req-37ff946e-4a6f-4253-8d1f-d1c1471c2edb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 1102 time: 0.0453396 Sep 18 07:43:43.062489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e831d54c-662f-45d0-9238-a5e71b100145 req-16b53e75-d57f-414d-886c-39be4ceb6594 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278983 Sep 18 07:43:43.382929 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:44.085756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ccd94-2784-438f-bcf4-2a38b97a1811 req-ba3d65fe-d6d1-4bea-adfa-9721893dd533 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:44.087262 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e5ccd94-2784-438f-bcf4-2a38b97a1811 req-ba3d65fe-d6d1-4bea-adfa-9721893dd533 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0488350 Sep 18 07:43:44.125743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e5ccd94-2784-438f-bcf4-2a38b97a1811 req-ab159c98-bca0-4b56-ad0b-2fb8bd9d18a8 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Sep 18 07:43:44.886140 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:45.237917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297dfd7-09e7-493b-bfb1-498eaba8677b req-56d44b9a-17c3-4bfd-ba09-5a87b9f811c2 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:45.239410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9297dfd7-09e7-493b-bfb1-498eaba8677b req-56d44b9a-17c3-4bfd-ba09-5a87b9f811c2 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0483270 Sep 18 07:43:45.276701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9297dfd7-09e7-493b-bfb1-498eaba8677b req-76c9ef2c-4a59-472e-85e9-c001410ddcad tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Sep 18 07:43:45.399613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:45.703118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-0d36dfde-f82a-4336-8467-63fad11a25b5 req-063ed4a9-82c3-4b4d-bdb1-8b7cb9d095da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:43:45.704144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0d36dfde-f82a-4336-8467-63fad11a25b5 req-063ed4a9-82c3-4b4d-bdb1-8b7cb9d095da service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0994134 Sep 18 07:43:46.210406 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-8ad1bc43-4a7c-49d6-a5ac-f3836b1677d8 req-51c48e1c-b03e-4c68-b237-289f13721d8e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:43:46.211430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ad1bc43-4a7c-49d6-a5ac-f3836b1677d8 req-51c48e1c-b03e-4c68-b237-289f13721d8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534577 Sep 18 07:43:46.726389 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0abf-5ae3-40a1-95ee-7668a5cdc6d2 req-aa4e7592-d059-4d88-a448-7d3a6058e91b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:46.727903 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03b0abf-5ae3-40a1-95ee-7668a5cdc6d2 req-aa4e7592-d059-4d88-a448-7d3a6058e91b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0491242 Sep 18 07:43:46.769035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c03b0abf-5ae3-40a1-95ee-7668a5cdc6d2 req-45b7fe70-0138-457a-b479-b3417134f02c tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351071 Sep 18 07:43:47.882474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e103a8-37ba-4fda-aff4-56d83c43d7d8 req-1f8a58c1-477b-4f42-96be-e0d96e98d414 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:47.883970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2e103a8-37ba-4fda-aff4-56d83c43d7d8 req-1f8a58c1-477b-4f42-96be-e0d96e98d414 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0481894 Sep 18 07:43:47.922516 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2e103a8-37ba-4fda-aff4-56d83c43d7d8 req-4a2d4c94-5342-416a-b2c0-9592564ac159 tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dd66d8a-693f-4987-9a47-e2b5ef9018e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320089 Sep 18 07:43:47.940972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-090a8674-b21e-4a92-bd4b-c8aa0737896b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:47.942471 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-090a8674-b21e-4a92-bd4b-c8aa0737896b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 950 time: 0.0484099 Sep 18 07:43:48.029320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Deleting port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:43:48.029660 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:48.119395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] For port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,segment=NetworkSegment(da8562a8-d2b1-4501-8810-1e39b86a5827),segment_id=da8562a8-d2b1-4501-8810-1e39b86a5827)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:43:48.119685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:48.131192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Calling delete_port for 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:43:48.320332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:48.332353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:43:48.347930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Pushing event deleted for resources: {'Port': ['ID=28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:48.392723 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] No DVR routers for this DVR port 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:43:48.395504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:48.397515 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78f7e514-de86-4b80-beb0-add6bc7322f6 req-88828c60-9629-4afe-8889-a0d9af3d692b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.37 "DELETE /v2.0/ports/28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed HTTP/1.1" status: 204 len: 173 time: 0.4493167 Sep 18 07:43:48.398015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'name': 'network-vif-deleted', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:48.400343 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba10b6f-e68f-47d0-ab93-108df5a8a421" -d '{"events": [{"server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "name": "network-vif-deleted", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:48.437369 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16823143-a73f-4525-9555-e33134fd2d6e x-openstack-request-id: req-16823143-a73f-4525-9555-e33134fd2d6e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:48.437913 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791", "name": "network-vif-deleted", "tag": "28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:48.438185 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16823143-a73f-4525-9555-e33134fd2d6e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:48.438585 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791', 'name': 'network-vif-deleted', 'tag': '28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed', 'status': 'completed', 'code': 200} Sep 18 07:43:49.026390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9f192fe3-330e-4390-a6c4-7a560ae78ee1 req-b5a410c2-dc91-4976-adb7-709c8cfddc3b tempest-ServersAdminNegativeTestJSON-1628844536 tempest-ServersAdminNegativeTestJSON-1628844536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d6aa92e-5ccb-44ff-ae7a-cdc3b9e5b791 HTTP/1.1" status: 200 len: 210 time: 0.0266616 Sep 18 07:43:50.469945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39776) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:50.584491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:43:50.598021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0acfe741-d3cd-4ad5-b695-bc725646fa90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84046bfc495246768a0ce1a81740503a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268847 Sep 18 07:43:50.600425 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39780) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:50.603755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:43:50.604100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 28059fa7-a4ce-4ef1-8bf8-c1c128aac5ed not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:43:50.647827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:50.673062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:50.794331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:50.796846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:50.798036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dd66d8a-693f-4987-9a47-e2b5ef9018e1 HTTP/1.1" status: 204 len: 168 time: 0.1966889 Sep 18 07:43:50.805521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41241ba8-f191-4523-96f6-1ba2b868c548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd66d8a-693f-4987-9a47-e2b5ef9018e1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:51.412970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39786) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:51.426717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-854575af-1bda-4837-97d2-7858774a99e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.512906 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-854575af-1bda-4837-97d2-7858774a99e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.657431 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-854575af-1bda-4837-97d2-7858774a99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.695041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854575af-1bda-4837-97d2-7858774a99e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d7a25-80da-4eec-b113-5b78cd0ad2e9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:51.699426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-854575af-1bda-4837-97d2-7858774a99e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8259350840ae4bb89a7a607ee1f58690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854376 Sep 18 07:43:51.702547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39788) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:51.750838 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.771110 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.885641 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.888279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:51.889486 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/671d7a25-80da-4eec-b113-5b78cd0ad2e9 HTTP/1.1" status: 204 len: 168 time: 0.1860361 Sep 18 07:43:51.897529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4177c-1b92-478a-9e87-7ec41ca4f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d7a25-80da-4eec-b113-5b78cd0ad2e9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:52.947850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:53.042596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-33946152-network', 'tenant_id': '7581f0ef50b94fd4800cccacda7d11ab'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:53.119814 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Made reservation on behalf of 7581f0ef50b94fd4800cccacda7d11ab for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:43:53.122852 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.131515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.218194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.296905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.321059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:43:53.330776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb17e891-03e4-4907-8864-90626c5506cc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:53.335179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.335577 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Added segment b21d6c95-51af-4927-8f2c-f839a09aea2d of type vlan for network eacc6d36-0ab5-4a56-8bad-bb9509464457 Sep 18 07:43:53.348811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.349155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.349496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.349831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.350189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.350514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.351063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.351390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.351716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.352039 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.352360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.352773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:43:53.397278 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.480249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.481763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:53.482373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.545005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] Pushing event updated for resources: {'Network': ['ID=eacc6d36-0ab5-4a56-8bad-bb9509464457,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:53.554730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network eacc6d36-0ab5-4a56-8bad-bb9509464457 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:43:53.578058 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-607e8cd6-dfc5-454f-8042-16c4c2077097 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6290781 Sep 18 07:43:53.580893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39814) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:43:53.585745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Request body: {'subnet': {'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-33946152-subnet', 'tenant_id': '7581f0ef50b94fd4800cccacda7d11ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:53.645685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Made reservation on behalf of 7581f0ef50b94fd4800cccacda7d11ab for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:43:53.648119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.863151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:53.921328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b877a1-7e90-4e33-81b1-bec7a51345c6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:53.926555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Checking segment: {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:43:53.926920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Network hostable DHCP agents. Network: eacc6d36-0ab5-4a56-8bad-bb9509464457, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:43:53.994189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Network eacc6d36-0ab5-4a56-8bad-bb9509464457 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:43:54.068551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, eacc6d36-0ab5-4a56-8bad-bb9509464457) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:43:54.072729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:54.073354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:54.078003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9c9b1-83da-4698-a564-bb722de9ed0d None None] Network eacc6d36-0ab5-4a56-8bad-bb9509464457 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:43:54.138458 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9cbf005c-5710-47e9-ac91-b64d40c5044b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5563674 Sep 18 07:43:54.197653 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fad29a-a764-4579-abd5-ea3367ea98dd None None] Network eacc6d36-0ab5-4a56-8bad-bb9509464457 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:43:54.555717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-6d2b1b95-e102-4599-a9e1-5731cc9b4684 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:54.557182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-6d2b1b95-e102-4599-a9e1-5731cc9b4684 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 810 time: 0.1005173 Sep 18 07:43:54.572150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-ea7f3553-21fb-4316-a858-09d8d792a60b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/quotas/7581f0ef50b94fd4800cccacda7d11ab HTTP/1.1" status: 200 len: 375 time: 0.0087991 Sep 18 07:43:54.602365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-74f3c67b-f413-4842-83a4-0bcba8127922 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246639 Sep 18 07:43:54.612986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-5474ab30-7053-4a96-b545-d354bfcb19d3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:43:54.613960 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-5474ab30-7053-4a96-b545-d354bfcb19d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048323 Sep 18 07:43:54.706636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-e061d0f5-f52a-4f2a-9a46-135d69c1d9cd service neutron] 10.222.0.20 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871618 Sep 18 07:43:54.800233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-bd2abc31-6a53-4cac-a84f-d12e579f6d9a service neutron] 10.222.0.20 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Sep 18 07:43:55.044377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dbac74b-076a-475f-aa68-fb249c120268 req-62a243cb-2376-492b-9086-5ae34f9808b7 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 210 time: 0.0278103 Sep 18 07:43:56.136660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dcf3ee3-a55d-440b-a14f-bd4a607516b6 req-d5e588b8-2395-4301-b06b-fb39f04d4536 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Sep 18 07:43:56.367040 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:43:57.235545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-debe77e4-3a81-4d0e-8588-2668ccaf52e6 req-ff612baf-0b3c-4c0f-9adb-af4d4efd74b3 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Sep 18 07:43:57.252778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-5e9c14f0-2ad9-4751-b28c-8ed0110b75b3 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:57.254315 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-5e9c14f0-2ad9-4751-b28c-8ed0110b75b3 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 810 time: 0.1098919 Sep 18 07:43:57.266804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Request body: {'port': {'device_id': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457', 'admin_state_up': True, 'tenant_id': '7581f0ef50b94fd4800cccacda7d11ab'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:57.457055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Made reservation on behalf of 7581f0ef50b94fd4800cccacda7d11ab for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:43:57.460678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:57.588907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Allocated IP 172.20.0.10 (eacc6d36-0ab5-4a56-8bad-bb9509464457/43b877a1-7e90-4e33-81b1-bec7a51345c6/8697bea7-85d7-4666-9817-69be9ff582c6) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:43:57.737192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:57.823125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:57.863565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Network eacc6d36-0ab5-4a56-8bad-bb9509464457 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:43:57.866569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:43:57.870158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:43:57.898856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:57.923459 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:57.924077 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:57.983497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-940e0920-fcaf-4952-81d4-79a8d56c3eff tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7203910 Sep 18 07:43:57.997152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Request body: {'port': {'device_id': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:43:58.054331 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.311052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697bea7-85d7-4666-9817-69be9ff582c6 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:43:58.318470 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.330448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Transition to ACTIVE for port object 8697bea7-85d7-4666-9817-69be9ff582c6 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:43:58.354258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc3e95-6942-4c64-85fe-a4533bd6bd6c req-c5edabef-0b69-44a3-a938-63b53c90269e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:58.356270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ddc3e95-6942-4c64-85fe-a4533bd6bd6c req-c5edabef-0b69-44a3-a938-63b53c90269e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 932 time: 0.0478022 Sep 18 07:43:58.389634 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.393777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ddc3e95-6942-4c64-85fe-a4533bd6bd6c req-9cb9150b-6b38-4e7f-96cf-192a99db7331 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Sep 18 07:43:58.458672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:58.508173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:43:58.508512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:43:58.508840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:43:58.513525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:43:58.513847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:43:58.518548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:43:58.518829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Checking segment: {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:43:58.519213 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Bound using segment: {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:43:58.519648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Bound port: 8697bea7-85d7-4666-9817-69be9ff582c6, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:43:58.519984 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.580889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:43:58.583794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:43:58.645876 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.677876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:58.678545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:58.679981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] 10.222.0.37 "PUT /v2.0/ports/8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 1093 time: 0.6875694 Sep 18 07:43:58.682225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:43:58.684579 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef51f63c-d553-4a1c-8716-d68d770fbabc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:43:58.708903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd719-45c1-4e2e-be12-9bca260202ae service neutron] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:43:58.790684 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8d02b5-3bcb-4fc5-b5d1-18926744a246 x-openstack-request-id: req-3d8d02b5-3bcb-4fc5-b5d1-18926744a246 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:43:58.790989 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:43:58.791248 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d8d02b5-3bcb-4fc5-b5d1-18926744a246 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:43:58.791902 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'status': 'completed', 'code': 200} Sep 18 07:43:58.794533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-b7855bdf-fd6c-4d0f-8fb8-a0ccb358a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:58.796052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-b7855bdf-fd6c-4d0f-8fb8-a0ccb358a662 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0478456 Sep 18 07:43:58.839000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-1aa551f4-a960-441e-b6f2-5a444401628b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0347028 Sep 18 07:43:58.889045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-e440502f-214b-4266-87f0-2c55b29f6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:58.890600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-e440502f-214b-4266-87f0-2c55b29f6bdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0454834 Sep 18 07:43:58.925913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-11d4e38b-bb76-4ddd-aa3e-e5b87cbe820f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 18 07:43:59.013693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-3d42df8e-7947-4310-9ded-2072cec9a79b service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812364 Sep 18 07:43:59.106196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f922e5d3-ec9d-4c2f-a526-acce24d4d6ce req-1a8718d1-827f-4733-8f85-5a4050d092c4 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Sep 18 07:43:59.200170 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:43:59.244109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-5efa9ac5-a99f-40df-9efa-74dc1946cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:59.245619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-5efa9ac5-a99f-40df-9efa-74dc1946cf00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0405080 Sep 18 07:43:59.332530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-7f87b17d-6124-4473-9b39-39397fed769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:59.334017 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-7f87b17d-6124-4473-9b39-39397fed769b service neutron] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.0817385 Sep 18 07:43:59.378630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-8afe86b8-66f3-4a16-b3b0-c6646804e32b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0372553 Sep 18 07:43:59.427850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-a2e7f10a-24a4-4099-b769-92401015feec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:59.429317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-a2e7f10a-24a4-4099-b769-92401015feec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0433543 Sep 18 07:43:59.468506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-a4241186-5496-48f4-bdc7-a50087560d45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310881 Sep 18 07:43:59.509794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea661f1d-4611-4e33-8d99-3ea97d7b14e6 req-40416a9b-4dd2-455f-8a0d-39946cd2749d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:43:59.511390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea661f1d-4611-4e33-8d99-3ea97d7b14e6 req-40416a9b-4dd2-455f-8a0d-39946cd2749d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0483458 Sep 18 07:43:59.549924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea661f1d-4611-4e33-8d99-3ea97d7b14e6 req-10014f01-27da-4e89-baf9-9110e9f7a69a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Sep 18 07:43:59.562949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-46db2160-d92e-4254-a4e8-890bdec60c7d service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Sep 18 07:43:59.651561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ef51f63c-d553-4a1c-8716-d68d770fbabc req-ba5d2505-624e-4228-a348-dcb911b9e60e service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809143 Sep 18 07:44:00.578382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:44:00.666494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5270bb7-c5f7-48cd-a6b5-f794d5209e38 req-c9bccc53-36d6-4895-85b7-140380ee7a0b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:00.668667 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5270bb7-c5f7-48cd-a6b5-f794d5209e38 req-c9bccc53-36d6-4895-85b7-140380ee7a0b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0519099 Sep 18 07:44:00.670271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:00.681293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '8697bea7-85d7-4666-9817-69be9ff582c6', 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457', 'port_id': '8697bea7-85d7-4666-9817-69be9ff582c6', 'mac_address': 'fa:16:3e:6e:8b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b877a1-7e90-4e33-81b1-bec7a51345c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:44:00.706491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a5270bb7-c5f7-48cd-a6b5-f794d5209e38 req-b52fb8f8-6092-4572-acaf-d04ebbcda1b2 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Sep 18 07:44:00.721199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:00.734186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697bea7-85d7-4666-9817-69be9ff582c6 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:44:00.752688 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:00.822749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:00.867730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:01.006168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['8697bea7-85d7-4666-9817-69be9ff582c6'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:44:01.817063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7ea9f-609f-46c1-a88f-ff04700928db req-405b8b5f-e696-485a-a10c-029ea28ae292 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:01.818479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dae7ea9f-609f-46c1-a88f-ff04700928db req-405b8b5f-e696-485a-a10c-029ea28ae292 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 945 time: 0.0474887 Sep 18 07:44:01.855281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dae7ea9f-609f-46c1-a88f-ff04700928db req-7336e68b-d34c-48db-bd82-7ecefa736f57 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Sep 18 07:44:02.584441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:44:02.690559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 8697bea7-85d7-4666-9817-69be9ff582c6 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:44:02.694241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 8697bea7-85d7-4666-9817-69be9ff582c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:44:02.694621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:02.767477 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:02.789284 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:02.791547 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353ee03-5e2d-4ab0-814f-f5f88dc76894" -d '{"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-plugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:02.804930 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:02.827492 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af3268-065a-47fc-a5d7-b5c1dc49ef31 x-openstack-request-id: req-d9af3268-065a-47fc-a5d7-b5c1dc49ef31 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:02.828111 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-plugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:02.828425 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9af3268-065a-47fc-a5d7-b5c1dc49ef31 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:02.828821 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'code': 200} Sep 18 07:44:02.879901 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:02.930562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7ad40-f9ec-4a75-8d62-419eb0b2a7d8 req-aeca7722-60b1-4f94-9c6a-433f59324a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:02.932386 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-64a7ad40-f9ec-4a75-8d62-419eb0b2a7d8 req-aeca7722-60b1-4f94-9c6a-433f59324a49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1098 time: 0.0501108 Sep 18 07:44:02.932765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:02.968296 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-64a7ad40-f9ec-4a75-8d62-419eb0b2a7d8 req-53114f21-b9b8-4c5c-844c-6057567d3636 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290394 Sep 18 07:44:02.973986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599151-a4cd-467c-8c18-b883fdf660ad req-c6e82bb2-12ef-4ffd-b87c-104af6d6cfdd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:02.975459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d599151-a4cd-467c-8c18-b883fdf660ad req-c6e82bb2-12ef-4ffd-b87c-104af6d6cfdd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0500317 Sep 18 07:44:03.011911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d599151-a4cd-467c-8c18-b883fdf660ad req-bbb0cce5-2d7a-4bdf-a7dc-5d6aa7dca715 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Sep 18 07:44:04.130952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728ff0-a8ec-4b96-8119-27d06fd5c596 req-bfe35a25-c7d2-43ba-b691-a293b43574b9 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:04.132406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b728ff0-a8ec-4b96-8119-27d06fd5c596 req-bfe35a25-c7d2-43ba-b691-a293b43574b9 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0520422 Sep 18 07:44:04.170076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b728ff0-a8ec-4b96-8119-27d06fd5c596 req-48828872-b442-47f1-bbfa-a91d051b2bdc tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Sep 18 07:44:05.281318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d24d3-5eab-4690-b9f2-1c76e1ad1ea2 req-260a984b-36f5-4379-acfa-1ce89f4045ea tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:05.282762 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c9d24d3-5eab-4690-b9f2-1c76e1ad1ea2 req-260a984b-36f5-4379-acfa-1ce89f4045ea tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0476928 Sep 18 07:44:05.320453 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c9d24d3-5eab-4690-b9f2-1c76e1ad1ea2 req-66ab5adb-baff-48cf-ac50-56454fe57fac tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Sep 18 07:44:05.654742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241e52-0878-45a4-8a4c-9d35e918025a req-055472ff-d40f-4791-b74c-2ad11f81f76d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:05.656223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4241e52-0878-45a4-8a4c-9d35e918025a req-055472ff-d40f-4791-b74c-2ad11f81f76d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0483899 Sep 18 07:44:05.693201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4241e52-0878-45a4-8a4c-9d35e918025a req-c324fcc5-5298-4062-b73e-baf3c0f393ea tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Sep 18 07:44:05.800639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4c842448-f3df-442d-9ebc-cedbe17f7fad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944967 Sep 18 07:44:06.814878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a157b90-0d3b-4f45-86e8-1e9f2f05e631 req-8a77b37c-7a20-4b11-b1fa-15d9a4b1753a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:06.816372 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a157b90-0d3b-4f45-86e8-1e9f2f05e631 req-8a77b37c-7a20-4b11-b1fa-15d9a4b1753a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Sep 18 07:44:06.853710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a157b90-0d3b-4f45-86e8-1e9f2f05e631 req-c7a0c057-7ebe-4581-a504-f287d855a088 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Sep 18 07:44:07.705367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-9ff3cee2-eaa2-4c44-abe5-b7190fa6f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:07.707009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-9ff3cee2-eaa2-4c44-abe5-b7190fa6f712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1098 time: 0.0416954 Sep 18 07:44:07.800125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-0b1a7ee7-665d-416a-a3ba-027f7794fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:07.801616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-0b1a7ee7-665d-416a-a3ba-027f7794fcdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.0882590 Sep 18 07:44:07.843778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-b5178419-3fbb-4064-8fb4-0f9046d38d60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0352082 Sep 18 07:44:07.893324 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-9e18c0f9-ca0a-46ea-b868-32155ef57433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:07.894830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-9e18c0f9-ca0a-46ea-b868-32155ef57433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0448475 Sep 18 07:44:07.926140 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-812e6142-bfac-4a6d-bb1d-145058e1b166 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245161 Sep 18 07:44:07.970350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1f36-e70b-475c-be82-9246a2485c0f req-2d3ab495-b218-44e8-8064-b4b556eb880c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:07.971765 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-017b1f36-e70b-475c-be82-9246a2485c0f req-2d3ab495-b218-44e8-8064-b4b556eb880c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Sep 18 07:44:08.009451 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-017b1f36-e70b-475c-be82-9246a2485c0f req-9e766c81-5453-49e0-83e1-3ae51cddabcd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Sep 18 07:44:08.021466 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-9aaf0aa8-bed1-4118-a038-61532267f962 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879693 Sep 18 07:44:08.112783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-618d2034-2a1b-4b0b-bdff-f891383f9b08 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Sep 18 07:44:08.718608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969292-0028-476d-8963-da2ff45db88a req-17b51bb9-31db-4c26-a629-8bb134497327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:08.720020 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-17b51bb9-31db-4c26-a629-8bb134497327 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1098 time: 0.0400631 Sep 18 07:44:08.819387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969292-0028-476d-8963-da2ff45db88a req-d71f6d75-f00b-4fc3-9b6c-1b8ac461caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:08.820957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-d71f6d75-f00b-4fc3-9b6c-1b8ac461caf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.0824478 Sep 18 07:44:08.865199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-455807bc-5e26-48e5-8b60-851fba350c96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0372074 Sep 18 07:44:08.913592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0682f14c-ee4d-40eb-afee-3c7ce6c60523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:08.914215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969292-0028-476d-8963-da2ff45db88a req-82511bdd-e197-4bcc-80a0-b5e8ed949d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:08.915405 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-82511bdd-e197-4bcc-80a0-b5e8ed949d03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0435956 Sep 18 07:44:08.948272 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-c613ab7f-6458-4181-b2e8-29dfcf8bf816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258210 Sep 18 07:44:09.041980 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-402f3e51-e678-4b1b-9bf4-36aac01210d6 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869315 Sep 18 07:44:09.124031 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59385191-6dc9-482f-aa63-0cccc1dad420 req-ecc4744e-139f-40f1-8ca7-e23acd539323 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:09.125689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59385191-6dc9-482f-aa63-0cccc1dad420 req-ecc4744e-139f-40f1-8ca7-e23acd539323 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0495968 Sep 18 07:44:09.132441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20969292-0028-476d-8963-da2ff45db88a req-e0887f02-1f46-48e3-8bdb-c422b935350d service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Sep 18 07:44:09.169878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59385191-6dc9-482f-aa63-0cccc1dad420 req-a74a49ba-3410-41ce-b653-fe51b64dc3c8 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379055 Sep 18 07:44:10.282088 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d961942-660c-4193-8760-6d36a0c5b154 req-15e0b4bd-42c7-4589-9824-c8d0f709fef8 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:10.283547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d961942-660c-4193-8760-6d36a0c5b154 req-15e0b4bd-42c7-4589-9824-c8d0f709fef8 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0474341 Sep 18 07:44:10.319971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d961942-660c-4193-8760-6d36a0c5b154 req-830d15c8-2a10-4f8e-9c96-158506a3872d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Sep 18 07:44:11.433362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691af75-6290-4539-9eea-f719ebf6ff7e req-3e9b88b6-0c43-47f8-9f58-3090e5cc40db tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:11.435528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2691af75-6290-4539-9eea-f719ebf6ff7e req-3e9b88b6-0c43-47f8-9f58-3090e5cc40db tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0494490 Sep 18 07:44:11.473684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2691af75-6290-4539-9eea-f719ebf6ff7e req-65af7f4e-e838-4cd8-b479-beb2473e3ce3 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Sep 18 07:44:11.520385 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a1474774-beaf-45f6-98e4-412bfda7b791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:12.056812 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:12.587000 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897188-0cc0-4c05-a048-8fcdb7d63f09 req-039b9b0d-a22d-4471-bd7d-4fea50c512cd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:12.588454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55897188-0cc0-4c05-a048-8fcdb7d63f09 req-039b9b0d-a22d-4471-bd7d-4fea50c512cd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0477610 Sep 18 07:44:12.628558 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55897188-0cc0-4c05-a048-8fcdb7d63f09 req-9a48d0cd-0473-41a7-903f-d860836d9990 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Sep 18 07:44:13.371113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:13.740283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334227d-1cd1-4eb2-a753-ec65b9f33131 req-14192999-a30a-495c-a4ad-651f7cd9399f tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:13.741767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4334227d-1cd1-4eb2-a753-ec65b9f33131 req-14192999-a30a-495c-a4ad-651f7cd9399f tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0484979 Sep 18 07:44:13.779106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4334227d-1cd1-4eb2-a753-ec65b9f33131 req-b5e6ae9b-e382-48e5-8c61-7652f2e6795c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Sep 18 07:44:14.845514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:14.890888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303027c-5ede-492a-bc9a-a861140cb68b req-b0192435-a089-4d29-a113-99f068e0be31 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:14.892333 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8303027c-5ede-492a-bc9a-a861140cb68b req-b0192435-a089-4d29-a113-99f068e0be31 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0472531 Sep 18 07:44:14.929156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8303027c-5ede-492a-bc9a-a861140cb68b req-da671658-28f6-40e6-b54a-d168a9b8b902 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Sep 18 07:44:15.394306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:16.039846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cc3aa-e666-4ef7-872c-9d15cf8aeb2c req-1153e3ce-f2c0-4d63-9402-3ffeabd57f81 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:16.041321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-071cc3aa-e666-4ef7-872c-9d15cf8aeb2c req-1153e3ce-f2c0-4d63-9402-3ffeabd57f81 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0476248 Sep 18 07:44:16.081840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-071cc3aa-e666-4ef7-872c-9d15cf8aeb2c req-1b17c5e2-d083-4f82-b802-7736531fee1c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Sep 18 07:44:17.200402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dc243-f3b4-4fa3-babe-aa55076382d9 req-d031e9e4-3b11-4712-a90b-9a1f98f25dce tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:17.201916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075dc243-f3b4-4fa3-babe-aa55076382d9 req-d031e9e4-3b11-4712-a90b-9a1f98f25dce tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0536883 Sep 18 07:44:17.238359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075dc243-f3b4-4fa3-babe-aa55076382d9 req-25f9e408-3b13-41f0-993a-134dad48152e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Sep 18 07:44:18.353043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da67ff-259e-4f8b-a74e-4429933467fe req-cb00d60d-4670-4233-a050-439cc69375a1 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:18.354563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23da67ff-259e-4f8b-a74e-4429933467fe req-cb00d60d-4670-4233-a050-439cc69375a1 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0494273 Sep 18 07:44:18.392875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23da67ff-259e-4f8b-a74e-4429933467fe req-3b8ed1c3-319c-44be-8ce5-39f93db6b968 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Sep 18 07:44:19.506243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d67b46-5e60-42e4-b496-3a9b7ac8e432 req-34d01891-5060-4328-8d07-3074a8603e02 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:19.507696 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d67b46-5e60-42e4-b496-3a9b7ac8e432 req-34d01891-5060-4328-8d07-3074a8603e02 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0474715 Sep 18 07:44:19.547657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05d67b46-5e60-42e4-b496-3a9b7ac8e432 req-f19beb0e-b497-479b-9daa-b452a3fb7605 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Sep 18 07:44:20.660252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ffd7-afdd-47f4-af19-447b78e29efc req-3d914f15-0e68-460a-998b-6a91db24392d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:20.661646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f383ffd7-afdd-47f4-af19-447b78e29efc req-3d914f15-0e68-460a-998b-6a91db24392d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Sep 18 07:44:20.698277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f383ffd7-afdd-47f4-af19-447b78e29efc req-06bfffca-7a46-45cb-b72a-70045ae944f2 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305634 Sep 18 07:44:21.809791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb96b5-a371-461c-b8a0-1bf1b86724b2 req-f99548e9-dae9-4e76-b888-2e73cabb41c7 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:21.811292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ebb96b5-a371-461c-b8a0-1bf1b86724b2 req-f99548e9-dae9-4e76-b888-2e73cabb41c7 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0483124 Sep 18 07:44:21.848215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8ebb96b5-a371-461c-b8a0-1bf1b86724b2 req-4e8c2e98-7c54-4988-8610-204e9d5d6f0e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Sep 18 07:44:22.959172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e91d-2b14-496e-b29d-317a15e94ff0 req-d86c5f45-31d6-40b5-a4ef-43a6ab066cba tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:22.960629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52f2e91d-2b14-496e-b29d-317a15e94ff0 req-d86c5f45-31d6-40b5-a4ef-43a6ab066cba tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0475125 Sep 18 07:44:23.001247 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52f2e91d-2b14-496e-b29d-317a15e94ff0 req-dfb7e050-73e8-40be-a87a-b4ef258e9cf9 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343266 Sep 18 07:44:24.113917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ddcd5-0c1a-4500-b17f-91ce67244397 req-d8aa7640-54b6-4b08-8a3d-00adb51847ba tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:24.115405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563ddcd5-0c1a-4500-b17f-91ce67244397 req-d8aa7640-54b6-4b08-8a3d-00adb51847ba tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0476832 Sep 18 07:44:24.151867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-563ddcd5-0c1a-4500-b17f-91ce67244397 req-5c9a540c-b5b9-4611-afce-e966c3b88259 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306315 Sep 18 07:44:25.265857 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986412fc-c571-480a-9715-78600269a0a3 req-615f35b2-e302-48d4-93a9-09864e22d0ca tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:25.267360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-986412fc-c571-480a-9715-78600269a0a3 req-615f35b2-e302-48d4-93a9-09864e22d0ca tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Sep 18 07:44:25.310989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-986412fc-c571-480a-9715-78600269a0a3 req-69293de5-73ef-44fa-b2d2-5ae0aa560702 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Sep 18 07:44:26.424116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15df48-3346-431b-b76d-e8de96898831 req-cb71b2bb-354a-45a7-9ff8-ca488d8c81de tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:26.425569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e15df48-3346-431b-b76d-e8de96898831 req-cb71b2bb-354a-45a7-9ff8-ca488d8c81de tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0480611 Sep 18 07:44:26.465883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7e15df48-3346-431b-b76d-e8de96898831 req-48400841-9436-4f7f-a879-1c5b6d719261 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Sep 18 07:44:27.579347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f174b-194c-49cf-9e70-cf79da02eff5 req-67547767-112f-48a1-a130-0e402dc71e6a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:27.580818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c4f174b-194c-49cf-9e70-cf79da02eff5 req-67547767-112f-48a1-a130-0e402dc71e6a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Sep 18 07:44:27.619071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c4f174b-194c-49cf-9e70-cf79da02eff5 req-09b9a7af-80ee-484f-a0db-d06ac5439c6f tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Sep 18 07:44:28.731127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3ee7a-cfcb-4f81-a9ce-b3f9441b52d9 req-9992b352-9e60-4fc3-8138-b7662063fbc4 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:28.733164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdc3ee7a-cfcb-4f81-a9ce-b3f9441b52d9 req-9992b352-9e60-4fc3-8138-b7662063fbc4 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0476990 Sep 18 07:44:28.769798 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdc3ee7a-cfcb-4f81-a9ce-b3f9441b52d9 req-8f7af486-0a74-4fa5-a6ae-f2be3af81146 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Sep 18 07:44:29.228565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:29.881265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df379bb-1c3b-4bab-8c23-3b42fcb3fc8f req-0f5c391a-ee7b-4a57-be76-901f13c334dd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:29.886200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2df379bb-1c3b-4bab-8c23-3b42fcb3fc8f req-0f5c391a-ee7b-4a57-be76-901f13c334dd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0471506 Sep 18 07:44:29.922710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2df379bb-1c3b-4bab-8c23-3b42fcb3fc8f req-787e63d8-8939-4b3b-ab6d-e5b175baaee8 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Sep 18 07:44:31.035645 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8e578-71b8-45af-9510-0800df5305d0 req-23818a8c-6cfa-4839-96b7-925e297d7d90 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:31.037124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67c8e578-71b8-45af-9510-0800df5305d0 req-23818a8c-6cfa-4839-96b7-925e297d7d90 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0485551 Sep 18 07:44:31.074455 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67c8e578-71b8-45af-9510-0800df5305d0 req-1526121d-1568-4eca-8393-711a4ff88f5b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Sep 18 07:44:32.194979 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567f82e-360b-4142-a992-1af14f58cce3 req-07512a62-860d-4d67-aaa1-ef609c4f818b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:32.196539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0567f82e-360b-4142-a992-1af14f58cce3 req-07512a62-860d-4d67-aaa1-ef609c4f818b tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0567329 Sep 18 07:44:32.233565 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0567f82e-360b-4142-a992-1af14f58cce3 req-f26d45bf-c249-4a80-b420-e2cc975477b6 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Sep 18 07:44:33.346175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcbd1-7ebf-4d05-b5da-d777d65bbba4 req-4bf33edc-cb1b-41b8-9c06-d666006e541d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:33.347574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-858dcbd1-7ebf-4d05-b5da-d777d65bbba4 req-4bf33edc-cb1b-41b8-9c06-d666006e541d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0473714 Sep 18 07:44:33.366215 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:44:33.388097 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-858dcbd1-7ebf-4d05-b5da-d777d65bbba4 req-d4b96c70-6e28-47af-a7d4-5024baabaf79 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Sep 18 07:44:34.500184 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e602-c8f3-41c5-a0b2-c78732440cdd req-c0e9579e-c64b-4caa-9873-19aecde83f4a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:34.501641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fa1e602-c8f3-41c5-a0b2-c78732440cdd req-c0e9579e-c64b-4caa-9873-19aecde83f4a tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0475180 Sep 18 07:44:34.538518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fa1e602-c8f3-41c5-a0b2-c78732440cdd req-6d58c250-f739-406e-8008-fa6443185157 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Sep 18 07:44:35.267366 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-6487471e-ca90-410a-b0cc-c28957ed48f9 service neutron] show failed (client error): The resource could not be found. Sep 18 07:44:35.268382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-6487471e-ca90-410a-b0cc-c28957ed48f9 service neutron] 10.222.0.37 "GET /v2.0/ports/8697bea7-85d7-4666-9817-69be9ff582c6/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0575509 Sep 18 07:44:35.651674 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f42d8-dcc5-43ce-9ea3-49df57e14521 req-82fa9938-b3d4-4051-abae-0a763b0ce300 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:35.653563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af4f42d8-dcc5-43ce-9ea3-49df57e14521 req-82fa9938-b3d4-4051-abae-0a763b0ce300 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0481460 Sep 18 07:44:35.692009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af4f42d8-dcc5-43ce-9ea3-49df57e14521 req-41a9e313-a340-4822-842b-115d13f6520e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Sep 18 07:44:35.786376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-43ccc13d-662d-49b0-9b94-5b746a063ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:35.787948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-43ccc13d-662d-49b0-9b94-5b746a063ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367&tenant_id=7581f0ef50b94fd4800cccacda7d11ab HTTP/1.1" status: 200 len: 1098 time: 0.0891564 Sep 18 07:44:35.799012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4fa01b94-3af2-499f-93c0-d62ff4569285 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:44:35.800041 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4fa01b94-3af2-499f-93c0-d62ff4569285 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050488 Sep 18 07:44:35.818200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:44:35.870481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.074354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:36.106659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:44:36.144125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:36.146380 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c12fd1d-dc1a-4862-837d-123b7a2a5160" -d '{"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-unplugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:36.150112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.162747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Transition to ACTIVE for port object 8697bea7-85d7-4666-9817-69be9ff582c6 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:44:36.197477 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d273771c-74df-4daa-8f56-e5b3201a7c23 x-openstack-request-id: req-d273771c-74df-4daa-8f56-e5b3201a7c23 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:36.197771 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-unplugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:36.198051 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d273771c-74df-4daa-8f56-e5b3201a7c23 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:36.198475 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'code': 200} Sep 18 07:44:36.238489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.298195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:36.300413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] No DVR routers for this DVR port 8697bea7-85d7-4666-9817-69be9ff582c6 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:44:36.337393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:44:36.337650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:44:36.338008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:44:36.342255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:44:36.342570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Attempting to bind port 8697bea7-85d7-4666-9817-69be9ff582c6 on network eacc6d36-0ab5-4a56-8bad-bb9509464457 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:44:36.347336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:44:36.347668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Checking segment: {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:44:36.348047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Bound using segment: {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:44:36.348464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Bound port: 8697bea7-85d7-4666-9817-69be9ff582c6, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21d6c95-51af-4927-8f2c-f839a09aea2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:44:36.348815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.410421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:44:36.413365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:44:36.514528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.547830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:36.548441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:36.549827 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] 10.222.0.24 "PUT /v2.0/ports/8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 1093 time: 0.7354596 Sep 18 07:44:36.569395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acd0d0-96f3-461e-904c-921a6faa6f57 service neutron] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:36.621093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-152859ec-7886-4547-9f13-586a2d3e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:36.623452 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-152859ec-7886-4547-9f13-586a2d3e5e3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0410244 Sep 18 07:44:36.714122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-c8efe0bc-e0f1-4328-872d-9b80344d28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:36.715611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-c8efe0bc-e0f1-4328-872d-9b80344d28bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.0855534 Sep 18 07:44:36.757859 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4f97e197-332a-448f-bd54-cd394a3c303f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0353575 Sep 18 07:44:36.807386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d264dd-18c9-4c8c-9a9a-5514821d8a23 req-87c67bd1-e1da-4b2d-8d95-570883914267 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:36.808929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0d264dd-18c9-4c8c-9a9a-5514821d8a23 req-87c67bd1-e1da-4b2d-8d95-570883914267 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0485146 Sep 18 07:44:36.810574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4ed155ea-22be-49bd-8e38-9d5fed907c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:36.812073 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-4ed155ea-22be-49bd-8e38-9d5fed907c08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0478954 Sep 18 07:44:36.843396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-55735e75-cdb4-4760-a520-f0e1a2f38d70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240135 Sep 18 07:44:36.850046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0d264dd-18c9-4c8c-9a9a-5514821d8a23 req-fe814fed-22aa-4c80-9f65-d618a9937355 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Sep 18 07:44:36.931812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-527981ec-a754-4e11-9056-974285b23295 service neutron] 10.222.0.24 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817013 Sep 18 07:44:37.021473 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6163bf9a-d9a1-47af-a624-5da56e894ba6 req-568442af-0583-4c6d-af4a-fc45b3428d86 service neutron] 10.222.0.24 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832019 Sep 18 07:44:37.967107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e859e-bd53-485a-a75e-09dcbdd423be req-25b30c1a-1ccf-4af1-8d77-3bc67347c54e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:37.968598 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-379e859e-bd53-485a-a75e-09dcbdd423be req-25b30c1a-1ccf-4af1-8d77-3bc67347c54e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0488963 Sep 18 07:44:38.006091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-379e859e-bd53-485a-a75e-09dcbdd423be req-21e9788e-9990-4c54-a61a-560014ff6c9c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Sep 18 07:44:38.199570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:38.201924 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:38.248616 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e90b730-7a5d-483c-a6ca-415970336066 x-openstack-request-id: req-7e90b730-7a5d-483c-a6ca-415970336066 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:38.248909 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:38.249162 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e90b730-7a5d-483c-a6ca-415970336066 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:38.250182 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'status': 'completed', 'code': 200} Sep 18 07:44:38.332426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-2b891ca3-6fa9-4769-8eef-80ad5e13ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.334115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-2b891ca3-6fa9-4769-8eef-80ad5e13ea59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0678477 Sep 18 07:44:38.339566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-d8117fb6-0284-4a76-8e48-f359d79abc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.340947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-d8117fb6-0284-4a76-8e48-f359d79abc67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0476658 Sep 18 07:44:38.493873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-4a3e818d-b0e4-43d0-b62d-f2bef2357c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.495478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-4a3e818d-b0e4-43d0-b62d-f2bef2357c64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.1537132 Sep 18 07:44:38.497962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-670e680e-ed90-451b-9ddd-1aab551fb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.499289 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-670e680e-ed90-451b-9ddd-1aab551fb16b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.1509523 Sep 18 07:44:38.564138 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-3397f476-2d26-4a2e-b960-3cf30a39e058 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0620570 Sep 18 07:44:38.565482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-e67985e6-d613-4bb7-abe3-1ca577cf05ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0579405 Sep 18 07:44:38.646342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-cf50ee59-e415-4e3d-81fb-74d10dc9c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.647743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-cf50ee59-e415-4e3d-81fb-74d10dc9c36e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0767198 Sep 18 07:44:38.650925 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-bed7f9a2-486e-41d7-b548-b884c11a75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:38.652232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-bed7f9a2-486e-41d7-b548-b884c11a75c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0738833 Sep 18 07:44:38.677464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:44:38.698370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-c444839b-fa72-4692-899c-8200e2409e89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426619 Sep 18 07:44:38.700766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-176b1d7b-a9e6-4581-844b-bc71f9a4ef22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382457 Sep 18 07:44:38.715489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:44:38.856817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-39be6f16-3521-4e04-ad9f-cd78b40674f9 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500542 Sep 18 07:44:38.857034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-25586fb9-11ff-4496-8027-d854c08b415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:38.861973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-422ccd5c-fa38-456e-b5be-9ae04c953c73 service neutron] 10.222.0.24 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483667 Sep 18 07:44:39.126715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7b84-8767-4f08-934e-342d3f545bb2 req-a53b69fb-6c74-4058-ad88-0a6fc13f75d5 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:39.128172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc8d7b84-8767-4f08-934e-342d3f545bb2 req-a53b69fb-6c74-4058-ad88-0a6fc13f75d5 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0506725 Sep 18 07:44:39.167589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc8d7b84-8767-4f08-934e-342d3f545bb2 req-87c7ea89-ea12-4214-b0fd-13bd5a694547 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Sep 18 07:44:39.354310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-0516cb33-ed10-4695-b012-f7cfa25e2c5a service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908926 Sep 18 07:44:39.358218 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6b778c42-4cb0-4f1c-89fe-86e4f0e40a18 req-5d5e1261-6583-4ba8-984f-31f4c8ca9b13 service neutron] 10.222.0.24 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880419 Sep 18 07:44:40.292730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca86b-c10a-49c5-9425-01d9c9f3340f req-411f9b5a-9cfb-402a-8f2a-48156d54c10d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:40.294893 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0dca86b-c10a-49c5-9425-01d9c9f3340f req-411f9b5a-9cfb-402a-8f2a-48156d54c10d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0578973 Sep 18 07:44:40.335554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0dca86b-c10a-49c5-9425-01d9c9f3340f req-33c8ace9-f76a-487f-b787-4846d4d5a889 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Sep 18 07:44:41.451669 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2540c-1d07-479c-96a1-13ec30b19bda req-d9d1baae-6274-44ef-bfa3-4c5a09b00e4c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:41.453170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75c2540c-1d07-479c-96a1-13ec30b19bda req-d9d1baae-6274-44ef-bfa3-4c5a09b00e4c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 944 time: 0.0495589 Sep 18 07:44:41.490385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75c2540c-1d07-479c-96a1-13ec30b19bda req-41082ef8-05b1-4759-8bc2-f49c3701c83d tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312295 Sep 18 07:44:41.525431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3ac9dee4-7649-4d84-8e1b-fe608966d32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:41.926787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-f8453e4c-12b1-484d-8130-2db96bf2dc45 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:41.928191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-f8453e4c-12b1-484d-8130-2db96bf2dc45 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367&tenant_id=7581f0ef50b94fd4800cccacda7d11ab&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.0835750 Sep 18 07:44:41.990347 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-d8f11c44-91c9-4e64-bc03-d042fe1c06f9 service neutron] delete failed (client error): The resource could not be found. Sep 18 07:44:41.991351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-d8f11c44-91c9-4e64-bc03-d042fe1c06f9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8697bea7-85d7-4666-9817-69be9ff582c6/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0557094 Sep 18 07:44:42.068011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:42.072175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-3cd4d587-bc17-40e2-aa36-3197824b654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:42.073662 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-3cd4d587-bc17-40e2-aa36-3197824b654d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 1096 time: 0.0412660 Sep 18 07:44:42.164700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-ca59dd8c-88dc-413f-a03a-3d365ffc2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:42.166199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-ca59dd8c-88dc-413f-a03a-3d365ffc2c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 200 len: 911 time: 0.0840275 Sep 18 07:44:42.208795 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-fb748cfe-8af9-4fa4-99a8-2a01d7872654 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 200 len: 217 time: 0.0355496 Sep 18 07:44:42.256024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-4121f1cb-8851-420d-9210-348e39910325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:42.257415 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-4121f1cb-8851-420d-9210-348e39910325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 200 len: 850 time: 0.0424886 Sep 18 07:44:42.290379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-723256b0-f4ff-4691-8a13-9f52fd4a97b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eacc6d36-0ab5-4a56-8bad-bb9509464457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261874 Sep 18 07:44:42.384102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-88fe7b3f-771f-418f-8ebd-84c6f124e875 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864344 Sep 18 07:44:42.476869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-aa905ef1-7964-43e4-9c62-2417eb0c05c2 service neutron] 10.222.0.37 "GET /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857844 Sep 18 07:44:42.566099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:44:42.815480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:42.826500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '8697bea7-85d7-4666-9817-69be9ff582c6', 'network_id': 'eacc6d36-0ab5-4a56-8bad-bb9509464457', 'port_id': '8697bea7-85d7-4666-9817-69be9ff582c6', 'mac_address': 'fa:16:3e:6e:8b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b877a1-7e90-4e33-81b1-bec7a51345c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:44:42.864359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:42.880147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697bea7-85d7-4666-9817-69be9ff582c6 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:44:42.899369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:42.947893 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:42.994922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:43.002752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.003101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.003703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.003824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.004142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.004480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.004790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.005113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.005433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.005754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.006107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.006427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:43.407293 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['8697bea7-85d7-4666-9817-69be9ff582c6'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:44:43.411086 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:43.664135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef54fc-bf76-46ae-8c8b-f391dd69fada req-7176060c-bf90-4746-a302-a234c3dd6a49 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:43.665527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6eef54fc-bf76-46ae-8c8b-f391dd69fada req-7176060c-bf90-4746-a302-a234c3dd6a49 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 945 time: 0.0477085 Sep 18 07:44:43.703110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6eef54fc-bf76-46ae-8c8b-f391dd69fada req-ab096e9e-a217-44ad-938e-e5ee28cc1fdf tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Sep 18 07:44:44.581658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:44:44.668261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 8697bea7-85d7-4666-9817-69be9ff582c6 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:44:44.671943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 8697bea7-85d7-4666-9817-69be9ff582c6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:44:44.672322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:44.747189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:44.769929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:44.772167 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c58f9-285b-43ef-bc81-84582d5ac464" -d '{"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-plugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:44.790185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:44.812113 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde79985-f42b-4689-bd8a-1962c0c3528e x-openstack-request-id: req-cde79985-f42b-4689-bd8a-1962c0c3528e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:44.812113 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-plugged", "status": "completed", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:44.812113 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cde79985-f42b-4689-bd8a-1962c0c3528e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:44.812113 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'code': 200} Sep 18 07:44:44.822208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181b85e-05e4-4415-ac4b-c07c71cafc1c req-1dc46502-4705-46bc-b396-e0b0fb539a0e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:44.823730 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b181b85e-05e4-4415-ac4b-c07c71cafc1c req-1dc46502-4705-46bc-b396-e0b0fb539a0e tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 945 time: 0.0500021 Sep 18 07:44:44.839574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:44.869791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b181b85e-05e4-4415-ac4b-c07c71cafc1c req-4069ac6e-02f4-488b-8b1e-7f5f3f714c0c tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb17e891-03e4-4907-8864-90626c5506cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Sep 18 07:44:44.875942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:44.889410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:45.201139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-55d92021-d5fa-472a-b339-4b0f324039fd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:45.202615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-55d92021-d5fa-472a-b339-4b0f324039fd tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Sep 18 07:44:45.288115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Deleting port 8697bea7-85d7-4666-9817-69be9ff582c6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:44:45.288389 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:45.378310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] For port 8697bea7-85d7-4666-9817-69be9ff582c6, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=8697bea7-85d7-4666-9817-69be9ff582c6,segment=NetworkSegment(b21d6c95-51af-4927-8f2c-f839a09aea2d),segment_id=b21d6c95-51af-4927-8f2c-f839a09aea2d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:44:45.378680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:45.390817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Calling delete_port for 8697bea7-85d7-4666-9817-69be9ff582c6 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:44:45.422551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:45.553738 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:45.586463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['8697bea7-85d7-4666-9817-69be9ff582c6'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:44:45.588355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Pushing event deleted for resources: {'Port': ['ID=8697bea7-85d7-4666-9817-69be9ff582c6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:45.625142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] No DVR routers for this DVR port 8697bea7-85d7-4666-9817-69be9ff582c6 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:44:45.627686 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:45.629705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ab5035c9-bbd4-4086-af9d-6179b4f86074 req-69f8709f-4041-4ca7-991b-111737e1f320 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.24 "DELETE /v2.0/ports/8697bea7-85d7-4666-9817-69be9ff582c6 HTTP/1.1" status: 204 len: 173 time: 0.4209909 Sep 18 07:44:45.630176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-deleted', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:45.632412 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570883de-6a63-4eea-a1d4-b4d7e0251a35" -d '{"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-deleted", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:45.668872 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7f725-fd97-41b3-807a-f290ed682f42 x-openstack-request-id: req-c1a7f725-fd97-41b3-807a-f290ed682f42 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:45.669150 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1c419-2a4c-43a8-9ef7-20315f773367", "name": "network-vif-deleted", "tag": "8697bea7-85d7-4666-9817-69be9ff582c6", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:45.669409 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1a7f725-fd97-41b3-807a-f290ed682f42 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:45.669811 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1c419-2a4c-43a8-9ef7-20315f773367', 'name': 'network-vif-deleted', 'tag': '8697bea7-85d7-4666-9817-69be9ff582c6', 'status': 'completed', 'code': 200} Sep 18 07:44:45.974415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc152f4c-842b-4b15-9404-c2c496186a23 req-de104d84-dd3b-49c3-bf81-183e1b5d5111 tempest-DeleteServersTestJSON-1620613223 tempest-DeleteServersTestJSON-1620613223-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ed1c419-2a4c-43a8-9ef7-20315f773367 HTTP/1.1" status: 200 len: 210 time: 0.0260787 Sep 18 07:44:47.103605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39988) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:47.146409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Deleting subnet 43b877a1-7e90-4e33-81b1-bec7a51345c6 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:44:47.149274 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.182660 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.220534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.330519 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.357138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b877a1-7e90-4e33-81b1-bec7a51345c6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:47.359814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.361307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43b877a1-7e90-4e33-81b1-bec7a51345c6 HTTP/1.1" status: 204 len: 168 time: 0.2567065 Sep 18 07:44:47.364050 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 39990) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:47.367545 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.367896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.368240 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.368580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.368918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.369364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.369701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.370063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.370382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.370709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.371035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.371358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54460eb-bb72-435a-94c2-a9d9b13ad42e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:47.435912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.510589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.530419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacc6d36-0ab5-4a56-8bad-bb9509464457']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:44:47.539367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21d6c95-51af-4927-8f2c-f839a09aea2d') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:44:47.539665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21d6c95-51af-4927-8f2c-f839a09aea2d') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:44:47.548990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.562091 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.567833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:44:47.574165 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:44:47.702289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.706861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:47.708815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eacc6d36-0ab5-4a56-8bad-bb9509464457 HTTP/1.1" status: 204 len: 168 time: 0.3437109 Sep 18 07:44:47.721598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93c10-17a2-42d0-b77e-066c5521b4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacc6d36-0ab5-4a56-8bad-bb9509464457,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:48.059371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39994) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:48.099370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0620be2f-327d-4434-80f7-7970d336e405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7581f0ef50b94fd4800cccacda7d11ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388532 Sep 18 07:44:48.101692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 39996) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:48.147400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:48.168493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:48.301946 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:48.304478 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:48.305695 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb17e891-03e4-4907-8864-90626c5506cc HTTP/1.1" status: 204 len: 168 time: 0.2030959 Sep 18 07:44:48.316939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d576a-8531-4367-ab3f-2ca026b3bd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb17e891-03e4-4907-8864-90626c5506cc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:48.580949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:44:48.601423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 8697bea7-85d7-4666-9817-69be9ff582c6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:44:48.601778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 8697bea7-85d7-4666-9817-69be9ff582c6 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:44:49.283979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:49.376352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-116626217-network', 'tenant_id': '533df1fc0b9140799b448c4c4b256759'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:44:49.450564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Made reservation on behalf of 533df1fc0b9140799b448c4c4b256759 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:44:49.453369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.461880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.548492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.610402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.634504 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:44:49.644526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255357b2-19ba-4964-916c-a2d6032bb696,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:49.649355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.652898 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Added segment c4b13599-f176-4352-8b48-0d3344e55347 of type vlan for network ec7de4a0-2589-4287-a54b-f961d3ead02e Sep 18 07:44:49.693657 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.775182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.776167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:49.776790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:49.835997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7de4a0-2589-4287-a54b-f961d3ead02e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:49.845415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ec7de4a0-2589-4287-a54b-f961d3ead02e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:44:49.868021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1a566bde-5e02-48a2-8d2c-d6bc9fb67fa5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5828176 Sep 18 07:44:49.870698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:44:49.876027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Request body: {'subnet': {'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-116626217-subnet', 'tenant_id': '533df1fc0b9140799b448c4c4b256759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:44:49.965156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Made reservation on behalf of 533df1fc0b9140799b448c4c4b256759 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:44:49.968042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:50.193970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:50.248721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada4b547-e5b2-4d43-bf31-401dfcba911a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:50.255621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Checking segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:44:50.255978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Network hostable DHCP agents. Network: ec7de4a0-2589-4287-a54b-f961d3ead02e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:44:50.353286 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Network ec7de4a0-2589-4287-a54b-f961d3ead02e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:44:50.416377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ec7de4a0-2589-4287-a54b-f961d3ead02e) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:44:50.420849 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:50.421446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:50.425512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468a907-0eec-4f26-bd34-bf890daeb1fd None None] Network ec7de4a0-2589-4287-a54b-f961d3ead02e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:44:50.507716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dcfb11e2-b876-4ece-a1d1-f6067c0301b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6359620 Sep 18 07:44:50.542578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc05e1f-5f0c-4a9c-b5f3-9bde4d8e6dcb None None] Network ec7de4a0-2589-4287-a54b-f961d3ead02e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:44:50.919696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-73eea3ec-1c60-49c7-85f4-460c277d9750 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:50.921669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-73eea3ec-1c60-49c7-85f4-460c277d9750 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 814 time: 0.1007760 Sep 18 07:44:50.936721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-aeefe354-aa7d-4e4d-83a0-16795bf076e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/quotas/533df1fc0b9140799b448c4c4b256759 HTTP/1.1" status: 200 len: 375 time: 0.0093682 Sep 18 07:44:50.966472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-029c8480-6840-4de8-9468-2c9f588cd821 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245922 Sep 18 07:44:51.058355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-fd519d28-193f-49b2-a958-1ab9af496478 service neutron] 10.222.0.20 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850270 Sep 18 07:44:51.144594 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-c7d33e89-9e61-40f4-a930-5997b0d0565b service neutron] 10.222.0.20 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796471 Sep 18 07:44:51.367729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f78079d2-6550-4129-a08f-6f17fe6644ab req-7f645682-123d-45ce-9b6a-ebed0d9f3557 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 210 time: 0.0305681 Sep 18 07:44:52.459550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a509349c-6acd-423b-bb22-9295e359008b req-b390b4b3-ab7e-4af9-a901-4e701af3ce67 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 210 time: 0.0261145 Sep 18 07:44:53.374294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-4e004245-4530-47da-a253-0499fc74676a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:53.376263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-4e004245-4530-47da-a253-0499fc74676a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 814 time: 0.1044714 Sep 18 07:44:53.393479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Request body: {'port': {'device_id': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'admin_state_up': True, 'tenant_id': '533df1fc0b9140799b448c4c4b256759'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:44:53.554555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d172402-ad44-458e-bebd-daa73961a946 req-aa38136f-5f48-46f8-8c41-18f37e00e746 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 210 time: 0.0265396 Sep 18 07:44:53.582160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Made reservation on behalf of 533df1fc0b9140799b448c4c4b256759 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:44:53.587022 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:53.708210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Allocated IP 172.20.0.6 (ec7de4a0-2589-4287-a54b-f961d3ead02e/ada4b547-e5b2-4d43-bf31-401dfcba911a/30c057b0-d3a4-43ca-84f3-9f74a6641447) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:44:53.852485 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:53.930903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:53.971934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Network ec7de4a0-2589-4287-a54b-f961d3ead02e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:44:53.974915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:44:53.978522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:44:54.009625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:54.022364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.022748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.023099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.023443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.023784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.024122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.024457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.024790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.025122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.025453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.025782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.026130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:44:54.048600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:54.049207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.125640 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b393e5ca-7472-4238-b493-22a9d565e202 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359662 Sep 18 07:44:54.144217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Request body: {'port': {'device_id': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:44:54.195650 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.457669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c057b0-d3a4-43ca-84f3-9f74a6641447 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:44:54.464880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.476874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Transition to ACTIVE for port object 30c057b0-d3a4-43ca-84f3-9f74a6641447 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:44:54.530293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.582151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:54.658099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:44:54.658354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:44:54.658698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:44:54.663083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:44:54.663423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:44:54.668462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:44:54.668806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Checking segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:44:54.669191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Bound using segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:44:54.669620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Bound port: 30c057b0-d3a4-43ca-84f3-9f74a6641447, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:44:54.670014 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.673748 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dbae7-ccf8-48ec-97c2-c7147ebe69bd req-6cc016e2-32aa-4b4c-aad2-ced2572d0320 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:54.675292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee1dbae7-ccf8-48ec-97c2-c7147ebe69bd req-6cc016e2-32aa-4b4c-aad2-ced2572d0320 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0480289 Sep 18 07:44:54.713555 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ee1dbae7-ccf8-48ec-97c2-c7147ebe69bd req-e8009213-90b7-4e30-a197-73ff38c27b45 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Sep 18 07:44:54.733293 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:44:54.736770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:44:54.811058 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.845828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:54.846488 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:54.847932 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] 10.222.0.24 "PUT /v2.0/ports/30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 1092 time: 0.7084329 Sep 18 07:44:54.848370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:44:54.850666 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68584c-e722-4177-b73f-acf427bd0f27" -d '{"events": [{"name": "network-changed", "server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:44:54.876852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39ecab-b02f-4364-9506-8126cef2e664 service neutron] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:44:54.887559 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1418fae4-afa5-4da7-b242-627115c49a87 x-openstack-request-id: req-1418fae4-afa5-4da7-b242-627115c49a87 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:44:54.887854 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:44:54.888110 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1418fae4-afa5-4da7-b242-627115c49a87 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:44:54.888512 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'status': 'completed', 'code': 200} Sep 18 07:44:54.966714 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-54d03e21-bcb1-49e0-af1a-68b7ce97c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:54.968661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-54d03e21-bcb1-49e0-af1a-68b7ce97c020 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0406682 Sep 18 07:44:55.073439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-afadbbe7-edba-4059-9e66-34c421d76364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:55.074946 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-afadbbe7-edba-4059-9e66-34c421d76364 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=533df1fc0b9140799b448c4c4b256759&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934811 Sep 18 07:44:55.166617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-2ac89867-b858-4761-86e2-6568be32e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:55.168320 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9b68584c-e722-4177-b73f-acf427bd0f27 req-2ac89867-b858-4761-86e2-6568be32e465 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861197 Sep 18 07:44:55.260365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-e8778b5b-8422-417b-8a3e-17de3d23fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:55.261843 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-e8778b5b-8422-417b-8a3e-17de3d23fc87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0397129 Sep 18 07:44:55.314059 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-b5919594-a5b6-408e-a61a-eabd12e835a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0379159 Sep 18 07:44:55.362389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-1f9bfca7-a769-43f9-b0f3-da9e759ccf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:55.363785 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-1f9bfca7-a769-43f9-b0f3-da9e759ccf9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0431380 Sep 18 07:44:55.395558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-e93e771a-022d-4ead-b07b-0449c4f92ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245285 Sep 18 07:44:55.487510 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-4eddf6b7-e715-45e2-ac36-ee363a6f3d37 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844574 Sep 18 07:44:55.573944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a3b1441-07fc-435f-92c2-c962f7167c12 req-5d2a86a2-03af-4ce1-92d1-d5755770d14d service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788262 Sep 18 07:44:55.829366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6e91-9e3d-4c7f-b90f-6caf7d9ea9e7 req-4ed478d9-276a-4c54-aa59-c69149367031 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:55.830766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-977d6e91-9e3d-4c7f-b90f-6caf7d9ea9e7 req-4ed478d9-276a-4c54-aa59-c69149367031 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0504880 Sep 18 07:44:55.866858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-977d6e91-9e3d-4c7f-b90f-6caf7d9ea9e7 req-49d8d95a-33ae-4ce6-a3fd-6c66b8867f90 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Sep 18 07:44:56.980967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81227d8-36ee-41ab-bfe5-2a011c0ad3af req-9d4107d5-2eef-4d2f-b2df-067bbbb56049 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:56.982507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a81227d8-36ee-41ab-bfe5-2a011c0ad3af req-9d4107d5-2eef-4d2f-b2df-067bbbb56049 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0479586 Sep 18 07:44:57.020379 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a81227d8-36ee-41ab-bfe5-2a011c0ad3af req-6b07f1d3-90ee-4305-82b9-e88fa3a949e1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Sep 18 07:44:58.132507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aeac1-3b67-4b00-a89b-eee8e1ca8570 req-91cee961-07d6-4cc8-bed4-32f963beba16 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:58.133984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a40aeac1-3b67-4b00-a89b-eee8e1ca8570 req-91cee961-07d6-4cc8-bed4-32f963beba16 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0468922 Sep 18 07:44:58.170540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a40aeac1-3b67-4b00-a89b-eee8e1ca8570 req-3bd21145-f78c-4fed-9b3d-a3fbc1d00331 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Sep 18 07:44:59.256669 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:44:59.286436 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d3f2-8f15-4bd8-9e52-2a771912e5ea req-e5c0e49c-4503-4ed5-8264-d87bf209c810 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:44:59.287933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5564d3f2-8f15-4bd8-9e52-2a771912e5ea req-e5c0e49c-4503-4ed5-8264-d87bf209c810 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0519109 Sep 18 07:44:59.324627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5564d3f2-8f15-4bd8-9e52-2a771912e5ea req-3c4c9c61-c5fd-4e4c-a75b-63642c453051 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305386 Sep 18 07:45:00.439732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0971-94ed-43cb-b588-239987600990 req-fb6a3be7-4e8b-44d9-8229-b72f3688e79b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:00.441179 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd7e0971-94ed-43cb-b588-239987600990 req-fb6a3be7-4e8b-44d9-8229-b72f3688e79b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0478516 Sep 18 07:45:00.477080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd7e0971-94ed-43cb-b588-239987600990 req-f50e7fef-79aa-44bc-9a5a-40c4d978977b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300841 Sep 18 07:45:00.658503 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:45:00.753175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:00.763844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'port_id': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'mac_address': 'fa:16:3e:b8:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada4b547-e5b2-4d43-bf31-401dfcba911a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:45:00.800154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:00.812673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c057b0-d3a4-43ca-84f3-9f74a6641447 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:45:00.831771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:00.896500 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:00.945792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:01.256698 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['30c057b0-d3a4-43ca-84f3-9f74a6641447'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:45:01.588769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2dd70-88ae-4935-822f-86c6bbaeccb3 req-3239144f-6ec5-4249-bf71-20b0741e1c4e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:01.590238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55d2dd70-88ae-4935-822f-86c6bbaeccb3 req-3239144f-6ec5-4249-bf71-20b0741e1c4e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0470378 Sep 18 07:45:01.627206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55d2dd70-88ae-4935-822f-86c6bbaeccb3 req-4186c850-50f7-4019-b0b8-f49f0d8cdff4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Sep 18 07:45:02.666645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:45:02.742376 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597776e-4bc2-4640-8209-733c683fa141 req-90a89efe-02e5-4bed-b3c3-16d318651079 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:02.744031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b597776e-4bc2-4640-8209-733c683fa141 req-90a89efe-02e5-4bed-b3c3-16d318651079 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0520465 Sep 18 07:45:02.770690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 30c057b0-d3a4-43ca-84f3-9f74a6641447 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:45:02.774635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 30c057b0-d3a4-43ca-84f3-9f74a6641447 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:45:02.775011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:02.782226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b597776e-4bc2-4640-8209-733c683fa141 req-af946819-d92f-436c-b012-5c17e4493a84 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Sep 18 07:45:02.848599 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:02.870024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:02.872421 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3658960-a994-4b3c-b1be-ade264589e2c" -d '{"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-plugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:02.887248 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:02.915348 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8084912-c043-4500-9353-a25db0cde754 x-openstack-request-id: req-d8084912-c043-4500-9353-a25db0cde754 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:02.915643 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-plugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:02.915942 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8084912-c043-4500-9353-a25db0cde754 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:02.916403 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'code': 200} Sep 18 07:45:03.016244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:03.035277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b392-6e2d-4388-ba54-5f65c0b2447c req-0324aee0-8179-4476-bfa6-11dd147b218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:03.036793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1b9b392-6e2d-4388-ba54-5f65c0b2447c req-0324aee0-8179-4476-bfa6-11dd147b218b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1096 time: 0.0398653 Sep 18 07:45:03.066108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:03.086390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b1b9b392-6e2d-4388-ba54-5f65c0b2447c req-9fd7c1cb-d952-4251-92dc-704f840d1bb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Sep 18 07:45:03.894657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c75e3f-79e0-4594-899b-5afe10b996d8 req-b91ba3fe-2034-408c-a08d-0c248ce77236 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:03.896108 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96c75e3f-79e0-4594-899b-5afe10b996d8 req-b91ba3fe-2034-408c-a08d-0c248ce77236 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0473571 Sep 18 07:45:03.931946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96c75e3f-79e0-4594-899b-5afe10b996d8 req-f8cdd070-4c8c-4c75-a3bb-64b92d9853dd tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Sep 18 07:45:05.048165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba57a27-6ce8-48b8-b987-bec32ca11f8c req-5182347c-3605-4575-9bdc-6c9bb960e017 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:05.049638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ba57a27-6ce8-48b8-b987-bec32ca11f8c req-5182347c-3605-4575-9bdc-6c9bb960e017 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0483124 Sep 18 07:45:05.086671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ba57a27-6ce8-48b8-b987-bec32ca11f8c req-9b71a8fc-99cf-4ad8-936b-33efac5f7c39 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Sep 18 07:45:05.200085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc20a5-ea7e-4cd0-9ca0-966257d24b0a req-b5618791-fe72-465b-b46d-bd4a99ac8654 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:05.201536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68dc20a5-ea7e-4cd0-9ca0-966257d24b0a req-b5618791-fe72-465b-b46d-bd4a99ac8654 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0508039 Sep 18 07:45:05.238548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-68dc20a5-ea7e-4cd0-9ca0-966257d24b0a req-d6c8ad46-e0f8-4860-8ca4-a35924323cd9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305250 Sep 18 07:45:05.491168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc4a93-0e04-4837-8af5-8bdaa4ac6939 req-cea75d41-a913-4760-8e0c-aebfa0e51cbe tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:05.492631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6bc4a93-0e04-4837-8af5-8bdaa4ac6939 req-cea75d41-a913-4760-8e0c-aebfa0e51cbe tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0473449 Sep 18 07:45:05.529483 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b6bc4a93-0e04-4837-8af5-8bdaa4ac6939 req-36b47a32-27f2-496d-9b86-60de5fdbb96e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Sep 18 07:45:05.641203 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4dc68-2c35-4878-9e81-e9442b0f651e req-d56a25fb-b812-4f37-b1f7-ad0e8c9ad3cb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:05.642701 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fe4dc68-2c35-4878-9e81-e9442b0f651e req-d56a25fb-b812-4f37-b1f7-ad0e8c9ad3cb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0474541 Sep 18 07:45:05.680082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fe4dc68-2c35-4878-9e81-e9442b0f651e req-9a01b872-1eb6-4be5-b305-ab2b58010194 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Sep 18 07:45:06.072414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc55b0-1eba-42ea-beed-b09b8b311e3b req-ba7a077b-f9f1-45d4-8b29-b934da8fdfdb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:06.073773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70cc55b0-1eba-42ea-beed-b09b8b311e3b req-ba7a077b-f9f1-45d4-8b29-b934da8fdfdb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0511999 Sep 18 07:45:06.110824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-70cc55b0-1eba-42ea-beed-b09b8b311e3b req-4395dbc1-843d-4d8c-b329-c9b922ba8b2d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Sep 18 07:45:06.206242 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-3d148318-62a5-415e-84c0-c03560ecff5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383167 Sep 18 07:45:07.224128 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377793df-d3ee-450c-9a4b-635ba303940e req-65bda9b0-d003-4407-a159-bcee813b2c46 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:07.225518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-377793df-d3ee-450c-9a4b-635ba303940e req-65bda9b0-d003-4407-a159-bcee813b2c46 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 18 07:45:07.263158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-377793df-d3ee-450c-9a4b-635ba303940e req-f806fdb0-e6e7-4f35-a531-ddee67eb3ea9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Sep 18 07:45:08.153235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-9e32a26f-820b-44cf-8dad-d0a63f4811da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:08.154752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-9e32a26f-820b-44cf-8dad-d0a63f4811da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1097 time: 0.0400639 Sep 18 07:45:08.241659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f9820701-27bb-46e3-991f-787d2de7a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:08.243126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f9820701-27bb-46e3-991f-787d2de7a11d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0817356 Sep 18 07:45:08.287202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-2b575b99-0d14-4591-b43b-0b1f1bbe1e0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0367050 Sep 18 07:45:08.335628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-0852ffd3-4fc5-4aaf-8f92-3ff2fa9e5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:08.337085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-0852ffd3-4fc5-4aaf-8f92-3ff2fa9e5df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0434461 Sep 18 07:45:08.368004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-bce50db4-65f9-4ffd-9890-37c96b054627 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238221 Sep 18 07:45:08.376051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1777d8-57b5-486a-a896-f652b64373a5 req-21ff0d44-1da4-4c70-93f7-bdb6ab89996e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:08.377523 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac1777d8-57b5-486a-a896-f652b64373a5 req-21ff0d44-1da4-4c70-93f7-bdb6ab89996e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0479252 Sep 18 07:45:08.418974 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac1777d8-57b5-486a-a896-f652b64373a5 req-acf17b28-9c46-4116-b9c8-deac7a06bd5c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Sep 18 07:45:08.461629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-13b59127-214b-420d-a56b-ce53091a1cdc service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865989 Sep 18 07:45:08.550365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-b1a282e4-33de-483e-a60c-154f23fa2100 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822806 Sep 18 07:45:08.896060 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-21a1399e-8422-49f5-b3a8-b0f6e828d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:09.530811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff02b3d-3e52-4b09-bbfd-2c2baed1532f req-16afb792-a768-4128-a8b8-eeb63fbb8474 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:09.532263 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ff02b3d-3e52-4b09-bbfd-2c2baed1532f req-16afb792-a768-4128-a8b8-eeb63fbb8474 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0477197 Sep 18 07:45:09.569055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ff02b3d-3e52-4b09-bbfd-2c2baed1532f req-af9d3701-76d8-4d78-a393-17c94dfb298c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Sep 18 07:45:10.366523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:45:10.683801 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75cb3a-aa9e-4306-bf78-1158199a5536 req-0e3db4a4-5077-4e09-a412-32b5572f4a28 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:10.685285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a75cb3a-aa9e-4306-bf78-1158199a5536 req-0e3db4a4-5077-4e09-a412-32b5572f4a28 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0507562 Sep 18 07:45:10.721497 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a75cb3a-aa9e-4306-bf78-1158199a5536 req-2ebfde24-395d-49cd-9288-54cdfd52f121 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302815 Sep 18 07:45:11.519201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2bf8d02-5811-41d3-a99b-e4af9d1f3939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:11.836655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b2801-84d5-4d04-9bb4-d8a6f6a615d3 req-06127c8b-acde-4b63-be0a-4be54a336cf3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:11.838213 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a51b2801-84d5-4d04-9bb4-d8a6f6a615d3 req-06127c8b-acde-4b63-be0a-4be54a336cf3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0507507 Sep 18 07:45:11.880801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a51b2801-84d5-4d04-9bb4-d8a6f6a615d3 req-81b9f471-7a6b-4929-b262-f48d0f5b25a9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Sep 18 07:45:12.062356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:12.994035 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38fc08-08b3-4fd3-9e3b-21a594bebff6 req-c511ae0b-05d6-42fd-9a6a-e79375c14a90 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:12.995589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b38fc08-08b3-4fd3-9e3b-21a594bebff6 req-c511ae0b-05d6-42fd-9a6a-e79375c14a90 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0484474 Sep 18 07:45:13.033032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b38fc08-08b3-4fd3-9e3b-21a594bebff6 req-7c3ac517-32c9-40c5-a08a-5ad88956b85d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Sep 18 07:45:13.382024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:14.147110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b9eb0-67af-4817-9e0c-acae82ef60eb req-c91cdcca-0318-4bed-a514-90419225c3d4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:14.148596 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-154b9eb0-67af-4817-9e0c-acae82ef60eb req-c91cdcca-0318-4bed-a514-90419225c3d4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0483310 Sep 18 07:45:14.185784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-154b9eb0-67af-4817-9e0c-acae82ef60eb req-6e8666c9-b687-438c-aa30-ba4b5a502fca tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Sep 18 07:45:14.867675 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:15.297175 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbb953-338c-499f-b51b-691058ee5176 req-7639d03e-d56e-4180-ab0a-2224ab1cd029 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:15.298561 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbbb953-338c-499f-b51b-691058ee5176 req-7639d03e-d56e-4180-ab0a-2224ab1cd029 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0475481 Sep 18 07:45:15.338225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7dbbb953-338c-499f-b51b-691058ee5176 req-a216dbd2-0c85-4805-b37b-c94a691cbce3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Sep 18 07:45:15.422334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:16.453072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba4326-fa1d-477f-b471-e3b11e6e82b5 req-7fec7e05-f145-4314-9142-788449ec364a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:16.454584 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6eba4326-fa1d-477f-b471-e3b11e6e82b5 req-7fec7e05-f145-4314-9142-788449ec364a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0486844 Sep 18 07:45:16.491041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6eba4326-fa1d-477f-b471-e3b11e6e82b5 req-27d617db-5fa8-4de6-9c8c-17d442930fd6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306246 Sep 18 07:45:17.602226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaeadf-6ff8-4165-b014-4efcdeb535cc req-710137e3-7b0e-4716-a50d-3355ccd4cc09 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:17.603674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5aaeadf-6ff8-4165-b014-4efcdeb535cc req-710137e3-7b0e-4716-a50d-3355ccd4cc09 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0474856 Sep 18 07:45:17.640197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5aaeadf-6ff8-4165-b014-4efcdeb535cc req-695d5c01-fbac-436a-b6ac-d91c034f2031 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Sep 18 07:45:18.752440 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef0aba-5019-425c-9f63-a74ac4c9a51c req-ab3907dc-88c2-4d45-8a61-3080c99229e5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:18.753925 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fef0aba-5019-425c-9f63-a74ac4c9a51c req-ab3907dc-88c2-4d45-8a61-3080c99229e5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0475733 Sep 18 07:45:18.793503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4fef0aba-5019-425c-9f63-a74ac4c9a51c req-1a0d5285-806a-4782-913b-bbd694949dd5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Sep 18 07:45:19.907695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a198f00-d9e6-479b-b0c7-62cc6ff6d08f req-e75297a6-55ef-4dd1-923d-7ed60faccee3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:19.909169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a198f00-d9e6-479b-b0c7-62cc6ff6d08f req-e75297a6-55ef-4dd1-923d-7ed60faccee3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0482426 Sep 18 07:45:19.946700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a198f00-d9e6-479b-b0c7-62cc6ff6d08f req-392b72be-0c72-4e85-8522-401290c98f75 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Sep 18 07:45:20.039047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-8d55bdaa-ebd4-44f2-9214-3c8c33b9dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:20.040654 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-8d55bdaa-ebd4-44f2-9214-3c8c33b9dd7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1097 time: 0.0392652 Sep 18 07:45:20.145824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-304d6b06-a364-4118-bd71-70b7d2ef7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:20.147222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-304d6b06-a364-4118-bd71-70b7d2ef7369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0852277 Sep 18 07:45:20.190390 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-699f5308-a19f-43cc-b519-a2a86098123a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0332637 Sep 18 07:45:20.240892 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-1c04b9de-56e5-47e3-82c5-75a5202317ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:20.242300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-1c04b9de-56e5-47e3-82c5-75a5202317ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0443380 Sep 18 07:45:20.273312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-49a24da6-bf61-46b0-963b-9c0809240f97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232639 Sep 18 07:45:20.365312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-43fddaf7-94e1-4c49-a5a0-44cf49fb5f9f service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803883 Sep 18 07:45:20.459472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90db0eda-bbc5-48f0-acb6-ece9d9be49b8 req-698ac1e6-850a-419e-87a0-976683a68915 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Sep 18 07:45:21.059802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e1b46-69f8-4c3f-a9bb-0786e3a851a1 req-07e9d35d-ea77-48b6-ab3d-0dc0795af075 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:21.061277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-401e1b46-69f8-4c3f-a9bb-0786e3a851a1 req-07e9d35d-ea77-48b6-ab3d-0dc0795af075 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0488520 Sep 18 07:45:21.098186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-401e1b46-69f8-4c3f-a9bb-0786e3a851a1 req-d622043b-ec65-4da1-930b-193fb3d8caee tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Sep 18 07:45:22.208655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c5974-f5ee-4f0f-815f-74ea52344fe3 req-3f399741-8872-4d67-b57a-0b7379c7d7cc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:22.210065 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a02c5974-f5ee-4f0f-815f-74ea52344fe3 req-3f399741-8872-4d67-b57a-0b7379c7d7cc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0479772 Sep 18 07:45:22.250761 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a02c5974-f5ee-4f0f-815f-74ea52344fe3 req-a6d06733-aa0c-486b-8f93-59bdc97873af tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Sep 18 07:45:23.363409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab3f4-423c-493a-b053-a2d00be8509e req-efd3d12f-7806-4cd8-a87e-7b5ce99a9c47 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:23.364874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-278ab3f4-423c-493a-b053-a2d00be8509e req-efd3d12f-7806-4cd8-a87e-7b5ce99a9c47 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0471356 Sep 18 07:45:23.401864 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-278ab3f4-423c-493a-b053-a2d00be8509e req-1ae02757-5462-4e99-a0b9-da9295c5c86d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Sep 18 07:45:24.517141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14bee-3a5d-4189-97af-b805cd7880b6 req-bdb5d162-013d-4ef1-a96e-b7b57a1c6261 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:24.518642 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fac14bee-3a5d-4189-97af-b805cd7880b6 req-bdb5d162-013d-4ef1-a96e-b7b57a1c6261 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0478752 Sep 18 07:45:24.555536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fac14bee-3a5d-4189-97af-b805cd7880b6 req-243d1675-3b8b-4e42-978d-fe5af3443f36 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309670 Sep 18 07:45:25.668308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270fa6c-1ef9-4c14-a800-a1b623eddee0 req-cc2dbd6d-d676-4247-9c8e-fa93e1995b73 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:25.669763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5270fa6c-1ef9-4c14-a800-a1b623eddee0 req-cc2dbd6d-d676-4247-9c8e-fa93e1995b73 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0479960 Sep 18 07:45:25.710269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5270fa6c-1ef9-4c14-a800-a1b623eddee0 req-f41255db-4495-4520-94f0-60833d060933 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Sep 18 07:45:26.833601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142b3b-2581-45e4-8e46-908d5d16452d req-80b68ea9-3b6d-4c7f-85d3-d5eae7c2665b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:26.835154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f142b3b-2581-45e4-8e46-908d5d16452d req-80b68ea9-3b6d-4c7f-85d3-d5eae7c2665b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0584564 Sep 18 07:45:26.875760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f142b3b-2581-45e4-8e46-908d5d16452d req-f3c771bc-9ec9-45e9-b197-d925bad2a71a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Sep 18 07:45:27.989412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7abf54-d978-4361-bdc7-fff9523e3946 req-d3527133-d2ca-4cd4-b436-7d01d00dbfe6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:27.990897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec7abf54-d978-4361-bdc7-fff9523e3946 req-d3527133-d2ca-4cd4-b436-7d01d00dbfe6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0478857 Sep 18 07:45:28.027193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ec7abf54-d978-4361-bdc7-fff9523e3946 req-b3532517-0be0-447a-bba6-2eaa5c656dac tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Sep 18 07:45:29.145497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec216-eef0-44f0-b1d5-41bc7d7db0a7 req-77a78b28-b238-4944-a2b9-d6e4f78c28c4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:29.147005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-254ec216-eef0-44f0-b1d5-41bc7d7db0a7 req-77a78b28-b238-4944-a2b9-d6e4f78c28c4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0488207 Sep 18 07:45:29.188972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-254ec216-eef0-44f0-b1d5-41bc7d7db0a7 req-4b85954c-de71-48c8-bed4-7addd7076ffc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Sep 18 07:45:29.289853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:30.537767 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989bc76-cf13-49db-8463-add6ff290b3f req-3bb4de6f-5514-44a8-bf8f-5c596640474b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:30.539266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3989bc76-cf13-49db-8463-add6ff290b3f req-3bb4de6f-5514-44a8-bf8f-5c596640474b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.2848346 Sep 18 07:45:30.576051 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3989bc76-cf13-49db-8463-add6ff290b3f req-a5b3a433-4ec4-4eb9-86fd-f58d8f06637d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300894 Sep 18 07:45:31.687161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a872c-1a1d-4123-a77d-6c172668029b req-cc7c817e-5bdf-4947-a484-3c228bb17c5b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:31.688585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c5a872c-1a1d-4123-a77d-6c172668029b req-cc7c817e-5bdf-4947-a484-3c228bb17c5b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0476997 Sep 18 07:45:31.725317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c5a872c-1a1d-4123-a77d-6c172668029b req-2c9b064a-193c-49db-ae7b-54f4262c580b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Sep 18 07:45:32.843319 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e12db-6b65-4b87-a96f-6a6b1385a90a req-74648e4c-f024-412b-9d2b-eff12022fc11 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:32.844953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-561e12db-6b65-4b87-a96f-6a6b1385a90a req-74648e4c-f024-412b-9d2b-eff12022fc11 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0473597 Sep 18 07:45:32.883230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-561e12db-6b65-4b87-a96f-6a6b1385a90a req-3f75274c-9adc-4fd3-bef3-3275e277289c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 18 07:45:33.995488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879838f9-d3eb-4c06-95c9-141f2c3b49ee req-d497c09c-5146-421b-b1ba-43d8ac2e1df3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:33.996946 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-879838f9-d3eb-4c06-95c9-141f2c3b49ee req-d497c09c-5146-421b-b1ba-43d8ac2e1df3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0477970 Sep 18 07:45:34.034790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-879838f9-d3eb-4c06-95c9-141f2c3b49ee req-37b90213-0c64-4653-bbd7-de5ad42aac0c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Sep 18 07:45:35.147161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b19ad-9b9e-4d63-8c0f-f153ef5bbcd6 req-fb753982-8d22-4516-8871-6cd3886302ed tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:35.148628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b89b19ad-9b9e-4d63-8c0f-f153ef5bbcd6 req-fb753982-8d22-4516-8871-6cd3886302ed tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0471022 Sep 18 07:45:35.184879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b89b19ad-9b9e-4d63-8c0f-f153ef5bbcd6 req-f133ea51-dcb8-4b52-bb79-30b29f99c291 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303187 Sep 18 07:45:36.049811 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-6eefef7f-c410-4d10-ae22-720c7ba628a6 service neutron] show failed (client error): The resource could not be found. Sep 18 07:45:36.050858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-6eefef7f-c410-4d10-ae22-720c7ba628a6 service neutron] 10.222.0.24 "GET /v2.0/ports/30c057b0-d3a4-43ca-84f3-9f74a6641447/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0541186 Sep 18 07:45:36.297071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5da41e-7fab-473b-844a-c40ddc339757 req-ddfa2de5-0710-4a31-9d55-5721f2cf84d7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:36.298582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc5da41e-7fab-473b-844a-c40ddc339757 req-ddfa2de5-0710-4a31-9d55-5721f2cf84d7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0480285 Sep 18 07:45:36.340703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc5da41e-7fab-473b-844a-c40ddc339757 req-cbd200f3-e574-4c4b-9226-dae3fc6f2c70 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359843 Sep 18 07:45:36.506605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-e505c165-ac4e-4d26-bebb-9e7bdb445c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:36.508151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-e505c165-ac4e-4d26-bebb-9e7bdb445c8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b&tenant_id=533df1fc0b9140799b448c4c4b256759 HTTP/1.1" status: 200 len: 1097 time: 0.0919695 Sep 18 07:45:36.520122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:45:36.570428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:36.768651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:36.799912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:45:36.840542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:36.843440 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9069a1f7-b2a2-40d3-92a2-8a56f755ec68" -d '{"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:36.847444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:36.859266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Transition to ACTIVE for port object 30c057b0-d3a4-43ca-84f3-9f74a6641447 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:45:36.891623 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd5d86c-e9db-4d6e-a7d1-f91657fb9c57 x-openstack-request-id: req-6cd5d86c-e9db-4d6e-a7d1-f91657fb9c57 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:36.891919 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:36.892172 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cd5d86c-e9db-4d6e-a7d1-f91657fb9c57 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:36.892587 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'code': 200} Sep 18 07:45:36.926795 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:36.986688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:36.989087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] No DVR routers for this DVR port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:45:37.023592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:45:37.023864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:45:37.024199 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:45:37.028461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:45:37.028790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Attempting to bind port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:45:37.033554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:45:37.033917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Checking segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:45:37.034308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Bound using segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:45:37.034737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Bound port: 30c057b0-d3a4-43ca-84f3-9f74a6641447, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:45:37.035093 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:37.100145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:45:37.103303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:45:37.170597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:37.205137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:37.205775 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:37.207198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] 10.222.0.37 "PUT /v2.0/ports/30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 1092 time: 0.6908803 Sep 18 07:45:37.226572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05faf83-cb98-4652-8b2d-f7c2ed7830ae service neutron] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:37.269091 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-84c7e572-10d9-439d-86b4-6eeb3a1528fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:37.270677 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-84c7e572-10d9-439d-86b4-6eeb3a1528fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0403664 Sep 18 07:45:37.361164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-2b424a13-870b-4cdd-8c97-d7b02a0ac9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:37.362539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-2b424a13-870b-4cdd-8c97-d7b02a0ac9b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0851650 Sep 18 07:45:37.403967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-42673646-bf06-45fe-b043-e4b6cf693f47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Sep 18 07:45:37.453261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-6f80c8db-9579-41c1-aa37-89368bce3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:37.454753 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-6f80c8db-9579-41c1-aa37-89368bce3d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0443735 Sep 18 07:45:37.455509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075084d1-356c-4f4a-828e-99ba58b51fd7 req-095fcd94-3a53-4db1-85d8-711b5131d6e6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:37.456971 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075084d1-356c-4f4a-828e-99ba58b51fd7 req-095fcd94-3a53-4db1-85d8-711b5131d6e6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0476856 Sep 18 07:45:37.485694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-65c597b3-7c38-43f9-8036-7e0370c42c10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240443 Sep 18 07:45:37.494204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-075084d1-356c-4f4a-828e-99ba58b51fd7 req-ec325a49-2e4b-4819-b731-8810df950a15 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Sep 18 07:45:37.576660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-67b53cb0-1114-4b73-b85b-f149eb80f115 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838785 Sep 18 07:45:37.666746 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e04cecb-1b51-428e-9d7a-d5839de6fc78 req-1f4a7280-7987-4012-b17a-26339f971072 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826695 Sep 18 07:45:38.609992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4966a8-4055-46db-9710-fe1cec8bf799 req-15570218-0430-4b72-8940-1e34e5deb227 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:38.611438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b4966a8-4055-46db-9710-fe1cec8bf799 req-15570218-0430-4b72-8940-1e34e5deb227 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0474834 Sep 18 07:45:38.647343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b4966a8-4055-46db-9710-fe1cec8bf799 req-a87241b4-2ad6-4a13-90b3-a0919dab3efe tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299931 Sep 18 07:45:38.872684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9976262d-6af8-43d5-9395-c9ca8e49c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:38.893891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:38.896271 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984db7aa-36e8-4138-bcc2-2a139c51d34b" -d '{"events": [{"name": "network-changed", "server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:38.944096 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b345e23-d888-4fb5-a403-9246fc92d038 x-openstack-request-id: req-9b345e23-d888-4fb5-a403-9246fc92d038 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:38.944390 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:38.944648 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b345e23-d888-4fb5-a403-9246fc92d038 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:38.945048 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'status': 'completed', 'code': 200} Sep 18 07:45:39.027871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-e69cd64c-3107-4337-b7df-3943000c1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.029369 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-e69cd64c-3107-4337-b7df-3943000c1174 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0671091 Sep 18 07:45:39.036941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-a71b2812-58b6-48e5-a306-0948e3c3b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.038333 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-a71b2812-58b6-48e5-a306-0948e3c3b440 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0490379 Sep 18 07:45:39.193633 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-1008dc61-8e0e-4da6-a4da-663f723f498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.195035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-1008dc61-8e0e-4da6-a4da-663f723f498c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.1558797 Sep 18 07:45:39.196124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-02b93ba3-3139-4656-a2d1-5d5d71e3b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.197426 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-02b93ba3-3139-4656-a2d1-5d5d71e3b804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.1513550 Sep 18 07:45:39.241797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-239c08df-ec82-44aa-b41f-fa710e512809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0384803 Sep 18 07:45:39.274383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-7e40cd27-6194-4484-88c4-4b2ba0ed9aee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0656278 Sep 18 07:45:39.684496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-f4c0fe39-31b8-4559-b947-3b2c386e5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.685996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-f4c0fe39-31b8-4559-b947-3b2c386e5455 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.4196775 Sep 18 07:45:39.691054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-b41141d0-57f4-4558-b7ed-e347de8995d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.692400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-b41141d0-57f4-4558-b7ed-e347de8995d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.3992422 Sep 18 07:45:39.724790 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-1ece244e-9cce-4e32-9bc3-321613f0159e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313921 Sep 18 07:45:39.739901 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-b594e2ab-c9ed-4574-a805-e74343bd8253 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392869 Sep 18 07:45:39.762864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6fb4-8c31-495c-acac-2ab35b765013 req-032ba270-43ff-42e3-b497-aa2465582561 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:39.766435 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bfa6fb4-8c31-495c-acac-2ab35b765013 req-032ba270-43ff-42e3-b497-aa2465582561 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0489707 Sep 18 07:45:39.806969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bfa6fb4-8c31-495c-acac-2ab35b765013 req-7de27272-97fe-4e38-8bae-e889497f8765 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358729 Sep 18 07:45:39.894054 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-d6b198e1-d95e-4f33-8293-49c5f83a7863 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562898 Sep 18 07:45:39.899052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-2fc48e90-3faa-403e-81ec-6faf2b82f85b service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432264 Sep 18 07:45:40.053346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-c4cf3ff7-4138-464c-b625-7e94a7f9074b service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525342 Sep 18 07:45:40.058673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-984db7aa-36e8-4138-bcc2-2a139c51d34b req-588f11a4-3a32-49f8-b0ac-8c5d78e7a7a3 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386552 Sep 18 07:45:40.140391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0bb2f-dde1-4472-8a79-f856bfab4fe5 req-e145808d-c004-4956-a8c5-5e6c7cf168e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:40.141947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18c0bb2f-dde1-4472-8a79-f856bfab4fe5 req-e145808d-c004-4956-a8c5-5e6c7cf168e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 943 time: 0.0506122 Sep 18 07:45:40.190002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-18c0bb2f-dde1-4472-8a79-f856bfab4fe5 req-bb6cce1d-5b71-4650-b074-65fc35d8a318 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Sep 18 07:45:40.227088 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-fccfc806-a445-41c5-b81f-dd28833ccb20 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:40.228562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-fccfc806-a445-41c5-b81f-dd28833ccb20 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.24 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b&tenant_id=533df1fc0b9140799b448c4c4b256759&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 943 time: 0.0532742 Sep 18 07:45:40.287236 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-f882855a-bf1c-4bc0-b89e-5d3a19a093fd service neutron] delete failed (client error): The resource could not be found. Sep 18 07:45:40.288235 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-f882855a-bf1c-4bc0-b89e-5d3a19a093fd service neutron] 10.222.0.24 "DELETE /v2.0/ports/30c057b0-d3a4-43ca-84f3-9f74a6641447/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0525999 Sep 18 07:45:40.392856 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-53f89a33-a7d4-4d31-9764-54b29e60258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:40.394396 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-53f89a33-a7d4-4d31-9764-54b29e60258b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 1095 time: 0.0450530 Sep 18 07:45:40.484113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-711f49d4-2a69-4865-aee9-befe7f74fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:40.485597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-711f49d4-2a69-4865-aee9-befe7f74fd18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0839081 Sep 18 07:45:40.529812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-1f44c578-e980-476f-a7f3-f35d62406faa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 200 len: 217 time: 0.0371535 Sep 18 07:45:40.576258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-d4314c35-2c12-440a-9582-192c4328dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:40.578267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-d4314c35-2c12-440a-9582-192c4328dfd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0423801 Sep 18 07:45:40.607873 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-4695fb93-6933-4296-9791-ab9a321c8a33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231369 Sep 18 07:45:40.700863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-0cc606a9-61fe-4bf9-b9da-008a0645a2d1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Sep 18 07:45:40.787542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a4a7022b-9709-4eab-b68e-86c81f73c4fb req-23fc2862-9f19-41b2-8fa8-eeab3dd2845d service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798941 Sep 18 07:45:40.861690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:45:40.899136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:45:40.989125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:45:41.086392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:41.097596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'port_id': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'mac_address': 'fa:16:3e:b8:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada4b547-e5b2-4d43-bf31-401dfcba911a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:45:41.132395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:41.145168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c057b0-d3a4-43ca-84f3-9f74a6641447 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:45:41.163719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:41.232693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:41.282571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:41.310899 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51566-080b-421e-8d68-bd36f6cd5db4 req-5c864ae4-844c-4085-871c-61a72c3d6e3e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:41.312892 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4e51566-080b-421e-8d68-bd36f6cd5db4 req-5c864ae4-844c-4085-871c-61a72c3d6e3e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0493314 Sep 18 07:45:41.350325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4e51566-080b-421e-8d68-bd36f6cd5db4 req-6f66dc8a-99d4-4a5e-9159-4fb0c4e104a1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Sep 18 07:45:41.443637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['30c057b0-d3a4-43ca-84f3-9f74a6641447'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:45:41.560700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6e0aaae2-bacd-4210-a8cf-690eb6993a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:42.130254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:42.463744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ab1d4-5937-4d32-93d3-4dd11026fa2b req-4f628179-795f-474c-83c8-39e37bd21878 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:42.465203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c3ab1d4-5937-4d32-93d3-4dd11026fa2b req-4f628179-795f-474c-83c8-39e37bd21878 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0480862 Sep 18 07:45:42.505295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c3ab1d4-5937-4d32-93d3-4dd11026fa2b req-cc7e70f2-3f28-4151-b17f-53e1adcbe2f3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Sep 18 07:45:42.614627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df036-1b40-49c2-b55e-2ecdd51eeb20 req-52b5a838-fddc-4fc5-9f0b-0ae2262e3165 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:42.616087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac3df036-1b40-49c2-b55e-2ecdd51eeb20 req-52b5a838-fddc-4fc5-9f0b-0ae2262e3165 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0474234 Sep 18 07:45:42.652984 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac3df036-1b40-49c2-b55e-2ecdd51eeb20 req-0d95a511-1b74-41b8-882b-19284e7ca1c4 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309978 Sep 18 07:45:42.764927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1faca-1909-454d-bf34-5d2585bee1e6 req-36bd5971-7286-40d0-86b3-fcfad3dd1deb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:42.766446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdd1faca-1909-454d-bf34-5d2585bee1e6 req-36bd5971-7286-40d0-86b3-fcfad3dd1deb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 944 time: 0.0475640 Sep 18 07:45:42.803113 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bdd1faca-1909-454d-bf34-5d2585bee1e6 req-1f945323-726c-4348-9d4f-4287f4490877 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Sep 18 07:45:43.010570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:45:43.117770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 30c057b0-d3a4-43ca-84f3-9f74a6641447 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:45:43.121660 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 30c057b0-d3a4-43ca-84f3-9f74a6641447 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:45:43.122111 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:43.197566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:43.219719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:43.222033 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07b0ed5-b17d-437f-8223-f0b164b6058b" -d '{"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-plugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:43.235391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:43.263742 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5dbcfb-e07c-48ca-9a0a-1c703d8c29be x-openstack-request-id: req-ca5dbcfb-e07c-48ca-9a0a-1c703d8c29be {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:43.264043 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-plugged", "status": "completed", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:43.264593 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca5dbcfb-e07c-48ca-9a0a-1c703d8c29be {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:43.264786 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'code': 200} Sep 18 07:45:43.272858 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:43.321277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:43.341675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.342057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.342406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.342750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.343083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.343414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.343742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.344066 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.344392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.344716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.345039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.345365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:45:43.410189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:43.437786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-6bb1ad60-577c-4ca3-8a4e-a878ec68c2d6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:43.439300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-6bb1ad60-577c-4ca3-8a4e-a878ec68c2d6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 814 time: 0.1051097 Sep 18 07:45:43.454117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-f3900282-3852-4c22-a071-8220b7b3e3b5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/quotas/533df1fc0b9140799b448c4c4b256759 HTTP/1.1" status: 200 len: 375 time: 0.0088835 Sep 18 07:45:43.501506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-4c3686d2-601a-49e7-84c9-d2035f9f5bce tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422728 Sep 18 07:45:43.592172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-1b338199-1697-441a-89f8-a7e5c6a722e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837119 Sep 18 07:45:43.680375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-b867eac0-bb56-4afc-aecd-43288a767c94 service neutron] 10.222.0.20 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818353 Sep 18 07:45:43.904716 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2e4c32b-418e-4d54-876d-974d7c4dca2c req-2bf81a06-9a11-4b92-8643-41f4b139b4b9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 210 time: 0.0261908 Sep 18 07:45:44.528999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-6e84e589-9989-4f82-b896-6e00bd6bec60 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:44.531104 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-6e84e589-9989-4f82-b896-6e00bd6bec60 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.37 "GET /v2.0/ports?device_id=374b8028-ca41-4c2c-adf9-ebe88cdd4e4b HTTP/1.1" status: 200 len: 945 time: 0.0493751 Sep 18 07:45:44.622862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Deleting port 30c057b0-d3a4-43ca-84f3-9f74a6641447 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:45:44.623214 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:44.711396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] For port 30c057b0-d3a4-43ca-84f3-9f74a6641447, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=30c057b0-d3a4-43ca-84f3-9f74a6641447,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:44.711761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:44.724826 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Calling delete_port for 30c057b0-d3a4-43ca-84f3-9f74a6641447 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:45:44.878797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:44.918759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:44.930479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['30c057b0-d3a4-43ca-84f3-9f74a6641447'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:45:44.948271 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Pushing event deleted for resources: {'Port': ['ID=30c057b0-d3a4-43ca-84f3-9f74a6641447,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:44.998767 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] No DVR routers for this DVR port 30c057b0-d3a4-43ca-84f3-9f74a6641447 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:45:45.001678 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:45.003944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be9b4bc3-15ae-48d3-a951-e0666eb84fd6 req-1deec190-776c-4a66-9590-b898842004e2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.37 "DELETE /v2.0/ports/30c057b0-d3a4-43ca-84f3-9f74a6641447 HTTP/1.1" status: 204 len: 173 time: 0.4672344 Sep 18 07:45:45.004601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-deleted', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:45.008062 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47fa6d-a60e-4323-9c1e-09a4b30f5589" -d '{"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-deleted", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:45.026527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a20c59c2-c5fc-42cf-af35-98ccbe22e51c req-617a7c7e-5fcf-4e16-bd07-7b0bc4284129 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 210 time: 0.0369792 Sep 18 07:45:45.046581 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f290e14-3a4b-465a-8c42-e41080e38575 x-openstack-request-id: req-6f290e14-3a4b-465a-8c42-e41080e38575 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:45.046887 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b8028-ca41-4c2c-adf9-ebe88cdd4e4b", "name": "network-vif-deleted", "tag": "30c057b0-d3a4-43ca-84f3-9f74a6641447", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:45.047140 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f290e14-3a4b-465a-8c42-e41080e38575 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:45.047533 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b8028-ca41-4c2c-adf9-ebe88cdd4e4b', 'name': 'network-vif-deleted', 'tag': '30c057b0-d3a4-43ca-84f3-9f74a6641447', 'status': 'completed', 'code': 200} Sep 18 07:45:45.438763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:45.701486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-9624f946-9eca-4ea2-b8ba-fee3c256a69a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:45.702942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-9624f946-9eca-4ea2-b8ba-fee3c256a69a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 814 time: 0.1030347 Sep 18 07:45:45.714906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Request body: {'port': {'device_id': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'admin_state_up': True, 'tenant_id': '533df1fc0b9140799b448c4c4b256759'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:45:45.923024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Made reservation on behalf of 533df1fc0b9140799b448c4c4b256759 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:45:45.926644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.051077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Allocated IP 172.20.0.7 (ec7de4a0-2589-4287-a54b-f961d3ead02e/ada4b547-e5b2-4d43-bf31-401dfcba911a/c08fbf25-1d7e-47d1-a734-9bfaeef62535) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:45:46.121994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-139be9c6-17b5-4de9-8ba2-4f25173c11b0 req-aeaf849a-df73-47b0-a376-3e33cd9206f1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 210 time: 0.0264041 Sep 18 07:45:46.201959 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.289108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.333649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Network ec7de4a0-2589-4287-a54b-f961d3ead02e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:45:46.336706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:45:46.340317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:45:46.367006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:46.394946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:46.395582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.495202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-c833cf7c-442c-4040-a1e8-bc00c16f0182 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7840002 Sep 18 07:45:46.507535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Request body: {'port': {'device_id': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:45:46.560866 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.820142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08fbf25-1d7e-47d1-a734-9bfaeef62535 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:45:46.827871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.839306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Transition to ACTIVE for port object c08fbf25-1d7e-47d1-a734-9bfaeef62535 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:45:46.890474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:46.941169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:47.005128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:45:47.005463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:45:47.005796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:45:47.010004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:45:47.010329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:45:47.015018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:45:47.015356 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Checking segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:45:47.015740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Bound using segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:45:47.016162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Bound port: c08fbf25-1d7e-47d1-a734-9bfaeef62535, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:45:47.016521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:47.035497 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:45:47.055884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 30c057b0-d3a4-43ca-84f3-9f74a6641447 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:45:47.056246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 30c057b0-d3a4-43ca-84f3-9f74a6641447 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:45:47.084183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:45:47.087326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:45:47.165179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:47.200930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.201568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:47.202989 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] 10.222.0.37 "PUT /v2.0/ports/c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 1092 time: 0.6994975 Sep 18 07:45:47.203436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:47.206329 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:47.229472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dc432-487b-4587-877d-52cf4bbd2bfa service neutron] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:47.246744 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd67689-7070-4078-89d6-4818e064797f x-openstack-request-id: req-1cd67689-7070-4078-89d6-4818e064797f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:47.247041 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:47.247304 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cd67689-7070-4078-89d6-4818e064797f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:47.247711 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'status': 'completed', 'code': 200} Sep 18 07:45:47.256972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389eba8-828a-4e50-bcc4-1f7dd5776c5b req-e932bbc7-3a3e-4aa8-96c6-6927501afdd2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.258505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b389eba8-828a-4e50-bcc4-1f7dd5776c5b req-e932bbc7-3a3e-4aa8-96c6-6927501afdd2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0678465 Sep 18 07:45:47.298081 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b389eba8-828a-4e50-bcc4-1f7dd5776c5b req-7fb5c3ca-c8dd-45fa-a077-2ef1d445ddec tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334365 Sep 18 07:45:47.308251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-9a692f00-303e-424d-8d71-a8bf3a64d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.309905 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-9a692f00-303e-424d-8d71-a8bf3a64d896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1095 time: 0.0417147 Sep 18 07:45:47.366456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:45:47.409876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-479b21ba-1cff-43cd-b139-eba6c11f8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.411393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-479b21ba-1cff-43cd-b139-eba6c11f8af6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=533df1fc0b9140799b448c4c4b256759&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943377 Sep 18 07:45:47.502737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-837a2a21-c992-46ac-96e7-77b9d96baed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.504208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c08d4119-0b8b-4ed1-a9bf-67d860c8b91d req-837a2a21-c992-46ac-96e7-77b9d96baed7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856526 Sep 18 07:45:47.581791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-9083af4c-9cff-40cc-9e3a-d29d77fa78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.583274 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-9083af4c-9cff-40cc-9e3a-d29d77fa78e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1095 time: 0.0438890 Sep 18 07:45:47.626393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-113feb78-3c6a-44a5-ae04-63313815fa41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0335536 Sep 18 07:45:47.673982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-bf2bf2cb-b0e0-490b-b97a-b41a67c36fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:47.675619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-bf2bf2cb-b0e0-490b-b97a-b41a67c36fc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0430360 Sep 18 07:45:47.705234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-0ee8b7ac-9d83-4bce-8433-629dc4629d31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234470 Sep 18 07:45:47.795695 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-fdb5df09-ab5a-485c-a868-9c4858d4d16b service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838208 Sep 18 07:45:47.881600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a0c5d057-7b6b-4e03-bbc2-4a2a8986678a req-edfc578b-0742-463b-be35-7e09eae55c9c service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793490 Sep 18 07:45:48.416544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcec3d-5f74-4ff2-a200-8cdb4ba403f6 req-b8455fbd-f5dd-4738-a556-baed1e6b7cad tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:48.418322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbdcec3d-5f74-4ff2-a200-8cdb4ba403f6 req-b8455fbd-f5dd-4738-a556-baed1e6b7cad tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0523579 Sep 18 07:45:48.455567 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbdcec3d-5f74-4ff2-a200-8cdb4ba403f6 req-b4f3b250-6473-4020-abfb-c0ec12e759d0 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Sep 18 07:45:49.570502 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc64dc-2468-43f5-a35c-7a9781bdf25c req-a121751f-815d-40b3-92d9-d862872e2ca7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:49.571996 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4dc64dc-2468-43f5-a35c-7a9781bdf25c req-a121751f-815d-40b3-92d9-d862872e2ca7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0513105 Sep 18 07:45:49.608182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4dc64dc-2468-43f5-a35c-7a9781bdf25c req-d3471cbf-2454-4774-90a8-bb4ab18ea173 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303266 Sep 18 07:45:50.720213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92c16d-0a66-4e09-b153-192e7ce145aa req-4c4e75f2-ffb3-4efc-84e4-24baf971d5c8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:50.721775 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c92c16d-0a66-4e09-b153-192e7ce145aa req-4c4e75f2-ffb3-4efc-84e4-24baf971d5c8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0478613 Sep 18 07:45:50.758842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c92c16d-0a66-4e09-b153-192e7ce145aa req-8fb8eed3-3521-492a-9916-c66d4c52ed8a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Sep 18 07:45:51.066760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:45:51.159538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:51.170400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'port_id': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'mac_address': 'fa:16:3e:73:07:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada4b547-e5b2-4d43-bf31-401dfcba911a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:45:51.205270 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:51.217216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08fbf25-1d7e-47d1-a734-9bfaeef62535 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:45:51.236090 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:51.300930 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:51.346006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:51.485065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['c08fbf25-1d7e-47d1-a734-9bfaeef62535'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:45:51.869232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06c539-81cd-4ae2-bfd2-923db170ba49 req-b0ef5ef5-a904-47a1-9b71-8d3b8b5953f3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:51.870713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e06c539-81cd-4ae2-bfd2-923db170ba49 req-b0ef5ef5-a904-47a1-9b71-8d3b8b5953f3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 944 time: 0.0466981 Sep 18 07:45:51.907831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e06c539-81cd-4ae2-bfd2-923db170ba49 req-a454c95e-334f-468e-b709-4c0bc48e37a9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Sep 18 07:45:53.025024 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e770c-b04a-496d-8743-a2776975c510 req-b4edaa44-60d5-4721-833a-02d1018bafb8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:53.026495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c3e770c-b04a-496d-8743-a2776975c510 req-b4edaa44-60d5-4721-833a-02d1018bafb8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 944 time: 0.0515401 Sep 18 07:45:53.063669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c3e770c-b04a-496d-8743-a2776975c510 req-39dd5eaa-caf2-4079-9c35-cecb5d90eb1c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Sep 18 07:45:53.081751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:45:53.198048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port c08fbf25-1d7e-47d1-a734-9bfaeef62535 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:45:53.201616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port c08fbf25-1d7e-47d1-a734-9bfaeef62535 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:45:53.202021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:53.278208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:53.299841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:45:53.302130 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987fbb6-6ba5-40b1-9400-698f14602aa4" -d '{"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-plugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:45:53.314507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:45:53.350281 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e2686f-54fa-4857-bcc6-ca441e0c4b33 x-openstack-request-id: req-47e2686f-54fa-4857-bcc6-ca441e0c4b33 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:45:53.352610 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-plugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:45:53.352610 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47e2686f-54fa-4857-bcc6-ca441e0c4b33 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:45:53.352610 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'code': 200} Sep 18 07:45:53.369791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:53.421932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:45:53.448369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dab11-60d5-4a86-99f8-2ab76cc8058a req-f852446c-0155-4c26-9904-b4f0020913da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:53.449806 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-598dab11-60d5-4a86-99f8-2ab76cc8058a req-f852446c-0155-4c26-9904-b4f0020913da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1097 time: 0.0442429 Sep 18 07:45:53.483358 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-598dab11-60d5-4a86-99f8-2ab76cc8058a req-fb7ca83c-3921-4852-96be-1993d82292cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266531 Sep 18 07:45:54.200398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb23b9f-92e3-475a-b830-3c12944fea85 req-aee7b7a5-a2e8-4d4f-8549-7debdc5de1a1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:54.201879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbb23b9f-92e3-475a-b830-3c12944fea85 req-aee7b7a5-a2e8-4d4f-8549-7debdc5de1a1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Sep 18 07:45:54.239100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbb23b9f-92e3-475a-b830-3c12944fea85 req-b5c38304-64cd-4a31-aa9a-c397bf98c72c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Sep 18 07:45:55.353076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3352b-e8df-4e0a-a5a0-f20784d5a751 req-17d9eff8-61b0-49aa-9635-ae672e5bb5b1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:55.354446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7f3352b-e8df-4e0a-a5a0-f20784d5a751 req-17d9eff8-61b0-49aa-9635-ae672e5bb5b1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0474341 Sep 18 07:45:55.390264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7f3352b-e8df-4e0a-a5a0-f20784d5a751 req-702b9e73-cc4e-4815-aecb-936e70b3c277 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Sep 18 07:45:55.504187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92318e0-f63b-4f90-ac5c-dd2c369540b6 req-25a4685b-0990-439a-9c08-9f2c8ca4992b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:55.505657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f92318e0-f63b-4f90-ac5c-dd2c369540b6 req-25a4685b-0990-439a-9c08-9f2c8ca4992b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0508718 Sep 18 07:45:55.542749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f92318e0-f63b-4f90-ac5c-dd2c369540b6 req-26b77f1d-9fe8-434e-a828-b6e7ad06594a tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Sep 18 07:45:55.899116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e7a6-b489-4f03-81d0-92bbd0c1c341 req-3a1f7ae3-1453-48ef-be25-9551eb5d0bec tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:55.900512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8435e7a6-b489-4f03-81d0-92bbd0c1c341 req-3a1f7ae3-1453-48ef-be25-9551eb5d0bec tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Sep 18 07:45:55.939162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8435e7a6-b489-4f03-81d0-92bbd0c1c341 req-65a02731-cf3d-49a5-9102-ce1da1fc1be6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Sep 18 07:45:56.046355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-4a2acc40-5ea4-48bb-8ec9-4426d6da28a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386088 Sep 18 07:45:57.056468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ecad1-dbaa-49c2-8084-8ad0388d4b17 req-b9c98c73-723c-4fe5-9355-1dea733c3dc3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:57.057956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-375ecad1-dbaa-49c2-8084-8ad0388d4b17 req-b9c98c73-723c-4fe5-9355-1dea733c3dc3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0527427 Sep 18 07:45:57.097571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-375ecad1-dbaa-49c2-8084-8ad0388d4b17 req-d049f076-944e-40e1-ba00-3fa3a5797f8d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Sep 18 07:45:58.111144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-2c33ed0c-b23f-4e64-aaad-6770bcce54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:58.112616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-2c33ed0c-b23f-4e64-aaad-6770bcce54d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1097 time: 0.0405941 Sep 18 07:45:58.207095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-e840f8cb-a208-47ee-b47e-1d5dd1a9f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:58.208581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-e840f8cb-a208-47ee-b47e-1d5dd1a9f217 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0895610 Sep 18 07:45:58.210759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049513-77a1-4cb6-9c35-e959d096582a req-acd389f5-48a8-429e-a20d-6a4aec953120 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:58.213805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25049513-77a1-4cb6-9c35-e959d096582a req-acd389f5-48a8-429e-a20d-6a4aec953120 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0505521 Sep 18 07:45:58.250068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-cb6b7fdc-e7a2-4d94-a9d8-7d0bbf6c4485 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0345330 Sep 18 07:45:58.250731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-25049513-77a1-4cb6-9c35-e959d096582a req-3d857d93-977f-4ff2-8393-fca2eb16e936 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Sep 18 07:45:58.299226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-fcebb1c0-8768-4fe4-bed4-819123f70ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:58.300679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-fcebb1c0-8768-4fe4-bed4-819123f70ce7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0441329 Sep 18 07:45:58.331563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-0ed4772f-f2d0-44d9-ae89-dfc027d08292 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236542 Sep 18 07:45:58.423534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-b396faad-09e9-4b27-9d87-c17d8468d02d service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 Sep 18 07:45:58.514603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-595968c8-a855-42e9-9550-114c378755a2 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845590 Sep 18 07:45:59.278379 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:45:59.370139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e303-782e-404e-8039-dbc2275994c9 req-8c56eadd-e744-4953-9fda-9476244b2230 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:45:59.370139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8144e303-782e-404e-8039-dbc2275994c9 req-8c56eadd-e744-4953-9fda-9476244b2230 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0478892 Sep 18 07:45:59.404816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8144e303-782e-404e-8039-dbc2275994c9 req-17a0a31d-5f17-4dbd-9bce-503f3f1ee166 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Sep 18 07:46:00.521953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56472d4-b846-46c3-940d-298b654c6daa req-0d4b1295-ad7a-48e2-b2f0-8687c415c56e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:00.523429 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b56472d4-b846-46c3-940d-298b654c6daa req-0d4b1295-ad7a-48e2-b2f0-8687c415c56e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0519283 Sep 18 07:46:00.564276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b56472d4-b846-46c3-940d-298b654c6daa req-0655f055-6be3-411c-9bbd-f4593234baf9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Sep 18 07:46:01.675659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd65b1-b27d-47ed-81ba-5ec772a3b419 req-d40cd6c3-6e91-47b8-b821-aea83c362839 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:01.677031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfcd65b1-b27d-47ed-81ba-5ec772a3b419 req-d40cd6c3-6e91-47b8-b821-aea83c362839 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0476213 Sep 18 07:46:01.713905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfcd65b1-b27d-47ed-81ba-5ec772a3b419 req-db7a92ae-5ab0-42c0-a54c-4a175d6abf21 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309215 Sep 18 07:46:02.824902 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d0730-3d26-486a-af9f-296d8c497838 req-1c59c889-14e8-4e02-ba91-00c79f1f1d1f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:02.826382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d84d0730-3d26-486a-af9f-296d8c497838 req-1c59c889-14e8-4e02-ba91-00c79f1f1d1f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Sep 18 07:46:02.863272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d84d0730-3d26-486a-af9f-296d8c497838 req-e8e31ee3-ba9e-4481-88e4-27e6170dc9e0 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Sep 18 07:46:03.978070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588f421-d467-490b-87fc-06f0fbe6d46b req-6a4d5c77-6205-4cbe-8356-fdbd06aee79e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:03.979551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1588f421-d467-490b-87fc-06f0fbe6d46b req-6a4d5c77-6205-4cbe-8356-fdbd06aee79e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Sep 18 07:46:04.017426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1588f421-d467-490b-87fc-06f0fbe6d46b req-e9e9d5f5-936b-4db3-8f5d-761f6e5202d0 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Sep 18 07:46:05.139863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6856013-7655-44c3-94f2-c026eb4a1f00 req-8235a5bc-600c-4e97-a98c-852b055861be tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:05.141358 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6856013-7655-44c3-94f2-c026eb4a1f00 req-8235a5bc-600c-4e97-a98c-852b055861be tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0478718 Sep 18 07:46:05.177656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6856013-7655-44c3-94f2-c026eb4a1f00 req-06a40f58-b824-4f4f-8a63-2d6e21d2b32e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304756 Sep 18 07:46:06.290026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee5ab-495a-40b5-9f7c-cb91f2d4d341 req-a4e7830a-b336-459b-8b33-b672dec5880e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:06.291509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f7ee5ab-495a-40b5-9f7c-cb91f2d4d341 req-a4e7830a-b336-459b-8b33-b672dec5880e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Sep 18 07:46:06.329004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f7ee5ab-495a-40b5-9f7c-cb91f2d4d341 req-c473d6aa-ae84-4791-ac6f-89f62765a09e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Sep 18 07:46:07.444151 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027e087-739a-4bce-8898-ef723cf23373 req-5835ec1f-a9aa-492b-a20c-822120a18b65 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:07.445611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d027e087-739a-4bce-8898-ef723cf23373 req-5835ec1f-a9aa-492b-a20c-822120a18b65 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0510466 Sep 18 07:46:07.482231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d027e087-739a-4bce-8898-ef723cf23373 req-d8d83ad8-cae9-4af6-aed1-bc082c380607 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Sep 18 07:46:08.593621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf9eab-c344-4c79-b8b9-1aa6f938f117 req-b336974a-4815-4e82-a3c5-c24b2f7a7457 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:08.595619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bdf9eab-c344-4c79-b8b9-1aa6f938f117 req-b336974a-4815-4e82-a3c5-c24b2f7a7457 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0476811 Sep 18 07:46:08.632477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bdf9eab-c344-4c79-b8b9-1aa6f938f117 req-273ec340-a8ad-44f4-8682-9ef91b285a2e tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Sep 18 07:46:08.882126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14e9103a-5585-4360-924c-c225e286ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:09.745407 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5af93-1306-43c7-82b1-830cf2d77aec req-68a4eaa5-0016-49e5-9b48-f7d446ebd2e1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:09.746912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11a5af93-1306-43c7-82b1-830cf2d77aec req-68a4eaa5-0016-49e5-9b48-f7d446ebd2e1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Sep 18 07:46:09.784640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11a5af93-1306-43c7-82b1-830cf2d77aec req-e01a0f16-1b20-42bd-a122-ab257d014cfe tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318086 Sep 18 07:46:10.900761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522ab2-98bc-468a-9d19-2d3192196263 req-d2807cc1-220b-436c-8da2-b224bc52db22 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:10.902394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a522ab2-98bc-468a-9d19-2d3192196263 req-d2807cc1-220b-436c-8da2-b224bc52db22 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0517204 Sep 18 07:46:10.939447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a522ab2-98bc-468a-9d19-2d3192196263 req-7062faf7-fe9c-47fd-b156-1f74faa1a634 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Sep 18 07:46:11.546326 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a3847fb5-7ca8-4c57-beaa-7f79118a1150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:12.057339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5dce9-25b6-41f6-93de-d29909c5a4f3 req-edc3f2d0-3c12-43e5-be97-dee5e4315c16 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:12.058874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e5dce9-25b6-41f6-93de-d29909c5a4f3 req-edc3f2d0-3c12-43e5-be97-dee5e4315c16 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0511425 Sep 18 07:46:12.078388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:12.098071 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-87e5dce9-25b6-41f6-93de-d29909c5a4f3 req-8b7f02be-2790-42b8-815e-cf662e99a479 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Sep 18 07:46:12.734726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-129b7e3a-2162-45c6-99b0-b03629d29ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:12.736150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-129b7e3a-2162-45c6-99b0-b03629d29ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1097 time: 0.0404723 Sep 18 07:46:12.837310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-0f376eb7-3af4-41b7-9157-b1c3f2188075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:12.838816 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-0f376eb7-3af4-41b7-9157-b1c3f2188075 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0836699 Sep 18 07:46:12.883464 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-2b0244ec-41cf-4978-ac89-92b746e0fcc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0368261 Sep 18 07:46:12.931072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-162a480e-ddfa-49f9-9e8f-4ba9593a988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:12.932486 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-162a480e-ddfa-49f9-9e8f-4ba9593a988d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0418210 Sep 18 07:46:12.964475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-14c132e0-cbb8-4468-91b9-f4e8eef99e7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249166 Sep 18 07:46:13.055656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-28143040-27cc-4e3e-9fb2-52cdb82f79d6 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838263 Sep 18 07:46:13.144479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88325dda-4179-4c8a-9dda-01c9811c4610 req-098c3bea-df09-4e1c-ad92-09f5cff60770 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820341 Sep 18 07:46:13.218482 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a330be-4b2a-4a08-8ec1-948a326353a4 req-e37aa83e-e661-4c32-b89e-175eb34bdb6b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:13.220006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12a330be-4b2a-4a08-8ec1-948a326353a4 req-e37aa83e-e661-4c32-b89e-175eb34bdb6b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Sep 18 07:46:13.257296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12a330be-4b2a-4a08-8ec1-948a326353a4 req-3c79e7e8-826f-4b82-bcb2-10e7db45fb57 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 18 07:46:13.419637 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:14.373369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa781d6-67b5-429b-9c6d-c134bc42fdb3 req-c68a3f62-42c7-4956-9218-b2f4eb5b4666 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:14.376048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa781d6-67b5-429b-9c6d-c134bc42fdb3 req-c68a3f62-42c7-4956-9218-b2f4eb5b4666 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Sep 18 07:46:14.413296 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1fa781d6-67b5-429b-9c6d-c134bc42fdb3 req-a2b87c58-cc49-46da-b9e2-cf98efb4530b tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Sep 18 07:46:14.853988 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:15.449188 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:15.528107 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53ad83-8043-4ae4-95c7-8904dd872af5 req-b43fbe8f-dda6-4477-bdf1-52f7c9ba8b59 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:15.529581 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c53ad83-8043-4ae4-95c7-8904dd872af5 req-b43fbe8f-dda6-4477-bdf1-52f7c9ba8b59 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 18 07:46:15.567073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c53ad83-8043-4ae4-95c7-8904dd872af5 req-173d393e-4a69-466c-9ec9-f096613d64c2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Sep 18 07:46:16.678739 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19a459-b4f0-4c13-bb99-dcba8ad8d25c req-3ed88e88-64e5-4f96-ba34-67ba9b0c35a5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:16.680156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c19a459-b4f0-4c13-bb99-dcba8ad8d25c req-3ed88e88-64e5-4f96-ba34-67ba9b0c35a5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0481765 Sep 18 07:46:16.718203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c19a459-b4f0-4c13-bb99-dcba8ad8d25c req-7284acfe-dd05-4b11-a609-2c3e55eb35c7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Sep 18 07:46:17.832877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8dded-f466-4c6e-87d3-1f48e9e9cab3 req-58ef2003-4ac6-4dec-b52d-0fe9d210a6c6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:17.834350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73d8dded-f466-4c6e-87d3-1f48e9e9cab3 req-58ef2003-4ac6-4dec-b52d-0fe9d210a6c6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Sep 18 07:46:17.870602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-73d8dded-f466-4c6e-87d3-1f48e9e9cab3 req-237e2030-3b1d-4d5b-b0a2-fbedb919da8c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304811 Sep 18 07:46:18.986410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e7a0-46eb-4d70-afad-24361dd43e41 req-dca60aeb-3e1c-43bc-b84a-d7de3715fcd6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:18.988030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64b1e7a0-46eb-4d70-afad-24361dd43e41 req-dca60aeb-3e1c-43bc-b84a-d7de3715fcd6 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Sep 18 07:46:19.025052 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64b1e7a0-46eb-4d70-afad-24361dd43e41 req-ba8ee78b-21b5-4734-96a5-496e9c5df8c9 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Sep 18 07:46:20.138985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc2bb-3af8-44c3-9353-b96549866a1f req-49ef1b48-cca8-4330-9a78-2f69381bcc51 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:20.140466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-046cc2bb-3af8-44c3-9353-b96549866a1f req-49ef1b48-cca8-4330-9a78-2f69381bcc51 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0484164 Sep 18 07:46:20.178222 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-046cc2bb-3af8-44c3-9353-b96549866a1f req-9c6f12a8-8402-4fad-86ef-3e08104f87bd tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Sep 18 07:46:21.294198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c061d4-9d56-4bb7-9764-911791e4780e req-c2bc8c3d-f768-4da6-be44-497e4e7f7981 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:21.295657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89c061d4-9d56-4bb7-9764-911791e4780e req-c2bc8c3d-f768-4da6-be44-497e4e7f7981 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Sep 18 07:46:21.332450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89c061d4-9d56-4bb7-9764-911791e4780e req-ba0eba2e-36bb-40ee-9e1d-4c311456a6e5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Sep 18 07:46:22.448227 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b57ec-20f3-4145-afdc-c1b4e7708e47 req-2155457a-c0b7-4e4e-8611-eaeb3c546324 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:22.449748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-813b57ec-20f3-4145-afdc-c1b4e7708e47 req-2155457a-c0b7-4e4e-8611-eaeb3c546324 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Sep 18 07:46:22.487605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-813b57ec-20f3-4145-afdc-c1b4e7708e47 req-07fb6757-9e92-49e3-8e28-d457537d31ce tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Sep 18 07:46:23.600086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e718c-cf70-461c-9706-ba13d39cd7f5 req-4560c976-3679-45c1-9ead-ae2e114aabdc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:23.601549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-148e718c-cf70-461c-9706-ba13d39cd7f5 req-4560c976-3679-45c1-9ead-ae2e114aabdc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Sep 18 07:46:23.638456 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-148e718c-cf70-461c-9706-ba13d39cd7f5 req-49a128dd-754c-424e-a699-8f50a0822eeb tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Sep 18 07:46:24.365591 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:46:24.754086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ce98-d216-443e-8fdc-ab408e584584 req-30dcd347-0bd0-43ab-9737-1ddf0245844d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:24.755544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f5ce98-d216-443e-8fdc-ab408e584584 req-30dcd347-0bd0-43ab-9737-1ddf0245844d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Sep 18 07:46:24.791918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-30f5ce98-d216-443e-8fdc-ab408e584584 req-2236339a-3c7e-4806-8a8c-e49d31167855 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Sep 18 07:46:25.485499 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-7e396d6f-7f4c-432d-af66-84b8f65bde64 service neutron] show failed (client error): The resource could not be found. Sep 18 07:46:25.486550 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-7e396d6f-7f4c-432d-af66-84b8f65bde64 service neutron] 10.222.0.37 "GET /v2.0/ports/c08fbf25-1d7e-47d1-a734-9bfaeef62535/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0582163 Sep 18 07:46:25.905289 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc8ef1-c99a-4414-bcc3-4aa9c95ac320 req-3d7c6cb0-feba-445d-b435-9feb4d1d48b3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:25.906811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bcc8ef1-c99a-4414-bcc3-4aa9c95ac320 req-3d7c6cb0-feba-445d-b435-9feb4d1d48b3 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0486734 Sep 18 07:46:25.946160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4bcc8ef1-c99a-4414-bcc3-4aa9c95ac320 req-37bdc288-0e86-4321-9ece-2cc9edc76b20 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Sep 18 07:46:25.953680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-6fd71e68-cb6f-4135-b168-f6ed791f157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:25.955234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-6fd71e68-cb6f-4135-b168-f6ed791f157c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8&tenant_id=533df1fc0b9140799b448c4c4b256759 HTTP/1.1" status: 200 len: 1097 time: 0.0443616 Sep 18 07:46:25.972785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:26.025286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.227077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:26.258715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:26.296802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:26.299725 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccf8f8e-7600-4ca2-82b6-e3f497b5c032" -d '{"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:26.303420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.315862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Transition to ACTIVE for port object c08fbf25-1d7e-47d1-a734-9bfaeef62535 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:46:26.350781 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd25e2-1349-425a-86c5-aada508a7aaa x-openstack-request-id: req-1ccd25e2-1349-425a-86c5-aada508a7aaa {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:26.351079 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:26.351338 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ccd25e2-1349-425a-86c5-aada508a7aaa {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:26.351742 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'code': 200} Sep 18 07:46:26.380547 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.441554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] No DVR routers for this DVR port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:46:26.445521 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:26.455608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.455962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.456309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.456657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.456995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.457328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.457660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.458014 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.458346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.458707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.459042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.459365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:26.490872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:46:26.491448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:46:26.491556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:26.495726 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:46:26.496049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Attempting to bind port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on network ec7de4a0-2589-4287-a54b-f961d3ead02e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:26.500890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:46:26.501231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Checking segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:26.501617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Bound using segment: {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:46:26.502076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Bound port: c08fbf25-1d7e-47d1-a734-9bfaeef62535, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b13599-f176-4352-8b48-0d3344e55347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:46:26.502437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.563506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:26.566467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:46:26.626799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.661323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:26.662021 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:26.663376 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 1092 time: 0.6946950 Sep 18 07:46:26.683087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d415-2eb6-46c2-875a-a559520ca5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:26.741155 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-bb7ea74c-833a-4e07-a1ea-cb7dcf65ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:26.742624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-bb7ea74c-833a-4e07-a1ea-cb7dcf65ef09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1095 time: 0.0413842 Sep 18 07:46:26.834721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-2ff76813-0607-4b7b-af9a-1b60b366ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:26.836186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-2ff76813-0607-4b7b-af9a-1b60b366ef64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0866878 Sep 18 07:46:26.876160 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-cd5e7a3b-e81b-4af8-b918-593e51a72808 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0329278 Sep 18 07:46:26.928051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-0ceae18a-5791-40fe-bfd3-9dcfbe2368bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:26.929491 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-0ceae18a-5791-40fe-bfd3-9dcfbe2368bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0459867 Sep 18 07:46:26.962230 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-f2dfdbd0-3b6c-4d1c-a90b-0a027bf8959b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234814 Sep 18 07:46:27.053439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-2e7ac798-eece-43e7-bcfe-c4f1754aa236 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833201 Sep 18 07:46:27.060294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d7fa2-2701-4320-8b96-3f42d8ee1ec5 req-16dd2e68-644a-4c7c-88db-5b010708d4fc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:27.061845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e1d7fa2-2701-4320-8b96-3f42d8ee1ec5 req-16dd2e68-644a-4c7c-88db-5b010708d4fc tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0484941 Sep 18 07:46:27.100403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e1d7fa2-2701-4320-8b96-3f42d8ee1ec5 req-88fb0ec4-5668-4500-8649-0616463ca476 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Sep 18 07:46:27.151177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-057423b5-ae1f-4ec4-9f06-1418fb64b3d9 req-e06c4198-fa1c-45da-8e8d-c00492669e54 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896368 Sep 18 07:46:28.221445 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63900869-32fe-4a90-bd46-3845ec8a7bfb req-231de1c3-7cc6-4296-bfc6-820d7c7047c1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.222968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63900869-32fe-4a90-bd46-3845ec8a7bfb req-231de1c3-7cc6-4296-bfc6-820d7c7047c1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0534968 Sep 18 07:46:28.260541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63900869-32fe-4a90-bd46-3845ec8a7bfb req-3f11a973-122b-4163-8ffe-b4386efc759f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Sep 18 07:46:28.353045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:28.355403 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed05431-c719-433c-bebb-61758bdf57c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:28.402396 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf254242-c165-48de-99dc-74637cc9726d x-openstack-request-id: req-cf254242-c165-48de-99dc-74637cc9726d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:28.402692 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:28.403013 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf254242-c165-48de-99dc-74637cc9726d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:28.403417 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'status': 'completed', 'code': 200} Sep 18 07:46:28.490839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-52d8d535-7c15-4fee-b69c-26fac7a23f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.492309 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-52d8d535-7c15-4fee-b69c-26fac7a23f43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1095 time: 0.0706084 Sep 18 07:46:28.497835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-4133486a-64b4-4d39-ac38-ba78819bce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.499271 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-4133486a-64b4-4d39-ac38-ba78819bce98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1095 time: 0.0514696 Sep 18 07:46:28.652143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-687b062f-beb7-4709-9ff0-5ff04114959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.653516 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-687b062f-beb7-4709-9ff0-5ff04114959f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.1534262 Sep 18 07:46:28.656000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-e6323f10-c7ad-4d6c-8904-beebe5c3eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.657351 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-e6323f10-c7ad-4d6c-8904-beebe5c3eeb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.1492536 Sep 18 07:46:28.725479 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-a9c034fe-6160-4043-a188-4f0b5c75ec8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0651977 Sep 18 07:46:28.726837 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-792dd10d-1bde-4f35-86a0-33cef8905b0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0611672 Sep 18 07:46:28.804596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-36a13fd7-ed4d-49a8-a691-baacfcc752a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.806013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-36a13fd7-ed4d-49a8-a691-baacfcc752a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0742917 Sep 18 07:46:28.809185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-056ccab2-d71b-439d-bc43-8d38f1334255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:28.810538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-056ccab2-d71b-439d-bc43-8d38f1334255 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0542753 Sep 18 07:46:28.862163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-470a5f98-1453-4223-b35c-6c676a87fa74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492399 Sep 18 07:46:28.863951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-ca4dc17e-c638-4f41-8736-432f6cf0ef4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428863 Sep 18 07:46:29.265229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:29.367685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-aaf4945b-c579-4a75-aa5d-ecd82aa4f112 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985895 Sep 18 07:46:29.369472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-94e3535f-58ce-49a1-bf55-97f280f751f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930079 Sep 18 07:46:29.375653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a55bbb-50f8-4816-be79-eb6867a9fac6 req-7cb4926d-bdab-43ed-9f99-a17d3fb70f2f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:29.377172 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82a55bbb-50f8-4816-be79-eb6867a9fac6 req-7cb4926d-bdab-43ed-9f99-a17d3fb70f2f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Sep 18 07:46:29.415965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-82a55bbb-50f8-4816-be79-eb6867a9fac6 req-330b6ddd-ffa1-4e2b-80af-978203c21ff5 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Sep 18 07:46:29.524310 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-86308990-9318-41ef-a468-bebf712a11ea service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487401 Sep 18 07:46:29.529343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3ed05431-c719-433c-bebb-61758bdf57c4 req-19c74589-1ac5-4ecc-b636-08e36002d75f service neutron] 10.222.0.24 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365678 Sep 18 07:46:30.534798 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0ed57-183e-4db8-8afa-acbd959274d8 req-a539d8dc-8c00-41a7-8fd3-d35be2744027 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:30.540644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9f0ed57-183e-4db8-8afa-acbd959274d8 req-a539d8dc-8c00-41a7-8fd3-d35be2744027 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 943 time: 0.0516765 Sep 18 07:46:30.574789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9f0ed57-183e-4db8-8afa-acbd959274d8 req-99564da2-94a0-4314-9eb7-f733963fcc5d tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Sep 18 07:46:30.983686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:46:31.077062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:31.087842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'network_id': 'ec7de4a0-2589-4287-a54b-f961d3ead02e', 'port_id': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'mac_address': 'fa:16:3e:73:07:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada4b547-e5b2-4d43-bf31-401dfcba911a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:46:31.124569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:31.139850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08fbf25-1d7e-47d1-a734-9bfaeef62535 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:46:31.159007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:31.232052 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:31.266372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:46:31.301115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:31.314934 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:46:31.653338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c08fbf25-1d7e-47d1-a734-9bfaeef62535'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:46:31.692173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f0b8d-6dbb-438f-8c73-1ec721b42d92 req-ffb46432-dda4-42f3-814b-5f06a260a52f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:31.693684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f78f0b8d-6dbb-438f-8c73-1ec721b42d92 req-ffb46432-dda4-42f3-814b-5f06a260a52f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 944 time: 0.0518217 Sep 18 07:46:31.731520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f78f0b8d-6dbb-438f-8c73-1ec721b42d92 req-570ec88d-0a22-4cbe-888d-6c7bd5f14fb8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 18 07:46:32.057858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942700a-93c6-46e3-939c-1634b1f282bc req-52fb42ad-3078-4b0a-b81c-e7bad8c597ab tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:32.059420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f942700a-93c6-46e3-939c-1634b1f282bc req-52fb42ad-3078-4b0a-b81c-e7bad8c597ab tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 944 time: 0.0486355 Sep 18 07:46:32.097890 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f942700a-93c6-46e3-939c-1634b1f282bc req-a70fcf26-ab37-4fd9-99b6-40a3d165d4e7 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Sep 18 07:46:32.148299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-27e78507-e6e3-4ada-8fbd-2cd82f02a7ce tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:32.149801 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-27e78507-e6e3-4ada-8fbd-2cd82f02a7ce tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8&tenant_id=533df1fc0b9140799b448c4c4b256759&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.0576117 Sep 18 07:46:32.211973 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-6f5a5be0-8348-42c2-a3a1-cbac5296dc49 service neutron] delete failed (client error): The resource could not be found. Sep 18 07:46:32.213042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-6f5a5be0-8348-42c2-a3a1-cbac5296dc49 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c08fbf25-1d7e-47d1-a734-9bfaeef62535/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0551848 Sep 18 07:46:32.292083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-b35c308c-bdc1-4332-8a32-ed5afc1706f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:32.293815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-b35c308c-bdc1-4332-8a32-ed5afc1706f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=533df1fc0b9140799b448c4c4b256759&device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 1096 time: 0.0404303 Sep 18 07:46:32.384027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-69cd39d0-f412-4374-8b3a-1f0ed857cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:32.385544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-69cd39d0-f412-4374-8b3a-1f0ed857cf05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 200 len: 915 time: 0.0847690 Sep 18 07:46:32.426610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-d056f955-5813-4821-a312-8466ff562fbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 200 len: 217 time: 0.0342524 Sep 18 07:46:32.474427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-52f7313f-6252-4fba-9371-bbfc22f9d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:32.475786 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-52f7313f-6252-4fba-9371-bbfc22f9d86e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 200 len: 854 time: 0.0419724 Sep 18 07:46:32.506788 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-7d3a433e-eefb-4940-a928-5ae78533e41c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec7de4a0-2589-4287-a54b-f961d3ead02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236435 Sep 18 07:46:32.597761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-f1a47b58-59ff-4d2f-89c4-8ec1c5ac57ce service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839491 Sep 18 07:46:32.689577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cc7ec9f5-09ee-4dfa-8c6b-3ff8206ca341 req-e9dd65ee-0f85-421c-b5ae-753671c1c2d5 service neutron] 10.222.0.37 "GET /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853994 Sep 18 07:46:32.994476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:33.127744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port c08fbf25-1d7e-47d1-a734-9bfaeef62535 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:46:33.132405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port c08fbf25-1d7e-47d1-a734-9bfaeef62535 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:33.132784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:33.211244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:33.221283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b661c34-c1f5-4fc3-978a-ed61180ba6a7 req-d0f4f606-8c64-4fbd-8d81-b6c58ecc155c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:33.223990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b661c34-c1f5-4fc3-978a-ed61180ba6a7 req-d0f4f606-8c64-4fbd-8d81-b6c58ecc155c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 944 time: 0.0515518 Sep 18 07:46:33.235324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:33.237547 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f42621-3317-419a-9764-87805c0e6aba" -d '{"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-plugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:33.254087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:33.264063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b661c34-c1f5-4fc3-978a-ed61180ba6a7 req-8dfe8219-1315-4307-b1ee-a40ea7a9e8ab tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Sep 18 07:46:33.286690 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f2b28-d1b1-4efb-9200-e23b9fc281ea x-openstack-request-id: req-d52f2b28-d1b1-4efb-9200-e23b9fc281ea {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:33.286987 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-plugged", "status": "completed", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:33.287759 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d52f2b28-d1b1-4efb-9200-e23b9fc281ea {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:33.287759 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'code': 200} Sep 18 07:46:33.334752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:33.381176 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:34.380353 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dda1e-43bc-40da-91a9-fdcdc2158afc req-edc0e795-e27e-4e7e-b6cd-df9e229ef3d0 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:34.381935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-821dda1e-43bc-40da-91a9-fdcdc2158afc req-edc0e795-e27e-4e7e-b6cd-df9e229ef3d0 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0512874 Sep 18 07:46:34.420029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-821dda1e-43bc-40da-91a9-fdcdc2158afc req-abec66c4-a856-471d-aca5-ba1832cdb060 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Sep 18 07:46:34.533270 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986b292-bb16-4508-a16c-e06995408791 req-e89e7c25-d47f-4f3b-8dd2-dc30c49937e1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:34.534759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2986b292-bb16-4508-a16c-e06995408791 req-e89e7c25-d47f-4f3b-8dd2-dc30c49937e1 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Sep 18 07:46:34.571664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2986b292-bb16-4508-a16c-e06995408791 req-6a1cba3e-8728-4220-b387-d2e470dbd21f tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Sep 18 07:46:34.681468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0535-8566-4d6f-b593-1d14183d2877 req-3dcc7611-b393-4d22-b1e1-086de3297eee tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:34.682963 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c7e0535-8566-4d6f-b593-1d14183d2877 req-3dcc7611-b393-4d22-b1e1-086de3297eee tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0478914 Sep 18 07:46:34.720691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c7e0535-8566-4d6f-b593-1d14183d2877 req-d2331908-31fb-4346-b425-7d46daeec80c tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Sep 18 07:46:35.233947 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4459f-43ff-4b9c-9c02-eaeb1f15b4c8 req-65219bcd-733a-4366-9254-c25fd56f01d8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:35.235902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ce4459f-43ff-4b9c-9c02-eaeb1f15b4c8 req-65219bcd-733a-4366-9254-c25fd56f01d8 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 18 07:46:35.272469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ce4459f-43ff-4b9c-9c02-eaeb1f15b4c8 req-d1d774fa-80f2-4fb4-a145-5d621a0df838 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Sep 18 07:46:36.385454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c5a3f-8a2b-492b-9622-f1bc62131506 req-1795f76b-0aca-4901-bb47-d2b77e499798 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:36.386964 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-936c5a3f-8a2b-492b-9622-f1bc62131506 req-1795f76b-0aca-4901-bb47-d2b77e499798 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0482121 Sep 18 07:46:36.424239 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-936c5a3f-8a2b-492b-9622-f1bc62131506 req-4682ce3e-2885-4950-a093-6eb77d726c20 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/security-groups?id=255357b2-19ba-4964-916c-a2d6032bb696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313721 Sep 18 07:46:36.709745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-86f7721c-3994-417c-bf8a-b6cedc8f80ac tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:36.709745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-86f7721c-3994-417c-bf8a-b6cedc8f80ac tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 945 time: 0.0495644 Sep 18 07:46:36.802825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Deleting port c08fbf25-1d7e-47d1-a734-9bfaeef62535 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:46:36.803178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:36.891451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] For port c08fbf25-1d7e-47d1-a734-9bfaeef62535, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c08fbf25-1d7e-47d1-a734-9bfaeef62535,segment=NetworkSegment(c4b13599-f176-4352-8b48-0d3344e55347),segment_id=c4b13599-f176-4352-8b48-0d3344e55347)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:36.891813 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:36.903937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Calling delete_port for c08fbf25-1d7e-47d1-a734-9bfaeef62535 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:46:37.089176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:37.120539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Pushing event deleted for resources: {'Port': ['ID=c08fbf25-1d7e-47d1-a734-9bfaeef62535,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:37.122239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c08fbf25-1d7e-47d1-a734-9bfaeef62535'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:46:37.159327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] No DVR routers for this DVR port c08fbf25-1d7e-47d1-a734-9bfaeef62535 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:46:37.161845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:37.166422 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3860b7b9-ddfe-4dfb-bbb4-8b29b542e39a req-a84dfb31-cc05-4de7-9bc2-a44c22345070 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.24 "DELETE /v2.0/ports/c08fbf25-1d7e-47d1-a734-9bfaeef62535 HTTP/1.1" status: 204 len: 173 time: 0.4503121 Sep 18 07:46:37.166422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-deleted', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:37.166822 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a061ddcf-aa9c-4f75-a7f9-d809ec8ef42d" -d '{"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-deleted", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:37.200949 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2389b-d0b8-493f-8457-5c121c632ec6 x-openstack-request-id: req-9de2389b-d0b8-493f-8457-5c121c632ec6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:37.201266 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e7e75-9220-457f-91b6-57ee82dc69b8", "name": "network-vif-deleted", "tag": "c08fbf25-1d7e-47d1-a734-9bfaeef62535", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:37.201530 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9de2389b-d0b8-493f-8457-5c121c632ec6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:37.201990 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e7e75-9220-457f-91b6-57ee82dc69b8', 'name': 'network-vif-deleted', 'tag': 'c08fbf25-1d7e-47d1-a734-9bfaeef62535', 'status': 'completed', 'code': 200} Sep 18 07:46:37.528160 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29fbc25d-1513-4b9a-83ae-4b155603b1c1 req-1b2b10a6-ebc2-4293-9b92-2d192cab1ae2 tempest-ServerDiskConfigTestJSON-1263077962 tempest-ServerDiskConfigTestJSON-1263077962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab7e7e75-9220-457f-91b6-57ee82dc69b8 HTTP/1.1" status: 200 len: 210 time: 0.0264544 Sep 18 07:46:38.646238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40386) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:38.693842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Deleting subnet ada4b547-e5b2-4d43-bf31-401dfcba911a {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:46:38.696731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.730329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.766406 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.872055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83e18f7a-bfbb-4800-9aaf-af108ffafa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.901108 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.929021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada4b547-e5b2-4d43-bf31-401dfcba911a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:38.931037 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:38.933435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-af276eda-a5cf-4f94-996f-7c9a21ea0117 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ada4b547-e5b2-4d43-bf31-401dfcba911a HTTP/1.1" status: 204 len: 168 time: 0.2856984 Sep 18 07:46:38.935469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40388) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:39.008962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.090038 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.109779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7de4a0-2589-4287-a54b-f961d3ead02e']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:39.119306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b13599-f176-4352-8b48-0d3344e55347') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:39.119612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b13599-f176-4352-8b48-0d3344e55347') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:39.129704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.143126 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.149085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:46:39.149462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:46:39.156628 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:46:39.266141 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.272375 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.274239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec7de4a0-2589-4287-a54b-f961d3ead02e HTTP/1.1" status: 204 len: 168 time: 0.3378365 Sep 18 07:46:39.284813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f86db-f68b-41fb-ba08-9b40ae66b9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7de4a0-2589-4287-a54b-f961d3ead02e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:39.577629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40392) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:39.616693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9365f2da-74b6-4858-8975-391c2d929dcc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=533df1fc0b9140799b448c4c4b256759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378969 Sep 18 07:46:39.619053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40394) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:39.670479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.692333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.807844 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.810457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:39.811640 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/255357b2-19ba-4964-916c-a2d6032bb696 HTTP/1.1" status: 204 len: 168 time: 0.1917121 Sep 18 07:46:39.819223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c32a6-ccf9-4695-b3b9-bab87bf39764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255357b2-19ba-4964-916c-a2d6032bb696,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:40.778917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40416) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:40.873091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1431640798-network', 'tenant_id': '11e9343f52884851a177393a1e1809f6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:40.957288 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:46:40.959584 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:40.967728 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.031356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:46:41.050836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: c08fbf25-1d7e-47d1-a734-9bfaeef62535 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:46:41.051181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c08fbf25-1d7e-47d1-a734-9bfaeef62535 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:46:41.076903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.169449 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.196550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:46:41.202587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4441059e-cc17-482f-8dfd-5d9f0879b2f2,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:41.211650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.211992 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Added segment 9476a2a9-54aa-40c6-816d-917f1679d4f2 of type vlan for network b3b8235c-6c04-4024-8f3e-dd63df19b4fd Sep 18 07:46:41.214135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.214472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.214811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.215149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.215478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.215808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.216133 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.216459 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.216782 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.217122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.217425 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.217747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:41.260804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.346444 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.347415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:41.348011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.405044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] Pushing event updated for resources: {'Network': ['ID=b3b8235c-6c04-4024-8f3e-dd63df19b4fd,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:41.415287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:46:41.427260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5e6fa540-0d13-40d7-aee7-98d9cb473c6c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6471727 Sep 18 07:46:41.430143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40420) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:41.435082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Request body: {'subnet': {'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1431640798-subnet', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:41.512603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:46:41.515010 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.535359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-034ca5f5-041c-40e2-bccc-31713eeaf444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.769232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:41.826768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d828442-01e7-4663-b0e5-a7d5f82d8e9c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:41.835784 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:41.836145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Network hostable DHCP agents. Network: b3b8235c-6c04-4024-8f3e-dd63df19b4fd, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:46:41.917340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:46:41.997447 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b3b8235c-6c04-4024-8f3e-dd63df19b4fd) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:42.002215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:42.002806 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.011095 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50a9ce-1bc1-4963-a25f-9abce9b2eca5 None None] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:46:42.096143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2f2705a-7ea6-41f7-b73c-43367bf60b26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6647522 Sep 18 07:46:42.098654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40422) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:42.102998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:42.236684 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.237818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.264927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.290061 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.309227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:46:42.310221 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.444272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Allocated IP 172.20.0.2 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/947da598-3f23-4ab6-aa8a-71ff84e6d523) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:46:42.489118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.579650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.655594 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.697221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:42.700055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:42.704274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:46:42.715011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Pushing event updated for resources: {'Port': ['ID=947da598-3f23-4ab6-aa8a-71ff84e6d523,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:42.762545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Attempting to bind port 947da598-3f23-4ab6-aa8a-71ff84e6d523 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:46:42.762924 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Attempting to bind port 947da598-3f23-4ab6-aa8a-71ff84e6d523 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:46:42.763287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Attempting to bind port 947da598-3f23-4ab6-aa8a-71ff84e6d523 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:42.766476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.768085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:46:42.768461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:42.768864 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.769254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:46:42.769715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Bound port: 947da598-3f23-4ab6-aa8a-71ff84e6d523, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:46:42.770117 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.789631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.831396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] For port 947da598-3f23-4ab6-aa8a-71ff84e6d523, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:42.834357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] For port 947da598-3f23-4ab6-aa8a-71ff84e6d523, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=947da598-3f23-4ab6-aa8a-71ff84e6d523,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:46:42.889078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Allocated IP 172.25.4.157 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:46:42.901411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:42.960839 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c29ba-b3a9-42cb-bd50-34a4c2f2c774 None None] Pushing event updated for resources: {'Port': ['ID=947da598-3f23-4ab6-aa8a-71ff84e6d523,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:43.232884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 947da598-3f23-4ab6-aa8a-71ff84e6d523 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:43.261304 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.280773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 947da598-3f23-4ab6-aa8a-71ff84e6d523 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:43.281314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.347570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.366130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.395887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:43.399910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 947da598-3f23-4ab6-aa8a-71ff84e6d523, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=947da598-3f23-4ab6-aa8a-71ff84e6d523,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:43.401835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Pushing event updated for resources: {'Port': ['ID=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:43.405475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:43.408349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:46:43.432023 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.466353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.517540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=947da598-3f23-4ab6-aa8a-71ff84e6d523,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:43.525341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.525696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.526070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.526414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.526751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.527084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.527411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.527739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.528063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.528389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.528713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.529037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:43.733674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.842380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f97d1-53c8-42c5-960a-636b4350b7c8 None None] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:46:43.917559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4f08cb00-83c9-44e5-93ae-24fa32669d91 None None] Provisioning complete for port 947da598-3f23-4ab6-aa8a-71ff84e6d523 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:43.918240 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4f08cb00-83c9-44e5-93ae-24fa32669d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:43.927166 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.123284 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 07:46:44.233768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:46:44.243205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:46:44.252174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:46:44.256475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:44.293499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.294969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b060774d-fd0c-4025-8719-5a8a100ffed8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1953592 Sep 18 07:46:44.298479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40424) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:44.314558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3d01f486-49a3-4daa-8478-f22afdd810cc None None] Provisioning complete for port 947da598-3f23-4ab6-aa8a-71ff84e6d523 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:44.315130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3d01f486-49a3-4daa-8478-f22afdd810cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.394068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:46:44.600325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:43Z', 'revision_number': 3, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:44.629516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:46:44.629865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Updating router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:46:44.655274 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.717780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.876049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Allocated IP 172.20.0.1 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/61c988aa-2f9e-47d6-af13-698ee4b60d58) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:46:44.893709 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.913254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.980775 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:44.982550 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.031957 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Attempting to bind port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:46:45.032333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Attempting to bind port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:46:45.032697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Attempting to bind port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:45.041295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867a8a-1b2a-465c-a6d7-de7747c0afd4 None None] Pushing event updated for resources: {'Port': ['ID=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:45.044242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:46:45.044621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:45.045028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.045419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:46:45.045905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Bound port: 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:46:45.046297 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.089580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.097215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] For port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:45.100282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] For port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:46:45.125653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:45.129319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:45.139782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:46:45.143468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Pushing event updated for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:45.168825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 947da598-3f23-4ab6-aa8a-71ff84e6d523 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:45.182500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.189968 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.271772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:46:45.272411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:45.276457 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867a8a-1b2a-465c-a6d7-de7747c0afd4 None None] Pushing event updated for resources: {'Port': ['ID=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:45.326429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 947da598-3f23-4ab6-aa8a-71ff84e6d523 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:45.327097 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.378597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.437945 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-cedfd26e-eee6-4320-b1ca-e9780c58d303 None None] Provisioning complete for port 61c988aa-2f9e-47d6-af13-698ee4b60d58 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:45.438244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cedfd26e-eee6-4320-b1ca-e9780c58d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.444064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:46:45.516115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.540593 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.574470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-cedfd26e-eee6-4320-b1ca-e9780c58d303 None None] Port 61c988aa-2f9e-47d6-af13-698ee4b60d58 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:46:45.615096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.685564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Pushing event updated for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:45.688198 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:45.693114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:43Z', 'revision_number': 3, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:45.719357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a598f-7273-4e9c-9609-015cefe97176 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:43Z', 'revision_number': 3, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:46:45.780243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:45.781689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:45.911477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:46:46.056313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:46:46.061324 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e1fe8d0a-0236-430f-92e4-12b4b124310f admin admin] 10.222.0.20 "PUT /v2.0/routers/2c8da3d9-9498-4ca3-a86e-9c6b85392306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616620 Sep 18 07:46:46.096958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-16326183-3836-4a1f-9c9a-bf600258cb6a None None] Provisioning complete for port 61c988aa-2f9e-47d6-af13-698ee4b60d58 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:46.097371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-16326183-3836-4a1f-9c9a-bf600258cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:46.142611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-16326183-3836-4a1f-9c9a-bf600258cb6a None None] Port 61c988aa-2f9e-47d6-af13-698ee4b60d58 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:46:46.576007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40432) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:46.580659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195813666', 'description': 'tempest-description--474817398'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:46.676369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:46.756812 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:46.854878 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:46.884165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc182765-54f7-45a5-af1e-46c8179ff43b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:46.940405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:46.941716 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b9538847-230a-4fef-9586-6e509712ef7b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3646972 Sep 18 07:46:46.944464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 40434) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:46.948846 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'security_group_rule': {'security_group_id': 'cc182765-54f7-45a5-af1e-46c8179ff43b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:47.031620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.090637 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.172243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:46:47.173557 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.181548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:46:47.182237 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:47.184602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:47.193063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0133b6-1991-4abb-a93e-279fd5e91b47,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:47.239664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:47.240045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.276542 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.280307 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ce78a6de-d09c-4cab-8e07-ba3db49e09be tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323076 Sep 18 07:46:47.280651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40436) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:47.285499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'security_group_rule': {'security_group_id': 'cc182765-54f7-45a5-af1e-46c8179ff43b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:47.291873 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:46:47.390750 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.453437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.470192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.490487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:47.500267 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 2, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:47.526681 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:46:47.526967 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Updating router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 port 61c988aa-2f9e-47d6-af13-698ee4b60d58 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 07:46:47.529622 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.550116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f88256f-961a-489e-982e-9d80d5f18353,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:47.551738 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.562267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.609140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:47.647568 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.648897 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-323d0300-1103-463f-b5cf-c67f6d19225d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671973 Sep 18 07:46:47.651980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40438) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:46:47.656465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:47.734860 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.836477 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.898384 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:47.939721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Allocated IP 172.25.4.213 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/cc417ae0-8b46-42f3-bda8-0c7b5557985f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:46:47.979387 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.046526 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Pushing event updated for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:48.052572 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.073645 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.074009 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.074547 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.075053 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.075549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.075884 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.076210 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.076537 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.076862 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.077184 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.077506 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.078012 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:46:48.091329 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Attempting to bind port 61c988aa-2f9e-47d6-af13-698ee4b60d58 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:46:48.091703 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Attempting to bind port 61c988aa-2f9e-47d6-af13-698ee4b60d58 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Attempting to bind port 61c988aa-2f9e-47d6-af13-698ee4b60d58 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Bound port: 61c988aa-2f9e-47d6-af13-698ee4b60d58, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:46:48.101391 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.158508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.167779 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] For port 61c988aa-2f9e-47d6-af13-698ee4b60d58, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:48.171592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] For port 61c988aa-2f9e-47d6-af13-698ee4b60d58, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61c988aa-2f9e-47d6-af13-698ee4b60d58,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:46:48.199165 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:48.202057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:48.205492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:46:48.212912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=cc417ae0-8b46-42f3-bda8-0c7b5557985f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:48.238234 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.280853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] Provisioning complete for port 61c988aa-2f9e-47d6-af13-698ee4b60d58 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:48.281446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.293586 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:46:48.294236 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:48.295884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.342090 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b4245-01de-4218-8972-4fdc6006d29d None None] Pushing event updated for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:48.379769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.409918 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.415473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] For port 61c988aa-2f9e-47d6-af13-698ee4b60d58, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61c988aa-2f9e-47d6-af13-698ee4b60d58,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:48.433192 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:46:48.495029 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.543881 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3d0ce-7263-4ebc-a115-ab1a8e4f948b None None] Pushing event updated for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:48.566749 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.613877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2af570f-84f4-43be-a97c-1d8c423eb6f8 None None] Provisioning complete for port 61c988aa-2f9e-47d6-af13-698ee4b60d58 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:48.614208 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2af570f-84f4-43be-a97c-1d8c423eb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.626933 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.630425 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:46:48.662830 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b139ce4-a1a5-4150-a96e-7e9779424708 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:46:48.703626 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=cc417ae0-8b46-42f3-bda8-0c7b5557985f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:48.710322 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.815257 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:48.821477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6ac4fad1-1fae-4638-85bf-30babf4ec14c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1656425 Sep 18 07:46:48.964364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-bdbe06ca-1d1f-4903-8e94-836aa387a766 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1195813666&fields=id&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 267 time: 0.0348015 Sep 18 07:46:49.078555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-5862c15b-6c00-438d-9238-2ee12c2e0216 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:49.080768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-5862c15b-6c00-438d-9238-2ee12c2e0216 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1086779 Sep 18 07:46:49.098404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-2472ab62-e7c2-4ba1-8f40-59e513fc7291 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/quotas/11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 375 time: 0.0101995 Sep 18 07:46:49.159919 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-6565b412-218f-4721-a996-748d56b8e820 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550187 Sep 18 07:46:49.246237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:49.264921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-432ab629-31aa-43c4-af08-00606277f7dd service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891302 Sep 18 07:46:49.298614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:49.299199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:49.364678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f3ab2b95-729d-42ee-afb0-5cff16949b75 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925858 Sep 18 07:46:49.387117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61c988aa-2f9e-47d6-af13-698ee4b60d58 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:49.438002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 61c988aa-2f9e-47d6-af13-698ee4b60d58 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:49.438517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:49.675236 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0bc84a05-bfff-4618-907d-67e4baf60899 req-aec4b6f6-195c-4fa6-b342-5e8f509daf24 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Sep 18 07:46:50.758149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-39fb76dc-cdd5-4223-8d60-f2c5c5ca769d req-7727bb8b-43fb-42dc-a7b8-a927e018b1bf service neutron] (101978) timed out ('10.222.0.20', 33378) {{(pid=101978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 07:46:50.769118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-954c4f62-5aca-43e3-9850-5d9164a965ad req-28a01927-ba66-4c94-8991-b3e54a24c40e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Sep 18 07:46:51.862265 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8144cb07-075a-4205-9bdc-9ce9aeedb098 req-773c50ac-c9e0-4c3e-8165-f494c2a2738e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 210 time: 0.0260899 Sep 18 07:46:51.883307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f11eeffb-6ed6-46bb-a9ec-d27fb6469fed tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:51.884979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f11eeffb-6ed6-46bb-a9ec-d27fb6469fed tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1028368 Sep 18 07:46:51.938736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-7e250761-cdca-4797-bd04-850b374e769a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 380 time: 0.0382650 Sep 18 07:46:51.948791 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'port': {'device_id': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'admin_state_up': True, 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'security_groups': ['cc182765-54f7-45a5-af1e-46c8179ff43b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:52.111683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:46:52.115263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.236532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Allocated IP 172.20.0.4 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:46:52.369943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.466478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.507614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:46:52.510666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:46:52.514282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:46:52.546274 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:52.575048 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:52.575663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.644275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-a65f1420-3e96-4528-ad89-45b7b4d0869c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6991534 Sep 18 07:46:52.662835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Request body: {'port': {'device_id': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:46:52.714987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.750908 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0c6a0419-5946-4940-b2b3-610e6d1b6ff1 None None] Provisioning complete for port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:52.751505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0419-5946-4940-b2b3-610e6d1b6ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.789617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a0419-5946-4940-b2b3-610e6d1b6ff1 None None] Port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:46:52.975952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:46:52.979995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd3495-3b3a-4bd8-8350-582762033ade req-3e24623d-80dd-4b35-b496-8da5b03f327d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:52.981518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd3495-3b3a-4bd8-8350-582762033ade req-3e24623d-80dd-4b35-b496-8da5b03f327d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 931 time: 0.0522318 Sep 18 07:46:52.983317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:52.995312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Transition to ACTIVE for port object 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:46:53.019319 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b5fd3495-3b3a-4bd8-8350-582762033ade req-a9ae98f8-50a2-4bc0-8ceb-506f4b2400cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Sep 18 07:46:53.077695 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:53.133365 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:53.201800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:46:53.202168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:46:53.202503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:53.207554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:46:53.207876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:46:53.213033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:46:53.213377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:46:53.213777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:46:53.214251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Bound port: 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:46:53.214618 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:53.281122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:46:53.284315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:46:53.379569 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:53.417613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.418455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:53.419860 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] 10.222.0.24 "PUT /v2.0/ports/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1092 time: 0.7615249 Sep 18 07:46:53.420309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:53.422589 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146260e-79cd-4d83-a7f8-1138d35ac85a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:53.454731 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfaa4-ade0-4075-aef8-744cab2b805a service neutron] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:53.468730 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b25d8d-4621-4bc1-bdf5-2993f10efdbb x-openstack-request-id: req-61b25d8d-4621-4bc1-bdf5-2993f10efdbb {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:53.469057 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:53.469362 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61b25d8d-4621-4bc1-bdf5-2993f10efdbb {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:53.469764 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'status': 'completed', 'code': 200} Sep 18 07:46:53.551366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-62608fb5-44d1-49a7-b0f1-1b56f74aed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.552908 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-62608fb5-44d1-49a7-b0f1-1b56f74aed81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0430999 Sep 18 07:46:53.658109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-88fe1ac7-720d-4b41-beb5-445fee1b3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.659594 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-88fe1ac7-720d-4b41-beb5-445fee1b3050 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=11e9343f52884851a177393a1e1809f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939708 Sep 18 07:46:53.752223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-2d1c209c-6181-435c-a7ea-0744239283b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.753693 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e146260e-79cd-4d83-a7f8-1138d35ac85a req-2d1c209c-6181-435c-a7ea-0744239283b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865223 Sep 18 07:46:53.852369 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-9b4c4f39-054d-4e48-b9b3-56a731326b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.853840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-9b4c4f39-054d-4e48-b9b3-56a731326b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0406120 Sep 18 07:46:53.903288 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-afdab434-342e-4cb6-b02b-cc292477890f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 217 time: 0.0358844 Sep 18 07:46:53.950843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-0ab33281-190d-45a5-af5d-32576d74b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.952208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-0ab33281-190d-45a5-af5d-32576d74b2b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0422971 Sep 18 07:46:53.997210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac771c-a980-4300-b0c1-1f741408e718 req-ef0d1630-e16a-4252-841d-4ea48d45378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:53.998701 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-ef0d1630-e16a-4252-841d-4ea48d45378a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389678 Sep 18 07:46:54.092587 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-e71352ae-824b-466f-b7be-22e8fc7cb528 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 Sep 18 07:46:54.137366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c0fd-13a2-44b8-aac4-1788e7248916 req-7afa1f3f-74a9-46ab-9215-840df40adbdb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:54.138871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deb2c0fd-13a2-44b8-aac4-1788e7248916 req-7afa1f3f-74a9-46ab-9215-840df40adbdb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0488861 Sep 18 07:46:54.177830 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deb2c0fd-13a2-44b8-aac4-1788e7248916 req-c9311d7c-18da-48cc-87a0-bfe508e6c791 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Sep 18 07:46:54.183367 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dac771c-a980-4300-b0c1-1f741408e718 req-2b68d40f-da3b-4d33-86ed-e4e66341875e service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828376 Sep 18 07:46:55.290324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7b98-8cc3-4e89-8c74-6e951c998045 req-102348b9-b692-42a6-87eb-0ddc3babc0bf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:55.291802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e16a7b98-8cc3-4e89-8c74-6e951c998045 req-102348b9-b692-42a6-87eb-0ddc3babc0bf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0473447 Sep 18 07:46:55.329005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e16a7b98-8cc3-4e89-8c74-6e951c998045 req-ee8f0e9d-b45b-46aa-99bd-a2f8e7f4cb3f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304732 Sep 18 07:46:56.445398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221e2d3-cae4-438e-bf27-ced9ff83db30 req-28354efd-79b4-45fe-adf7-05ddf7a7383a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:56.446884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9221e2d3-cae4-438e-bf27-ced9ff83db30 req-28354efd-79b4-45fe-adf7-05ddf7a7383a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0528586 Sep 18 07:46:56.484066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9221e2d3-cae4-438e-bf27-ced9ff83db30 req-d621bd35-087f-4f6f-9ea7-75630c118974 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Sep 18 07:46:57.145609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:46:57.239245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:57.250009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'mac_address': 'fa:16:3e:7c:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:46:57.289749 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:57.302788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:46:57.320861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:57.414780 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:57.461837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:57.596934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ed243-554a-440a-81ba-6fd234f8440e req-770acea9-98aa-470d-819c-c0408bc1f58d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:57.598454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e31ed243-554a-440a-81ba-6fd234f8440e req-770acea9-98aa-470d-819c-c0408bc1f58d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0472956 Sep 18 07:46:57.635225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e31ed243-554a-440a-81ba-6fd234f8440e req-ce39251d-292f-492e-a28e-734cf8c6aaf2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Sep 18 07:46:57.788489 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:46:58.746149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608c8fe-8f69-4b99-a125-49656f77d838 req-337ecdd4-0bec-47d9-9dab-58bff32fbc34 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:58.747622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9608c8fe-8f69-4b99-a125-49656f77d838 req-337ecdd4-0bec-47d9-9dab-58bff32fbc34 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0477827 Sep 18 07:46:58.784665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9608c8fe-8f69-4b99-a125-49656f77d838 req-0d009841-21a9-4dad-8d4a-03d544b3926a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Sep 18 07:46:59.171018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:46:59.266292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:59.294430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:46:59.299315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:46:59.299691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:59.373472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:59.395440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:46:59.397672 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eee5f6-9695-4769-8b89-625867c9fad3" -d '{"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-plugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:46:59.413461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:46:59.433864 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64187fb-5512-49b4-bed5-2166d711a36d x-openstack-request-id: req-b64187fb-5512-49b4-bed5-2166d711a36d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:46:59.434206 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-plugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:46:59.434471 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b64187fb-5512-49b4-bed5-2166d711a36d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:46:59.434871 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'code': 200} Sep 18 07:46:59.475819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:46:59.523085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:46:59.560590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e8a8-2a59-48c1-a6fa-0fb593b5c5a4 req-19d923ca-3cec-46ea-bea4-1ea4fad2151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:59.562123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3837e8a8-2a59-48c1-a6fa-0fb593b5c5a4 req-19d923ca-3cec-46ea-bea4-1ea4fad2151e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0451529 Sep 18 07:46:59.597003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3837e8a8-2a59-48c1-a6fa-0fb593b5c5a4 req-66b0f14c-fc70-4ba6-a152-08bd4a8bd3e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274911 Sep 18 07:46:59.902441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88638e2-f1dc-404a-a394-89bc31a1d38a req-6beb5268-e49b-443f-859f-6d9273a611dc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:46:59.903910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a88638e2-f1dc-404a-a394-89bc31a1d38a req-6beb5268-e49b-443f-859f-6d9273a611dc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Sep 18 07:46:59.941399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a88638e2-f1dc-404a-a394-89bc31a1d38a req-1ee14a83-16b6-427c-bf27-67b4151c4e4e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Sep 18 07:47:01.057332 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aadda4-ae58-4a75-a4be-dfb337ee1873 req-5ace8b1a-2df5-4689-a7bf-0fdd409ebaa4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:01.058851 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41aadda4-ae58-4a75-a4be-dfb337ee1873 req-5ace8b1a-2df5-4689-a7bf-0fdd409ebaa4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Sep 18 07:47:01.097412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41aadda4-ae58-4a75-a4be-dfb337ee1873 req-ec21bc87-0b25-4d6f-8136-c4aaa980bd07 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Sep 18 07:47:01.364485 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:47:02.209211 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308213fb-d042-4e61-867d-0672a2c5de23 req-58432fa7-8b09-4a18-9231-9ef71620f3ac tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:02.210708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-308213fb-d042-4e61-867d-0672a2c5de23 req-58432fa7-8b09-4a18-9231-9ef71620f3ac tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0477934 Sep 18 07:47:02.248121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-308213fb-d042-4e61-867d-0672a2c5de23 req-649247f2-9581-4dc0-9ccd-812c1355530b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Sep 18 07:47:02.361106 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8d981-9ba0-4742-97d4-24d446aa6978 req-5860cfd2-4e4d-446b-a12e-783c6b2a90ca tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:02.362736 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88a8d981-9ba0-4742-97d4-24d446aa6978 req-5860cfd2-4e4d-446b-a12e-783c6b2a90ca tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0526614 Sep 18 07:47:02.371176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 40494) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:47:02.376090 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'floatingip': {'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:47:02.415088 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:02.832994 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:02.894648 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:02.991563 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 associated. External IP: 172.25.4.213, port: 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb. Sep 18 07:47:03.445590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:47:03.546127 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:47:03.551125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:03.557163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:47:03.567042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:47:03.567729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:47:03.579360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-388d9feb-55e0-4c6f-8e70-0dd66c0f0a85 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "PUT /v2.0/floatingips/1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 HTTP/1.1" status: 200 len: 991 time: 1.2071083 Sep 18 07:47:03.579935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:47:03.582248 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e3c760f083d0539d24eb532566c38ed30046a0ef5225771fe39593eb21669a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b7807-8b48-4058-96b8-7774976084d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:47:03.679376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:47:03.684437 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c9d8d-526a-4bd7-ba16-a1d48943bdd6 x-openstack-request-id: req-f44c9d8d-526a-4bd7-ba16-a1d48943bdd6 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:47:03.684762 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:47:03.685025 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f44c9d8d-526a-4bd7-ba16-a1d48943bdd6 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:47:03.685430 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'status': 'completed', 'code': 200} Sep 18 07:47:03.764118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-cb5c4bf0-73c4-440a-a974-7f534d3a6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:03.765648 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-cb5c4bf0-73c4-440a-a974-7f534d3a6ccf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0401280 Sep 18 07:47:03.855517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-a5fddbb2-0697-4181-92ba-6fc286f8be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:03.857019 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-a5fddbb2-0697-4181-92ba-6fc286f8be8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0838518 Sep 18 07:47:03.898889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:7c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:47:02Z', 'revision_number': 1, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:47:03.929104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:47:03.938402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:47:03.939031 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:46:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:47:04.047062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:47:04.272901 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-96375083-0567-44d4-a8d8-e179a66308f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 999 time: 0.4084523 Sep 18 07:47:04.273365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:7c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:47:02Z', 'revision_number': 1, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:47:04.302990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f13-60bb-4021-b79f-8b7090e85da7 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:7c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:47:02Z', 'revision_number': 1, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:47:04.323208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-0057fd85-45f0-42c6-bbf4-15468c8b9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:04.324712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-0057fd85-45f0-42c6-bbf4-15468c8b9982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0449045 Sep 18 07:47:04.371591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-febfbf4c-3117-40cc-b3d5-317c98490e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:04.373252 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-febfbf4c-3117-40cc-b3d5-317c98490e51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416982 Sep 18 07:47:04.474519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-2ed2f6ea-fb42-4a95-ad65-8f116f940966 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916388 Sep 18 07:47:04.505167 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f16b5d-5322-4987-bdb4-84c5a7483897 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:47:04.571680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f9b7807-8b48-4058-96b8-7774976084d0 req-eb7ad3bc-b019-4427-a602-29c86db1c046 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Sep 18 07:47:08.882948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d7a87b96-8e3e-47cf-bd9d-8193c5b4aae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:11.557143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14ceb9fc-1027-4b9c-80d3-6d09241f01d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:12.065710 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:13.401055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:14.882984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:15.444558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:22.984579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-71669670-4d37-41eb-bf65-7b4f4019473d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393622 Sep 18 07:47:23.099289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88972292-e447-470e-b63d-02256c3eae6b req-4dfa0aa3-0c81-43de-ac34-2005619c1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:23.100761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-4dfa0aa3-0c81-43de-ac34-2005619c1aab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0403724 Sep 18 07:47:23.206802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88972292-e447-470e-b63d-02256c3eae6b req-950a86b2-00b6-44c7-b763-817c834bac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:23.208298 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-950a86b2-00b6-44c7-b763-817c834bac3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0890441 Sep 18 07:47:23.273690 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-7e1401da-de0c-4ef8-9be4-fd3ea2a5504d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1001 time: 0.0574346 Sep 18 07:47:23.322444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88972292-e447-470e-b63d-02256c3eae6b req-51e3c0ed-d510-45fd-a7bf-511a0645c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:23.323783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-51e3c0ed-d510-45fd-a7bf-511a0645c9ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0426240 Sep 18 07:47:23.372092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88972292-e447-470e-b63d-02256c3eae6b req-da0f2867-5d7f-4aed-a159-a14c9af00ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:47:23.373571 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-da0f2867-5d7f-4aed-a159-a14c9af00ebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421908 Sep 18 07:47:23.463910 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-7c52086e-a32c-4718-b365-077b2dfd8468 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818524 Sep 18 07:47:23.558903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88972292-e447-470e-b63d-02256c3eae6b req-54b7105e-1e5b-4b16-b82d-eb91774fc3f1 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 Sep 18 07:47:29.294209 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:38.364261 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:47:38.880668 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d61e-00c5-4070-86d4-fd4b618e90c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:41.527939 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5babe9f-99a2-4fda-9b9a-73d3efb3a0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:42.097527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:43.408007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:44.865496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:45.460161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:47:59.281827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:08.868765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82b548b0-1dcc-462f-9182-bee37e04dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:11.556278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-641b1d44-b490-4516-a81f-6f0cdede7de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:12.081604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:13.405710 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:14.874827 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:15.364726 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:48:15.457549 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:23.977314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-03747cf8-d7be-45d7-80ca-34c27d3e7177 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392253 Sep 18 07:48:24.071042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-3c49b194-1997-44a9-a852-1b90684c7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:48:24.072485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-3c49b194-1997-44a9-a852-1b90684c7e30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0395901 Sep 18 07:48:24.176334 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-96e838fb-c875-4ba4-ad57-6316b777efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:48:24.177802 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-96e838fb-c875-4ba4-ad57-6316b777efe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0867779 Sep 18 07:48:24.240713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-6b695153-25b9-400d-af5b-bc38b905c033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1001 time: 0.0566270 Sep 18 07:48:24.292247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-54276c7a-5ec1-413a-826a-5bed28f313ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:48:24.293941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-54276c7a-5ec1-413a-826a-5bed28f313ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0460072 Sep 18 07:48:24.337275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-bf429895-8c91-4493-a210-5948dcdf74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:48:24.338730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-bf429895-8c91-4493-a210-5948dcdf74fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381436 Sep 18 07:48:24.429540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-6cb7d35c-0613-420b-b382-c786e8fa2ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Sep 18 07:48:24.525586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7ea3c9e5-5844-4950-a111-c8c7de8004fb req-9fba120b-ec96-49fc-83f5-9c8d6784d595 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Sep 18 07:48:29.293065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:38.879464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b1116c04-4fc0-4f5e-989e-0e43aaf0f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:41.579094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a38d24d7-6653-4986-9b5e-24ba78716ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:42.086889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:43.422347 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:44.862243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:45.474019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:48:52.363888 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:48:59.295948 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:08.867663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4ceb-9631-4e9e-8a09-ad5ff97dc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:11.536177 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-47be6419-8586-4596-87ef-980c9ac51a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:12.090368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:13.424009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:14.863651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:15.467195 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:25.003767 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-80b43db9-482e-41d2-80b3-96cf563ac0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396855 Sep 18 07:49:25.102773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-11003348-bd93-4069-8c48-faec49254890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:25.104164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-11003348-bd93-4069-8c48-faec49254890 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0445232 Sep 18 07:49:25.207792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-b7ba9a19-b47a-4c3a-87a1-bd866b989d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:25.209251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-b7ba9a19-b47a-4c3a-87a1-bd866b989d42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0841079 Sep 18 07:49:25.277254 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-245c15c3-e78f-44b0-9e2d-ed0ac0fd8a02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1001 time: 0.0607166 Sep 18 07:49:25.326150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-03c90a80-3f14-4976-a2a1-162c7a17c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:25.327645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-03c90a80-3f14-4976-a2a1-162c7a17c3ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0430968 Sep 18 07:49:25.372456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-6e4a3dbf-f35c-4fb3-93b8-dd14dd1b0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:25.373852 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-6e4a3dbf-f35c-4fb3-93b8-dd14dd1b0338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395114 Sep 18 07:49:25.466575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-ae2061bc-1432-4751-ba72-9efe5c1c3500 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857780 Sep 18 07:49:25.553846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8f422862-e6fc-4f0e-99d6-e869afba242f req-3181897d-1745-4bca-958a-612a3e52a2df service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808470 Sep 18 07:49:29.272995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:29.364047 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:49:36.938259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aee12-ab50-4289-b862-62b81d250c69 req-f592f0f3-9593-4e33-848f-b6c3b317b431 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:36.939672 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d58aee12-ab50-4289-b862-62b81d250c69 req-f592f0f3-9593-4e33-848f-b6c3b317b431 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.1018898 Sep 18 07:49:36.976395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d58aee12-ab50-4289-b862-62b81d250c69 req-86a21b64-5ae0-44b4-b99c-9b3370fca8bd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Sep 18 07:49:37.367437 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc0d08-ff4f-45c3-934a-ca796bd4787c req-932f67fe-71d9-4c09-af7d-127dffdd7095 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:37.368904 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fbc0d08-ff4f-45c3-934a-ca796bd4787c req-932f67fe-71d9-4c09-af7d-127dffdd7095 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0477879 Sep 18 07:49:37.407156 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fbc0d08-ff4f-45c3-934a-ca796bd4787c req-533fe795-744a-46a2-9434-17f46d3d6126 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Sep 18 07:49:37.530369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-c6865a43-9262-4a42-a010-66ae7ed4e5e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888300 Sep 18 07:49:37.539005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-d17d46fc-5b59-4a2e-918a-83ec2731fea7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:49:37.539956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-d17d46fc-5b59-4a2e-918a-83ec2731fea7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047872 Sep 18 07:49:38.641655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504ebd6-ae09-4c70-bb9f-e637603abbdf req-45250e9b-da5d-4349-aaeb-5bfbd13d8a82 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:38.643299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0504ebd6-ae09-4c70-bb9f-e637603abbdf req-45250e9b-da5d-4349-aaeb-5bfbd13d8a82 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0944140 Sep 18 07:49:38.682610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0504ebd6-ae09-4c70-bb9f-e637603abbdf req-76888292-05fa-43ba-89f0-d8e705e64f06 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329778 Sep 18 07:49:38.863507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2272695-d236-4779-8a62-990237bd9b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:39.578526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-dfb20013-adf0-47f9-a06d-b8644a8c65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:39.580029 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-dfb20013-adf0-47f9-a06d-b8644a8c65d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1097 time: 0.0949972 Sep 18 07:49:39.670261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-6bc83428-61d0-471a-907f-4d22bb837bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:39.671728 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-6bc83428-61d0-471a-907f-4d22bb837bb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0841208 Sep 18 07:49:39.741611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-aeeb5f52-7cd1-4555-8844-70414cd5dca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1001 time: 0.0628498 Sep 18 07:49:39.797673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-ff197bed-065b-4ed8-b41a-dca17590eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:39.799292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-ff197bed-065b-4ed8-b41a-dca17590eb82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0504742 Sep 18 07:49:39.848316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-7e01c2dc-6445-418b-8c66-0f1b8f00e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:39.849977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-7e01c2dc-6445-418b-8c66-0f1b8f00e9e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430586 Sep 18 07:49:39.879777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75696145-8975-4ba9-9bfa-a32e0309082e req-5999f8fa-c00c-47ea-9e86-465990eab8b2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:39.881298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75696145-8975-4ba9-9bfa-a32e0309082e req-5999f8fa-c00c-47ea-9e86-465990eab8b2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0929768 Sep 18 07:49:39.920164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75696145-8975-4ba9-9bfa-a32e0309082e req-21952f76-ff94-49dc-9425-f3ef048af401 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Sep 18 07:49:39.946643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-ac4a68fb-7caf-4f1c-9981-0d62ea0e50b6 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898571 Sep 18 07:49:40.036558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-bed4a168-16c5-4445-96aa-752bb05e0a2f service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831814 Sep 18 07:49:41.037534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61294-0098-418e-b23d-9f16205d1872 req-c88a28de-f2f3-4a9c-befb-a336d809cf66 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:41.039094 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bc61294-0098-418e-b23d-9f16205d1872 req-c88a28de-f2f3-4a9c-befb-a336d809cf66 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Sep 18 07:49:41.076201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2bc61294-0098-418e-b23d-9f16205d1872 req-5beceed7-b3ad-4605-899a-0f245c87d748 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308859 Sep 18 07:49:41.526721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b0b0192d-6deb-4e52-8ee9-9adf630c2191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:42.143403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:42.191675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f0ac-0f37-4943-9af9-4ee7e44612bf req-4f0762f8-b5f3-4588-bc0c-f3d111a43799 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:42.193154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c30f0ac-0f37-4943-9af9-4ee7e44612bf req-4f0762f8-b5f3-4588-bc0c-f3d111a43799 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Sep 18 07:49:42.230035 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c30f0ac-0f37-4943-9af9-4ee7e44612bf req-d4e37ea6-659b-4ee3-b1cd-63ba70e2a218 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Sep 18 07:49:43.344685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bb429-9f83-4b2e-af0a-06b295ae7ace req-f5aad831-82f6-430b-89c8-fc56b14e7be1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:43.346207 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f43bb429-9f83-4b2e-af0a-06b295ae7ace req-f5aad831-82f6-430b-89c8-fc56b14e7be1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Sep 18 07:49:43.383676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f43bb429-9f83-4b2e-af0a-06b295ae7ace req-f04df4c4-cfc3-464d-b233-7a74cae557b7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Sep 18 07:49:43.412241 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:44.500858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0e080-4dfb-42b0-87f2-ec875f99aa97 req-8fdaef18-ed58-4433-a627-8863b525cc68 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:44.502340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0f0e080-4dfb-42b0-87f2-ec875f99aa97 req-8fdaef18-ed58-4433-a627-8863b525cc68 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0515766 Sep 18 07:49:44.539840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a0f0e080-4dfb-42b0-87f2-ec875f99aa97 req-17158321-b243-4a5b-9c24-040a94f1dd05 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Sep 18 07:49:44.868913 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:45.523584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:45.654815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de600-02da-4347-88be-46ccb195a089 req-3c49e996-7ef6-41fd-9b53-5a53510ab120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:45.656196 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d7de600-02da-4347-88be-46ccb195a089 req-3c49e996-7ef6-41fd-9b53-5a53510ab120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0483611 Sep 18 07:49:45.693002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6d7de600-02da-4347-88be-46ccb195a089 req-5cc2adcd-b84e-4da0-a3ed-f3b2e804dedf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Sep 18 07:49:46.807052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d315e7-e3ed-4db7-86b0-b1531985ae04 req-0f18733c-f76a-485a-9e50-40460da24e95 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:46.809117 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2d315e7-e3ed-4db7-86b0-b1531985ae04 req-0f18733c-f76a-485a-9e50-40460da24e95 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Sep 18 07:49:46.845605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2d315e7-e3ed-4db7-86b0-b1531985ae04 req-00e5a193-614d-410f-9cdc-19a09da6c9fd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303690 Sep 18 07:49:47.962084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c705c-b146-4f8c-9da8-387b8ab01c9e req-68628fa4-da99-43fe-bfad-999484221671 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:47.963549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e43c705c-b146-4f8c-9da8-387b8ab01c9e req-68628fa4-da99-43fe-bfad-999484221671 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0512691 Sep 18 07:49:48.000116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e43c705c-b146-4f8c-9da8-387b8ab01c9e req-3defaad3-50e7-4b2f-802a-5b3ff2918be1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Sep 18 07:49:49.113079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd092af-b36e-4169-96da-b0458c6c3e2b req-a03a4e57-fd60-45c6-a878-e9c13c32a71b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:49.114610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bd092af-b36e-4169-96da-b0458c6c3e2b req-a03a4e57-fd60-45c6-a878-e9c13c32a71b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Sep 18 07:49:49.151522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1bd092af-b36e-4169-96da-b0458c6c3e2b req-de4ed8fe-3676-4c77-871e-65d20742d17e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309713 Sep 18 07:49:50.265043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26064485-c54d-4b94-aad3-ace28e358e9d req-1137b12b-19bc-40b0-92b2-76af565593cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:50.266569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26064485-c54d-4b94-aad3-ace28e358e9d req-1137b12b-19bc-40b0-92b2-76af565593cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Sep 18 07:49:50.303992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26064485-c54d-4b94-aad3-ace28e358e9d req-5b4e902b-9207-420f-9636-3ab84712d760 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Sep 18 07:49:51.421651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611b69-c627-42a1-a2c8-62a2fe46516b req-2ffe9826-71e6-46ba-a293-0c7fc8d6911c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:51.423186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60611b69-c627-42a1-a2c8-62a2fe46516b req-2ffe9826-71e6-46ba-a293-0c7fc8d6911c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0534985 Sep 18 07:49:51.460887 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-60611b69-c627-42a1-a2c8-62a2fe46516b req-b5ba952a-eb5f-4b4a-b90f-b2e1c831b9cb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Sep 18 07:49:52.574639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f31e08-4b22-45c4-8339-a01c376d4b89 req-cd54c36d-5395-422f-87f4-f94d38a92d68 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:52.576152 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f31e08-4b22-45c4-8339-a01c376d4b89 req-cd54c36d-5395-422f-87f4-f94d38a92d68 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Sep 18 07:49:52.614270 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8f31e08-4b22-45c4-8339-a01c376d4b89 req-9e0bb191-311b-4f64-a0e7-540195b4367e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Sep 18 07:49:52.622055 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0d7e935d-8dce-4d0d-84e0-02ed387001ce service neutron] show failed (client error): The resource could not be found. Sep 18 07:49:52.623108 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0d7e935d-8dce-4d0d-84e0-02ed387001ce service neutron] 10.222.0.24 "GET /v2.0/ports/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0976677 Sep 18 07:49:53.155348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0aa31c5b-3b9b-4491-809a-46057bbd2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:53.156854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0aa31c5b-3b9b-4491-809a-46057bbd2613 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1097 time: 0.0781631 Sep 18 07:49:53.168064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:49:53.220944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:53.424760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:49:53.457105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:49:53.494969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:49:53.497737 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad3e7333dfd3af591956435e7fd5a5656a1eb51e7a354872eb4dffa90442139" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b393e8-9096-4837-a258-faf40bd219fd" -d '{"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-unplugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:49:53.501753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:53.513816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Transition to ACTIVE for port object 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:49:53.569272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:53.611300 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f3cdb-005d-4f68-bfc5-0264f39714a0 x-openstack-request-id: req-bd7f3cdb-005d-4f68-bfc5-0264f39714a0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:49:53.611606 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-unplugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:49:53.611861 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7f3cdb-005d-4f68-bfc5-0264f39714a0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:49:53.612262 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'code': 200} Sep 18 07:49:53.655639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:49:53.667692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.668049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.668399 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.668751 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.669614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.669977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.675558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:53.706676 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] No DVR routers for this DVR port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:49:53.734387 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd177f-6bc7-4c70-a074-1745c11335a2 req-2c90278d-52a1-45ee-860e-499df35205b0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:53.735944 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48fd177f-6bc7-4c70-a074-1745c11335a2 req-2c90278d-52a1-45ee-860e-499df35205b0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0503483 Sep 18 07:49:53.775760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-48fd177f-6bc7-4c70-a074-1745c11335a2 req-27faf7ce-4295-499f-8631-ad58ffcc14f1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338392 Sep 18 07:49:53.844229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:49:53.844568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:49:53.844901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:49:53.850704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:49:53.851026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Attempting to bind port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:49:53.855899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:49:53.856258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:49:53.857129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:49:53.857543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Bound port: 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:49:53.857926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:53.918809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:49:53.922224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:49:53.995103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:54.028809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.029445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:54.030874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 1092 time: 0.8666868 Sep 18 07:49:54.051453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0b76a-6d0c-4a37-992e-1b03bac1a694 service neutron] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:49:54.098524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-04e31a48-cfe5-446f-b3e7-555ed6a6a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.100071 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-04e31a48-cfe5-446f-b3e7-555ed6a6a41c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0457222 Sep 18 07:49:54.193581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0a0f0a7a-70c6-454e-92fe-2b6c913bcfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.195150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-0a0f0a7a-70c6-454e-92fe-2b6c913bcfe9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0873995 Sep 18 07:49:54.264428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-8d714929-1edf-40a9-b767-031ff74ff61e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 999 time: 0.0618470 Sep 18 07:49:54.312983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-2d3a4d82-fed4-435e-906f-7863677069c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.314343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-2d3a4d82-fed4-435e-906f-7863677069c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0431039 Sep 18 07:49:54.358576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b9f9-9153-417a-bba2-2d888286af33 req-759184f9-1ecd-4177-a182-eb492e1b1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.360037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-759184f9-1ecd-4177-a182-eb492e1b1df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392678 Sep 18 07:49:54.453139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-6396776c-2989-4f12-bbed-4a096ca96525 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861018 Sep 18 07:49:54.541074 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a447b9f9-9153-417a-bba2-2d888286af33 req-3355c341-8ca4-479c-a66d-5c91a006706a service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813558 Sep 18 07:49:54.896909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fe2b-5bb4-4127-8ae1-40feeb2ce8a9 req-eed60371-41eb-46a9-be60-5389ccbff46f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:54.898421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5906fe2b-5bb4-4127-8ae1-40feeb2ce8a9 req-eed60371-41eb-46a9-be60-5389ccbff46f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0530276 Sep 18 07:49:54.934459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5906fe2b-5bb4-4127-8ae1-40feeb2ce8a9 req-69cb8827-714e-49cc-bd71-89bc4bcee988 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300920 Sep 18 07:49:55.613477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:49:55.650386 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:49:55.743168 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86731e-5c6d-4246-9a41-28c3e9777d90 x-openstack-request-id: req-2a86731e-5c6d-4246-9a41-28c3e9777d90 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:49:55.743466 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:49:55.743731 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a86731e-5c6d-4246-9a41-28c3e9777d90 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:49:55.744136 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'status': 'completed', 'code': 200} Sep 18 07:49:55.838081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-fe5c6c67-af2a-4239-a6b9-1fc3d4d58bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:55.839602 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-fe5c6c67-af2a-4239-a6b9-1fc3d4d58bbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0756454 Sep 18 07:49:55.846008 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-35fd9572-3e5f-40a7-858b-204b3cdb8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:55.847413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-35fd9572-3e5f-40a7-858b-204b3cdb8855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0573466 Sep 18 07:49:55.938425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:49:55.989918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:49:56.003777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-fefa8e14-700b-4b6b-aa25-0f036cd0de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.005293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-fefa8e14-700b-4b6b-aa25-0f036cd0de31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1570125 Sep 18 07:49:56.009688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-d9799ad2-8877-4972-98e3-fc9dc592d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.011100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-d9799ad2-8877-4972-98e3-fc9dc592d87b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1549029 Sep 18 07:49:56.052023 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80f759-ccaa-4607-b069-560953baaf32 req-9d515e7f-7799-4d76-8f38-57f12b31e9db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.053538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff80f759-ccaa-4607-b069-560953baaf32 req-9d515e7f-7799-4d76-8f38-57f12b31e9db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0490472 Sep 18 07:49:56.091544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff80f759-ccaa-4607-b069-560953baaf32 req-94837f97-23c5-4e58-8409-88223b093195 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Sep 18 07:49:56.122516 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-e3e5dde9-055f-4290-aa88-b6cf6c14bfe7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 999 time: 0.1082513 Sep 18 07:49:56.124307 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-ffe99475-6689-491b-be1d-0c21d7a1e9b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 999 time: 0.1040463 Sep 18 07:49:56.208797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-7afba841-856d-4b6d-8d54-1f6b262260c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.210225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-7afba841-856d-4b6d-8d54-1f6b262260c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0809784 Sep 18 07:49:56.211452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-abc29355-9da0-4b26-8ec5-86bc4a01c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.212870 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-abc29355-9da0-4b26-8ec5-86bc4a01c65c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0766304 Sep 18 07:49:56.279063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-08de3371-b5eb-4c09-9711-7b8faa716f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.280580 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-08de3371-b5eb-4c09-9711-7b8faa716f0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625205 Sep 18 07:49:56.288138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-f4c98965-f944-42c7-8586-9e174114d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:56.289524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-f4c98965-f944-42c7-8586-9e174114d9c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640848 Sep 18 07:49:56.446281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-4a4f461a-2983-4041-9bda-e5f32d90244a service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536880 Sep 18 07:49:56.448403 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-15aafcd3-a01e-4d91-b13b-7c3e6bffb041 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481876 Sep 18 07:49:56.604266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-e5386870-71c3-43be-a4be-d788b01b9624 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509540 Sep 18 07:49:56.608093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5206cf3-0dc0-487c-9ef0-a7b6350b4bcc req-4d283889-2fdd-4894-b693-427d0092b7de service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480441 Sep 18 07:49:57.204890 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530ffb-5d3a-4cdb-b61a-7ee45ef946db req-dc0b6f22-4198-4d9d-b062-1cdf81e6b4f9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:57.206386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d530ffb-5d3a-4cdb-b61a-7ee45ef946db req-dc0b6f22-4198-4d9d-b062-1cdf81e6b4f9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0474093 Sep 18 07:49:57.244363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d530ffb-5d3a-4cdb-b61a-7ee45ef946db req-3127bb3a-1dd7-4232-817e-5d7db3b0fa48 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321305 Sep 18 07:49:57.580639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b3037-3848-4c4d-ba8d-1f6b173e13b6 req-d362ee98-bd70-4c01-8d3e-313a75d6b581 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:57.582209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f0b3037-3848-4c4d-ba8d-1f6b173e13b6 req-d362ee98-bd70-4c01-8d3e-313a75d6b581 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 943 time: 0.0526972 Sep 18 07:49:57.620243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f0b3037-3848-4c4d-ba8d-1f6b173e13b6 req-13d3a286-dcbe-4891-bfcd-6473ffddf1c0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Sep 18 07:49:57.649049 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398988-5802-4501-b5a6-60e34d141f95 req-1f1402dc-9f02-4029-8f2a-322a6eeed19a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:57.650489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-1f1402dc-9f02-4029-8f2a-322a6eeed19a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845&tenant_id=11e9343f52884851a177393a1e1809f6&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 943 time: 0.0513430 Sep 18 07:49:57.708379 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-be398988-5802-4501-b5a6-60e34d141f95 req-63f891e3-1061-4fa6-aee2-f54ed8fa896e service neutron] delete failed (client error): The resource could not be found. Sep 18 07:49:57.709346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-63f891e3-1061-4fa6-aee2-f54ed8fa896e service neutron] 10.222.0.24 "DELETE /v2.0/ports/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0519345 Sep 18 07:49:57.808501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398988-5802-4501-b5a6-60e34d141f95 req-e037ef96-730d-4742-8b6d-75cc383968b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:57.810489 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-e037ef96-730d-4742-8b6d-75cc383968b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 1095 time: 0.0396383 Sep 18 07:49:58.212134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:49:58.237321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398988-5802-4501-b5a6-60e34d141f95 req-0b1611ea-881d-44cd-a930-1676a4b36db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:58.238862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-0b1611ea-881d-44cd-a930-1676a4b36db0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.4219275 Sep 18 07:49:58.307513 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-20cb0797-75e7-4ba3-92b7-aba06fa36c27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 200 len: 999 time: 0.0609233 Sep 18 07:49:58.361553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398988-5802-4501-b5a6-60e34d141f95 req-1a7411b2-1dd2-48ec-8ef6-108dd48fcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:58.363067 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-1a7411b2-1dd2-48ec-8ef6-108dd48fcb4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0490918 Sep 18 07:49:58.412851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398988-5802-4501-b5a6-60e34d141f95 req-390427bc-e36d-499b-bd2d-84252c86b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:58.414441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-390427bc-e36d-499b-bd2d-84252c86b525 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439641 Sep 18 07:49:58.460035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:49:58.471171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'mac_address': 'fa:16:3e:7c:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:49:58.503267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-921a7075-3902-4ee4-bfab-6d37b54037e3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811274 Sep 18 07:49:58.510043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:58.522310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:49:58.541045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:49:58.592553 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:58.596705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-be398988-5802-4501-b5a6-60e34d141f95 req-acd37058-ab62-44cf-9b34-67bc0a854100 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858757 Sep 18 07:49:58.638631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:49:58.646078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.646432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.646780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.647136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.647459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.647795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.648127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.648456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.648880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.649210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.649540 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.650304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:49:58.740084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbd4d4-76f0-46a5-91e7-0f76b9affbea req-36703577-66d3-45db-847b-42787fd9e135 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:58.741605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebdbd4d4-76f0-46a5-91e7-0f76b9affbea req-36703577-66d3-45db-847b-42787fd9e135 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0482762 Sep 18 07:49:58.779549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ebdbd4d4-76f0-46a5-91e7-0f76b9affbea req-455648b3-d2d4-4ebd-b37d-f971e60aa8fd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Sep 18 07:49:58.818569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:49:59.312547 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:49:59.894121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a014153-a3c7-4477-8998-0fd80c4e1a03 req-a6ac0d61-5b2f-4eff-8888-7984797881d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:49:59.896525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a014153-a3c7-4477-8998-0fd80c4e1a03 req-a6ac0d61-5b2f-4eff-8888-7984797881d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0496111 Sep 18 07:49:59.933965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8a014153-a3c7-4477-8998-0fd80c4e1a03 req-e1b212cd-d7c6-45c2-8bc0-d95dde84a76d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Sep 18 07:50:00.049939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769bfe2-b78d-4c8c-9bae-7a2e75fece99 req-777eee43-7c7d-4ea1-9d34-5681de52703b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:00.051426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3769bfe2-b78d-4c8c-9bae-7a2e75fece99 req-777eee43-7c7d-4ea1-9d34-5681de52703b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0526242 Sep 18 07:50:00.087676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3769bfe2-b78d-4c8c-9bae-7a2e75fece99 req-5809be33-2f8f-404d-85ad-d7451bd82fb6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Sep 18 07:50:00.198414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660d3f-3989-4251-bd78-fdf49b97efc3 req-51ab1f0a-5199-4d3a-b3ba-96a39346df06 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:00.199816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7660d3f-3989-4251-bd78-fdf49b97efc3 req-51ab1f0a-5199-4d3a-b3ba-96a39346df06 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 944 time: 0.0485899 Sep 18 07:50:00.225151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:50:00.238248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b7660d3f-3989-4251-bd78-fdf49b97efc3 req-43810015-17bc-4e06-bc31-bc9593526270 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Sep 18 07:50:00.363681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:50:00.367748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:50:00.368205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:00.442794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:00.465021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:50:00.468002 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51f5a38d58882d15f1909c39564de20a5a52ed1ee5d0766b25c4ccb60107c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da0725-1818-4017-9d7a-19e26ea5d450" -d '{"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-plugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:50:00.480214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:50:00.540739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:00.567327 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116fb6c-cf05-46ed-bc91-c47d6ed0449a x-openstack-request-id: req-5116fb6c-cf05-46ed-bc91-c47d6ed0449a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:50:00.567631 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-plugged", "status": "completed", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:50:00.567890 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5116fb6c-cf05-46ed-bc91-c47d6ed0449a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:50:00.568280 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'code': 200} Sep 18 07:50:00.593873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:00.721039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed6ae3-5671-4b3a-9f3a-15279ebff353 req-6d9eaf31-0a66-486c-8751-9479f00c8bde tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:00.722535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90ed6ae3-5671-4b3a-9f3a-15279ebff353 req-6d9eaf31-0a66-486c-8751-9479f00c8bde tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0480649 Sep 18 07:50:00.760047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90ed6ae3-5671-4b3a-9f3a-15279ebff353 req-2ba56beb-8495-4b7a-b3a5-95db96b2ca95 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Sep 18 07:50:01.879198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145cf5-0d1d-4e37-b228-c9002c887b5f req-70ccb07f-76d7-48aa-a2a7-794a6d26876d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:01.880738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2145cf5-0d1d-4e37-b228-c9002c887b5f req-70ccb07f-76d7-48aa-a2a7-794a6d26876d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0521288 Sep 18 07:50:01.897577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-0dc574c8-7ccd-436a-af9b-6b97be590283 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:01.899078 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-0dc574c8-7ccd-436a-af9b-6b97be590283 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 945 time: 0.0469553 Sep 18 07:50:01.919503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c2145cf5-0d1d-4e37-b228-c9002c887b5f req-b28c891f-66c3-4cbb-889e-6dd351a2ccf1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Sep 18 07:50:01.990098 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Deleting port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:50:01.990445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.075660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] For port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:50:02.075945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.243756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.244090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.244400 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 disassociated. External IP: 172.25.4.213, port: 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb. Sep 18 07:50:02.244743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Calling delete_port for 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:50:02.435491 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.466607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'Port': ['ID=7c94ca23-5bc2-4a06-b4b1-468bdaf70acb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:02.590687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:50:02.700059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:50:02.710381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:50:02.719386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:50:02.720009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:49:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:02.737991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] No DVR routers for this DVR port 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:50:02.740591 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:02.742715 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-430e034b-8fa1-4f04-8198-0117ef543e7f req-91cec6cc-62ee-4750-bad4-866e4e10bfe3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "DELETE /v2.0/ports/7c94ca23-5bc2-4a06-b4b1-468bdaf70acb HTTP/1.1" status: 204 len: 173 time: 0.8372996 Sep 18 07:50:02.743149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-deleted', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:50:02.745460 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f78209-fd71-49b4-a376-5dea127e382f" -d '{"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-deleted", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:50:02.780820 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61922f3e-0d1e-4059-9f23-7173c5b5c702 x-openstack-request-id: req-61922f3e-0d1e-4059-9f23-7173c5b5c702 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:50:02.781177 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bab36cf-991d-4101-9e62-ca7157f2c845", "name": "network-vif-deleted", "tag": "7c94ca23-5bc2-4a06-b4b1-468bdaf70acb", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:50:02.781496 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61922f3e-0d1e-4059-9f23-7173c5b5c702 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:50:02.781986 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bab36cf-991d-4101-9e62-ca7157f2c845', 'name': 'network-vif-deleted', 'tag': '7c94ca23-5bc2-4a06-b4b1-468bdaf70acb', 'status': 'completed', 'code': 200} Sep 18 07:50:02.826135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:50:03.014472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2dbd710b-e6e7-4935-baae-94f7a99e5006 req-5d9b4f5c-b030-4daa-8728-61a08acf078d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bab36cf-991d-4101-9e62-ca7157f2c845 HTTP/1.1" status: 200 len: 210 time: 0.0269294 Sep 18 07:50:03.021890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:03.052157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:50:03.060444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:50:03.061056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:49:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:03.169569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:50:03.365700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:03.391888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc1f31c-12db-40f9-ad33-9f09328562bc None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:50:03.607860 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e4a47-4b01-499f-b582-230fd29a3aba None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:50:04.238518 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-3d2b56c7-8121-46c1-89a4-bc3b592656af tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1195813666&fields=id&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 267 time: 0.0320547 Sep 18 07:50:04.344586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-95952181-0914-4256-b1b5-3cfd3b3cf520 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:04.345950 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-95952181-0914-4256-b1b5-3cfd3b3cf520 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1008911 Sep 18 07:50:04.360905 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-1110418f-e5fd-4f32-83cb-c30871b38f9a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/quotas/11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 375 time: 0.0093036 Sep 18 07:50:04.414895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-dcdfbfd4-7734-4fd2-a4cd-c60c79f3d7e0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487738 Sep 18 07:50:04.508576 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-8a61d6ea-068f-4337-a687-901123a810d0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:50:04.509597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-8a61d6ea-068f-4337-a687-901123a810d0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430999 Sep 18 07:50:04.600674 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-b0d2d4b6-1b7b-42f2-9f20-7cec97c9867e service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846496 Sep 18 07:50:04.689110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-c7dd1310-3a95-4d3e-9226-040f2fb93c09 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Sep 18 07:50:04.909712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b93d5716-eef2-421a-877b-3ad641371192 req-6caaf4d6-820c-449f-ad55-8627cf310a5d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Sep 18 07:50:06.005574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2bccc45-e070-424d-b66c-ab7b9f4165fd req-6841d9f1-6055-4c3f-82d3-414cbc1944e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 210 time: 0.0274479 Sep 18 07:50:06.249985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:50:06.273415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:50:06.273770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 7c94ca23-5bc2-4a06-b4b1-468bdaf70acb not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:50:06.363665 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:50:06.678130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-c3e59c48-489c-4a8a-aeea-c79bbc5f415d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:06.679706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-c3e59c48-489c-4a8a-aeea-c79bbc5f415d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1016648 Sep 18 07:50:06.753825 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-d3b81d74-237a-4011-9e9f-e080f3fe0395 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 380 time: 0.0476477 Sep 18 07:50:06.763137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'port': {'device_id': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'admin_state_up': True, 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'security_groups': ['cc182765-54f7-45a5-af1e-46c8179ff43b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:50:06.943159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:50:06.946801 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.076047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Allocated IP 172.20.0.7 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/c02a6f35-3b02-47d1-8615-e3d1b719cf4b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:50:07.103592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5fffd20e-934d-4c2e-917f-646f6bc8657f req-c4b93e37-578b-443a-9c87-92639185bb9c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Sep 18 07:50:07.211312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.291763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.335012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:50:07.338102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:50:07.340414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:50:07.370089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:07.401291 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:07.401291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.475796 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-435da897-c05e-4496-bc61-fa6543cae1e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161310 Sep 18 07:50:07.532041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Request body: {'port': {'device_id': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:50:07.565786 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-27811f94-e2cd-4f39-8739-abddd80d9abb None None] Provisioning complete for port c02a6f35-3b02-47d1-8615-e3d1b719cf4b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:50:07.566420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-27811f94-e2cd-4f39-8739-abddd80d9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.584381 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.599010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-27811f94-e2cd-4f39-8739-abddd80d9abb None None] Port c02a6f35-3b02-47d1-8615-e3d1b719cf4b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:50:07.843165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02a6f35-3b02-47d1-8615-e3d1b719cf4b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:50:07.850487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.862109 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Transition to ACTIVE for port object c02a6f35-3b02-47d1-8615-e3d1b719cf4b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:50:07.928785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:07.977602 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:08.054861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:50:08.055204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:50:08.055540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:50:08.060028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:50:08.060408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:50:08.065261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:50:08.065608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:50:08.066036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:50:08.066475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Bound port: c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:50:08.066896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:08.132759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:50:08.135765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:50:08.219993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da9cc5-e7eb-4994-a7b5-fd3d6f873241 req-5e414432-1d10-4576-af99-efdb4165f4e5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.221544 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0da9cc5-e7eb-4994-a7b5-fd3d6f873241 req-5e414432-1d10-4576-af99-efdb4165f4e5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0504770 Sep 18 07:50:08.235020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:08.260275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0da9cc5-e7eb-4994-a7b5-fd3d6f873241 req-f8fc1e33-8908-4477-9a03-812780c52025 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Sep 18 07:50:08.270143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.270736 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:08.272553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] 10.222.0.24 "PUT /v2.0/ports/c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1092 time: 0.7453561 Sep 18 07:50:08.275054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:50:08.277278 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:50:08.306733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88d6cb-44e2-4af1-afc3-d5563921b908 service neutron] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:08.320769 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5234433-9d79-430a-a15a-4426e1d22991 x-openstack-request-id: req-f5234433-9d79-430a-a15a-4426e1d22991 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:50:08.321072 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:50:08.321329 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5234433-9d79-430a-a15a-4426e1d22991 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:50:08.321735 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'status': 'completed', 'code': 200} Sep 18 07:50:08.404548 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-af7debd5-5e33-4950-a8b2-5e7ffd0229a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.406211 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-af7debd5-5e33-4950-a8b2-5e7ffd0229a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0447199 Sep 18 07:50:08.514624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-cd3d0258-95a9-4fc6-a125-3a4d2e3d610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.516098 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-cd3d0258-95a9-4fc6-a125-3a4d2e3d610a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=11e9343f52884851a177393a1e1809f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972438 Sep 18 07:50:08.613979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-ffbd78ab-36b8-48cb-849c-78278f7dadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.615364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5a2447e-2c7f-4a25-a7a8-d03caeb8f1fe req-ffbd78ab-36b8-48cb-849c-78278f7dadb8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911903 Sep 18 07:50:08.710412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-fc1dcc9f-1902-4e3c-8efe-5afe6f6f1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.711891 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-fc1dcc9f-1902-4e3c-8efe-5afe6f6f1ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0409055 Sep 18 07:50:08.757375 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-e8568daf-2acd-4cbf-b3e9-85aa177e58be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 217 time: 0.0323339 Sep 18 07:50:08.809077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-d15d3750-111e-4c54-8f49-bd488e401051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.810615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-d15d3750-111e-4c54-8f49-bd488e401051 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0462399 Sep 18 07:50:08.860310 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-fd1f94a8-29d6-4abe-9bb0-4279800c4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:08.861799 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-fd1f94a8-29d6-4abe-9bb0-4279800c4204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440481 Sep 18 07:50:08.889972 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d29c1b4-e692-4408-89e5-265b99cb0474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:08.950266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-3a245f0c-49a0-4d74-aabd-cbf8d29704a7 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816510 Sep 18 07:50:09.041624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b26a4f4c-e5d5-4436-99f5-ccb39fb5bedd req-05130a07-f0e6-4716-a44a-f0a6bb39645f service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847464 Sep 18 07:50:09.376060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42480c35-7526-463f-8f35-c5867b7624e8 req-c07fc036-bbf4-4e0c-9225-c123d8292372 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:09.377599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42480c35-7526-463f-8f35-c5867b7624e8 req-c07fc036-bbf4-4e0c-9225-c123d8292372 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0484886 Sep 18 07:50:09.416605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42480c35-7526-463f-8f35-c5867b7624e8 req-553a8255-9070-479f-a97c-83f35e92302c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330551 Sep 18 07:50:10.534540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ae4ef-3723-47ab-84d3-2adf3c42b9ce req-37a5f441-7d1c-49ae-a321-d71f4949a594 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:10.536031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-493ae4ef-3723-47ab-84d3-2adf3c42b9ce req-37a5f441-7d1c-49ae-a321-d71f4949a594 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Sep 18 07:50:10.573251 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-493ae4ef-3723-47ab-84d3-2adf3c42b9ce req-b9c970bf-271b-4685-820f-890ed5825510 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Sep 18 07:50:11.546393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ff2f63cb-d02f-4227-ac5a-7d42166b76cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:11.686261 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0df868-daf8-4030-a5ec-c57f951bda29 req-43618c79-7fae-4b2d-bbaf-4419d0f3beb6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:11.688258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e0df868-daf8-4030-a5ec-c57f951bda29 req-43618c79-7fae-4b2d-bbaf-4419d0f3beb6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0483446 Sep 18 07:50:11.726721 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e0df868-daf8-4030-a5ec-c57f951bda29 req-06a73b82-ff27-48cf-8ee5-24fe9899eeca tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Sep 18 07:50:11.997723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:50:12.100692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:50:12.111730 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:12.113537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'mac_address': 'fa:16:3e:42:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:50:12.149305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:12.162033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02a6f35-3b02-47d1-8615-e3d1b719cf4b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:50:12.181225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:50:12.254555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:12.300310 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:12.668007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['c02a6f35-3b02-47d1-8615-e3d1b719cf4b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:50:12.841388 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ed09-0db5-402a-a673-ec0328588088 req-17a6f700-b904-477a-988e-672028611bfb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:12.842870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27e5ed09-0db5-402a-a673-ec0328588088 req-17a6f700-b904-477a-988e-672028611bfb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 944 time: 0.0472772 Sep 18 07:50:12.878840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-27e5ed09-0db5-402a-a673-ec0328588088 req-52001922-b41b-4fcb-ab13-886f5e5ef823 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300527 Sep 18 07:50:13.431689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:13.994464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca6909-5a4a-4198-b195-e228ab10ad9f req-f08df361-2e20-44e5-b187-be20723d14cb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:13.995929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23ca6909-5a4a-4198-b195-e228ab10ad9f req-f08df361-2e20-44e5-b187-be20723d14cb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 944 time: 0.0516763 Sep 18 07:50:14.001277 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:50:14.034835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-23ca6909-5a4a-4198-b195-e228ab10ad9f req-f62a6115-130c-43a7-9612-2dcb35b6769d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Sep 18 07:50:14.157453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port c02a6f35-3b02-47d1-8615-e3d1b719cf4b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:50:14.161220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port c02a6f35-3b02-47d1-8615-e3d1b719cf4b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:50:14.161593 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:14.237382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:14.258910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:50:14.273205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:50:14.298051 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541180be-8ece-4ea6-ae77-9a8139b41da3" -d '{"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-plugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:50:14.329114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:14.380726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:50:14.384819 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc2a6e-e5a2-4776-b4d1-df0749fa48c5 x-openstack-request-id: req-99cc2a6e-e5a2-4776-b4d1-df0749fa48c5 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:50:14.385541 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-plugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:50:14.385541 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99cc2a6e-e5a2-4776-b4d1-df0749fa48c5 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:50:14.385732 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'code': 200} Sep 18 07:50:14.504208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadabd7c-7868-4b4b-ae83-640626738e40 req-c7ea6bfb-34d3-42ec-8d32-91361b71d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:14.505708 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fadabd7c-7868-4b4b-ae83-640626738e40 req-c7ea6bfb-34d3-42ec-8d32-91361b71d5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0395093 Sep 18 07:50:14.539277 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fadabd7c-7868-4b4b-ae83-640626738e40 req-4f38fe5a-11ea-4deb-8847-f59c9022d634 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266807 Sep 18 07:50:14.871395 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:15.147649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f5e4-fca0-49b5-a978-3e19160a7b34 req-32f78655-da92-4ee2-b0fa-d9385ee92fc4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:15.149127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3487f5e4-fca0-49b5-a978-3e19160a7b34 req-32f78655-da92-4ee2-b0fa-d9385ee92fc4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0475342 Sep 18 07:50:15.186288 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3487f5e4-fca0-49b5-a978-3e19160a7b34 req-811d5f14-7a15-4a20-bb74-80cc637a95a4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312700 Sep 18 07:50:15.474075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:16.313150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2170df-94fd-4b06-a83e-1b5ccff57d2f req-face4583-997a-476b-b635-86b5ec01b76c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:16.314703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b2170df-94fd-4b06-a83e-1b5ccff57d2f req-face4583-997a-476b-b635-86b5ec01b76c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Sep 18 07:50:16.351787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b2170df-94fd-4b06-a83e-1b5ccff57d2f req-7cceeaae-fb04-4eba-aea0-a566b8592eac tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Sep 18 07:50:16.465102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2affa1-268c-4b12-8a8e-5c0e5eeea30a req-1e599721-d8f3-478e-9538-eb88d3cee242 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:16.466611 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad2affa1-268c-4b12-8a8e-5c0e5eeea30a req-1e599721-d8f3-478e-9538-eb88d3cee242 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Sep 18 07:50:16.475082 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41038) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:50:16.479391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'floatingip': {'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:50:16.517716 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:16.943514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:16.982570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:17.079450 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 associated. External IP: 172.25.4.213, port: c02a6f35-3b02-47d1-8615-e3d1b719cf4b. Sep 18 07:50:17.281495 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:50:17.637101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:50:17.641947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:17.646627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:50:17.655531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:50:17.656141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:50:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:17.667015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-313afae4-ef81-4fb9-96e7-c989bc1690c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "PUT /v2.0/floatingips/1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 HTTP/1.1" status: 200 len: 991 time: 1.1909220 Sep 18 07:50:17.667684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:50:17.707138 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:50:17.764324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:50:17.789656 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec6ac7-072e-4d09-bdb1-945a2e9f9b79 x-openstack-request-id: req-13ec6ac7-072e-4d09-bdb1-945a2e9f9b79 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:50:17.789975 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:50:17.790232 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13ec6ac7-072e-4d09-bdb1-945a2e9f9b79 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:50:17.790631 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'status': 'completed', 'code': 200} Sep 18 07:50:17.869384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-c8c9ad7e-142b-4e0c-b359-19cc464d8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:17.870949 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-c8c9ad7e-142b-4e0c-b359-19cc464d8427 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0400810 Sep 18 07:50:17.964755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-85ccd3be-62e7-496f-aa5e-e6a0b35697b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:17.966201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-85ccd3be-62e7-496f-aa5e-e6a0b35697b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0889010 Sep 18 07:50:17.983119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:42:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:50:16Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:18.008613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:50:18.017138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:50:18.017748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:50:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:18.033672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-2cc8a847-9f99-4bd4-a642-49e2dc713dcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 999 time: 0.0609331 Sep 18 07:50:18.083645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-fede7668-7508-47dc-81b8-7d238111f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:18.085159 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-fede7668-7508-47dc-81b8-7d238111f618 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0443246 Sep 18 07:50:18.133277 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-4cba87e0-7b0f-43f5-b661-10539439fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:18.134871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-4cba87e0-7b0f-43f5-b661-10539439fe94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425875 Sep 18 07:50:18.236846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-b0e4acf8-7598-4bd0-8555-f167fe29a2d4 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943954 Sep 18 07:50:18.273296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:50:18.328092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9a405ca7-bf8c-4ea0-95fe-a5ebd23f6c32 req-d094decb-9b4f-4a03-a28e-de5a8882db70 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836380 Sep 18 07:50:18.489818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:42:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:50:16Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:50:18.519074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65814603-7799-4d45-96bb-f232b5bb97af None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:42:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:50:16Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:50:18.706511 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7327b42-8049-49ad-a08d-dd4b5d9e74f9 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:50:26.995583 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-55d1d31b-41d7-4c86-8672-b585414c208b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405226 Sep 18 07:50:27.097527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424bc5-4364-4431-832c-86d4350262fb req-baf212a6-9aac-4302-85bc-02070001ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:27.099360 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-baf212a6-9aac-4302-85bc-02070001ed7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0445402 Sep 18 07:50:27.201781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424bc5-4364-4431-832c-86d4350262fb req-4bdcea99-bc06-4776-89d6-066a1572e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:27.203285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-4bdcea99-bc06-4776-89d6-066a1572e4ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0842619 Sep 18 07:50:27.271359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-e5d8a5f5-24fb-4bbe-8992-e03918816b42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0598412 Sep 18 07:50:27.320186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424bc5-4364-4431-832c-86d4350262fb req-d9df47c3-60e6-4e7d-94cb-310bf825eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:27.321579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-d9df47c3-60e6-4e7d-94cb-310bf825eb6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0429912 Sep 18 07:50:27.366092 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424bc5-4364-4431-832c-86d4350262fb req-a556bc4d-3b54-4989-897e-e976be3ef262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:50:27.367591 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-a556bc4d-3b54-4989-897e-e976be3ef262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386217 Sep 18 07:50:27.462659 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-5b227ca7-8bab-4193-b937-7f0ecae2a038 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867393 Sep 18 07:50:27.549735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1a424bc5-4364-4431-832c-86d4350262fb req-70ffb7e0-d8c9-496d-b696-e17d2d5759db service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798004 Sep 18 07:50:29.302597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:38.868015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-21c2fdc3-9b66-47c3-bb1e-c1242479050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:41.514925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0829a60-e21b-4209-a8c2-c2fcf4ccd7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:42.099726 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:43.363475 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:50:43.408400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:44.885009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:45.485284 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:50:59.302237 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:08.844621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-00af82c2-abd0-489a-aa52-24c45ec64e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:11.597000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a43b9664-bc3e-48b4-b386-4b1bef29f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:12.084729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:13.436490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:14.879389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:15.496917 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:20.362662 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:51:27.981012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-25d84785-1b43-4be0-a9a7-f08be7927ffe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488396 Sep 18 07:51:28.077384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-d34c6008-90b0-4066-9631-eedd45385086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:51:28.078909 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-d34c6008-90b0-4066-9631-eedd45385086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0405455 Sep 18 07:51:28.179488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-5afe5f68-d9e8-41af-85d9-81628e82c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:51:28.180936 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-5afe5f68-d9e8-41af-85d9-81628e82c0af service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0832312 Sep 18 07:51:28.252650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-2b183644-489b-4730-8f99-281918050928 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0633392 Sep 18 07:51:28.300617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-310476de-96c7-4995-ac35-11d0eba91af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:51:28.302102 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-310476de-96c7-4995-ac35-11d0eba91af2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0433190 Sep 18 07:51:28.346237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-1db691d9-498b-4466-bbd6-7ec302011a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:51:28.347637 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-1db691d9-498b-4466-bbd6-7ec302011a72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383379 Sep 18 07:51:28.441988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-0bcca0a2-a44f-4b66-939a-e1daadee4af1 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Sep 18 07:51:28.532483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-964bcb8b-ca12-44f1-9920-2a45f55b253e req-fd060afc-c3cb-4983-aa12-dd24e89af4f1 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831459 Sep 18 07:51:29.322055 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:38.910540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-61473f5d-0258-4667-9132-b3346da7e63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:41.538739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9fc87466-5c91-4d22-983b-e3f152dd0d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:42.109884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:43.444453 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:44.875938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:45.498580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:51:57.361632 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:51:59.315563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:08.858389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3cd4304d-38df-4039-810c-e44939070d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:11.578302 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b26d6f3b-a0f9-42f2-8a35-36ddc13e4485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:12.092057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:13.472780 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:14.892021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:15.496011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:28.051519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-2ae193c0-9fb6-41d7-9185-96ed5784b38e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436211 Sep 18 07:52:28.155962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-d5be21e2-225e-44db-88bf-ce0b25a8ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:28.157585 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-d5be21e2-225e-44db-88bf-ce0b25a8ea80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0428708 Sep 18 07:52:28.266370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-8ca9c7fe-7161-4b71-9b3f-700b85a22181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:28.268087 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-8ca9c7fe-7161-4b71-9b3f-700b85a22181 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0910246 Sep 18 07:52:28.331941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-dc0065c5-99ae-4b23-92b6-6b833df5b9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0562449 Sep 18 07:52:28.378763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-04d0c119-38e0-4fee-815c-77b7d4ced0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:28.380209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-04d0c119-38e0-4fee-815c-77b7d4ced0d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0418148 Sep 18 07:52:28.428896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-3cb1cc51-41a8-4c0d-810c-95486b2ce28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:28.430400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-3cb1cc51-41a8-4c0d-810c-95486b2ce28f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429943 Sep 18 07:52:28.517632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-365f25ea-fe8f-4b41-8feb-730758852fb2 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803611 Sep 18 07:52:28.609332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3aae6cc4-9024-486e-b7d9-9cc8b34fc918 req-0021fa00-732f-4603-824f-32de1811415c service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845859 Sep 18 07:52:29.337762 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:34.361357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:52:38.840423 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-87c011db-f263-44cc-88dc-084578fdb158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:41.529064 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8ddff94-14a4-4a70-945a-ad9382862cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:42.102834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:43.437787 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:44.886281 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:45.514235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:52:52.259009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed72fc-1862-4b2a-8261-43040d3859b3 req-71a9cf15-aa85-4c5c-9b32-223694fec0db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:52.260494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ceed72fc-1862-4b2a-8261-43040d3859b3 req-71a9cf15-aa85-4c5c-9b32-223694fec0db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0584033 Sep 18 07:52:52.301885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ceed72fc-1862-4b2a-8261-43040d3859b3 req-88de0844-dc84-45d5-87a8-d95606034d5d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Sep 18 07:52:53.418098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69437d58-a157-42fc-b8bd-622057902d53 req-6bd6e8c8-b06b-46d5-8e19-6e495dac44ee tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:53.419583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69437d58-a157-42fc-b8bd-622057902d53 req-6bd6e8c8-b06b-46d5-8e19-6e495dac44ee tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0487044 Sep 18 07:52:53.460091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69437d58-a157-42fc-b8bd-622057902d53 req-f452006e-ba32-4593-a1ca-eaa3b2f426f1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341709 Sep 18 07:52:54.573959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ff83d-d886-4bd3-8b60-ab23a4f18201 req-04a45101-c853-44b3-8046-bc15b8c9f1b1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:54.575438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc7ff83d-d886-4bd3-8b60-ab23a4f18201 req-04a45101-c853-44b3-8046-bc15b8c9f1b1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Sep 18 07:52:54.613095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc7ff83d-d886-4bd3-8b60-ab23a4f18201 req-56435090-3180-46ed-b543-98cacd6117ba tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Sep 18 07:52:55.725017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffffe05-4f07-4c13-a709-24bf62e243d2 req-80320166-19f0-44d5-83f9-ed93217773fb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:55.726540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffffe05-4f07-4c13-a709-24bf62e243d2 req-80320166-19f0-44d5-83f9-ed93217773fb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Sep 18 07:52:55.764134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fffffe05-4f07-4c13-a709-24bf62e243d2 req-c30a7cf6-e4bb-4759-a190-94134780e149 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311630 Sep 18 07:52:56.877740 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90366a50-23d6-4df3-89e0-6a0901876245 req-658b391a-55c4-4f1c-84ce-19a5b45686a0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:56.879235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90366a50-23d6-4df3-89e0-6a0901876245 req-658b391a-55c4-4f1c-84ce-19a5b45686a0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0475824 Sep 18 07:52:56.919512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90366a50-23d6-4df3-89e0-6a0901876245 req-46945510-87af-4b35-8f0e-5306d3efd3a5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Sep 18 07:52:58.032369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206877fe-eea2-4290-a22e-4794e23f11e1 req-e93ce67d-d524-4a1f-8805-fcdd054771c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:58.033829 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-206877fe-eea2-4290-a22e-4794e23f11e1 req-e93ce67d-d524-4a1f-8805-fcdd054771c4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0477996 Sep 18 07:52:58.070209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-206877fe-eea2-4290-a22e-4794e23f11e1 req-fbf75f58-13b3-4ce4-9287-01fa22c6d1f2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Sep 18 07:52:59.184911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3e21-27f2-4a82-9ad5-acc578d33298 req-42e7b1d5-e832-4e44-a58f-45e1eaaef98b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:52:59.186449 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd6a3e21-27f2-4a82-9ad5-acc578d33298 req-42e7b1d5-e832-4e44-a58f-45e1eaaef98b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Sep 18 07:52:59.222749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bd6a3e21-27f2-4a82-9ad5-acc578d33298 req-dc820c8e-f446-46f8-afff-1ed3dfacf6a3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304065 Sep 18 07:52:59.331343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:00.336397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb59e-37cf-4310-8718-f4754acd87b1 req-c4f4276c-0aae-4229-978c-69f5b90e40d0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:00.337847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b5eb59e-37cf-4310-8718-f4754acd87b1 req-c4f4276c-0aae-4229-978c-69f5b90e40d0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0477259 Sep 18 07:53:00.378080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b5eb59e-37cf-4310-8718-f4754acd87b1 req-783a7cad-dad8-41ee-81d6-f03c3b724aa6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343499 Sep 18 07:53:01.491337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a995a2-706e-49f8-a826-df0b614d281b req-16a31270-b65c-48e8-b66a-fcd8c6af9d0f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:01.492793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0a995a2-706e-49f8-a826-df0b614d281b req-16a31270-b65c-48e8-b66a-fcd8c6af9d0f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0472775 Sep 18 07:53:01.533219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0a995a2-706e-49f8-a826-df0b614d281b req-d30494e8-acc3-4b98-a7fe-b84dc289f6cd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Sep 18 07:53:02.645116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86cff-c4db-4ba0-9d6d-d3feba92e4e0 req-dd376f3e-d28a-46a5-a862-a7978fbd3b81 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:02.646533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbe86cff-c4db-4ba0-9d6d-d3feba92e4e0 req-dd376f3e-d28a-46a5-a862-a7978fbd3b81 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0476165 Sep 18 07:53:02.683875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cbe86cff-c4db-4ba0-9d6d-d3feba92e4e0 req-20205f2d-b76d-473c-9771-e9821f7beb91 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Sep 18 07:53:03.795996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f0d8-22b9-4809-aa99-75663f2ef26a req-11f7a0d2-36a2-436c-a8b0-e956d88b36bb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:03.797474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae00f0d8-22b9-4809-aa99-75663f2ef26a req-11f7a0d2-36a2-436c-a8b0-e956d88b36bb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Sep 18 07:53:03.836885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae00f0d8-22b9-4809-aa99-75663f2ef26a req-5a054db0-3a55-4a64-ad17-2fbd42cc652e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Sep 18 07:53:05.216115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a58834-1c7e-4bac-9cca-84fa0ed96675 req-152e917f-f31b-40cb-9183-40c82e5a8ce7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:05.217629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8a58834-1c7e-4bac-9cca-84fa0ed96675 req-152e917f-f31b-40cb-9183-40c82e5a8ce7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0490909 Sep 18 07:53:05.254969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8a58834-1c7e-4bac-9cca-84fa0ed96675 req-43178aed-65b6-402c-90c5-0c914bf65087 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312917 Sep 18 07:53:05.444069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-bde6e0f4-a1bc-4ea9-9122-0fddb77807b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877054 Sep 18 07:53:06.371725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455869da-e49f-400f-9f2a-8199c0f41687 req-d7afc338-4940-405a-9304-6bcd536533ef tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:06.373388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-455869da-e49f-400f-9f2a-8199c0f41687 req-d7afc338-4940-405a-9304-6bcd536533ef tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0500531 Sep 18 07:53:06.412794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-455869da-e49f-400f-9f2a-8199c0f41687 req-71866ca5-abd2-43bc-ad75-3b1cf2ee7eaa tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Sep 18 07:53:07.359307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-0d3be803-c1f4-490e-a021-7b9069447830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:07.360817 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-0d3be803-c1f4-490e-a021-7b9069447830 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0413620 Sep 18 07:53:07.454679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-845ebbed-7302-4ae7-a573-8da5cb3a33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:07.456174 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-845ebbed-7302-4ae7-a573-8da5cb3a33f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0885775 Sep 18 07:53:07.522857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-61f69f26-7951-43ee-a688-6cb525d1072b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0595894 Sep 18 07:53:07.532538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56524-54f3-43e1-8b62-f9f6d61a8d28 req-dc42caf7-c846-44e4-9e41-b360a7493c91 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:07.534062 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ae56524-54f3-43e1-8b62-f9f6d61a8d28 req-dc42caf7-c846-44e4-9e41-b360a7493c91 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0516558 Sep 18 07:53:07.572144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-29304148-9fc8-4738-9ec3-42fda6040bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:07.572336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ae56524-54f3-43e1-8b62-f9f6d61a8d28 req-81812ac0-cd4c-4eb9-bae5-d2c190eb8a96 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Sep 18 07:53:07.573561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-29304148-9fc8-4738-9ec3-42fda6040bb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0435693 Sep 18 07:53:07.622824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-18cd0907-3b18-468f-9e0e-cbe7c566b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:07.624304 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-18cd0907-3b18-468f-9e0e-cbe7c566b277 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434775 Sep 18 07:53:07.714724 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-ca8e8981-8dcd-4f2d-88c2-b123cbc5c6ba service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830834 Sep 18 07:53:07.807847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-fec464b2-a82b-4883-b12a-9c4a9baea4e0 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Sep 18 07:53:08.686188 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009648f9-79af-4257-93b4-e7cbb64806f8 req-7e2e2149-8e55-4687-8c30-c458c9023985 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:08.687562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-009648f9-79af-4257-93b4-e7cbb64806f8 req-7e2e2149-8e55-4687-8c30-c458c9023985 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Sep 18 07:53:08.724375 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-009648f9-79af-4257-93b4-e7cbb64806f8 req-d9a5f7a9-c6a9-4d18-aa1d-b36b3c1112ac tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Sep 18 07:53:08.862679 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd787c7e-00c1-4a06-bd1c-ede183bcf76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:09.842610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9d0e1-ed22-494a-ab6b-461a10f88990 req-0d68d3e6-cca1-48d6-87f7-8e9c298441e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:09.844776 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6c9d0e1-ed22-494a-ab6b-461a10f88990 req-0d68d3e6-cca1-48d6-87f7-8e9c298441e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0511618 Sep 18 07:53:09.889373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6c9d0e1-ed22-494a-ab6b-461a10f88990 req-e57b68c3-9104-4c4d-866c-497ea7624dd9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Sep 18 07:53:09.942486 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-e41c5ef9-27d0-4c6d-aa03-5fa469c4f36f service neutron] show failed (client error): The resource could not be found. Sep 18 07:53:09.943529 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-e41c5ef9-27d0-4c6d-aa03-5fa469c4f36f service neutron] 10.222.0.24 "GET /v2.0/ports/c02a6f35-3b02-47d1-8615-e3d1b719cf4b/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0554011 Sep 18 07:53:10.375487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-7439814f-7fd5-4974-a71c-e314e99f664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:10.378090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-7439814f-7fd5-4974-a71c-e314e99f664f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1097 time: 0.0423539 Sep 18 07:53:10.388891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-3f8445aa-e46d-4e9b-b7ca-0c901e37a18d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:53:10.389865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-3f8445aa-e46d-4e9b-b7ca-0c901e37a18d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050998 Sep 18 07:53:10.402066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:53:10.456929 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.002264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:11.010889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad156b61-6da2-4c6c-af64-811d877ecbfd req-5d9b9dda-b98f-403d-ad9d-3f0beef0984c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.012713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad156b61-6da2-4c6c-af64-811d877ecbfd req-5d9b9dda-b98f-403d-ad9d-3f0beef0984c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0534818 Sep 18 07:53:11.036724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:53:11.049885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ad156b61-6da2-4c6c-af64-811d877ecbfd req-eaba8753-887b-4e65-a1a0-d325b1579dcb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Sep 18 07:53:11.076939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:11.079246 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5edf5d-77a0-4c66-8b6e-ea6fcdd71866" -d '{"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-unplugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:11.082973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.096139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Transition to ACTIVE for port object c02a6f35-3b02-47d1-8615-e3d1b719cf4b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:53:11.130120 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55190c9-8256-49e1-9bb5-e63a84d74484 x-openstack-request-id: req-c55190c9-8256-49e1-9bb5-e63a84d74484 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:11.130120 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-unplugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:11.130335 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c55190c9-8256-49e1-9bb5-e63a84d74484 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:11.130636 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'code': 200} Sep 18 07:53:11.180215 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.259153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:11.271962 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.272309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.272657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.272995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.273329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.273663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.274016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.274347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.274673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.274999 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.275323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.275645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:11.313385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] No DVR routers for this DVR port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:53:11.361408 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:53:11.449742 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:53:11.450019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:53:11.450343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:53:11.454446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:53:11.454766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Attempting to bind port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:53:11.459516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:53:11.459851 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:53:11.460233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:53:11.460657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Bound port: c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:53:11.461008 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.527584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:53:11.530715 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:53:11.546868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-efcef8fa-bb1a-4307-9037-43a7eee9e525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.621360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.655042 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.655704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:11.657093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] 10.222.0.37 "PUT /v2.0/ports/c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1092 time: 1.2593451 Sep 18 07:53:11.679878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75c20f-f03a-4997-929c-f888cac7016d service neutron] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:11.725657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-3ffdc7d0-b664-43a7-9817-8c3d1c5b07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.727233 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-3ffdc7d0-b664-43a7-9817-8c3d1c5b07e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0430262 Sep 18 07:53:11.824556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-c2517195-5db7-4d00-ace3-5d148f295d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.826153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-c2517195-5db7-4d00-ace3-5d148f295d5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0921600 Sep 18 07:53:11.890605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-93cdf753-3cfe-432f-a57f-a784c40403f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 999 time: 0.0574150 Sep 18 07:53:11.939739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-b07c392a-a660-43bc-8983-a58a79c31bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.941103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-b07c392a-a660-43bc-8983-a58a79c31bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0436175 Sep 18 07:53:11.990106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-5c4a360d-997a-463e-b680-6d81e3f456d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:11.991569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-5c4a360d-997a-463e-b680-6d81e3f456d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431521 Sep 18 07:53:12.083192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-c04e8d92-96b5-440e-bc0b-dea57175aa62 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 Sep 18 07:53:12.102698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:12.168561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf548221-65c7-4cc6-ad84-56a92d503e7b req-e95a0b70-6b91-4273-9d5e-1122791941e0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:12.170248 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf548221-65c7-4cc6-ad84-56a92d503e7b req-e95a0b70-6b91-4273-9d5e-1122791941e0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0494432 Sep 18 07:53:12.181112 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f1375cb2-530c-439c-9dd7-c2bf95d33397 req-6120ffe4-5255-4612-8b9f-aac627641df9 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912871 Sep 18 07:53:12.209078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf548221-65c7-4cc6-ad84-56a92d503e7b req-48692de2-426e-4f91-ad02-3c8b6bf3e258 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Sep 18 07:53:12.792484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:53:12.832487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:53:13.131779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:13.134158 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb209c7-54c8-40a2-8045-7f5f1e48be46" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:13.180852 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050f8c6-0603-44a3-a932-a7f5f9167067 x-openstack-request-id: req-b050f8c6-0603-44a3-a932-a7f5f9167067 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:13.181149 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:13.181405 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b050f8c6-0603-44a3-a932-a7f5f9167067 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:13.182566 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'status': 'completed', 'code': 200} Sep 18 07:53:13.268832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-b03808bd-d0de-4ccb-8252-1c19e81c27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.270400 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-b03808bd-d0de-4ccb-8252-1c19e81c27a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0689917 Sep 18 07:53:13.276783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-b515762b-2bca-45c7-b7f6-846dcbacb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.284696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-b515762b-2bca-45c7-b7f6-846dcbacb3c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0520637 Sep 18 07:53:13.326451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c4fcd-1e06-40b8-9c1c-acbae98971df req-22d29eff-4070-44b0-9847-2633a0f16e13 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.328105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d25c4fcd-1e06-40b8-9c1c-acbae98971df req-22d29eff-4070-44b0-9847-2633a0f16e13 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0523908 Sep 18 07:53:13.366607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d25c4fcd-1e06-40b8-9c1c-acbae98971df req-f73f4f0f-efec-4aee-8e05-688adc98a8d8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Sep 18 07:53:13.439055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-ce2cd04f-3e87-41e8-8a9b-065870ef349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.439909 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:13.440548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-ce2cd04f-3e87-41e8-8a9b-065870ef349e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1614912 Sep 18 07:53:13.441878 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-0077e04d-c1da-48c6-bf82-e646ce6b0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.443234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-0077e04d-c1da-48c6-bf82-e646ce6b0d1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1573076 Sep 18 07:53:13.553864 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-d4323e26-ce93-4fec-9777-f4706bb74c28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 999 time: 0.1053793 Sep 18 07:53:13.555664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-5b0260fe-581e-4647-8202-380f66d3d61f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 999 time: 0.1017573 Sep 18 07:53:13.637237 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-e0f3cb63-a824-4e31-a163-a3d05ee1d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.638820 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-e0f3cb63-a824-4e31-a163-a3d05ee1d3aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0780609 Sep 18 07:53:13.640396 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-e06c1476-ca74-4c60-9919-4b9d2c88be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.641719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-e06c1476-ca74-4c60-9919-4b9d2c88be89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0738814 Sep 18 07:53:13.716600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-36db686e-38af-49d3-8a39-2dd25a954245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.718139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-36db686e-38af-49d3-8a39-2dd25a954245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644128 Sep 18 07:53:13.720527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-1d1f76d8-7dab-4fdb-a4d7-7ad65ad7143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:13.721915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-1d1f76d8-7dab-4fdb-a4d7-7ad65ad7143d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760868 Sep 18 07:53:13.872960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-3626604d-2e43-4ade-abc8-4abf3f7ea7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Sep 18 07:53:13.878081 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-9c8b4e35-cb74-4209-8fbd-07db5f1e8cd5 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367178 Sep 18 07:53:14.031242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-ddfa2aaf-2abf-4503-839a-7c036b0f335f service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503761 Sep 18 07:53:14.033346 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-feb209c7-54c8-40a2-8045-7f5f1e48be46 req-7d0b8bca-2b18-4064-afa1-de132871f788 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445146 Sep 18 07:53:14.508802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64420504-56b8-4acc-be4b-c61b8351455f req-8fded5fe-8d72-46df-989f-1a9547fba564 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:14.510299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64420504-56b8-4acc-be4b-c61b8351455f req-8fded5fe-8d72-46df-989f-1a9547fba564 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0524042 Sep 18 07:53:14.547306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64420504-56b8-4acc-be4b-c61b8351455f req-8506bad1-f14e-40c1-93cf-8048558b23c0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Sep 18 07:53:14.914158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98a3f-bf1c-4fc1-9933-33f6051fb68b req-599f0446-3803-4ce6-954d-19beeda721e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:14.915644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ce98a3f-bf1c-4fc1-9933-33f6051fb68b req-599f0446-3803-4ce6-954d-19beeda721e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 943 time: 0.0476246 Sep 18 07:53:14.922990 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:14.953543 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ce98a3f-bf1c-4fc1-9933-33f6051fb68b req-2e7d43a7-3cd5-4ad4-844c-80f2e36ed1fa tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Sep 18 07:53:15.012071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-7fd4b294-59ea-406d-8969-e4fa3fe045c1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:15.013555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-7fd4b294-59ea-406d-8969-e4fa3fe045c1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768&tenant_id=11e9343f52884851a177393a1e1809f6&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 943 time: 0.0527155 Sep 18 07:53:15.078625 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-72e0585f-ad19-491b-b0e0-5c44f158c77d service neutron] delete failed (client error): The resource could not be found. Sep 18 07:53:15.079551 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-72e0585f-ad19-491b-b0e0-5c44f158c77d service neutron] 10.222.0.24 "DELETE /v2.0/ports/c02a6f35-3b02-47d1-8615-e3d1b719cf4b/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0577536 Sep 18 07:53:15.152621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:53:15.180698 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-381d21c7-421e-4cc7-a2b4-4690fe0c6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:15.182239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-381d21c7-421e-4cc7-a2b4-4690fe0c6d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1095 time: 0.0404170 Sep 18 07:53:15.243979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:15.254937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'mac_address': 'fa:16:3e:42:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:53:15.270376 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-762dd9f3-ee79-44a0-be75-fbdb80c7b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:15.271895 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-762dd9f3-ee79-44a0-be75-fbdb80c7b16d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0826299 Sep 18 07:53:15.294875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:15.307695 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02a6f35-3b02-47d1-8615-e3d1b719cf4b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:53:15.326702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:15.350212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-a0758d8e-05bf-4bb9-98f1-ddaa5a927aef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 999 time: 0.0613146 Sep 18 07:53:15.388651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-0e483f5a-d971-4d43-9e0b-dd04d916dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:15.390151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-0e483f5a-d971-4d43-9e0b-dd04d916dd23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0423520 Sep 18 07:53:15.428192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:15.435234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-9943aeb2-a7ca-49bd-9612-c0104c82d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:15.436753 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-9943aeb2-a7ca-49bd-9612-c0104c82d019 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400107 Sep 18 07:53:15.482491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:15.489697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.490071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.490415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.490753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.491144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.491496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.491814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.492139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.492467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.492791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.493113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.493460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:53:15.525422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:15.531480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-3e1dc08d-126e-4ed9-8d27-ba6f8b520a1a service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875204 Sep 18 07:53:15.620597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1cbebec5-6bf8-469e-bc5d-cf93450aeee0 req-7a56a855-1df8-4147-b05c-c59372a54d02 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 Sep 18 07:53:15.660473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['c02a6f35-3b02-47d1-8615-e3d1b719cf4b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:53:16.068294 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebf88-0fc1-4197-9f7a-0d31217fe4c1 req-22ca36f9-45df-45cc-b8f2-30d7f2e4c9d4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:16.069780 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d48ebf88-0fc1-4197-9f7a-0d31217fe4c1 req-22ca36f9-45df-45cc-b8f2-30d7f2e4c9d4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 944 time: 0.0484846 Sep 18 07:53:16.106637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d48ebf88-0fc1-4197-9f7a-0d31217fe4c1 req-fe0a6ba1-5239-40b2-a266-e1af8a9368ce tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309141 Sep 18 07:53:17.169627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:53:17.224275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8533d-7f36-4a85-adb0-4111c0b77ceb req-b88afb5f-8552-45dc-9186-61e2c680782b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.227301 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fa8533d-7f36-4a85-adb0-4111c0b77ceb req-b88afb5f-8552-45dc-9186-61e2c680782b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Sep 18 07:53:17.264657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fa8533d-7f36-4a85-adb0-4111c0b77ceb req-f99895a6-93b6-4fce-8baf-da50c4769802 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Sep 18 07:53:17.300082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port c02a6f35-3b02-47d1-8615-e3d1b719cf4b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:53:17.304570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port c02a6f35-3b02-47d1-8615-e3d1b719cf4b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:53:17.304942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:17.378659 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758a31c-b7e8-4fec-ab87-d959a8fdbec3 req-f2fbbccd-2b24-4767-acdb-84fa04e3cc47 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.380305 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d758a31c-b7e8-4fec-ab87-d959a8fdbec3 req-f2fbbccd-2b24-4767-acdb-84fa04e3cc47 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 944 time: 0.0499551 Sep 18 07:53:17.381296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:17.404609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:17.406859 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc3de3-2344-4442-ae7d-b55beb6cc3dd" -d '{"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-plugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:17.422683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:17.422828 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d758a31c-b7e8-4fec-ab87-d959a8fdbec3 req-51556168-afc7-4643-854a-cc1231f8bb1b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347462 Sep 18 07:53:17.445420 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098a614-2509-4b55-97fa-dc3539966287 x-openstack-request-id: req-2098a614-2509-4b55-97fa-dc3539966287 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:17.445420 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-plugged", "status": "completed", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:17.445420 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2098a614-2509-4b55-97fa-dc3539966287 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:17.445420 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'code': 200} Sep 18 07:53:17.491021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:17.537241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:17.714990 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-f776ea23-1f6b-4b83-ba18-22b571b1cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.716504 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-f776ea23-1f6b-4b83-ba18-22b571b1cc66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0458865 Sep 18 07:53:17.764190 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df4589-a5c4-4237-b63b-ac6baa8d2dad req-526e71be-cc95-4d09-9711-1b1c9538126d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.765683 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0df4589-a5c4-4237-b63b-ac6baa8d2dad req-526e71be-cc95-4d09-9711-1b1c9538126d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0540292 Sep 18 07:53:17.802957 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0df4589-a5c4-4237-b63b-ac6baa8d2dad req-8b32a452-109d-4de4-8d94-cf3dc62a8d1b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307474 Sep 18 07:53:17.824729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-00235329-c3bf-40e3-90e6-24b066eaa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.826232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-00235329-c3bf-40e3-90e6-24b066eaa61e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0875013 Sep 18 07:53:17.892967 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-3598710d-293e-4cee-bec1-e85c507d43bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0596981 Sep 18 07:53:17.940958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-98c81d78-e947-48bc-a219-c7dfc627561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.942296 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-98c81d78-e947-48bc-a219-c7dfc627561b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0420313 Sep 18 07:53:17.985332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-0c85ef00-f747-4fff-8de5-ea8fa389aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:17.986800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-0c85ef00-f747-4fff-8de5-ea8fa389aa96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0372767 Sep 18 07:53:18.078115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-f380d806-658d-43f3-a496-bc4a158dfb29 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831289 Sep 18 07:53:18.165117 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a398e6cf-65ae-43b9-8ded-fe82483de406 req-b26e624d-976f-49e5-89c2-ae13bd09dbb1 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796094 Sep 18 07:53:18.339738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d28de-ad41-48c4-891d-892de0770f80 req-a94ad789-7c51-4d24-b2ee-e64ec142644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:18.341188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-a94ad789-7c51-4d24-b2ee-e64ec142644c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 1097 time: 0.0433984 Sep 18 07:53:18.432255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d28de-ad41-48c4-891d-892de0770f80 req-b1eac20c-3d8f-45ab-9590-c89b8e9a11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:18.433781 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-b1eac20c-3d8f-45ab-9590-c89b8e9a11aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0858788 Sep 18 07:53:18.500365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-09afc550-1876-45eb-8f42-461c0e0df27b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 200 len: 1001 time: 0.0599208 Sep 18 07:53:18.548660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d28de-ad41-48c4-891d-892de0770f80 req-9be537fd-97b3-402a-8a92-d752b9a60a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:18.550105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-9be537fd-97b3-402a-8a92-d752b9a60a5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0425837 Sep 18 07:53:18.593983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d28de-ad41-48c4-891d-892de0770f80 req-9fa75563-36b8-416c-9a84-4ae1c3cbf2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:18.595338 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-9fa75563-36b8-416c-9a84-4ae1c3cbf2ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379655 Sep 18 07:53:18.686447 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-64ffce05-8c84-4789-a141-76f07b5dac8c service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836813 Sep 18 07:53:18.773226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c49d28de-ad41-48c4-891d-892de0770f80 req-449679d5-3967-475a-8706-08597429b3cd service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792842 Sep 18 07:53:18.921987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c29434-e5cf-44f4-b493-0df8758aca18 req-cecb9e23-2ffc-4aa9-8019-8361c7c23e8e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:18.923369 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6c29434-e5cf-44f4-b493-0df8758aca18 req-cecb9e23-2ffc-4aa9-8019-8361c7c23e8e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Sep 18 07:53:18.959678 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6c29434-e5cf-44f4-b493-0df8758aca18 req-c7adb66f-31e9-453c-b106-c72da620e6ac tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Sep 18 07:53:20.072314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47845b0-f767-4bbf-ab30-808317915c39 req-0fc0e013-1068-484d-b103-a29ed576911a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:20.073814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a47845b0-f767-4bbf-ab30-808317915c39 req-0fc0e013-1068-484d-b103-a29ed576911a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0488510 Sep 18 07:53:20.111753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a47845b0-f767-4bbf-ab30-808317915c39 req-97a0aad3-d967-43ab-9215-c2880881765d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Sep 18 07:53:20.544312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94479c84-cadc-48e6-b217-e7de186aa16a req-c51ac7b3-aa9f-40bd-95fe-74770f3c7c7a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:20.546059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94479c84-cadc-48e6-b217-e7de186aa16a req-c51ac7b3-aa9f-40bd-95fe-74770f3c7c7a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Sep 18 07:53:20.582123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94479c84-cadc-48e6-b217-e7de186aa16a req-d5dc86f9-fd74-4a0a-b61b-ba6604a3a92a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301580 Sep 18 07:53:21.699951 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c8ee3-b9e9-4e0e-bd74-c74915e42c84 req-fbfa2d3c-e406-4a1a-80c9-98015ed3e4a0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:21.701450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-644c8ee3-b9e9-4e0e-bd74-c74915e42c84 req-fbfa2d3c-e406-4a1a-80c9-98015ed3e4a0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Sep 18 07:53:21.739371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-644c8ee3-b9e9-4e0e-bd74-c74915e42c84 req-1ae2c113-b113-4c31-b55e-53f45eb36ed3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Sep 18 07:53:21.788838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-abdad4be-91f6-4dd5-895f-e55e2a26d532 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:21.790321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-abdad4be-91f6-4dd5-895f-e55e2a26d532 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Sep 18 07:53:21.875816 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Deleting port c02a6f35-3b02-47d1-8615-e3d1b719cf4b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:53:21.876084 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:21.966981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] For port c02a6f35-3b02-47d1-8615-e3d1b719cf4b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:21.967348 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:22.133450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:22.133741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:22.134093 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 disassociated. External IP: 172.25.4.213, port: c02a6f35-3b02-47d1-8615-e3d1b719cf4b. Sep 18 07:53:22.134439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Calling delete_port for c02a6f35-3b02-47d1-8615-e3d1b719cf4b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:53:22.340541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:22.371147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'Port': ['ID=c02a6f35-3b02-47d1-8615-e3d1b719cf4b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:22.492812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:53:22.837068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5262f373-9040-4369-9808-16d88ea8bdf4 req-57a626a1-2619-4948-96ca-de727a3612d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd76bed3-a2c3-4191-b467-9956517b3768 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Sep 18 07:53:22.945844 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:53:22.956226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:53:22.966692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:53:22.967312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:22.983784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] No DVR routers for this DVR port c02a6f35-3b02-47d1-8615-e3d1b719cf4b on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:53:22.986554 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:22.988621 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-86d35686-8ca3-4793-8b71-e7579c170e68 req-4c1fea2a-b08a-49be-998d-a34758c073eb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "DELETE /v2.0/ports/c02a6f35-3b02-47d1-8615-e3d1b719cf4b HTTP/1.1" status: 204 len: 173 time: 1.1920228 Sep 18 07:53:22.989058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-deleted', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:22.991319 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab2ecd3-48f7-4e12-bd33-9737b2c3b83d" -d '{"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-deleted", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:23.026169 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b66c38c-0e1b-4c42-93b5-f06d85146859 x-openstack-request-id: req-5b66c38c-0e1b-4c42-93b5-f06d85146859 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:23.026508 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76bed3-a2c3-4191-b467-9956517b3768", "name": "network-vif-deleted", "tag": "c02a6f35-3b02-47d1-8615-e3d1b719cf4b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:23.026758 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b66c38c-0e1b-4c42-93b5-f06d85146859 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:23.027144 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76bed3-a2c3-4191-b467-9956517b3768', 'name': 'network-vif-deleted', 'tag': 'c02a6f35-3b02-47d1-8615-e3d1b719cf4b', 'status': 'completed', 'code': 200} Sep 18 07:53:23.074136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:53:23.267251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:23.297791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:53:23.305986 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:53:23.306607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:23.412191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:53:23.606352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:23.631054 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96578ff-a5cb-470d-bad9-b4b8e5bfbbb6 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:53:23.846590 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633731e0-29a6-4b44-87d6-d533491bc9d0 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:53:24.139299 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-da3b65b9-87d7-4477-b0af-2493bc1d5014 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1195813666&fields=id&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 267 time: 0.0321774 Sep 18 07:53:24.245531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ed5494cb-93f3-43e9-9e23-01a73ef90c2c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:24.247059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ed5494cb-93f3-43e9-9e23-01a73ef90c2c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1013479 Sep 18 07:53:24.261399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-f94addd9-3bca-4e80-aee9-e9edbf720ddf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/quotas/11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 375 time: 0.0087085 Sep 18 07:53:24.312691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-0388eac3-c767-450f-b810-c8836da2bc1c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462122 Sep 18 07:53:24.497019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-e047ced9-9044-4f1d-89ad-5c18b6dbf188 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309862 Sep 18 07:53:24.585587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-f1f9bda0-a959-41e7-ade8-86e95f923627 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824981 Sep 18 07:53:24.804715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d9d2a25-4e01-440e-9abb-32c90139e588 req-e8f11aec-7d80-4ddc-8744-6539e88bf193 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0262227 Sep 18 07:53:25.903536 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e24923c-187a-4351-892e-a84dc3bc79a7 req-da5fa90a-ab27-4a90-99ed-50c809f326dc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Sep 18 07:53:26.523278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-b00d4f32-f3e1-4e87-ad33-fbfad494aeb4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:26.524741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-b00d4f32-f3e1-4e87-ad33-fbfad494aeb4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1054521 Sep 18 07:53:26.566751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-abedb1b7-cb43-4b89-9620-29f4d418767a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 380 time: 0.0332553 Sep 18 07:53:26.576895 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'port': {'device_id': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'admin_state_up': True, 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'security_groups': ['cc182765-54f7-45a5-af1e-46c8179ff43b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:53:26.753454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:53:26.757052 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:26.883112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Allocated IP 172.20.0.14 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/27c251c9-8057-4047-8541-1342a14ef0bf) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:53:26.999880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b350d8c0-2462-4565-8c3a-02d105e3399c req-a1df24e7-c3f5-4ad3-868e-8d222294b21e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0259359 Sep 18 07:53:27.022478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.096520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.139170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:53:27.142120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:53:27.144428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:53:27.175002 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:27.203594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:27.204363 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.225168 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:53:27.250309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: c02a6f35-3b02-47d1-8615-e3d1b719cf4b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:53:27.250610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device c02a6f35-3b02-47d1-8615-e3d1b719cf4b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:53:27.268930 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-ac159d4e-85af-4f21-a695-398ea537f227 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6953640 Sep 18 07:53:27.282599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Request body: {'port': {'device_id': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:53:27.341734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.407341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-075e92f2-85c1-42af-9b5f-ba25bf810657 None None] Provisioning complete for port 27c251c9-8057-4047-8541-1342a14ef0bf triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:53:27.407813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-075e92f2-85c1-42af-9b5f-ba25bf810657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.441609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-075e92f2-85c1-42af-9b5f-ba25bf810657 None None] Port 27c251c9-8057-4047-8541-1342a14ef0bf cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:53:27.601128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:53:27.608715 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.620103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Transition to ACTIVE for port object 27c251c9-8057-4047-8541-1342a14ef0bf will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:53:27.700083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.771046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:27.820278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:53:27.820618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:53:27.820948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:53:27.825500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:53:27.825818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:53:27.830636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:53:27.830978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:53:27.831354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:53:27.831765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Bound port: 27c251c9-8057-4047-8541-1342a14ef0bf, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:53:27.832131 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.897303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:53:27.900968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:53:27.963745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:27.999218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:27.999867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:28.001267 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] 10.222.0.37 "PUT /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1093 time: 0.7229791 Sep 18 07:53:28.001703 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:28.004005 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8178da-c392-4866-b546-c6587f45b7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:28.036026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34fbf-68cc-4fca-bfdc-436ee7421c3c service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:28.044977 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099bad0d-cd80-4dbd-8759-0d7334e4d0e4 x-openstack-request-id: req-099bad0d-cd80-4dbd-8759-0d7334e4d0e4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:28.044977 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:28.044977 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-099bad0d-cd80-4dbd-8759-0d7334e4d0e4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:28.044977 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'status': 'completed', 'code': 200} Sep 18 07:53:28.109161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8178da-c392-4866-b546-c6587f45b7bd req-6d35a0b4-9f04-4faf-b139-0243f18a8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.110892 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de8178da-c392-4866-b546-c6587f45b7bd req-6d35a0b4-9f04-4faf-b139-0243f18a8811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0472844 Sep 18 07:53:28.128765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aef20-665f-4a05-8111-8150076969a3 req-58caf0d6-2eda-430c-b7c6-c43eb26f0969 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.130968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-677aef20-665f-4a05-8111-8150076969a3 req-58caf0d6-2eda-430c-b7c6-c43eb26f0969 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0546741 Sep 18 07:53:28.171763 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-677aef20-665f-4a05-8111-8150076969a3 req-6360affc-8afa-49d5-8182-0c1ad86ffa9b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340676 Sep 18 07:53:28.220133 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8178da-c392-4866-b546-c6587f45b7bd req-e29fec14-50c3-4074-ab02-43679b3eafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.221625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de8178da-c392-4866-b546-c6587f45b7bd req-e29fec14-50c3-4074-ab02-43679b3eafcf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11e9343f52884851a177393a1e1809f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019659 Sep 18 07:53:28.317492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8178da-c392-4866-b546-c6587f45b7bd req-4c432b1c-ed1f-4110-b9e0-ed5fc2a978c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.319008 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-de8178da-c392-4866-b546-c6587f45b7bd req-4c432b1c-ed1f-4110-b9e0-ed5fc2a978c9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907152 Sep 18 07:53:28.392449 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-41f660e8-0a99-4e11-80f8-df8006f22d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.394007 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-41f660e8-0a99-4e11-80f8-df8006f22d56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0407519 Sep 18 07:53:28.439258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-146b16d7-6f57-41d2-bcbd-8b7f9cae5dd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 217 time: 0.0377357 Sep 18 07:53:28.486282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-af7d9ca2-1723-49d7-90b8-eeebe8756d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.487694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-af7d9ca2-1723-49d7-90b8-eeebe8756d33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0420773 Sep 18 07:53:28.532923 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bd28794f-2ffd-4e2d-b029-b0c227e1293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:28.534490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-bd28794f-2ffd-4e2d-b029-b0c227e1293a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395007 Sep 18 07:53:28.628749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-50212124-7c09-4f79-9f65-2dd1abe0fa36 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870862 Sep 18 07:53:28.717136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9875005e-c4d6-4ae3-9d2a-9b7493d77fcb req-3a3a0411-c667-43b8-b258-dbe9456d531d service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813451 Sep 18 07:53:29.287529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29ac2b-677e-468f-814c-3b1cc5afd978 req-3cd2baf2-d0ce-44fb-8e4d-a56f04b077c8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:29.289002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a29ac2b-677e-468f-814c-3b1cc5afd978 req-3cd2baf2-d0ce-44fb-8e4d-a56f04b077c8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0484123 Sep 18 07:53:29.327118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a29ac2b-677e-468f-814c-3b1cc5afd978 req-2a68843d-81e8-498d-84c8-928788e819ed tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Sep 18 07:53:29.330991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:30.443126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ee95f-39ad-4ed1-92d3-e29b4065f8be req-0134c737-b949-4aa3-8067-837134ddff9b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:30.444593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-087ee95f-39ad-4ed1-92d3-e29b4065f8be req-0134c737-b949-4aa3-8067-837134ddff9b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0514326 Sep 18 07:53:30.481405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-087ee95f-39ad-4ed1-92d3-e29b4065f8be req-460029ab-7b33-4c7c-bbf3-7488981724df tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304270 Sep 18 07:53:31.261311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:53:31.355255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:31.365669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '27c251c9-8057-4047-8541-1342a14ef0bf', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:53:31.401735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:31.413866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:53:31.432779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:31.490613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:31.537239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:31.594530 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e94df-755e-4437-bd92-c326c5c2379f req-19dd6808-7d9c-4b6c-a42a-5ed25a4eb290 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:31.596008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484e94df-755e-4437-bd92-c326c5c2379f req-19dd6808-7d9c-4b6c-a42a-5ed25a4eb290 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Sep 18 07:53:31.632805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-484e94df-755e-4437-bd92-c326c5c2379f req-ec78fcbb-9d7b-4391-935b-24faa11798b1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 18 07:53:31.674902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['27c251c9-8057-4047-8541-1342a14ef0bf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:53:32.745539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b928f7-80b2-4681-b9a7-731a75af2abf req-942340db-990e-4442-b0ac-6d66fe026380 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:32.747032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57b928f7-80b2-4681-b9a7-731a75af2abf req-942340db-990e-4442-b0ac-6d66fe026380 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0474699 Sep 18 07:53:32.783082 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57b928f7-80b2-4681-b9a7-731a75af2abf req-acce024f-51d4-4eda-87a4-9bf6cb97366d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302117 Sep 18 07:53:33.277568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:53:33.439032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 27c251c9-8057-4047-8541-1342a14ef0bf completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:53:33.443096 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 27c251c9-8057-4047-8541-1342a14ef0bf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:53:33.443497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:33.672103 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:33.694006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:33.696206 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ab21a-9be7-4503-a2a8-deff3595863c" -d '{"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-plugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:33.708576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:53:33.732351 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba6d432-be60-4cd5-9387-fe16b3e83790 x-openstack-request-id: req-bba6d432-be60-4cd5-9387-fe16b3e83790 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:33.732652 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-plugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:33.732977 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bba6d432-be60-4cd5-9387-fe16b3e83790 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:33.733370 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'code': 200} Sep 18 07:53:33.770859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:33.825662 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:53:33.833545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75a75b-0ce4-4609-a47b-04d5c1b6d894 req-fbc65207-b969-4930-b3f1-710edcf9e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:33.834995 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c75a75b-0ce4-4609-a47b-04d5c1b6d894 req-fbc65207-b969-4930-b3f1-710edcf9e443 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0467002 Sep 18 07:53:33.870508 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5c75a75b-0ce4-4609-a47b-04d5c1b6d894 req-84409d03-52cb-484f-8436-10dc116cd197 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284629 Sep 18 07:53:33.902171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1df1-6846-4420-ab86-01622ec264de req-27642eb1-07e8-4bf0-8b73-5a8c0e3b1fbc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:33.903638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-512d1df1-6846-4420-ab86-01622ec264de req-27642eb1-07e8-4bf0-8b73-5a8c0e3b1fbc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Sep 18 07:53:33.941725 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-512d1df1-6846-4420-ab86-01622ec264de req-e76aceb9-7696-4c78-b216-ba2ec05ffe40 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Sep 18 07:53:35.056766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f9e68-945f-4de3-9c6d-4721d08cc1bd req-8d713691-4c81-4af5-a615-faf4731567ad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:35.058281 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1f9e68-945f-4de3-9c6d-4721d08cc1bd req-8d713691-4c81-4af5-a615-faf4731567ad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Sep 18 07:53:35.095671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a1f9e68-945f-4de3-9c6d-4721d08cc1bd req-c8353aa9-f331-497a-a372-715dae10caab tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Sep 18 07:53:36.207695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac928ca3-16c3-4052-8cdb-42b6b536cc1c req-897438f5-ca5d-41f4-9d62-866be54e9139 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:36.209194 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac928ca3-16c3-4052-8cdb-42b6b536cc1c req-897438f5-ca5d-41f4-9d62-866be54e9139 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0477586 Sep 18 07:53:36.246019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac928ca3-16c3-4052-8cdb-42b6b536cc1c req-c4a6df40-85ee-413f-b376-7e7a31cb076f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303757 Sep 18 07:53:36.360304 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf881ee-c4f1-411b-927b-835ed8a2df17 req-e2fc8796-15e5-4402-8607-1b4a2dc56341 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:36.361804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1cf881ee-c4f1-411b-927b-835ed8a2df17 req-e2fc8796-15e5-4402-8607-1b4a2dc56341 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0536454 Sep 18 07:53:36.375110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 41620) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:53:36.379684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'floatingip': {'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:53:36.418694 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:36.837668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:36.884814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:36.980562 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 associated. External IP: 172.25.4.213, port: 27c251c9-8057-4047-8541-1342a14ef0bf. Sep 18 07:53:37.178976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:53:37.283628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:53:37.288458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:37.293707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:53:37.303744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:53:37.304370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:37.318157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba83b1c9-e5d8-4c91-abe5-82af7729b408 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "PUT /v2.0/floatingips/1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 HTTP/1.1" status: 200 len: 992 time: 0.9390635 Sep 18 07:53:37.318157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:53:37.318366 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:53:37.360251 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534556d-38ca-40fe-b635-3effc57c30db x-openstack-request-id: req-4534556d-38ca-40fe-b635-3effc57c30db {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:53:37.360557 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:53:37.360822 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4534556d-38ca-40fe-b635-3effc57c30db {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:53:37.361229 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'status': 'completed', 'code': 200} Sep 18 07:53:37.421126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:53:37.427614 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-4651dcf8-6dad-4dfc-85d5-c7900a4df2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:37.431353 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-4651dcf8-6dad-4dfc-85d5-c7900a4df2bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0420897 Sep 18 07:53:37.521745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-0ee23ac1-57aa-4525-9898-adb9a2530cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:37.523305 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-0ee23ac1-57aa-4525-9898-adb9a2530cca service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0874724 Sep 18 07:53:37.589148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-d4cfe7e8-7183-48d8-b5ad-f2e546f068fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1000 time: 0.0585299 Sep 18 07:53:37.640612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-f3be4a13-32c0-4320-b812-823fb7489b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:37.642122 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-f3be4a13-32c0-4320-b812-823fb7489b26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0447388 Sep 18 07:53:37.643872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:53:36Z', 'revision_number': 9, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:37.670492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:53:37.679185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:53:37.679809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:53:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:37.693661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-9f7f3669-cbf9-4f8e-a8dc-c01116c6f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:53:37.695147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-9f7f3669-cbf9-4f8e-a8dc-c01116c6f4e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458758 Sep 18 07:53:37.788169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-4f4de8fd-744b-4c53-aba4-107264b87aea service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Sep 18 07:53:37.792767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:53:37.883418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4d32fc91-b0f5-4a5d-b3a5-53d1efd6a3a0 req-e9a936d6-0de2-4d17-8b9a-2126cd083b53 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Sep 18 07:53:38.013236 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:53:36Z', 'revision_number': 9, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:53:38.043005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f14db-fb5b-42c5-a47c-a168acd024ed None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:53:36Z', 'revision_number': 9, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:53:38.218874 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c859638-530a-43a8-a72c-94a30c9b7fc8 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:53:38.879011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96e6aebf-636b-4f40-b9d2-c4c7a7c0f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:41.547377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aef784bd-734f-4a25-9909-1af85f938d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:42.088437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:43.433025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:44.888485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:45.518942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:53:48.361127 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:53:59.433155 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:08.847978 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ce30586-6a1a-481c-985e-11e1dd58ce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:11.544806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6bcc-fb39-44e5-9aa6-2e0fede42720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:12.118825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:13.444534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:14.894129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:15.516807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:17.695855 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-f8c8c67c-d174-4b44-835d-8ee986e05d32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415826 Sep 18 07:54:17.777635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-8377c083-ca26-473e-a4c7-2d967cc51825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:54:17.779143 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-8377c083-ca26-473e-a4c7-2d967cc51825 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0394959 Sep 18 07:54:17.881165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-a0861470-4d47-46fb-ab0d-a334974fc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:54:17.882624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-a0861470-4d47-46fb-ab0d-a334974fc544 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0856822 Sep 18 07:54:17.945675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-ebd2b5e3-0e56-4645-9753-3592327cb484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1003 time: 0.0560639 Sep 18 07:54:17.997112 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-19af23d9-3050-449e-8df5-74f0527ae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:54:17.998548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-19af23d9-3050-449e-8df5-74f0527ae5bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0465875 Sep 18 07:54:18.042746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-86a3bdff-7dbb-4bf1-94e8-35f597ec3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:54:18.044168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-86a3bdff-7dbb-4bf1-94e8-35f597ec3a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384228 Sep 18 07:54:18.130260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-cfdcbfd2-3d28-4964-8def-9588f32ff723 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789123 Sep 18 07:54:18.220902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b316eb4c-ab0e-4a48-bbdf-8716cbe6ec96 req-8dc54274-49b3-4e9c-800b-87a5d3b3984c service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Sep 18 07:54:25.360442 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:54:29.385045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:38.858773 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-229aa6da-749a-4ffd-9b0f-cba20fc0bd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:41.546899 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0537a710-d02b-4df9-a3a0-3b79deddbf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:42.112451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:43.453128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:44.910400 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:45.510263 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:54:59.362937 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:02.360408 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:55:08.843070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-382e43df-e9a1-4d77-a4e5-b8abd8340532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:11.528573 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b0395f2d-020d-418b-beac-fe0c047aa5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:11.929664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-3bda79fa-ea61-4928-a272-b45e81c1aff9 req-6663f773-66d3-476b-ae2e-3870fdc65bc4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:55:11.931224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3bda79fa-ea61-4928-a272-b45e81c1aff9 req-6663f773-66d3-476b-ae2e-3870fdc65bc4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439994 Sep 18 07:55:12.100292 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:12.242049 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17e288-abc2-4827-b2dc-6bbd9eb6625f req-9be2eaf8-89b1-4afc-8af6-de4c2ede67ce tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:12.244155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe17e288-abc2-4827-b2dc-6bbd9eb6625f req-9be2eaf8-89b1-4afc-8af6-de4c2ede67ce tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.1003485 Sep 18 07:55:12.302966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe17e288-abc2-4827-b2dc-6bbd9eb6625f req-9d590908-3504-4b5b-b029-68eb28e4ee9e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494783 Sep 18 07:55:12.309562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-d13f8c70-4e6c-4eaa-929f-8cbe1862801f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645261 Sep 18 07:55:13.468868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367470-e5b3-4b59-857d-27844e227945 req-30ea8cdd-7feb-4b61-adb2-f79367092218 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:13.470416 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f367470-e5b3-4b59-857d-27844e227945 req-30ea8cdd-7feb-4b61-adb2-f79367092218 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0992811 Sep 18 07:55:13.488558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:13.509370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f367470-e5b3-4b59-857d-27844e227945 req-083fb719-ccbf-44e7-9f20-aa0fbfcb0256 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323355 Sep 18 07:55:14.466933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-da354c32-cc3e-4dc8-b43f-18b12ef5d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:14.468409 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-da354c32-cc3e-4dc8-b43f-18b12ef5d861 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0784013 Sep 18 07:55:14.563413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-a3d62ef6-3eb3-47ec-9144-6bc2c85cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:14.564981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-a3d62ef6-3eb3-47ec-9144-6bc2c85cb44b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0885794 Sep 18 07:55:14.625504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6538c-896d-41ca-a87d-88664a1de1b2 req-25419071-df54-4397-9d70-45f0c9ca13ea tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:14.627017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57d6538c-896d-41ca-a87d-88664a1de1b2 req-25419071-df54-4397-9d70-45f0c9ca13ea tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0476463 Sep 18 07:55:14.630150 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-49adfbdf-5901-49c9-a416-85bca6b7efa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1003 time: 0.0580430 Sep 18 07:55:14.665070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57d6538c-896d-41ca-a87d-88664a1de1b2 req-3e2100a1-6bf3-4fb8-9e57-6905e7bd31c2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Sep 18 07:55:14.680813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-2e997969-a8f7-4511-9707-631f6b1693cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:14.682380 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-2e997969-a8f7-4511-9707-631f6b1693cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0449045 Sep 18 07:55:14.731523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-9dae0ab2-d3e7-4637-9383-1a97e22d8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:14.732997 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-9dae0ab2-d3e7-4637-9383-1a97e22d8fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433292 Sep 18 07:55:14.824293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-9f58a074-e042-49e5-869b-97af5a616a33 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843754 Sep 18 07:55:14.898459 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:14.917709 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-0885736a-c459-4f8d-90c4-4d2c9d92a79d service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Sep 18 07:55:15.511077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:15.778628 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb61ba7-f9cd-4565-becb-84442ce5bde3 req-7859753a-eea2-48c4-b118-c9ac1a8aebf4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:15.780095 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acb61ba7-f9cd-4565-becb-84442ce5bde3 req-7859753a-eea2-48c4-b118-c9ac1a8aebf4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Sep 18 07:55:15.815928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acb61ba7-f9cd-4565-becb-84442ce5bde3 req-03d74f39-7dff-471a-a0fc-b6a1b310a300 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299969 Sep 18 07:55:17.178520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3826080-2fdc-4654-98d7-0e9b08578d6d req-e6db174a-7a9c-4e28-be0a-f60efb4dd53a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:17.179937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3826080-2fdc-4654-98d7-0e9b08578d6d req-e6db174a-7a9c-4e28-be0a-f60efb4dd53a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.2957175 Sep 18 07:55:17.216556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3826080-2fdc-4654-98d7-0e9b08578d6d req-c00026f8-4dd1-45e0-b888-0a3355fbd271 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Sep 18 07:55:18.330622 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4db197-661b-4fbf-9737-92f0994ab131 req-d9f6ee83-b6f8-4b9d-a7c1-49d14e80c1b5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:18.332068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f4db197-661b-4fbf-9737-92f0994ab131 req-d9f6ee83-b6f8-4b9d-a7c1-49d14e80c1b5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0475392 Sep 18 07:55:18.368862 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f4db197-661b-4fbf-9737-92f0994ab131 req-e7da7e77-96f3-4e19-97a1-6e5c64ae836f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309896 Sep 18 07:55:19.480833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d454-9de2-4f5f-81c3-058ee314b826 req-11c57b1b-4a89-4e27-af6d-ffa3761748f4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:19.482370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e87d454-9de2-4f5f-81c3-058ee314b826 req-11c57b1b-4a89-4e27-af6d-ffa3761748f4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Sep 18 07:55:19.520230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e87d454-9de2-4f5f-81c3-058ee314b826 req-03752641-1c53-4623-a4cc-9a36962280e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Sep 18 07:55:19.723711 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-123f8b7d-a6a6-4831-a0ff-16d4c2313591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:19.725096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-123f8b7d-a6a6-4831-a0ff-16d4c2313591 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0394297 Sep 18 07:55:19.829470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-2a1bad3f-615d-43b9-99b3-024dbd05a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:19.831026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-2a1bad3f-615d-43b9-99b3-024dbd05a546 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0869710 Sep 18 07:55:19.895139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-dec6f24f-65d5-4806-bdb7-115302896fe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1003 time: 0.0564148 Sep 18 07:55:19.943423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-03659051-2c46-4082-81d0-9340f18d501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:19.944893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-03659051-2c46-4082-81d0-9340f18d501c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0429082 Sep 18 07:55:19.993997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-91546ece-6991-42ab-beec-7f6991376224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:19.995493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-91546ece-6991-42ab-beec-7f6991376224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436051 Sep 18 07:55:20.082672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-5ce7c09d-50f3-41ef-a4bf-78f38202edc2 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796628 Sep 18 07:55:20.173312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ee989dce-28aa-440b-a008-d5d65cf1423e req-9d5fd0de-284d-473a-9757-278322cc6084 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834813 Sep 18 07:55:20.634954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f650e3-cda0-497e-970a-19312a357d7f req-98da522e-6049-40f5-bb00-90a74d80382f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:20.636413 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42f650e3-cda0-497e-970a-19312a357d7f req-98da522e-6049-40f5-bb00-90a74d80382f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Sep 18 07:55:20.673085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42f650e3-cda0-497e-970a-19312a357d7f req-bcaee30b-6a27-48f9-aa9d-d903d0774d5b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Sep 18 07:55:21.787696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6daf-17e5-4e67-af7b-fe08efaf855f req-94b5c164-fc5c-46b7-8c37-853bd6be76ed tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:21.789161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea6c6daf-17e5-4e67-af7b-fe08efaf855f req-94b5c164-fc5c-46b7-8c37-853bd6be76ed tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0489197 Sep 18 07:55:21.826203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea6c6daf-17e5-4e67-af7b-fe08efaf855f req-614ab60c-0f05-47ca-b661-9618e0e2ba09 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Sep 18 07:55:22.941011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acc3a8-9a53-4126-b3b1-3c06ec56ace6 req-6fd1647a-4d66-4c00-a604-82cd2a4e053a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:22.944610 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83acc3a8-9a53-4126-b3b1-3c06ec56ace6 req-6fd1647a-4d66-4c00-a604-82cd2a4e053a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0499275 Sep 18 07:55:22.979588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83acc3a8-9a53-4126-b3b1-3c06ec56ace6 req-b5199fdb-c6e9-47d9-bc30-3b52842bfe2b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Sep 18 07:55:24.094639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060daeb-5a02-48e3-9190-8358eacd011b req-8d68b723-64bf-4eaa-866f-3e151558ebbc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:24.096102 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f060daeb-5a02-48e3-9190-8358eacd011b req-8d68b723-64bf-4eaa-866f-3e151558ebbc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Sep 18 07:55:24.132197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f060daeb-5a02-48e3-9190-8358eacd011b req-1c54af3a-10b9-4a91-9885-e93e8a5e8ff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302105 Sep 18 07:55:25.247570 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d06310-dd7c-4f0b-a7f7-444df2c08d2c req-6b824417-f74c-42e4-8876-c8c9e19078e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:25.249093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37d06310-dd7c-4f0b-a7f7-444df2c08d2c req-6b824417-f74c-42e4-8876-c8c9e19078e1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0501378 Sep 18 07:55:25.285729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37d06310-dd7c-4f0b-a7f7-444df2c08d2c req-d31eeff6-8590-4e91-91a1-9b1ed7c76fda tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Sep 18 07:55:26.399349 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5820-86a0-498d-a9f1-0454feb162b4 req-51a1ad25-cbde-4ef8-bd37-ba5399bc3e53 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:26.400850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d11e5820-86a0-498d-a9f1-0454feb162b4 req-51a1ad25-cbde-4ef8-bd37-ba5399bc3e53 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0491631 Sep 18 07:55:26.438494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d11e5820-86a0-498d-a9f1-0454feb162b4 req-ae05713e-d81a-4939-bcfc-9512fb488c1f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Sep 18 07:55:27.064410 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-3ab70567-ff18-474b-b3fd-6a7e9cbf61af service neutron] show failed (client error): The resource could not be found. Sep 18 07:55:27.065415 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-3ab70567-ff18-474b-b3fd-6a7e9cbf61af service neutron] 10.222.0.37 "GET /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0534196 Sep 18 07:55:27.553606 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4240038-22f3-41ad-8ba0-1781555f03bd req-d01c2af7-572f-48ac-9c76-d730a2ce10e9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:27.555628 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4240038-22f3-41ad-8ba0-1781555f03bd req-d01c2af7-572f-48ac-9c76-d730a2ce10e9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Sep 18 07:55:27.593457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4240038-22f3-41ad-8ba0-1781555f03bd req-5897a46b-c6ee-4a16-9de1-8acb0df7c668 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Sep 18 07:55:27.634186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5d6f977b-3a72-4e32-8e59-25d99b4e5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:27.635624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5d6f977b-3a72-4e32-8e59-25d99b4e5a86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1098 time: 0.0792925 Sep 18 07:55:27.646668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-d7f79551-87ee-42dd-bd74-3939ecd635d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:55:27.647610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-d7f79551-87ee-42dd-bd74-3939ecd635d8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047677 Sep 18 07:55:27.665865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:55:27.720609 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:27.914911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:27.946587 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:55:27.984073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:27.986368 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d3ef5-6cd2-4a25-999a-6cf4249655b4" -d '{"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:27.990395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:28.004020 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Transition to ACTIVE for port object 27c251c9-8057-4047-8541-1342a14ef0bf will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:55:28.082438 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634a408-d623-4cae-a4ae-ebdc420357c3 x-openstack-request-id: req-4634a408-d623-4cae-a4ae-ebdc420357c3 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:28.086965 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:28.086965 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4634a408-d623-4cae-a4ae-ebdc420357c3 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:28.086965 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'code': 200} Sep 18 07:55:28.086965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:28.163644 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:28.176760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.177111 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.177456 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.177796 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.178157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.178493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.178829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.179157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.179488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.179862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.180184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.180511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:28.222754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] No DVR routers for this DVR port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:55:28.358694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:55:28.359027 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:55:28.359357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:28.363512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:55:28.363836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:28.368671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:55:28.369011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:55:28.369397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:55:28.369820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Bound port: 27c251c9-8057-4047-8541-1342a14ef0bf, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:55:28.370212 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:28.435958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:55:28.438841 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:55:28.498651 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:28.533110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.533772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:28.535264 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] 10.222.0.24 "PUT /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1093 time: 0.8730640 Sep 18 07:55:28.557952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac69da-9b95-4f59-ab57-6b25fdc30f88 service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:28.614964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-7c4d231f-159f-4e0e-8cf9-cd9cb37e6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.616601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-7c4d231f-159f-4e0e-8cf9-cd9cb37e6b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0431275 Sep 18 07:55:28.718245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-d62f98ec-74c9-4f72-b5ed-2fc26be66ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.718715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dfaba-6173-416f-aa3a-6a3dadd1c086 req-b8336c2d-1063-4540-b261-6cd437e6415e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.719996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-d62f98ec-74c9-4f72-b5ed-2fc26be66ddd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0967627 Sep 18 07:55:28.720140 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-364dfaba-6173-416f-aa3a-6a3dadd1c086 req-b8336c2d-1063-4540-b261-6cd437e6415e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0563452 Sep 18 07:55:28.757195 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-364dfaba-6173-416f-aa3a-6a3dadd1c086 req-6678ea26-c72f-4010-b95f-3ec7c7149538 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Sep 18 07:55:28.784316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-7b3b6b11-0329-4b98-bef1-eb91edc86b50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0570815 Sep 18 07:55:28.831346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-85e289f9-c8ab-461c-979e-a197bb50e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.832640 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-85e289f9-c8ab-461c-979e-a197bb50e82b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0414987 Sep 18 07:55:28.880333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-ea731064-4aec-4154-b8a6-c30c09cc8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:28.881838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-ea731064-4aec-4154-b8a6-c30c09cc8721 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421915 Sep 18 07:55:28.970242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-2a8016e4-f93e-4aa0-b072-2d1664b395b3 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809598 Sep 18 07:55:29.059555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fdcf813d-c59b-466f-8350-39bdc1ef7ba7 req-f9d45e1a-7709-4475-85ef-8cda9ee976d4 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828228 Sep 18 07:55:29.345510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:29.874390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13113638-f09c-4169-a4c8-fdec7f2c51d3 req-ede35043-9a78-4fcd-84be-ec69f39f2fb1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:29.875860 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13113638-f09c-4169-a4c8-fdec7f2c51d3 req-ede35043-9a78-4fcd-84be-ec69f39f2fb1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0473082 Sep 18 07:55:29.912569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13113638-f09c-4169-a4c8-fdec7f2c51d3 req-b38b3235-caa7-40fe-9c60-e161a69db0e4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Sep 18 07:55:30.008979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9008ea-b4df-4f94-ad08-303efac482df req-67401642-fba8-423e-857a-38a31c3fd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.010487 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-67401642-fba8-423e-857a-38a31c3fd168 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0404353 Sep 18 07:55:30.086552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:30.088677 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630c108-ef62-4456-aba9-c91eabcf3676" -d '{"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:30.121637 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9008ea-b4df-4f94-ad08-303efac482df req-78f889a0-a356-4472-96a9-530bd3b0e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.123177 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-78f889a0-a356-4472-96a9-530bd3b0e7ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0933738 Sep 18 07:55:30.136848 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f627f09-441b-4898-9988-567a0aa51f4f x-openstack-request-id: req-7f627f09-441b-4898-9988-567a0aa51f4f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:30.137129 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:30.137379 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f627f09-441b-4898-9988-567a0aa51f4f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:30.137763 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'status': 'completed', 'code': 200} Sep 18 07:55:30.214419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-999fd3b7-78e3-4f18-a0a1-4d44877d6b6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0839131 Sep 18 07:55:30.221645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-1685ffe1-3fdb-4ae1-a5d3-8f16499ea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.223046 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-1685ffe1-3fdb-4ae1-a5d3-8f16499ea65f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0553653 Sep 18 07:55:30.319803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9008ea-b4df-4f94-ad08-303efac482df req-e7be6e68-0346-4453-90ae-6c2c84cfe3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.321250 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-e7be6e68-0346-4453-90ae-6c2c84cfe3ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0973902 Sep 18 07:55:30.365185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-6eb9c0d5-e02d-40a3-abd1-00433b513f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.366533 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-6eb9c0d5-e02d-40a3-abd1-00433b513f9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1353652 Sep 18 07:55:30.417069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9008ea-b4df-4f94-ad08-303efac482df req-d3b16550-af86-4642-bbad-d1848907068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.418588 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-d3b16550-af86-4642-bbad-d1848907068c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901654 Sep 18 07:55:30.461768 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-8fcfe9ef-5b50-43ef-a815-5f07a4f8b6af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0877810 Sep 18 07:55:30.555026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-b78c9ba5-25ba-4f07-b055-028b24cc621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:30.556433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-b78c9ba5-25ba-4f07-b055-028b24cc621f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0653751 Sep 18 07:55:30.558313 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-a114cda1-70e0-406a-8dc4-61bfb0e7cc35 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310165 Sep 18 07:55:31.004245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-46e74534-2afd-4566-8c45-68ef5bd19d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.005841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-46e74534-2afd-4566-8c45-68ef5bd19d24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4424019 Sep 18 07:55:31.033327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab0d97-a1d2-4c75-93cd-ad655e074d1f req-e7d495ea-ec15-45ac-bc04-be493b5e4a45 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.034844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eab0d97-a1d2-4c75-93cd-ad655e074d1f req-e7d495ea-ec15-45ac-bc04-be493b5e4a45 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0526102 Sep 18 07:55:31.040305 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-cf9008ea-b4df-4f94-ad08-303efac482df req-6f11ac78-eb41-4854-b307-2c5eaa164950 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699101 Sep 18 07:55:31.073794 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eab0d97-a1d2-4c75-93cd-ad655e074d1f req-572cf77f-385b-4cb3-aa3a-a6719f651415 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Sep 18 07:55:31.108794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-4f5c9879-e201-4a84-8bb4-77424deadf90 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936522 Sep 18 07:55:31.203120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-d0a0a5b0-52e1-4d00-842c-338ee987fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.204498 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-d0a0a5b0-52e1-4d00-842c-338ee987fd6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0948460 Sep 18 07:55:31.242937 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-032e28d9-a777-4b57-a97d-dbeb4f230533 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246033 Sep 18 07:55:31.309911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-1cb42a37-0cb5-4c86-8b77-9fee24517613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.311374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-1cb42a37-0cb5-4c86-8b77-9fee24517613 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0979917 Sep 18 07:55:31.374757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-8ce863a1-36d7-4f8e-ae4d-5c9dabebcfb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0555577 Sep 18 07:55:31.423220 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-a4f44669-2ff0-4942-8f7a-1ef8993b9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.424681 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-a4f44669-2ff0-4942-8f7a-1ef8993b9b15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0436480 Sep 18 07:55:31.473511 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-5832f7bf-77ea-47c2-b65b-12eb98801cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:31.474939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-5832f7bf-77ea-47c2-b65b-12eb98801cee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434165 Sep 18 07:55:31.563604 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-3216fd8a-045f-41d7-a951-1c2328834edd service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Sep 18 07:55:31.653807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8630c108-ef62-4456-aba9-c91eabcf3676 req-82509479-4710-4adf-a3d0-c95f67c897e4 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832033 Sep 18 07:55:31.793059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:55:31.830178 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:55:32.189593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5214-2fa1-4ca0-a156-44ef5fd09f1f req-d6340699-3189-4b4d-8e77-b533c19de742 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:32.191276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e0d5214-2fa1-4ca0-a156-44ef5fd09f1f req-d6340699-3189-4b4d-8e77-b533c19de742 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0479486 Sep 18 07:55:32.228101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e0d5214-2fa1-4ca0-a156-44ef5fd09f1f req-92a7842a-6a6b-4d1d-b495-d450060f031e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Sep 18 07:55:33.342249 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625e789-cc64-4917-b93f-f7c233b64553 req-32fb5a82-10f8-4041-802e-eb3ab7a6d784 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:33.343734 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2625e789-cc64-4917-b93f-f7c233b64553 req-32fb5a82-10f8-4041-802e-eb3ab7a6d784 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0480237 Sep 18 07:55:33.385629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2625e789-cc64-4917-b93f-f7c233b64553 req-4e3d534d-1a39-4b24-9d15-935389940130 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Sep 18 07:55:33.402286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:55:33.500411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:33.511932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '27c251c9-8057-4047-8541-1342a14ef0bf', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:55:33.548552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:33.561300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:55:33.579891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:33.648148 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:33.692992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:33.700603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.700944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.701282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.701613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.701965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.702295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.702621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.702941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.703262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.703582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.703901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.704219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:55:33.962994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c7d1-fbc4-42a2-bdc8-738d9309fb7d req-2162c450-fca9-4198-9101-5667b3061323 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:33.964472 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f061c7d1-fbc4-42a2-bdc8-738d9309fb7d req-2162c450-fca9-4198-9101-5667b3061323 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Sep 18 07:55:34.002968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f061c7d1-fbc4-42a2-bdc8-738d9309fb7d req-d13802fb-f1ff-4397-bde9-8c1b50dbbafa tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Sep 18 07:55:34.011472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-efcbce28-aac8-42f6-94a8-a254ab5d4ed4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:34.012945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-efcbce28-aac8-42f6-94a8-a254ab5d4ed4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8&tenant_id=11e9343f52884851a177393a1e1809f6&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 945 time: 0.0515375 Sep 18 07:55:34.073903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-c4a7cbb2-df79-4ce1-a50f-0ba37d53d184 service neutron] 10.222.0.24 "GET /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 383 time: 0.0530076 Sep 18 07:55:34.094602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['27c251c9-8057-4047-8541-1342a14ef0bf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:55:34.152267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-6b9c870e-55d7-47a1-b8d0-a6873e2a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:34.153661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-6b9c870e-55d7-47a1-b8d0-a6873e2a7db0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0400488 Sep 18 07:55:34.247304 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-a5562546-1202-4762-a8f5-47cbbb821db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:34.248847 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-a5562546-1202-4762-a8f5-47cbbb821db2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0881312 Sep 18 07:55:34.312482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-d3e559a0-8949-48d4-9643-02de2ba0e41c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1002 time: 0.0569236 Sep 18 07:55:34.364915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-7a3e497b-cf22-4902-bc7e-425289201993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:34.366336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-7a3e497b-cf22-4902-bc7e-425289201993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0462077 Sep 18 07:55:34.411373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-327677be-7210-4e96-a68f-bcd00ed8fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:34.412818 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-327677be-7210-4e96-a68f-bcd00ed8fcb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394237 Sep 18 07:55:34.505106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-e1333be1-7190-4976-9fbc-23ce239a3557 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Sep 18 07:55:34.595336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-3f2c8205-eafb-4fd0-8a8d-d52b26a5443a service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824695 Sep 18 07:55:35.118197 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349066a-43d8-43f1-8456-8c21cdaf6742 req-768de507-7fa7-457a-a2a2-5fc2f542af6a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:35.119662 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c349066a-43d8-43f1-8456-8c21cdaf6742 req-768de507-7fa7-457a-a2a2-5fc2f542af6a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Sep 18 07:55:35.156138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c349066a-43d8-43f1-8456-8c21cdaf6742 req-6cfa09b2-9cf7-4a90-b709-34880b09a907 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Sep 18 07:55:35.411345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:55:35.539735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 27c251c9-8057-4047-8541-1342a14ef0bf completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:55:35.543552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 27c251c9-8057-4047-8541-1342a14ef0bf triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:55:35.543922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:35.620991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:35.642315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:35.644469 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537eb61-9bc5-44f4-b86b-caf53d24079f" -d '{"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-plugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:35.657418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:35.728510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:35.751287 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3da15-a032-4ff9-95cc-b44f6614a4b7 x-openstack-request-id: req-19b3da15-a032-4ff9-95cc-b44f6614a4b7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:35.751584 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-plugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:35.751838 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19b3da15-a032-4ff9-95cc-b44f6614a4b7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:35.752220 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'code': 200} Sep 18 07:55:35.776461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:36.268072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344d6d-244e-4e23-a4cf-3aec79d76b56 req-4085df48-45c9-4fbe-891b-f0d6be24883e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:36.269548 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a344d6d-244e-4e23-a4cf-3aec79d76b56 req-4085df48-45c9-4fbe-891b-f0d6be24883e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0470557 Sep 18 07:55:36.306325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2a344d6d-244e-4e23-a4cf-3aec79d76b56 req-04091d6c-39ba-4b81-9d44-0ab1aaae5823 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303731 Sep 18 07:55:37.426321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186f1c-7fbe-4be5-b048-f1383d62a23e req-34d6def3-a0f3-4bae-b135-1455be9f20ff tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:37.427795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38186f1c-7fbe-4be5-b048-f1383d62a23e req-34d6def3-a0f3-4bae-b135-1455be9f20ff tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Sep 18 07:55:37.466121 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38186f1c-7fbe-4be5-b048-f1383d62a23e req-1145ba2e-43d2-4285-8132-52d53f57cfe1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Sep 18 07:55:37.477842 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-5ed46b9b-e3cb-4954-ad1b-1307d1c4b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:37.479441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-5ed46b9b-e3cb-4954-ad1b-1307d1c4b3f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1098 time: 0.0414081 Sep 18 07:55:37.493381 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:55:37.547082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:37.743539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:37.773746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:55:37.812308 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:37.814601 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644fcbc8-c5ea-4710-805e-37f2bd0b2ab3" -d '{"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:37.818340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:37.830229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Transition to ACTIVE for port object 27c251c9-8057-4047-8541-1342a14ef0bf will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:55:37.864454 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650b563c-7dd5-4e05-98a2-ea7a653730fd x-openstack-request-id: req-650b563c-7dd5-4e05-98a2-ea7a653730fd {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:37.864750 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-unplugged", "status": "completed", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:37.865005 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-650b563c-7dd5-4e05-98a2-ea7a653730fd {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:37.865428 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'code': 200} Sep 18 07:55:37.899723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:37.980686 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:38.019800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] No DVR routers for this DVR port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:55:38.158110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:55:38.158437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:55:38.158765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:38.162931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:55:38.163254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Attempting to bind port 27c251c9-8057-4047-8541-1342a14ef0bf on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:38.168672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:55:38.169006 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:55:38.169385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:55:38.169801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Bound port: 27c251c9-8057-4047-8541-1342a14ef0bf, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:55:38.170246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:38.237037 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:55:38.239996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:55:38.300135 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:38.332298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.332921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:38.334328 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] 10.222.0.37 "PUT /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1094 time: 0.8475034 Sep 18 07:55:38.357668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a79c4-f5b7-4bce-bc67-f891434a8e33 service neutron] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=11']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:38.403235 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-45a87064-6cb5-4dd6-8482-350ce25ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.407815 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-45a87064-6cb5-4dd6-8482-350ce25ea809 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0441771 Sep 18 07:55:38.504501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-316d9d5e-d700-44b1-a4c9-1adec888ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.506095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-316d9d5e-d700-44b1-a4c9-1adec888ab47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0945957 Sep 18 07:55:38.574210 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-612d46e9-1a2a-4751-aca7-c5fd9f99b100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0610573 Sep 18 07:55:38.587205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580444e-b13d-40da-b3fd-8b5c8665e827 req-94124825-9c59-41f5-9ac8-685ae7a19b22 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.588697 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8580444e-b13d-40da-b3fd-8b5c8665e827 req-94124825-9c59-41f5-9ac8-685ae7a19b22 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Sep 18 07:55:38.624123 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-c40f5ae6-fbc7-433c-9c63-2febde4d77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.625211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8580444e-b13d-40da-b3fd-8b5c8665e827 req-13dab001-3346-44ee-96ff-f8cb7ba76db2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Sep 18 07:55:38.625664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-c40f5ae6-fbc7-433c-9c63-2febde4d77dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0451322 Sep 18 07:55:38.675544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-66bd4e25-f894-49a0-853d-14679e7cf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:38.677036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-66bd4e25-f894-49a0-853d-14679e7cf111 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448718 Sep 18 07:55:38.765857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-56320e80-c908-4292-9b1c-c25bd41428e5 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816073 Sep 18 07:55:38.859889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58c47da9-81cd-468e-9d99-0a2236380791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:38.860476 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fd1ec0ea-4348-4a6a-8795-bc2664cf685a req-081da64b-aa7e-432a-8057-d8c4879e8c00 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864346 Sep 18 07:55:39.359520 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:55:39.740715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9428-51f3-4944-8125-969f036cd02f req-5e659c19-d12c-4d4b-8724-3af79869c919 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:39.742221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bdf9428-51f3-4944-8125-969f036cd02f req-5e659c19-d12c-4d4b-8724-3af79869c919 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Sep 18 07:55:39.778947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bdf9428-51f3-4944-8125-969f036cd02f req-c57b6485-884a-4ed6-9fe0-8a003a62fd6e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308564 Sep 18 07:55:39.867186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:39.869558 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:39.916459 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dedfa70-2955-43b7-833a-41251605f1ec x-openstack-request-id: req-8dedfa70-2955-43b7-833a-41251605f1ec {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:39.916752 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:39.917006 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dedfa70-2955-43b7-833a-41251605f1ec {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:39.917401 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'status': 'completed', 'code': 200} Sep 18 07:55:40.005429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-13288a3c-c754-4d1b-aa75-686c295fa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.006951 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-13288a3c-c754-4d1b-aa75-686c295fa5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0681951 Sep 18 07:55:40.013058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-c9ddd09e-4c35-4185-8925-b012356c099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.014444 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-c9ddd09e-4c35-4185-8925-b012356c099f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0499930 Sep 18 07:55:40.169060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-99b16bfb-8fd5-4c26-8531-a59a9c9887b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.170488 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-99b16bfb-8fd5-4c26-8531-a59a9c9887b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1547678 Sep 18 07:55:40.172061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-baac158e-fbdf-4124-8eb5-9c85d44fa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.173379 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-baac158e-fbdf-4124-8eb5-9c85d44fa3d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1501319 Sep 18 07:55:40.281977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-821b2954-9853-4355-9282-24bb2001364d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.1040630 Sep 18 07:55:40.283698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-7260ccfd-6cc1-4e57-9d59-46514fedb5f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 200 len: 1001 time: 0.0998495 Sep 18 07:55:40.364617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-80e13868-d105-47f6-ac0b-9f3a4e8ec592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.366070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-80e13868-d105-47f6-ac0b-9f3a4e8ec592 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0762928 Sep 18 07:55:40.367939 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-ec2638ff-f1ed-43fa-a253-1a99ee485143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.369244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-ec2638ff-f1ed-43fa-a253-1a99ee485143 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0784433 Sep 18 07:55:40.443426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-47c77097-df47-4f70-bd4a-f965c4623f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.444845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-47c77097-df47-4f70-bd4a-f965c4623f18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725167 Sep 18 07:55:40.447792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-e13d4c77-b90e-4c02-a8f8-12eefa74ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.449143 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-e13d4c77-b90e-4c02-a8f8-12eefa74ca67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695162 Sep 18 07:55:40.600352 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-1c941a1e-99e3-4512-8c80-83aba78c2e25 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483612 Sep 18 07:55:40.603047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-88731ac4-7001-4b4c-83a5-16db5c4aa88c service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437685 Sep 18 07:55:40.754241 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-0a46b49d-4bc2-4e2c-874e-44cb9382052e service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468823 Sep 18 07:55:40.757520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b3d7c8b2-e016-4726-bea0-d1e282cb69b3 req-4e2e0a0b-7bea-4f94-ba3c-274b4c466b03 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433549 Sep 18 07:55:40.895087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3fb20-e42b-4756-b0fb-a3e7cb8dfb8d req-d4a509e7-cfa5-4eba-bc26-214672f38f99 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:40.896582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9d3fb20-e42b-4756-b0fb-a3e7cb8dfb8d req-d4a509e7-cfa5-4eba-bc26-214672f38f99 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0523272 Sep 18 07:55:40.934450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9d3fb20-e42b-4756-b0fb-a3e7cb8dfb8d req-a27b415d-e09b-4ee0-980c-a6a0b3e202bd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Sep 18 07:55:41.047882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67023eaa-8639-410c-b2f3-59a4173368fb req-fcba10ec-85a1-4dfe-a0cc-e386d8866fad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:41.049310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67023eaa-8639-410c-b2f3-59a4173368fb req-fcba10ec-85a1-4dfe-a0cc-e386d8866fad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Sep 18 07:55:41.085277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-67023eaa-8639-410c-b2f3-59a4173368fb req-73ec7a13-b96a-4290-93a8-f66b6a64a71c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300047 Sep 18 07:55:41.196450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f007a-7d06-4b9a-9f18-7ae601c7697f req-22ba0f75-a657-40cb-91d6-9ddbc027e079 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:41.197953 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e93f007a-7d06-4b9a-9f18-7ae601c7697f req-22ba0f75-a657-40cb-91d6-9ddbc027e079 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Sep 18 07:55:41.236633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e93f007a-7d06-4b9a-9f18-7ae601c7697f req-a93fca21-3ddd-4105-ba22-71ce3ceeb7ba tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Sep 18 07:55:41.417941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:55:41.455077 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:55:41.539707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-800877b5-dada-4c0f-844e-acb08a5d7158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:41.624044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b01-52a7-40aa-a965-a62bfe0fdf39 req-2ec57310-404e-4b4c-b9d9-97ccf90d5cad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:41.625524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb761b01-52a7-40aa-a965-a62bfe0fdf39 req-2ec57310-404e-4b4c-b9d9-97ccf90d5cad tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Sep 18 07:55:41.662583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb761b01-52a7-40aa-a965-a62bfe0fdf39 req-593178fa-0727-4bfd-aad7-92222efb7263 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Sep 18 07:55:41.839405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:55:41.932868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:41.943386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '27c251c9-8057-4047-8541-1342a14ef0bf', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '27c251c9-8057-4047-8541-1342a14ef0bf', 'mac_address': 'fa:16:3e:b0:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:55:41.978488 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:41.990665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:55:42.012963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:42.082008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:42.106251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:42.132072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:42.343863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['27c251c9-8057-4047-8541-1342a14ef0bf'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:55:42.776828 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562da472-7998-4e93-b18c-c423f8dfaaf7 req-efafce57-36cf-4b43-b6ed-153149fb8ef5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:42.778364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-562da472-7998-4e93-b18c-c423f8dfaaf7 req-efafce57-36cf-4b43-b6ed-153149fb8ef5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Sep 18 07:55:42.814798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-a1c89960-93e4-4b05-882e-6a898a9cb2f8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:42.816314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-a1c89960-93e4-4b05-882e-6a898a9cb2f8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 946 time: 0.0489156 Sep 18 07:55:42.816757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-562da472-7998-4e93-b18c-c423f8dfaaf7 req-471f63d0-df9d-467f-b1f8-e3538ab0c0d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Sep 18 07:55:42.907584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Deleting port 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:55:42.907928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:42.994861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] For port 27c251c9-8057-4047-8541-1342a14ef0bf, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=27c251c9-8057-4047-8541-1342a14ef0bf,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:42.995228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:43.160446 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:43.160809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:43.161131 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 disassociated. External IP: 172.25.4.213, port: 27c251c9-8057-4047-8541-1342a14ef0bf. Sep 18 07:55:43.161469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Calling delete_port for 27c251c9-8057-4047-8541-1342a14ef0bf owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:55:43.356430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:43.389426 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'Port': ['ID=27c251c9-8057-4047-8541-1342a14ef0bf,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:43.465518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:43.508704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:55:43.618789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:55:43.628200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:55:43.646188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:55:43.646830 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:43.755555 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:55:43.891447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:55:43.900694 n-d-789963-14 neutron-server[101980]: INFO neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No ports have port_id starting with 27c251c9-8057-4047-8541-1342a14ef0bf Sep 18 07:55:43.903204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf requested by agent hyperv_n-h1-789963-14 not found in database {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 18 07:55:43.918956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a24c293-5861-48ba-82ca-020670f8ae08 req-7c886046-c572-4d37-9fb8-f523be8274e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec077ff-73b5-4f54-86e2-53d3f2ec9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Sep 18 07:55:43.970854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:43.997166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:55:44.005426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:55:44.006080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:44.012217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] No DVR routers for this DVR port 27c251c9-8057-4047-8541-1342a14ef0bf on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:55:44.014901 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:44.016875 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-99f323a7-2c31-4989-a71c-b6f032f5b98a req-8d27f8f2-d45c-4c52-8b72-4b9e326dfae1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "DELETE /v2.0/ports/27c251c9-8057-4047-8541-1342a14ef0bf HTTP/1.1" status: 204 len: 173 time: 1.1937497 Sep 18 07:55:44.017306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-deleted', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:44.019611 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7c21e-3ee8-4a7a-8986-c18f09f9bb3c" -d '{"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-deleted", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:44.055188 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bec2587-f1b2-449b-898e-dcf857abeb4b x-openstack-request-id: req-5bec2587-f1b2-449b-898e-dcf857abeb4b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:44.055188 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec077ff-73b5-4f54-86e2-53d3f2ec9ed8", "name": "network-vif-deleted", "tag": "27c251c9-8057-4047-8541-1342a14ef0bf", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:44.055188 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bec2587-f1b2-449b-898e-dcf857abeb4b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:44.055469 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec077ff-73b5-4f54-86e2-53d3f2ec9ed8', 'name': 'network-vif-deleted', 'tag': '27c251c9-8057-4047-8541-1342a14ef0bf', 'status': 'completed', 'code': 200} Sep 18 07:55:44.110935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:55:44.308376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:44.484370 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df49ad8-90c1-4243-8495-7c86d53cd27b None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:55:44.699071 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f77db-bf62-4be9-86b8-ee6b62473212 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:55:44.904976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:45.203474 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-b6c1cb91-1a6e-481d-b47c-c8334e8bb665 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1195813666&fields=id&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 267 time: 0.0324059 Sep 18 07:55:45.311005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-e5c7af61-ef4f-4a65-902d-bc864ad3259f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:45.312473 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-e5c7af61-ef4f-4a65-902d-bc864ad3259f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1025083 Sep 18 07:55:45.327360 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-79cce8df-664e-4105-89db-3d8a31437215 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/quotas/11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Sep 18 07:55:45.378124 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-5720958f-dc25-41b5-9ee6-a831cf87dac5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456531 Sep 18 07:55:45.477818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-522f1ea5-fc61-45a2-a9c6-c6088a48eda9 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868618 Sep 18 07:55:45.509630 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:45.564327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-dccc0a2f-1f83-443f-b970-686c39f9d524 service neutron] 10.222.0.20 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804300 Sep 18 07:55:45.791808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8164cda-d371-4b27-97db-90b382d556ad req-3cc3ea2e-d067-4cbf-a2f4-37a2a55c5655 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0312047 Sep 18 07:55:46.882992 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b477a62-6d26-4774-82a3-885cd98f6a35 req-cd2b95da-84d3-4ccc-bb61-37b4cb4aef63 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Sep 18 07:55:47.551549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-b92fc9f5-8557-4a18-8d61-372c4f5c2e21 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:47.553076 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-b92fc9f5-8557-4a18-8d61-372c4f5c2e21 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 812 time: 0.1020768 Sep 18 07:55:47.593864 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-ad5783fd-d682-4355-94f5-97208c6057c3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 380 time: 0.0321097 Sep 18 07:55:47.603499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'port': {'device_id': '0d44a826-4505-4e35-90f1-48baa32fea51', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'admin_state_up': True, 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'security_groups': ['cc182765-54f7-45a5-af1e-46c8179ff43b']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:55:47.777945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Made reservation on behalf of 11e9343f52884851a177393a1e1809f6 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:55:47.781454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:47.871087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:55:47.891089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 27c251c9-8057-4047-8541-1342a14ef0bf {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:55:47.891444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 27c251c9-8057-4047-8541-1342a14ef0bf not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:55:47.906461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Allocated IP 172.20.0.7 (b3b8235c-6c04-4024-8f3e-dd63df19b4fd/4d828442-01e7-4663-b0e5-a7d5f82d8e9c/09f15b90-d1d5-4077-97c1-f2501c602341) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:55:47.979055 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-391324c3-ded3-4b12-993b-e308b9481635 req-3042de67-51a4-431b-8cef-3f528da7f260 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Sep 18 07:55:48.052012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.189870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.230165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:55:48.233205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:55:48.236781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:55:48.265911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:48.291557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:48.292172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.386165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-16ba94f4-9b93-49b6-a6ea-d1fc5c50aff6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865679 Sep 18 07:55:48.398450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Request body: {'port': {'device_id': '0d44a826-4505-4e35-90f1-48baa32fea51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:55:48.459617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.489949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f9c5e1c8-2efc-4f76-96b9-bde93c7282a0 None None] Provisioning complete for port 09f15b90-d1d5-4077-97c1-f2501c602341 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:55:48.490327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e1c8-2efc-4f76-96b9-bde93c7282a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.525316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5e1c8-2efc-4f76-96b9-bde93c7282a0 None None] Port 09f15b90-d1d5-4077-97c1-f2501c602341 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 07:55:48.716430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:55:48.723541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.736294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Transition to ACTIVE for port object 09f15b90-d1d5-4077-97c1-f2501c602341 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:55:48.817918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:48.866606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:48.942932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:55:48.943272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:55:48.943607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:48.948689 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:55:48.949011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:55:48.954016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:55:48.954364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:55:48.954749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:55:48.955240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Bound port: 09f15b90-d1d5-4077-97c1-f2501c602341, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:55:48.955601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:49.021744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:55:49.025658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:55:49.095148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5e238-7696-4255-9de9-b740f3227bc6 req-8118609c-3daf-463b-9173-27a890af641c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.096620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15a5e238-7696-4255-9de9-b740f3227bc6 req-8118609c-3daf-463b-9173-27a890af641c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0477722 Sep 18 07:55:49.127228 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:49.134314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15a5e238-7696-4255-9de9-b740f3227bc6 req-8d1323c9-411c-459b-bd27-2a68700b63d5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Sep 18 07:55:49.162378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.162999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:49.164451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] 10.222.0.37 "PUT /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1092 time: 0.7704825 Sep 18 07:55:49.165527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:49.167829 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:49.195671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225dfe5-c7ac-4baa-b930-bd0f57492cdb service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:49.209179 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a056b09-cf02-45b5-ae1a-e287c02fb4ea x-openstack-request-id: req-0a056b09-cf02-45b5-ae1a-e287c02fb4ea {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:49.209486 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:49.209744 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a056b09-cf02-45b5-ae1a-e287c02fb4ea {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:49.210192 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'status': 'completed', 'code': 200} Sep 18 07:55:49.278833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-30d6b9d6-9f06-41d8-a808-4b81f233396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.280373 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-30d6b9d6-9f06-41d8-a808-4b81f233396f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1095 time: 0.0491850 Sep 18 07:55:49.382311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-a8070cf0-6ecd-4d5a-9785-6f1d67c6a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.383912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-a8070cf0-6ecd-4d5a-9785-6f1d67c6a133 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=11e9343f52884851a177393a1e1809f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955338 Sep 18 07:55:49.481858 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-3c282fa5-49d6-4734-b1b9-e542bcfab46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.483286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5d86fa4-0f1f-4fc4-a8a3-401f734cbacd req-3c282fa5-49d6-4734-b1b9-e542bcfab46d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926266 Sep 18 07:55:49.561778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-66027926-7c7a-4aa0-a526-f628a3fe9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.563222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-66027926-7c7a-4aa0-a526-f628a3fe9d60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1095 time: 0.0409281 Sep 18 07:55:49.609482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-306587e7-2466-484d-b1a2-cfeeb50a0db9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 217 time: 0.0374486 Sep 18 07:55:49.658099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-b2291ceb-34cf-4460-9273-3c1e54b51c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.659536 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-b2291ceb-34cf-4460-9273-3c1e54b51c61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0437009 Sep 18 07:55:49.704966 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-3d3bdbc2-8c7b-4241-bba5-e4af82110f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:49.709201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-3d3bdbc2-8c7b-4241-bba5-e4af82110f9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396512 Sep 18 07:55:49.800251 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-19006bbe-284a-4fd3-aef1-e23ba73d7be0 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859323 Sep 18 07:55:49.892430 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ada54b0-9a0d-48ba-9c2c-68fb51a722b9 req-bac84e62-6a39-4da5-960d-76aec445076f service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Sep 18 07:55:50.250012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35544eb-1a16-450b-9425-6f0ab5142e98 req-4ddf1d1a-db49-4514-b06c-37c12b668241 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:50.251477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b35544eb-1a16-450b-9425-6f0ab5142e98 req-4ddf1d1a-db49-4514-b06c-37c12b668241 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0510037 Sep 18 07:55:50.288331 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b35544eb-1a16-450b-9425-6f0ab5142e98 req-e3fb47bb-15ed-47b6-8b0d-89bc140902bf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Sep 18 07:55:51.403573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c981-4c7c-43db-bfad-87f63c736f53 req-10dbff1d-283c-4823-b674-c7b82388bd30 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:51.405107 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0b5c981-4c7c-43db-bfad-87f63c736f53 req-10dbff1d-283c-4823-b674-c7b82388bd30 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0493948 Sep 18 07:55:51.442846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0b5c981-4c7c-43db-bfad-87f63c736f53 req-0145aa99-f65c-4b46-bb64-50f906d5cbe5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318432 Sep 18 07:55:51.870763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:55:51.962094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:51.972616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '09f15b90-d1d5-4077-97c1-f2501c602341', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:55:52.011013 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:52.023143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:55:52.041991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:52.081840 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:52.127101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:52.264080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['09f15b90-d1d5-4077-97c1-f2501c602341'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:55:52.554072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c21f6-8efb-4b00-8010-1e2f4320555c req-57735205-57ec-4f62-8c57-34232ab642e4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:52.556182 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-749c21f6-8efb-4b00-8010-1e2f4320555c req-57735205-57ec-4f62-8c57-34232ab642e4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0477424 Sep 18 07:55:52.591670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-749c21f6-8efb-4b00-8010-1e2f4320555c req-c2cb85cf-1be2-42da-9e8c-bb8e3748f6cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297244 Sep 18 07:55:53.708571 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f42fe-9e9e-4d03-b3ad-a7d63af2af16 req-1c0c9ed6-5269-4408-9095-6c43cd143fa6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:53.709938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-280f42fe-9e9e-4d03-b3ad-a7d63af2af16 req-1c0c9ed6-5269-4408-9095-6c43cd143fa6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0526273 Sep 18 07:55:53.746013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-280f42fe-9e9e-4d03-b3ad-a7d63af2af16 req-fd48ef10-1af7-43a0-9170-a0af432bb248 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Sep 18 07:55:53.883533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:55:53.990589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 09f15b90-d1d5-4077-97c1-f2501c602341 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:55:53.994769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 09f15b90-d1d5-4077-97c1-f2501c602341 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:55:53.995141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:54.068363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:54.089706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:54.091975 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca89c77-3c6c-4e1a-9d64-0d8c766c673d" -d '{"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-plugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:54.105298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:55:54.128083 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8279cca-700d-4c6f-ad17-6f39f1db2a74 x-openstack-request-id: req-b8279cca-700d-4c6f-ad17-6f39f1db2a74 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:54.128375 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-plugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:54.128632 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8279cca-700d-4c6f-ad17-6f39f1db2a74 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:54.129037 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'code': 200} Sep 18 07:55:54.156539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:54.207270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:55:54.223173 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f66e5-2d25-4416-a55f-a476d8bfe4ed req-0e2a38a4-db14-4ca3-a527-60ecb554c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:54.224714 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-865f66e5-2d25-4416-a55f-a476d8bfe4ed req-0e2a38a4-db14-4ca3-a527-60ecb554c05a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1097 time: 0.0405281 Sep 18 07:55:54.264296 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-865f66e5-2d25-4416-a55f-a476d8bfe4ed req-32932b75-9435-4cd7-923d-02eb39fb4ac0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Sep 18 07:55:54.859170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b573c-1336-4e8c-9a0b-3661f1c36628 req-3d4efb6f-4706-4ccd-ab40-d079049de694 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:54.860638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba9b573c-1336-4e8c-9a0b-3661f1c36628 req-3d4efb6f-4706-4ccd-ab40-d079049de694 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0476468 Sep 18 07:55:54.897180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba9b573c-1336-4e8c-9a0b-3661f1c36628 req-a4d1227a-443e-4c06-b985-ad01aaef23ca tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306404 Sep 18 07:55:56.013026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804dd8-730c-47ee-8be6-da8709606484 req-b7a40ffe-ca9f-470f-898a-57813b4ee277 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:56.014525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5804dd8-730c-47ee-8be6-da8709606484 req-b7a40ffe-ca9f-470f-898a-57813b4ee277 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0480354 Sep 18 07:55:56.051707 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5804dd8-730c-47ee-8be6-da8709606484 req-2ac6cc2c-a69f-4c99-8aca-c068fa2e286e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Sep 18 07:55:56.163015 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4597f1-3302-426d-aa88-9624fbdf5906 req-002d6e24-372f-4e2c-8c98-37eeb9124ead tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:56.164495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc4597f1-3302-426d-aa88-9624fbdf5906 req-002d6e24-372f-4e2c-8c98-37eeb9124ead tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Sep 18 07:55:56.173983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42004) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:55:56.178383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Request body: {'floatingip': {'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:55:56.216784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:56.646126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:56.703501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:56.802444 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 associated. External IP: 172.25.4.213, port: 09f15b90-d1d5-4077-97c1-f2501c602341. Sep 18 07:55:57.002984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:55:57.104250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:55:57.109145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:55:57.114550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:55:57.124276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:55:57.124902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:57.139485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a81ec653-f025-447b-926a-f0d163073ff9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "PUT /v2.0/floatingips/1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 HTTP/1.1" status: 200 len: 992 time: 0.9644301 Sep 18 07:55:57.140057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:55:57.142346 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1c38bf-0004-4b25-8510-c421c433d539" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:55:57.236423 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09591c8-f85b-4f54-ae63-b19fe4dfdea1 x-openstack-request-id: req-e09591c8-f85b-4f54-ae63-b19fe4dfdea1 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:55:57.236588 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:55:57.236745 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:55:57.236990 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09591c8-f85b-4f54-ae63-b19fe4dfdea1 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:55:57.237389 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'status': 'completed', 'code': 200} Sep 18 07:55:57.297928 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-58cf4392-64ae-4140-b9c5-40d86b40a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:57.299383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-58cf4392-64ae-4140-b9c5-40d86b40a704 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1097 time: 0.0403855 Sep 18 07:55:57.392242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-e48a60eb-2487-4835-86c7-5d9feed514d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:57.392242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-e48a60eb-2487-4835-86c7-5d9feed514d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0838203 Sep 18 07:55:57.460257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a826-4505-4e35-90f1-48baa32fea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:55:56Z', 'revision_number': 13, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:57.460969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-33de491a-9c80-49ca-a78a-daad9a780b46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.0627291 Sep 18 07:55:57.490915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:55:57.499154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:55:57.499772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:55:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:57.510072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-3d65ad37-d1a4-46e7-bb4c-bb0026bc7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:57.511626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-3d65ad37-d1a4-46e7-bb4c-bb0026bc7d04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0437729 Sep 18 07:55:57.557246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-e071476e-9391-4502-8222-da324fe6dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:55:57.558789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-e071476e-9391-4502-8222-da324fe6dc35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403781 Sep 18 07:55:57.603057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:55:57.652165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-b85089c4-c5de-4305-bc85-490cdfcc648a service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863457 Sep 18 07:55:57.741495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a1c38bf-0004-4b25-8510-c421c433d539 req-c4b422f5-11f6-4a04-bea0-fbeda7f65427 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825784 Sep 18 07:55:57.822994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a826-4505-4e35-90f1-48baa32fea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:55:56Z', 'revision_number': 13, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:55:57.848516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00082ad-ba93-4f33-a534-9c4f78b72594 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'floating_ip_address': '172.25.4.213', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a826-4505-4e35-90f1-48baa32fea51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T07:46:48Z', 'updated_at': '2021-09-18T07:55:56Z', 'revision_number': 13, 'project_id': '11e9343f52884851a177393a1e1809f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:55:58.129244 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9efdb1-7cae-47e8-b925-65ceafdbf92e None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:55:59.377743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:08.857855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b8978b70-6f8c-4ff3-b7e5-b21b71040175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:11.543078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fc96b6a3-6f7f-4bd9-808f-23bb97107bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:12.110316 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:13.498762 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:14.916178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:15.544536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:16.358383 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:56:20.684575 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-140932f6-71b2-4b61-8eb6-13e769c75ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444503 Sep 18 07:56:20.766036 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-a7cedf30-41e5-4209-a78b-01db5672c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:56:20.767495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-a7cedf30-41e5-4209-a78b-01db5672c55a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1097 time: 0.0388553 Sep 18 07:56:20.871157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-65ede2f2-a45d-4e41-b5d9-63ce0d28df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:56:20.872592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-65ede2f2-a45d-4e41-b5d9-63ce0d28df7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0859387 Sep 18 07:56:20.937926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-88be1701-7da4-418c-b344-e1e18623191f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1002 time: 0.0563707 Sep 18 07:56:20.987678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-ac55f780-1248-49cb-9a89-7e2b492e6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:56:20.989048 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-ac55f780-1248-49cb-9a89-7e2b492e6bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0418632 Sep 18 07:56:21.039697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-a21749b0-9959-46c9-9b87-420895f2f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:56:21.041134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-a21749b0-9959-46c9-9b87-420895f2f8eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420909 Sep 18 07:56:21.127578 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-f28c09cc-301b-45c6-bae1-cbd706dde3cc service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785544 Sep 18 07:56:21.219279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c111e62d-32d6-4a4e-940a-6fbac19dc884 req-b80ea578-7593-43a8-a1c9-783fdae3d799 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Sep 18 07:56:29.411554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:38.858070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-628d6738-f753-4849-a803-02ab5ccc3214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:41.549219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-548833f6-b2a7-4dbe-9350-0d9d6771978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:42.115018 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:43.553943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:44.909594 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:45.561160 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:56:53.357397 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:56:59.395154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:08.840203 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa8cf-d1b5-4974-9ee9-cefa09bb1d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:11.554643 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b87c-492d-4457-a71c-8295ccfc118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:12.131745 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:13.484954 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:14.919228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:15.565813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:20.676743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-fdf381ad-30f0-4525-b230-c30538f8dd85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397484 Sep 18 07:57:20.754272 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-e5f57685-72ab-4529-be65-26f692760772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:20.755745 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-e5f57685-72ab-4529-be65-26f692760772 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1097 time: 0.0393517 Sep 18 07:57:20.860244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-bddd96a1-f3da-4dbd-b60a-e92df7d8a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:20.861697 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-bddd96a1-f3da-4dbd-b60a-e92df7d8a35c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0876043 Sep 18 07:57:20.924344 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-25460818-c713-4bdf-8e40-427973421478 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1002 time: 0.0559030 Sep 18 07:57:20.976087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-f8fcdfe0-ad50-4e6a-8149-98e2db9bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:20.977407 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-f8fcdfe0-ad50-4e6a-8149-98e2db9bf0b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0455985 Sep 18 07:57:21.021622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-586394c8-11c2-4ae1-a122-ada36ed48ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:21.023074 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-586394c8-11c2-4ae1-a122-ada36ed48ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378821 Sep 18 07:57:21.109389 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-492027b1-0af5-4295-a3d9-a53f4beae44b service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790982 Sep 18 07:57:21.203151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9558361b-c5b4-4970-a7a4-29da87e3214b req-2e2d89ce-7a4b-4831-997a-770f285228a3 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Sep 18 07:57:29.405691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:30.357142 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:57:34.667338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd376-20db-4105-ba3d-33a7acb107b0 req-4010ee9a-e5ae-4328-a795-7868c5373513 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:34.668731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9bfd376-20db-4105-ba3d-33a7acb107b0 req-4010ee9a-e5ae-4328-a795-7868c5373513 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Sep 18 07:57:34.707149 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9bfd376-20db-4105-ba3d-33a7acb107b0 req-6b1b9757-b63c-4a12-8229-82f761215e2f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Sep 18 07:57:38.879841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d126b06-7677-4858-9db9-8630755e0ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:41.561226 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a78b3a45-f943-4c81-ae01-b608873bc1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:42.102759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:43.484427 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:44.919582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:45.604778 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:57:46.423172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd62298-5d48-4d38-afac-d7ac5bdfe9b3 req-f338bcc3-e224-4f9c-b34f-641855ef7bae tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:46.424655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfd62298-5d48-4d38-afac-d7ac5bdfe9b3 req-f338bcc3-e224-4f9c-b34f-641855ef7bae tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0494893 Sep 18 07:57:46.462641 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfd62298-5d48-4d38-afac-d7ac5bdfe9b3 req-908c05d0-6bb5-4cd2-8a8e-b842a14feed5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Sep 18 07:57:46.523665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42264) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:57:46.608541 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-0fdfb134-53d7-4c24-a6a5-f5b493560dfe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836244 Sep 18 07:57:46.617093 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-77fc4503-cf86-4000-8871-0eeb342a1eb3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 07:57:46.618085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-77fc4503-cf86-4000-8871-0eeb342a1eb3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049524 Sep 18 07:57:47.580863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d969ba3-16c3-4cab-973b-5b8dae7ce425 req-f3b4ef19-36c1-47c8-a48e-5115874a42e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:47.582395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d969ba3-16c3-4cab-973b-5b8dae7ce425 req-f3b4ef19-36c1-47c8-a48e-5115874a42e7 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0504568 Sep 18 07:57:47.619448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d969ba3-16c3-4cab-973b-5b8dae7ce425 req-7be465cb-ca52-4b6d-bab1-b037d527f4f2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Sep 18 07:57:48.734751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5f5f-6622-4404-9ed0-5ec93ae41214 req-99c8fbda-71a6-458f-bb8b-e70e3e753ad1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:48.736150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff0a5f5f-6622-4404-9ed0-5ec93ae41214 req-99c8fbda-71a6-458f-bb8b-e70e3e753ad1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Sep 18 07:57:48.772322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ff0a5f5f-6622-4404-9ed0-5ec93ae41214 req-88dcde20-f097-4492-8dee-b381543727e6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303791 Sep 18 07:57:49.891299 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28c114-c2c9-41f5-ac19-a8188f9b1535 req-e7cb1ab5-14d9-49c3-8a7d-493394e23e5a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:49.892789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c28c114-c2c9-41f5-ac19-a8188f9b1535 req-e7cb1ab5-14d9-49c3-8a7d-493394e23e5a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Sep 18 07:57:49.934011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c28c114-c2c9-41f5-ac19-a8188f9b1535 req-c066c42c-7f47-4f5b-b452-9100249dbbe0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Sep 18 07:57:50.564056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-6509c06d-4caa-464c-ae8d-36bb19b90b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:50.565552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-6509c06d-4caa-464c-ae8d-36bb19b90b6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1097 time: 0.0409608 Sep 18 07:57:50.656803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-5d3c2cbf-60d2-4467-bbce-950afa7c341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:50.658188 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-5d3c2cbf-60d2-4467-bbce-950afa7c341e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0858138 Sep 18 07:57:50.721028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-87b69edd-45c4-4b33-a373-447592adea43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1002 time: 0.0559587 Sep 18 07:57:50.768517 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-a3008c5c-a388-4a7d-a78a-706f2b2791e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:50.769948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-a3008c5c-a388-4a7d-a78a-706f2b2791e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0427110 Sep 18 07:57:50.818398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-cee87076-5e6b-42a0-a58c-91065dce1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:50.819854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-cee87076-5e6b-42a0-a58c-91065dce1019 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429122 Sep 18 07:57:50.909492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-aa994414-e7a8-40eb-aa6a-07b2d89be514 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824299 Sep 18 07:57:51.003004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-79e39591-f09b-4a06-90d2-cc28117adfcf service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868545 Sep 18 07:57:51.052398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21b699-d0f5-4120-8b94-1747df74bf1c req-73ee15d4-b88f-4498-9d37-3751a306b69b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:51.060952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db21b699-d0f5-4120-8b94-1747df74bf1c req-73ee15d4-b88f-4498-9d37-3751a306b69b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Sep 18 07:57:51.091538 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-db21b699-d0f5-4120-8b94-1747df74bf1c req-0ccbadbe-45af-4c7f-b60b-64a11a97104f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Sep 18 07:57:52.205236 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba2b6f-74ae-4a44-a371-1422c122b3c6 req-5786f539-31cc-4bb3-8cf5-682fa453ddc5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:52.206714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-feba2b6f-74ae-4a44-a371-1422c122b3c6 req-5786f539-31cc-4bb3-8cf5-682fa453ddc5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Sep 18 07:57:52.242914 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-feba2b6f-74ae-4a44-a371-1422c122b3c6 req-70bf0f34-f90d-4adb-8a14-2761f2d0b410 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Sep 18 07:57:53.360949 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a1de9-bf15-4d7d-9b2a-501715f78e8a req-9b0f144d-bd0f-4e56-846c-3090458ef373 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:53.362577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e79a1de9-bf15-4d7d-9b2a-501715f78e8a req-9b0f144d-bd0f-4e56-846c-3090458ef373 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Sep 18 07:57:53.400087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e79a1de9-bf15-4d7d-9b2a-501715f78e8a req-8e470e5c-68fd-4cb6-a9b4-b7241d8b347b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Sep 18 07:57:54.515226 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed59315-9712-424e-99a4-3dd6b57317f4 req-d7a30347-77bf-46bb-bbad-9b24a81a8bf4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:54.516724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed59315-9712-424e-99a4-3dd6b57317f4 req-d7a30347-77bf-46bb-bbad-9b24a81a8bf4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Sep 18 07:57:54.554060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ed59315-9712-424e-99a4-3dd6b57317f4 req-7298138e-0435-44d8-9a90-0bdf2a17daf0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Sep 18 07:57:55.666568 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104f71d-e779-49d4-b124-12b3a87d1f4f req-5d7c2d76-c8ab-44ec-aa61-79825dc33331 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:55.667932 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9104f71d-e779-49d4-b124-12b3a87d1f4f req-5d7c2d76-c8ab-44ec-aa61-79825dc33331 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Sep 18 07:57:55.705617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9104f71d-e779-49d4-b124-12b3a87d1f4f req-95b27f3c-a0b8-4eb0-8239-5b0ead9ea3ea tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298922 Sep 18 07:57:56.823717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7226-2061-4dd7-82ef-502718d4d4aa req-47ab5fa2-08fd-4f0d-b6e2-ec7fe8ce0d1d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:56.825203 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e7a7226-2061-4dd7-82ef-502718d4d4aa req-47ab5fa2-08fd-4f0d-b6e2-ec7fe8ce0d1d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0523860 Sep 18 07:57:56.861855 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e7a7226-2061-4dd7-82ef-502718d4d4aa req-53fa0503-a870-48e0-b25a-7847dc01f8e4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Sep 18 07:57:57.974783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6fd7-d33d-42f3-beff-ed82bd593327 req-70cf74e5-25f8-4026-8c3c-1943d04ab226 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:57.976245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba2e6fd7-d33d-42f3-beff-ed82bd593327 req-70cf74e5-25f8-4026-8c3c-1943d04ab226 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Sep 18 07:57:58.012826 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ba2e6fd7-d33d-42f3-beff-ed82bd593327 req-39498d77-05c3-4eac-9459-7944875cfa41 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Sep 18 07:57:59.127472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208ca58-0470-4489-99a4-8b72e1049e97 req-c8f78ae4-c08f-49d8-a3c4-82e8fde807c3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:57:59.128937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1208ca58-0470-4489-99a4-8b72e1049e97 req-c8f78ae4-c08f-49d8-a3c4-82e8fde807c3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Sep 18 07:57:59.165120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1208ca58-0470-4489-99a4-8b72e1049e97 req-978dc3a9-c477-479d-96d2-1bc3f577fd88 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303373 Sep 18 07:57:59.416964 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:00.281942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6506964-5cd4-4c25-91ea-b18a076a96d7 req-20d272be-8f55-4dc7-ad11-13ee7746a572 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:00.283401 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6506964-5cd4-4c25-91ea-b18a076a96d7 req-20d272be-8f55-4dc7-ad11-13ee7746a572 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Sep 18 07:58:00.319495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6506964-5cd4-4c25-91ea-b18a076a96d7 req-2c9f042d-6db2-4e42-af91-6a2bb3577a55 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303566 Sep 18 07:58:01.434378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5646e-edc6-4877-87ab-083ea16537df req-10d9725e-43b0-4a52-9100-24a9a562ce7d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:01.435873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fe5646e-edc6-4877-87ab-083ea16537df req-10d9725e-43b0-4a52-9100-24a9a562ce7d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Sep 18 07:58:01.474807 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fe5646e-edc6-4877-87ab-083ea16537df req-00861aad-c1ba-4dbd-8f65-0436729d6bb5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Sep 18 07:58:02.588471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210637-5e95-45a3-9e30-e0eb40899228 req-26c5e11d-0e5e-41dc-83d0-2adab7d93ced tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:02.589966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69210637-5e95-45a3-9e30-e0eb40899228 req-26c5e11d-0e5e-41dc-83d0-2adab7d93ced tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0478296 Sep 18 07:58:02.627138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69210637-5e95-45a3-9e30-e0eb40899228 req-5bfc9655-ea92-48e9-b3a5-0edfd95bdbc8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Sep 18 07:58:03.746428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f5de7-6631-462a-860f-f48ea187b202 req-5c71d477-346e-406b-81d2-68a36d45a6d0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:03.747930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-023f5de7-6631-462a-860f-f48ea187b202 req-5c71d477-346e-406b-81d2-68a36d45a6d0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Sep 18 07:58:03.787324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-023f5de7-6631-462a-860f-f48ea187b202 req-3cd8fa9c-306a-4691-9618-04cb8b4d8bcc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Sep 18 07:58:04.904432 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32605a-9e9e-407b-b6eb-5229d7f717ef req-0669eda6-8312-4a06-a2ac-e73ffbb3ced3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:04.906370 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd32605a-9e9e-407b-b6eb-5229d7f717ef req-0669eda6-8312-4a06-a2ac-e73ffbb3ced3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Sep 18 07:58:04.943982 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fd32605a-9e9e-407b-b6eb-5229d7f717ef req-e67a0903-22a1-4854-b414-07813b6518b0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Sep 18 07:58:05.162645 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-4febc281-933b-477f-bbcb-d531e496efa8 service neutron] show failed (client error): The resource could not be found. Sep 18 07:58:05.163538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-4febc281-933b-477f-bbcb-d531e496efa8 service neutron] 10.222.0.37 "GET /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0523994 Sep 18 07:58:05.664553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c212a011-945b-42f8-a97a-44eb7dd25161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:05.666060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c212a011-945b-42f8-a97a-44eb7dd25161 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1097 time: 0.0401208 Sep 18 07:58:05.683739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:05.738018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:05.933651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:05.965079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:58:06.004146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:06.006494 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae031b8e-0c0a-4f51-a45c-06171d20116c" -d '{"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-unplugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:06.010450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:06.023209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Transition to ACTIVE for port object 09f15b90-d1d5-4077-97c1-f2501c602341 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:58:06.072473 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4673c-1e18-4726-96ca-9c50a86f64b4 x-openstack-request-id: req-47f4673c-1e18-4726-96ca-9c50a86f64b4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:06.072776 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-unplugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:06.073033 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47f4673c-1e18-4726-96ca-9c50a86f64b4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:06.073428 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'code': 200} Sep 18 07:58:06.073856 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d0be7-8985-4bd8-a6a3-db056a3b0960 req-2a975c59-99e8-49bb-94c5-0ab094a184fd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.075389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-069d0be7-8985-4bd8-a6a3-db056a3b0960 req-2a975c59-99e8-49bb-94c5-0ab094a184fd tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0618598 Sep 18 07:58:06.084065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:06.112381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-069d0be7-8985-4bd8-a6a3-db056a3b0960 req-b076d02e-c549-4e89-b7d8-13ee525612f0 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304074 Sep 18 07:58:06.162953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:06.175758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.176107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.176451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.176790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.177125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.177457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.177786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.178139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.178469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.178795 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.179119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.179444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:06.218394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] No DVR routers for this DVR port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:58:06.351041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:58:06.351372 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:58:06.351701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:06.355810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:58:06.356131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:06.361688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:58:06.362058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:58:06.362442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:58:06.362870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Bound port: 09f15b90-d1d5-4077-97c1-f2501c602341, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:58:06.363224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:06.428661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:58:06.431812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:58:06.496752 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:06.530941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.531596 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:06.533034 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] 10.222.0.24 "PUT /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1092 time: 0.8531024 Sep 18 07:58:06.537264 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:06.560854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911306-ca74-4d01-8daf-c92f242b7d55 service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:06.587614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:06.611302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-97401201-a7b6-4292-b89f-370c3629ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.612841 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-97401201-a7b6-4292-b89f-370c3629ab15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1095 time: 0.0440688 Sep 18 07:58:06.716654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c9b20b84-dfd9-418d-b1e7-dc83f510a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.718191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c9b20b84-dfd9-418d-b1e7-dc83f510a21c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0985353 Sep 18 07:58:06.785503 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-d358d8a6-d8df-4d64-b0bf-e7b988892a2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.0607045 Sep 18 07:58:06.834159 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c64111db-3100-4c60-9a8c-7193c4729346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.835599 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-c64111db-3100-4c60-9a8c-7193c4729346 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0438106 Sep 18 07:58:06.884360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-d0b3ebb0-211a-4345-85d6-c6beb3d6b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:06.885794 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-d0b3ebb0-211a-4345-85d6-c6beb3d6b156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417659 Sep 18 07:58:06.971998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-e60333f9-ed56-421f-8d23-ba918a0566a2 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792120 Sep 18 07:58:07.061433 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-3363b792-e15a-4476-9256-8c5a643e14cd service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825074 Sep 18 07:58:07.237855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee41d4-f0f4-4448-afd1-ea5eb616a4fb req-c450026f-0257-40e7-b830-ff0737f60c10 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:07.239336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcee41d4-f0f4-4448-afd1-ea5eb616a4fb req-c450026f-0257-40e7-b830-ff0737f60c10 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0523770 Sep 18 07:58:07.276928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bcee41d4-f0f4-4448-afd1-ea5eb616a4fb req-b952f984-c6e7-4187-856a-2a3cc7a44e8e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 18 07:58:07.355548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:58:08.075513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:08.077877 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:08.137218 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e24b6-1612-44f3-b294-aaa4742ddb50 x-openstack-request-id: req-419e24b6-1612-44f3-b294-aaa4742ddb50 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:08.137511 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:08.137767 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-419e24b6-1612-44f3-b294-aaa4742ddb50 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:08.138188 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'status': 'completed', 'code': 200} Sep 18 07:58:08.218389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-6d402200-0298-4ed5-b6c2-774bcecf2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.219804 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-6d402200-0298-4ed5-b6c2-774bcecf2f40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1095 time: 0.0644970 Sep 18 07:58:08.247311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-15c0a834-eb5d-4e7b-9bc8-eb37423f915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.248752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-15c0a834-eb5d-4e7b-9bc8-eb37423f915c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1095 time: 0.0627666 Sep 18 07:58:08.397159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87796f3-9bd0-4722-b963-ba12f401d348 req-ac7c2ade-e658-4955-9a0f-f2bbc97b5f80 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.397997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-9409c562-4320-4428-99ea-533e276bc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.398727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a87796f3-9bd0-4722-b963-ba12f401d348 req-ac7c2ade-e658-4955-9a0f-f2bbc97b5f80 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0522852 Sep 18 07:58:08.399472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-9409c562-4320-4428-99ea-533e276bc7a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1718543 Sep 18 07:58:08.400576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-096c042b-fd34-4d91-ae53-5e3847b4221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.401831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-096c042b-fd34-4d91-ae53-5e3847b4221a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1443624 Sep 18 07:58:08.439861 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a87796f3-9bd0-4722-b963-ba12f401d348 req-59b04fc5-e022-411e-a648-30feac6bfc42 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Sep 18 07:58:08.511490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-945a21e7-0371-4781-ad2e-778abdc333a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.1029279 Sep 18 07:58:08.517644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-1a442148-61ff-4bd1-8e18-4cfe1e945b5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.1080949 Sep 18 07:58:08.856985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4748a2c5-1d59-4f91-a194-5fac6ae90529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:08.944776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-8bad4f65-9a2c-4ca4-bc21-fd3f9f1e1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.946261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-8bad4f65-9a2c-4ca4-bc21-fd3f9f1e1a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.4277611 Sep 18 07:58:08.947601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-d10646d8-52c7-451b-a420-01061997722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:08.948893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-d10646d8-52c7-451b-a420-01061997722e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.4232471 Sep 18 07:58:09.020408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-915f734b-ab1a-480f-954b-80a96fddfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:09.021920 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-915f734b-ab1a-480f-954b-80a96fddfee0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609362 Sep 18 07:58:09.024212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-9f813226-78f0-43e7-a18a-07513f8907a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:09.025560 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-9f813226-78f0-43e7-a18a-07513f8907a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717430 Sep 18 07:58:09.182649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-71b45fcd-fe78-49de-8d41-f586035ee671 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499751 Sep 18 07:58:09.184517 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-69efbd4b-637d-4087-b37e-87154c913f16 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530385 Sep 18 07:58:09.340276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-dfbdac48-66b5-4eb7-aba9-d27986239d08 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487596 Sep 18 07:58:09.342226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-98bc6a99-f9b2-40cc-91d3-7d2461ca875d req-1c20ac42-7d3b-4f37-9395-3358fec08437 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518450 Sep 18 07:58:09.563054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0834ad-7e2c-414f-8cba-5a7d29d006f6 req-18a643f9-51bd-4e2d-88ac-4c24bb012de6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:09.565252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e0834ad-7e2c-414f-8cba-5a7d29d006f6 req-18a643f9-51bd-4e2d-88ac-4c24bb012de6 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0500469 Sep 18 07:58:09.602371 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3e0834ad-7e2c-414f-8cba-5a7d29d006f6 req-930c2d40-79ff-4e2a-848c-fb724f7c8d5b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Sep 18 07:58:10.721640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20652-ed7c-4699-be17-598b509e8f22 req-e19d24ac-bce3-4581-bbeb-ab5712143ecf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:10.723089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4b20652-ed7c-4699-be17-598b509e8f22 req-e19d24ac-bce3-4581-bbeb-ab5712143ecf tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0522811 Sep 18 07:58:11.010835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f4b20652-ed7c-4699-be17-598b509e8f22 req-f8b8a7bc-de99-4da1-a0c1-86bb38337f73 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816253 Sep 18 07:58:11.552804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2dace605-3c1b-413c-836e-9794203b0187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:12.107868 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:12.127006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0dbc0-43b1-4deb-bf67-84bd5a15161b req-942543e8-6c77-4718-97ca-5170b5ad93d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:12.128486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49b0dbc0-43b1-4deb-bf67-84bd5a15161b req-942543e8-6c77-4718-97ca-5170b5ad93d1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0484204 Sep 18 07:58:12.165221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49b0dbc0-43b1-4deb-bf67-84bd5a15161b req-8ddbfa4c-ff9c-4a48-b1ed-397ad6da835e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Sep 18 07:58:13.277383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756bcec-0357-47d3-bcd1-6dfc7f34c8dc req-6d082571-a131-4e73-94ec-e051cc2a8da9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:13.278795 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1756bcec-0357-47d3-bcd1-6dfc7f34c8dc req-6d082571-a131-4e73-94ec-e051cc2a8da9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0467689 Sep 18 07:58:13.314993 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1756bcec-0357-47d3-bcd1-6dfc7f34c8dc req-e4cbb5a3-0c3c-415c-8798-a7803b7edb7f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297616 Sep 18 07:58:13.490613 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:14.431105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9368b-6808-4468-964b-6e13ad87ffd6 req-2e8e15db-770e-4a21-b540-31d7be0d2637 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:14.432704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15f9368b-6808-4468-964b-6e13ad87ffd6 req-2e8e15db-770e-4a21-b540-31d7be0d2637 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0512788 Sep 18 07:58:14.468945 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15f9368b-6808-4468-964b-6e13ad87ffd6 req-f65207d3-c5b0-45c2-b2ae-6a15083de7c3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303473 Sep 18 07:58:14.913341 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:15.585076 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab508ca2-a0f8-43e7-86a2-b3b0c2415137 req-e1c2b3db-4b8a-46ff-bea5-59aa5a81cb74 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:15.586585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab508ca2-a0f8-43e7-86a2-b3b0c2415137 req-e1c2b3db-4b8a-46ff-bea5-59aa5a81cb74 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 943 time: 0.0483851 Sep 18 07:58:15.593356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:15.625390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab508ca2-a0f8-43e7-86a2-b3b0c2415137 req-e19954c0-3a35-4098-b6af-0ed7e5f45d52 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Sep 18 07:58:16.220674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:58:16.313690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:16.324619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '09f15b90-d1d5-4077-97c1-f2501c602341', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:58:16.360319 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:16.372216 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:58:16.391962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:16.473022 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:16.517929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:16.525123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.525473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.525817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.526180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.526513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.526845 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.527174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.527499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.527824 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.528146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.528469 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.528789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:16.738719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9410521-8512-4e7c-968d-dee5ab0c0c51 req-e7be3303-0072-40a9-8d17-83e3000b3e25 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:16.740210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9410521-8512-4e7c-968d-dee5ab0c0c51 req-e7be3303-0072-40a9-8d17-83e3000b3e25 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0477202 Sep 18 07:58:16.778267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9410521-8512-4e7c-968d-dee5ab0c0c51 req-c4a27b47-042d-4483-b032-90c8192a8234 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317411 Sep 18 07:58:16.924482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['09f15b90-d1d5-4077-97c1-f2501c602341'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:58:17.361630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d4387-4902-4bb5-83de-4b0d6ca1df64 req-a255358c-5447-45c0-a2b0-f4d779e16f9c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.363227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-871d4387-4902-4bb5-83de-4b0d6ca1df64 req-a255358c-5447-45c0-a2b0-f4d779e16f9c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0519595 Sep 18 07:58:17.401938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-871d4387-4902-4bb5-83de-4b0d6ca1df64 req-22352936-9cf2-4744-8b08-3104165c9906 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328221 Sep 18 07:58:17.409414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f06e33de-9809-43a0-b7d6-f31fc6e2f3d5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.410937 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f06e33de-9809-43a0-b7d6-f31fc6e2f3d5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&tenant_id=11e9343f52884851a177393a1e1809f6&binding%3Ahost_id=n-h2-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.0588527 Sep 18 07:58:17.473752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-12236a0a-c2e3-4ea3-8a50-7a6a08c4d065 service neutron] 10.222.0.24 "GET /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341/bindings/n-h2-789963-14 HTTP/1.1" status: 200 len: 383 time: 0.0541096 Sep 18 07:58:17.561738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-c7e65bb2-3415-450c-8a08-20ed6fc1f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.563207 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-c7e65bb2-3415-450c-8a08-20ed6fc1f5cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1096 time: 0.0399425 Sep 18 07:58:17.654589 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-beb541db-c55f-48fe-b688-3833e7d9a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.656047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-beb541db-c55f-48fe-b688-3833e7d9a2d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0856588 Sep 18 07:58:17.721232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-ce71dd5c-e249-41b3-9984-7c938c70e674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1001 time: 0.0577261 Sep 18 07:58:17.774600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-1e3935dd-7b9e-4d8f-921c-5877733e343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.776066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-1e3935dd-7b9e-4d8f-921c-5877733e343e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0474496 Sep 18 07:58:17.821821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-0248ee7f-0069-4582-9edb-3daa26c765ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:17.823255 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-0248ee7f-0069-4582-9edb-3daa26c765ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403247 Sep 18 07:58:17.911224 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-1180a322-a8cf-4f2d-b8ef-cbbf99bb5043 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808458 Sep 18 07:58:18.003704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-05f3f589-5299-40b4-9162-fef8ae429369 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Sep 18 07:58:18.240532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:58:18.370350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 09f15b90-d1d5-4077-97c1-f2501c602341 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:58:18.374513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 09f15b90-d1d5-4077-97c1-f2501c602341 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:58:18.374883 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:18.454256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:18.475900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:18.478165 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e19c825-c272-47fd-a522-f0011e4d4eb9" -d '{"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-plugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:18.491032 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:18.523365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831327-28a9-418a-a791-6ec340ea452f req-c6b71ae9-595c-47bd-a716-e61f0a3a5325 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:18.525592 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b831327-28a9-418a-a791-6ec340ea452f req-c6b71ae9-595c-47bd-a716-e61f0a3a5325 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0513349 Sep 18 07:58:18.531460 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8789b292-40f9-4fe8-8159-7f87e47403c3 x-openstack-request-id: req-8789b292-40f9-4fe8-8159-7f87e47403c3 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:18.531807 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-plugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:18.532013 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8789b292-40f9-4fe8-8159-7f87e47403c3 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:18.532406 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'code': 200} Sep 18 07:58:18.553158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:18.564442 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b831327-28a9-418a-a791-6ec340ea452f req-e9c21dc8-765d-4efd-8292-2da0e9f6826b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Sep 18 07:58:18.599577 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:19.679462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfb6d3-a24e-4ab8-ba27-7256a1225f36 req-f488b5e2-39d0-4573-92f1-df57e5f7e4e9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:19.680832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28dfb6d3-a24e-4ab8-ba27-7256a1225f36 req-f488b5e2-39d0-4573-92f1-df57e5f7e4e9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0476925 Sep 18 07:58:19.718764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28dfb6d3-a24e-4ab8-ba27-7256a1225f36 req-a5e8a501-2c24-4e94-8a88-34af838f15e2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Sep 18 07:58:20.840975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0b9d8-3384-48cc-aea4-15dd37a57a57 req-a70cc238-f2c4-4198-81cd-b55a2fc79f2e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:20.843241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ee0b9d8-3384-48cc-aea4-15dd37a57a57 req-a70cc238-f2c4-4198-81cd-b55a2fc79f2e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0536804 Sep 18 07:58:20.879949 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ee0b9d8-3384-48cc-aea4-15dd37a57a57 req-98cf73a5-31ab-4e97-b56e-fe33532ed006 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Sep 18 07:58:21.996641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4feb2-5a73-41e1-8e0e-cd92b8769c18 req-6b703533-0eef-4e5d-acad-d3ec74a484bc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:21.998159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52e4feb2-5a73-41e1-8e0e-cd92b8769c18 req-6b703533-0eef-4e5d-acad-d3ec74a484bc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Sep 18 07:58:22.035781 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-52e4feb2-5a73-41e1-8e0e-cd92b8769c18 req-310710aa-4c29-4a8b-885c-0ab66503ee80 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Sep 18 07:58:22.864894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-53169e47-7145-436f-8a38-0f23cc0df1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:22.866424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-53169e47-7145-436f-8a38-0f23cc0df1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51&tenant_id=11e9343f52884851a177393a1e1809f6 HTTP/1.1" status: 200 len: 1097 time: 0.0414574 Sep 18 07:58:22.877309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:22.932072 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.132668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:23.153025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159b19e-27ce-4780-8bcb-4db1e3caffa6 req-7edfe36b-fd9f-46f7-950f-ac73845628b9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:23.154777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8159b19e-27ce-4780-8bcb-4db1e3caffa6 req-7edfe36b-fd9f-46f7-950f-ac73845628b9 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Sep 18 07:58:23.165445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:58:23.192421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8159b19e-27ce-4780-8bcb-4db1e3caffa6 req-4f5ddd7b-39c7-4875-a34a-9860c4105a5a tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Sep 18 07:58:23.205553 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:23.207876 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3758150-be20-4a41-8ce4-4462f028008a" -d '{"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-unplugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:23.212156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.225203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Transition to ACTIVE for port object 09f15b90-d1d5-4077-97c1-f2501c602341 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:58:23.256075 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c8d8c-1759-4fe6-87b7-0c4a0eba1402 x-openstack-request-id: req-191c8d8c-1759-4fe6-87b7-0c4a0eba1402 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:23.256075 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-unplugged", "status": "completed", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:23.256075 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-191c8d8c-1759-4fe6-87b7-0c4a0eba1402 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:23.256422 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'code': 200} Sep 18 07:58:23.295962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.376523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:23.419867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] No DVR routers for this DVR port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:58:23.558403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:58:23.559834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:58:23.559834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:23.563790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:58:23.564113 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Attempting to bind port 09f15b90-d1d5-4077-97c1-f2501c602341 on network b3b8235c-6c04-4024-8f3e-dd63df19b4fd {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:23.568879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:58:23.569217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Checking segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:58:23.569608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Bound using segment: {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:58:23.570076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Bound port: 09f15b90-d1d5-4077-97c1-f2501c602341, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9476a2a9-54aa-40c6-816d-917f1679d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:58:23.570435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.632542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:58:23.635740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:58:23.690633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.728500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:23.728996 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:23.730419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] 10.222.0.37 "PUT /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1093 time: 0.8569450 Sep 18 07:58:23.751734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f81bed-8f3a-449d-a6c6-d729e5ba3a35 service neutron] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=11']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:23.795230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-97a6966b-88e4-49f0-8f60-c6a71400f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:23.797272 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-97a6966b-88e4-49f0-8f60-c6a71400f4de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1096 time: 0.0425813 Sep 18 07:58:23.890645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-20260476-dbce-47cb-affc-b7ce63cf7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:23.892129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-20260476-dbce-47cb-affc-b7ce63cf7e50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.0875273 Sep 18 07:58:23.962198 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-0db311f9-2fce-4f16-a319-10f227eb20f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.0630469 Sep 18 07:58:24.009977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-7a05105c-84f3-429b-b6d3-d377a54cc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:24.011293 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-7a05105c-84f3-429b-b6d3-d377a54cc888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0424304 Sep 18 07:58:24.055005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f7b9909d-2c03-464b-bbd1-b6acf2d7d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:24.056434 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-f7b9909d-2c03-464b-bbd1-b6acf2d7d062 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383139 Sep 18 07:58:24.147163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-bb97c2c8-5f58-41c4-89d7-4cad3da1b25b service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Sep 18 07:58:24.239161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:24.242381 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-225be225-85c9-4982-a0f7-655dbc1c2c08 req-8a8c06cc-fb71-4e01-85d7-3c9687cc3060 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Sep 18 07:58:24.282785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:24.313350 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd31d14-3002-4584-b042-cfc7327d2d7c req-c4834719-2875-4341-9d8d-9593d1ee2184 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:24.314881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd31d14-3002-4584-b042-cfc7327d2d7c req-c4834719-2875-4341-9d8d-9593d1ee2184 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0532744 Sep 18 07:58:24.353002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddd31d14-3002-4584-b042-cfc7327d2d7c req-6a7bf11a-0a04-4e44-b7cb-fc5417423a9e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Sep 18 07:58:25.257713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:25.260211 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:25.308455 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2198a44-028a-4871-900b-0bb913ed3087 x-openstack-request-id: req-a2198a44-028a-4871-900b-0bb913ed3087 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:25.308750 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:25.309001 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2198a44-028a-4871-900b-0bb913ed3087 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:25.309403 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'status': 'completed', 'code': 200} Sep 18 07:58:25.403472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-4b9751b4-cdc7-4485-bb3a-f67f1a402e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.405683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-4b9751b4-cdc7-4485-bb3a-f67f1a402e29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1096 time: 0.0794718 Sep 18 07:58:25.411429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-a78fdbd6-0926-4c1a-a161-443e58ca9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.412897 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-a78fdbd6-0926-4c1a-a161-443e58ca9b41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e9343f52884851a177393a1e1809f6&device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 1096 time: 0.0569780 Sep 18 07:58:25.474338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62935b4f-33f3-4f10-8444-18227569c3e1 req-b96b430f-baf0-4470-b2a2-3a57e776da59 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.475846 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62935b4f-33f3-4f10-8444-18227569c3e1 req-b96b430f-baf0-4470-b2a2-3a57e776da59 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0495253 Sep 18 07:58:25.514866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62935b4f-33f3-4f10-8444-18227569c3e1 req-f4780207-c484-4c79-8e72-7ad17ca8a192 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Sep 18 07:58:25.572044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-a0d2249c-1d69-4653-ac99-6fd885c544ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.573538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-a0d2249c-1d69-4653-ac99-6fd885c544ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1597998 Sep 18 07:58:25.574652 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-8615824d-e1bf-422c-a8d3-0276587e8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.575971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-8615824d-e1bf-422c-a8d3-0276587e8a53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 200 len: 913 time: 0.1547396 Sep 18 07:58:25.681645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-cadd3759-e619-444b-91b2-eebccf1a1bf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.1008816 Sep 18 07:58:25.687721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-8f82df45-87d5-4383-be35-ff22cc167677 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 200 len: 1000 time: 0.1014109 Sep 18 07:58:25.766819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-3c0d8a6b-22e7-4bfe-bcbd-41a142a116ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.768253 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-3c0d8a6b-22e7-4bfe-bcbd-41a142a116ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0796845 Sep 18 07:58:25.771588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-14b63852-095e-4f62-bb45-a09c4dc7a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.772925 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-14b63852-095e-4f62-bb45-a09c4dc7a04b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 200 len: 851 time: 0.0772884 Sep 18 07:58:25.842520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-15f0d93a-36f9-4d38-b61e-5f668bfa7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.844028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-15f0d93a-36f9-4d38-b61e-5f668bfa7932 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681267 Sep 18 07:58:25.845707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-d5c41fa5-55c0-4923-a148-5d2e345c1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:25.847085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-d5c41fa5-55c0-4923-a148-5d2e345c1041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3b8235c-6c04-4024-8f3e-dd63df19b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638721 Sep 18 07:58:26.009839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-f8b44839-96da-4116-81e5-5e26bd23e160 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586108 Sep 18 07:58:26.011754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-adca1854-addb-4556-84e6-f84c00d13f94 service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537998 Sep 18 07:58:26.166007 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-a713aa46-eac5-4465-b7fb-6d00e6243a87 service neutron] 10.222.0.37 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496964 Sep 18 07:58:26.169348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0e442a6b-f2cb-4c7f-ba7c-493550d15d19 req-9019a941-456b-485e-a94e-a9d9f3b3d4ff service neutron] 10.222.0.24 "GET /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457582 Sep 18 07:58:26.634355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aee99-36f2-46c9-8f43-56f4ede3e211 req-da69ea5a-c6ae-47df-8dd4-82a920459d21 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:26.635909 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de8aee99-36f2-46c9-8f43-56f4ede3e211 req-da69ea5a-c6ae-47df-8dd4-82a920459d21 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0505576 Sep 18 07:58:26.676181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-de8aee99-36f2-46c9-8f43-56f4ede3e211 req-85a0b8ed-841e-4c3a-8f6b-e6384f740f2c tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Sep 18 07:58:27.794787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d73fba-0cfc-49eb-a540-d542bf8bca76 req-6ea3ac08-28c2-4cc7-90cb-9c01d1d03e6e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:27.796749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66d73fba-0cfc-49eb-a540-d542bf8bca76 req-6ea3ac08-28c2-4cc7-90cb-9c01d1d03e6e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0526779 Sep 18 07:58:27.834232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66d73fba-0cfc-49eb-a540-d542bf8bca76 req-afe81a50-65c5-4311-8852-052b7bad40a4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Sep 18 07:58:28.947053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5fbe-f27d-419b-ae80-1d7b59e0b1d9 req-e3e2db60-ce29-4ddd-a93d-c823afb9249d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:28.948521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3af5fbe-f27d-419b-ae80-1d7b59e0b1d9 req-e3e2db60-ce29-4ddd-a93d-c823afb9249d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0481682 Sep 18 07:58:28.985669 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b3af5fbe-f27d-419b-ae80-1d7b59e0b1d9 req-80e345b1-38dd-4876-8fd0-62558acd9ef2 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Sep 18 07:58:29.415839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:30.098997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78e7d6-6079-4561-8376-c0c2306255fe req-295cbeb6-326e-4787-a362-467bf80d60fc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:30.100462 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b78e7d6-6079-4561-8376-c0c2306255fe req-295cbeb6-326e-4787-a362-467bf80d60fc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0482221 Sep 18 07:58:30.136585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b78e7d6-6079-4561-8376-c0c2306255fe req-bb71abc0-e70f-4653-92b1-55222664f171 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Sep 18 07:58:31.254595 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e149b4-ca02-4fd3-b59e-1ac0d010ae44 req-e09b0a01-2fe7-4779-a032-00fcc96954fa tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:31.256106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57e149b4-ca02-4fd3-b59e-1ac0d010ae44 req-e09b0a01-2fe7-4779-a032-00fcc96954fa tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0520010 Sep 18 07:58:31.292345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57e149b4-ca02-4fd3-b59e-1ac0d010ae44 req-c851f457-e8bc-430c-bd3b-8dbd4aa7276f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301545 Sep 18 07:58:32.407524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4cc7-d3f3-40a1-9d2e-7a64a3cfd037 req-f6188ab1-7eb4-4773-9b9b-3eff90e8afc4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:32.409023 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c5b4cc7-d3f3-40a1-9d2e-7a64a3cfd037 req-f6188ab1-7eb4-4773-9b9b-3eff90e8afc4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0488126 Sep 18 07:58:32.446469 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c5b4cc7-d3f3-40a1-9d2e-7a64a3cfd037 req-1e219fbc-527a-4443-9ffd-f4b0e4ca798b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Sep 18 07:58:33.561758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af9f3-65e1-47b6-b292-204c9626d78a req-cd54130e-f3a3-4e66-9642-982b3ce44158 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:33.565866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d18af9f3-65e1-47b6-b292-204c9626d78a req-cd54130e-f3a3-4e66-9642-982b3ce44158 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0505097 Sep 18 07:58:33.599967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d18af9f3-65e1-47b6-b292-204c9626d78a req-6a0fa4d5-f90c-43d5-8d88-4cd990418765 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Sep 18 07:58:34.720580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a374-8499-4346-a89a-9c213b2d0c54 req-b292883f-631b-45bb-9de4-a7dbb247ef9f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:34.721981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c07a374-8499-4346-a89a-9c213b2d0c54 req-b292883f-631b-45bb-9de4-a7dbb247ef9f tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0522282 Sep 18 07:58:34.758298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2c07a374-8499-4346-a89a-9c213b2d0c54 req-28b6fd90-f837-40e8-8aaa-ec1f57224261 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Sep 18 07:58:35.875610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce3ac-6867-4091-a86c-2ec83ed2b178 req-6ed49255-1f05-4a3b-8651-53ec75c9a2f4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:35.877206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7ce3ac-6867-4091-a86c-2ec83ed2b178 req-6ed49255-1f05-4a3b-8651-53ec75c9a2f4 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0486791 Sep 18 07:58:35.920911 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be7ce3ac-6867-4091-a86c-2ec83ed2b178 req-02c8f9ea-1bb7-4a57-87c7-62db273d2d40 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Sep 18 07:58:36.034556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9275942-b2bf-472a-94cc-17834e9087d3 req-0b52a6b7-3a7f-4a8b-b78c-f1967baffbd1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:36.036041 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9275942-b2bf-472a-94cc-17834e9087d3 req-0b52a6b7-3a7f-4a8b-b78c-f1967baffbd1 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0481403 Sep 18 07:58:36.072718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b9275942-b2bf-472a-94cc-17834e9087d3 req-1c92c9ea-b60d-40a6-b2cc-fed0f3743077 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306716 Sep 18 07:58:36.187634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c712ff-44d3-4ed8-8d62-f0f959fcfdc1 req-a3c13fd9-590b-4c69-b97a-60e7a0c2740b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:36.189116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20c712ff-44d3-4ed8-8d62-f0f959fcfdc1 req-a3c13fd9-590b-4c69-b97a-60e7a0c2740b tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0517728 Sep 18 07:58:36.225999 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20c712ff-44d3-4ed8-8d62-f0f959fcfdc1 req-fcfac1ba-7138-4640-8b87-35bcb997a040 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Sep 18 07:58:36.649417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132fe16-7841-4fc4-8bee-cab99a3fa6d1 req-e506804b-5f65-46be-ba27-f400490fbdfb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:36.650853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d132fe16-7841-4fc4-8bee-cab99a3fa6d1 req-e506804b-5f65-46be-ba27-f400490fbdfb tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 944 time: 0.0488064 Sep 18 07:58:36.683382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:58:36.689068 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d132fe16-7841-4fc4-8bee-cab99a3fa6d1 req-b080d905-7e03-4a67-b2c8-b26b9bfa3f93 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322213 Sep 18 07:58:36.774811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:36.785709 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '09f15b90-d1d5-4077-97c1-f2501c602341', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'port_id': '09f15b90-d1d5-4077-97c1-f2501c602341', 'mac_address': 'fa:16:3e:10:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:58:36.825486 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:36.837411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:58:36.855834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:36.907199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:36.952170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:37.165400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['09f15b90-d1d5-4077-97c1-f2501c602341'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:58:37.805552 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfb76a-73a7-400c-82f5-d0b888ce50d5 req-1e8ff9b4-21d2-4650-b800-677fc716eaf3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:37.807039 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37cfb76a-73a7-400c-82f5-d0b888ce50d5 req-1e8ff9b4-21d2-4650-b800-677fc716eaf3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Sep 18 07:58:37.843219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37cfb76a-73a7-400c-82f5-d0b888ce50d5 req-3c8c99e4-0f74-438f-921c-aa73fdf5fc74 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc182765-54f7-45a5-af1e-46c8179ff43b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Sep 18 07:58:38.179890 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-b7cde52c-cf8d-444c-aba6-95ed019a2ef8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:38.181416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-b7cde52c-cf8d-444c-aba6-95ed019a2ef8 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Sep 18 07:58:38.271687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Deleting port 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:38.272036 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.360942 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] For port 09f15b90-d1d5-4077-97c1-f2501c602341, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=09f15b90-d1d5-4077-97c1-f2501c602341,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:38.361308 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.530957 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.531320 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.531636 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 disassociated. External IP: 172.25.4.213, port: 09f15b90-d1d5-4077-97c1-f2501c602341. Sep 18 07:58:38.531971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Calling delete_port for 09f15b90-d1d5-4077-97c1-f2501c602341 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:38.692841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:58:38.695753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.712932 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:58:38.713283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 07:58:38.724519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'Port': ['ID=09f15b90-d1d5-4077-97c1-f2501c602341,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:38.731373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Port 09f15b90-d1d5-4077-97c1-f2501c602341 not found, will not notify nova. {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 07:58:38.841105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:58:38.849646 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-24219202-3f65-4d85-9af5-c2e101357aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:38.943684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3fe033df-9047-4284-b40b-291aefea425c req-a199808b-bc85-458e-98de-c684eb91da07 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0306768 Sep 18 07:58:38.959435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:58:38.969377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:58:38.978190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:58:38.978818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:39.001453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] No DVR routers for this DVR port 09f15b90-d1d5-4077-97c1-f2501c602341 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:58:39.004096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:39.006194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-535ba8d9-6174-4c95-8a3f-a853bab6d422 req-bb87b276-9f8a-4eb4-9c25-37c4378515db tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.37 "DELETE /v2.0/ports/09f15b90-d1d5-4077-97c1-f2501c602341 HTTP/1.1" status: 204 len: 173 time: 0.8192141 Sep 18 07:58:39.006629 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-deleted', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:39.008929 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4341fb-b805-4f3d-ac1d-a948b3dc3b57" -d '{"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-deleted", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:39.045689 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44303fa-77aa-42ca-9572-dfabd4beedd5 x-openstack-request-id: req-c44303fa-77aa-42ca-9572-dfabd4beedd5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:39.046152 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a826-4505-4e35-90f1-48baa32fea51", "name": "network-vif-deleted", "tag": "09f15b90-d1d5-4077-97c1-f2501c602341", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:39.046516 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c44303fa-77aa-42ca-9572-dfabd4beedd5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:39.046988 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a826-4505-4e35-90f1-48baa32fea51', 'name': 'network-vif-deleted', 'tag': '09f15b90-d1d5-4077-97c1-f2501c602341', 'status': 'completed', 'code': 200} Sep 18 07:58:39.086682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:58:39.285782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:39.313324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:58:39.321602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:58:39.322241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:58:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:39.427270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:58:39.624456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:39.654146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30afc5-62ac-457c-9a76-82d40ca2b846 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:45Z', 'revision_number': 4, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '61c988aa-2f9e-47d6-af13-698ee4b60d58', 'name': '', 'network_id': 'b3b8235c-6c04-4024-8f3e-dd63df19b4fd', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'mac_address': 'fa:16:3e:9f:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:44Z', 'updated_at': '2021-09-18T07:46:48Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'subnets': [{'id': '4d828442-01e7-4663-b0e5-a7d5f82d8e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:58:39.867996 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bcc05b-4ab3-47c3-85c7-ed02308abd73 None None] New status for floating IP 1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 07:58:40.041104 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d87c4d68-0b14-4256-b7e6-bf0fce92661b req-36029234-d8ff-4e65-9b3f-0e426824d56d tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0290766 Sep 18 07:58:41.139593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-22949187-301f-41de-ac2d-f06fa76c6e90 req-ad37bdc4-b462-4226-be2c-120e370eb4b5 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0261354 Sep 18 07:58:41.541392 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-85c5e382-1a3c-4f0d-a9a9-775da3afc6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:42.112824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:42.233589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4f928edb-421d-4d81-bcc9-0af5a4c095c4 req-042c2ee0-89b2-41d7-8b75-e4f1fe603e3e tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d44a826-4505-4e35-90f1-48baa32fea51 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Sep 18 07:58:42.724173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:42.743484 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 09f15b90-d1d5-4077-97c1-f2501c602341 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:58:42.744756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 09f15b90-d1d5-4077-97c1-f2501c602341 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:43.467620 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:44.353957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:58:44.913011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:45.627355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.124995 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:47.177642 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.200144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.312558 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.315091 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.316250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "DELETE /v2.0/security-groups/cc182765-54f7-45a5-af1e-46c8179ff43b HTTP/1.1" status: 204 len: 168 time: 0.1902640 Sep 18 07:58:47.318918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:47.325427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc182765-54f7-45a5-af1e-46c8179ff43b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:47.332567 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [None req-6a2e217d-c632-4783-a33f-7fb4c76a8ce3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] show failed (client error): The resource could not be found. Sep 18 07:58:47.332745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.334821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.334821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6a2e217d-c632-4783-a33f-7fb4c76a8ce3 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "GET /v2.0/security-groups/cc182765-54f7-45a5-af1e-46c8179ff43b HTTP/1.1" status: 404 len: 347 time: 0.0135603 Sep 18 07:58:47.335141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.335883 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.336220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.336627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef5e9c-0e7f-446f-bd79-08da682c61cc tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:58:47.336734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42476) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:47.461140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Deleting port cc417ae0-8b46-42f3-bda8-0c7b5557985f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:47.461481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.535180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.535516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.547827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Calling delete_port for cc417ae0-8b46-42f3-bda8-0c7b5557985f owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:47.746479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.771363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Pushing event deleted for resources: {'Port': ['ID=cc417ae0-8b46-42f3-bda8-0c7b5557985f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:47.833159 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.835677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:47.836842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7d51bd05-0471-49da-a643-74477ec71120 tempest-ServerActionsTestJSON-212789315 tempest-ServerActionsTestJSON-212789315-project] 10.222.0.20 "DELETE /v2.0/floatingips/1d4f79f8-100f-469a-b0d5-ba5d5cf5cf12 HTTP/1.1" status: 204 len: 168 time: 0.4993429 Sep 18 07:58:47.839988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42478) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:48.633056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:48.868278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Deleting port 61c988aa-2f9e-47d6-af13-698ee4b60d58 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:48.868611 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:48.946740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] For port 61c988aa-2f9e-47d6-af13-698ee4b60d58, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61c988aa-2f9e-47d6-af13-698ee4b60d58,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:48.947101 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:48.959126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Calling delete_port for 61c988aa-2f9e-47d6-af13-698ee4b60d58 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:49.215745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:49.241268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c988aa-2f9e-47d6-af13-698ee4b60d58,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:49.406339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:49.623785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 07:58:49.728454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 07:58:49.734023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-67cccf65-2c92-4bf2-9e07-4d4bb64b4be8 admin admin] 10.222.0.20 "PUT /v2.0/routers/2c8da3d9-9498-4ca3-a86e-9c6b85392306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930645 Sep 18 07:58:49.736503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42482) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:49.738665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Sync routers for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 07:58:49.747804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:58:49.748423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:49.839553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:49.850809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:58:49.942039 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.021076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157'}], 'enable_snat': True}, 'gw_port_id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:58:49Z', 'revision_number': 5, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port': {'id': '66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:19:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:50.053011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Checking router: 2c8da3d9-9498-4ca3-a86e-9c6b85392306 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 07:58:50.053887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Deleting port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:50.054267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.061287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Routers {'2c8da3d9-9498-4ca3-a86e-9c6b85392306'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 07:58:50.061891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:58:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:50.136559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] For port 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:50.136917 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.146572 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] Set router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 07:58:50.149025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Calling delete_port for 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:50.196007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:58:49Z', 'revision_number': 6, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:50.225033 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e22d8-896f-4172-a36f-f1471a767328 None None] The sync data for ids ['2c8da3d9-9498-4ca3-a86e-9c6b85392306'] in n-d-789963-14 is: [{'id': '2c8da3d9-9498-4ca3-a86e-9c6b85392306', 'name': 'tempest-ServerActionsTestJSON-1431640798-router', 'tenant_id': '11e9343f52884851a177393a1e1809f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:46:42Z', 'updated_at': '2021-09-18T07:58:49Z', 'revision_number': 6, 'project_id': '11e9343f52884851a177393a1e1809f6', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 07:58:50.381263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.407710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:50.467202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.556342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.558511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.649811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.650432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8da3d9-9498-4ca3-a86e-9c6b85392306 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:58:50.654817 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.656013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-29c2ae4f-1f53-432c-9d4b-3860d959abb3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2c8da3d9-9498-4ca3-a86e-9c6b85392306 HTTP/1.1" status: 204 len: 168 time: 0.9185975 Sep 18 07:58:50.658578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42484) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:50.703267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Deleting subnet 4d828442-01e7-4663-b0e5-a7d5f82d8e9c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:58:50.706271 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.739613 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.820076 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.936988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.964598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d828442-01e7-4663-b0e5-a7d5f82d8e9c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:50.966642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:50.968705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e895bd78-7ac4-4094-93b9-2160d6a25275 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d828442-01e7-4663-b0e5-a7d5f82d8e9c HTTP/1.1" status: 204 len: 168 time: 0.3090439 Sep 18 07:58:50.971239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42486) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:50.971711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13171cb3-4e99-45dd-865d-aaae4098b6e2 None None] Network b3b8235c-6c04-4024-8f3e-dd63df19b4fd requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:58:51.044051 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.098943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Deleting port 947da598-3f23-4ab6-aa8a-71ff84e6d523 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:51.099290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.137340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] DHCP port deletion for b3b8235c-6c04-4024-8f3e-dd63df19b4fd request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:58:51.167516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] For port 947da598-3f23-4ab6-aa8a-71ff84e6d523, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=947da598-3f23-4ab6-aa8a-71ff84e6d523,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:51.167888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.181725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Calling delete_port for 947da598-3f23-4ab6-aa8a-71ff84e6d523 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:51.186191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Deleting port 947da598-3f23-4ab6-aa8a-71ff84e6d523 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:58:51.186584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.249379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] For port 947da598-3f23-4ab6-aa8a-71ff84e6d523, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=947da598-3f23-4ab6-aa8a-71ff84e6d523,segment=NetworkSegment(9476a2a9-54aa-40c6-816d-917f1679d4f2),segment_id=9476a2a9-54aa-40c6-816d-917f1679d4f2)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:58:51.249773 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.261658 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Calling delete_port for 947da598-3f23-4ab6-aa8a-71ff84e6d523 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:58:51.324239 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.337399 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.355100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=947da598-3f23-4ab6-aa8a-71ff84e6d523,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:51.357500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] No DVR routers for this DVR port 947da598-3f23-4ab6-aa8a-71ff84e6d523 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:58:51.367715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] No DVR routers for this DVR port 947da598-3f23-4ab6-aa8a-71ff84e6d523 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:58:51.371471 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eaebf-9c94-405a-8935-d850a36caccf None None] Pushing event deleted for resources: {'Port': ['ID=947da598-3f23-4ab6-aa8a-71ff84e6d523,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:51.427998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.447052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b8235c-6c04-4024-8f3e-dd63df19b4fd']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:51.456348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9476a2a9-54aa-40c6-816d-917f1679d4f2') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:51.456656 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9476a2a9-54aa-40c6-816d-917f1679d4f2') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:58:51.465729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.479389 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.486637 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:58:51.486637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:58:51.488029 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:58:51.535498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:51.555523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:58:51.555882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66ddf3fb-25dc-4d40-b11e-f9f3b17c4dff not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:51.556286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 947da598-3f23-4ab6-aa8a-71ff84e6d523 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:51.574337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 947da598-3f23-4ab6-aa8a-71ff84e6d523 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:58:51.574689 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 947da598-3f23-4ab6-aa8a-71ff84e6d523 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:51.575113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61c988aa-2f9e-47d6-af13-698ee4b60d58 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:58:51.587353 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.594123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.596064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3b8235c-6c04-4024-8f3e-dd63df19b4fd HTTP/1.1" status: 204 len: 168 time: 0.6233151 Sep 18 07:58:51.598565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 61c988aa-2f9e-47d6-af13-698ee4b60d58 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:58:51.598923 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61c988aa-2f9e-47d6-af13-698ee4b60d58 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:58:51.608140 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9f571-6450-472d-9b82-83cc80516f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b8235c-6c04-4024-8f3e-dd63df19b4fd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:51.876093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42490) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:51.915397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e7be7ef8-f0fa-450b-95f0-a8be9df69fa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11e9343f52884851a177393a1e1809f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381234 Sep 18 07:58:51.917762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42492) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:51.964537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:51.985209 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:52.095236 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:52.097731 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:52.098923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4441059e-cc17-482f-8dfd-5d9f0879b2f2 HTTP/1.1" status: 204 len: 168 time: 0.1802607 Sep 18 07:58:52.106655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e953a71-bc13-4b30-89e9-819e0b9397ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4441059e-cc17-482f-8dfd-5d9f0879b2f2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:53.226581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42514) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:53.319500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-407761981-network', 'tenant_id': '0834ff6cbb5746a0a5975516654aaa7b'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:53.427082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Made reservation on behalf of 0834ff6cbb5746a0a5975516654aaa7b for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:58:53.429353 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.438667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.524568 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.609623 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.636535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:58:53.643292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a1eb0-e56e-4711-b169-151d5a7c1eaa,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:53.649094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.650856 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Added segment 7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81 of type vlan for network ec331941-e4a4-4d3d-bea0-94c071204114 Sep 18 07:58:53.689329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.757849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.758837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:53.759417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:53.821192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] Pushing event updated for resources: {'Network': ['ID=ec331941-e4a4-4d3d-bea0-94c071204114,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:53.830851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ec331941-e4a4-4d3d-bea0-94c071204114 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:58:53.844697 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df73ff3c-2413-422e-9e87-4748ea788cbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6169693 Sep 18 07:58:53.847546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42518) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:58:53.852322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Request body: {'subnet': {'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-407761981-subnet', 'tenant_id': '0834ff6cbb5746a0a5975516654aaa7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:53.929794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Made reservation on behalf of 0834ff6cbb5746a0a5975516654aaa7b for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:58:53.932188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:54.135966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:54.193533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0519d731-3f06-40c6-b60a-10d98f9ddbcb,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:54.200657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Checking segment: {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:58:54.201022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Network hostable DHCP agents. Network: ec331941-e4a4-4d3d-bea0-94c071204114, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:58:54.295782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Network ec331941-e4a4-4d3d-bea0-94c071204114 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:58:54.351981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ec331941-e4a4-4d3d-bea0-94c071204114) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:58:54.355980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:54.356599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:54.362748 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6783b27-150a-4637-9861-8f6e13893958 None None] Network ec331941-e4a4-4d3d-bea0-94c071204114 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:58:54.422231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d10ef85b-ae30-4e06-924b-8993ce882f00 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5735800 Sep 18 07:58:54.636900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558b296-6d05-4f71-b2bb-cadd73ce4779 None None] Network ec331941-e4a4-4d3d-bea0-94c071204114 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:58:54.865036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-27596bf3-1866-4d78-9672-841658be8363 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:54.866534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-27596bf3-1866-4d78-9672-841658be8363 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/networks?id=ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 200 len: 813 time: 0.1078613 Sep 18 07:58:54.881595 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-7740965c-ef98-4dfe-969a-651372384e8a tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/quotas/0834ff6cbb5746a0a5975516654aaa7b HTTP/1.1" status: 200 len: 375 time: 0.0093031 Sep 18 07:58:54.912582 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-bb94acad-dfc9-4f1a-959a-03a089d9ffad tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258577 Sep 18 07:58:55.000116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-d2c88434-408f-4deb-b5d9-b8b0e486f5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807073 Sep 18 07:58:55.091190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-44732e41-90a4-4479-b56f-15df5c24600a service neutron] 10.222.0.20 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850790 Sep 18 07:58:55.328089 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9d06c82-56e1-474c-aad8-a3fad082987c req-ef62597c-7414-4f41-b3c5-4b9b5a1f9157 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 210 time: 0.0265181 Sep 18 07:58:56.420183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2e358e7a-ded6-4ba9-a657-388b9d1bdb24 req-389df9a7-952a-4e6e-b29c-42e39d9000d2 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Sep 18 07:58:57.224854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-0ca2bb22-ec90-482d-a657-a4fe903857f6 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:57.226370 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-0ca2bb22-ec90-482d-a657-a4fe903857f6 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.37 "GET /v2.0/networks?id=ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 200 len: 813 time: 0.1077237 Sep 18 07:58:57.238530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Request body: {'port': {'device_id': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114', 'admin_state_up': True, 'tenant_id': '0834ff6cbb5746a0a5975516654aaa7b'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:57.409848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Made reservation on behalf of 0834ff6cbb5746a0a5975516654aaa7b for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:58:57.413676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:57.522621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-16887613-3704-4e50-b4cf-6655114a2737 req-f904e3d2-1b1b-4961-adcb-0db4ff6bd1f8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Sep 18 07:58:57.547530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Allocated IP 172.20.0.12 (ec331941-e4a4-4d3d-bea0-94c071204114/0519d731-3f06-40c6-b60a-10d98f9ddbcb/588bc367-2b0a-4f46-84b6-d42950a1fcb3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:58:57.695786 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:57.780831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:57.821465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Network ec331941-e4a4-4d3d-bea0-94c071204114 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:58:57.824493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:58:57.828132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:58:57.856320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Pushing event updated for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:57.880934 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:57.881535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:57.964201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-38c28e3d-aaa9-44b6-a95a-2002319c9f05 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7294235 Sep 18 07:58:57.976341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Request body: {'port': {'device_id': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:58:58.031095 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.281209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588bc367-2b0a-4f46-84b6-d42950a1fcb3 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:58:58.288250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.299949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Transition to ACTIVE for port object 588bc367-2b0a-4f46-84b6-d42950a1fcb3 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:58:58.375062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.424830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Pushing event updated for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:58.492516 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Attempting to bind port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:58:58.492848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Attempting to bind port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:58:58.493175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Attempting to bind port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 on network ec331941-e4a4-4d3d-bea0-94c071204114 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:58.497402 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 on network ec331941-e4a4-4d3d-bea0-94c071204114 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:58:58.497717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Attempting to bind port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 on network ec331941-e4a4-4d3d-bea0-94c071204114 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:58:58.502649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:58:58.502989 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Checking segment: {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:58:58.503378 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Bound using segment: {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:58:58.503803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Bound port: 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:58:58.504186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.567529 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:58:58.570541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:58:58.632621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.636237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7b0d7-44f1-4c87-aa92-25fc943395e0 req-9a11cb8d-9771-4473-82b8-bb142fb116d5 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:58.638386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89d7b0d7-44f1-4c87-aa92-25fc943395e0 req-9a11cb8d-9771-4473-82b8-bb142fb116d5 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 944 time: 0.0482047 Sep 18 07:58:58.665625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:58.666267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:58.667656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] 10.222.0.37 "PUT /v2.0/ports/588bc367-2b0a-4f46-84b6-d42950a1fcb3 HTTP/1.1" status: 200 len: 1093 time: 0.6951597 Sep 18 07:58:58.668094 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:58:58.670349 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b190d-57f2-46b7-9051-300b12951898" -d '{"events": [{"name": "network-changed", "server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:58:58.676782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89d7b0d7-44f1-4c87-aa92-25fc943395e0 req-b03732a5-b6e9-4a01-bef1-0f4a9e32aa1a tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Sep 18 07:58:58.707435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ddbb-303f-4a60-a833-1e7b9925e398 service neutron] Pushing event updated for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:58:58.713063 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f4c5a-21e2-48ba-9d75-fc4ffd3025d4 x-openstack-request-id: req-561f4c5a-21e2-48ba-9d75-fc4ffd3025d4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:58:58.713356 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:58:58.713705 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-561f4c5a-21e2-48ba-9d75-fc4ffd3025d4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:58:58.714137 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3', 'status': 'completed', 'code': 200} Sep 18 07:58:58.774555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b190d-57f2-46b7-9051-300b12951898 req-3169234e-912e-4427-a4bf-7528edf4690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:58.776152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-026b190d-57f2-46b7-9051-300b12951898 req-3169234e-912e-4427-a4bf-7528edf4690b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 1096 time: 0.0415745 Sep 18 07:58:58.870876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b190d-57f2-46b7-9051-300b12951898 req-d4287533-9764-419a-a067-5f8a69bdd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:58.872760 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-026b190d-57f2-46b7-9051-300b12951898 req-d4287533-9764-419a-a067-5f8a69bdd50c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0887856 Sep 18 07:58:58.967523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b190d-57f2-46b7-9051-300b12951898 req-dd09007c-0a7d-42fa-bf6a-7571dd5adbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:58.968986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-026b190d-57f2-46b7-9051-300b12951898 req-dd09007c-0a7d-42fa-bf6a-7571dd5adbf6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900910 Sep 18 07:58:59.042783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-b25b46b0-28dc-4272-988f-4ed32d80fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:59.044774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-b25b46b0-28dc-4272-988f-4ed32d80fbe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 1096 time: 0.0398824 Sep 18 07:58:59.088810 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-fd287096-e4dc-473a-b69c-310eb3d9472c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0369511 Sep 18 07:58:59.137457 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-f7b947c8-0238-4d82-b2f0-76edd34daaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:59.138880 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-f7b947c8-0238-4d82-b2f0-76edd34daaf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0519d731-3f06-40c6-b60a-10d98f9ddbcb HTTP/1.1" status: 200 len: 853 time: 0.0429811 Sep 18 07:58:59.170012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-193a5f6e-89bc-4ea1-a748-f68380a7da7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec331941-e4a4-4d3d-bea0-94c071204114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239751 Sep 18 07:58:59.261863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-15a05e79-6854-446b-96e0-bbc9b6fc797f service neutron] 10.222.0.37 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847874 Sep 18 07:58:59.352600 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7f181358-5ec3-4bc8-b58b-45603430f292 req-e4577a4b-b08a-4b93-af53-6bf832c75dbd service neutron] 10.222.0.37 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833595 Sep 18 07:58:59.386849 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:58:59.794468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287ae37-58ba-4e08-8e0e-1b60fdace16d req-b098790c-3591-4c04-a8df-e09106b3e1f6 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:58:59.796043 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c287ae37-58ba-4e08-8e0e-1b60fdace16d req-b098790c-3591-4c04-a8df-e09106b3e1f6 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 944 time: 0.0504060 Sep 18 07:58:59.834825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c287ae37-58ba-4e08-8e0e-1b60fdace16d req-d4852b15-9278-4ce4-8439-a022243692e0 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Sep 18 07:59:00.948768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea045235-699c-4e39-be67-a8d7c331cf4c req-fd22a6ee-7629-46d3-9975-e3c4650922cf tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:00.950241 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea045235-699c-4e39-be67-a8d7c331cf4c req-fd22a6ee-7629-46d3-9975-e3c4650922cf tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 944 time: 0.0480506 Sep 18 07:59:00.990848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea045235-699c-4e39-be67-a8d7c331cf4c req-1676e33f-22e0-44b5-9532-c37f6f030b08 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Sep 18 07:59:02.107721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d923207-ee9f-464b-b800-9296454bed4a req-912fcfa9-8b40-4a22-86d9-487425196b2d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:02.109215 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d923207-ee9f-464b-b800-9296454bed4a req-912fcfa9-8b40-4a22-86d9-487425196b2d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 944 time: 0.0542686 Sep 18 07:59:02.146084 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d923207-ee9f-464b-b800-9296454bed4a req-1882fffa-2f94-4e85-b040-e804a4371e36 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Sep 18 07:59:02.818239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 588bc367-2b0a-4f46-84b6-d42950a1fcb3 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:59:02.912217 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:02.922994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '588bc367-2b0a-4f46-84b6-d42950a1fcb3', 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114', 'port_id': '588bc367-2b0a-4f46-84b6-d42950a1fcb3', 'mac_address': 'fa:16:3e:ea:78:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519d731-3f06-40c6-b60a-10d98f9ddbcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:59:02.958322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:02.970933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588bc367-2b0a-4f46-84b6-d42950a1fcb3 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:59:02.991360 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:03.072137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:03.116890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:03.255427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['588bc367-2b0a-4f46-84b6-d42950a1fcb3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:03.258603 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5199d11-eb02-4704-bfa3-32674aaa5405 req-b816009f-eb9d-4c3c-b2bc-5ed332380fce tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:03.260173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5199d11-eb02-4704-bfa3-32674aaa5405 req-b816009f-eb9d-4c3c-b2bc-5ed332380fce tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Sep 18 07:59:03.298336 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5199d11-eb02-4704-bfa3-32674aaa5405 req-92a8fd78-43ed-41b9-bb5e-57b29df99e09 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Sep 18 07:59:04.412594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37317f76-aca7-4106-a1bb-83f8f3d5f815 req-f08444da-96cc-472b-bda5-ac14f048783e tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:04.414101 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37317f76-aca7-4106-a1bb-83f8f3d5f815 req-f08444da-96cc-472b-bda5-ac14f048783e tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 945 time: 0.0491133 Sep 18 07:59:04.454784 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-37317f76-aca7-4106-a1bb-83f8f3d5f815 req-14b79504-b1ca-421b-bd47-c1f2899c6052 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346367 Sep 18 07:59:04.818305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 588bc367-2b0a-4f46-84b6-d42950a1fcb3 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:04.935464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:59:04.939070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:04.939441 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:05.015264 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:05.037929 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:59:05.040171 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9099d673-af78-49a2-b424-a7561873b977" -d '{"events": [{"server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "name": "network-vif-plugged", "status": "completed", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:59:05.053362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:05.078536 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace30ec-1738-47fd-b8ec-cffde6d2369f x-openstack-request-id: req-0ace30ec-1738-47fd-b8ec-cffde6d2369f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:59:05.078829 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "name": "network-vif-plugged", "status": "completed", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:59:05.079080 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ace30ec-1738-47fd-b8ec-cffde6d2369f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:59:05.079490 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3', 'code': 200} Sep 18 07:59:05.095252 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:05.144411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:05.173469 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bfeaa-db57-4345-9261-03695d67d465 req-a15464fd-7d5b-4e43-9546-a69be61b1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:05.175012 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-920bfeaa-db57-4345-9261-03695d67d465 req-a15464fd-7d5b-4e43-9546-a69be61b1b2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 1098 time: 0.0406179 Sep 18 07:59:05.213940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-920bfeaa-db57-4345-9261-03695d67d465 req-91f0f80b-67c9-4b39-9c1f-816ceaf4e260 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Sep 18 07:59:05.798313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2d52c-be01-4289-b10a-903d62d2b865 req-5c449427-a48b-4fa3-b91d-c56681fd4fed tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:05.799824 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2c2d52c-be01-4289-b10a-903d62d2b865 req-5c449427-a48b-4fa3-b91d-c56681fd4fed tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0494494 Sep 18 07:59:05.836792 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f2c2d52c-be01-4289-b10a-903d62d2b865 req-d5bc5a2e-7d88-4d52-9286-efc70af9f56c tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Sep 18 07:59:06.949556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ca7ad-9b51-4d69-a669-88f24c53374b req-191dc194-74de-4835-aa5b-be0b6ad049ff tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:06.951123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe0ca7ad-9b51-4d69-a669-88f24c53374b req-191dc194-74de-4835-aa5b-be0b6ad049ff tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0483222 Sep 18 07:59:06.988235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe0ca7ad-9b51-4d69-a669-88f24c53374b req-a446ef4b-67e0-4ece-860a-c2ae01c99afb tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Sep 18 07:59:07.204111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-05a19e56-10ef-4ab6-93a9-714b080be360 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:07.205478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-05a19e56-10ef-4ab6-93a9-714b080be360 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/networks?id=ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 200 len: 813 time: 0.1014078 Sep 18 07:59:07.219839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-d3a07c3a-ab32-45ce-a480-4a3f9962f696 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/quotas/0834ff6cbb5746a0a5975516654aaa7b HTTP/1.1" status: 200 len: 375 time: 0.0087373 Sep 18 07:59:07.267224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-39773b87-3c4d-4fbd-8cc7-93cdc1e8207f tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423939 Sep 18 07:59:07.358208 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-f7d33af0-c098-4363-ae6e-6c5e6fd21850 service neutron] 10.222.0.20 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842118 Sep 18 07:59:07.445837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-8d116887-c02c-40d7-aeb6-a4bb1459aef6 service neutron] 10.222.0.20 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817056 Sep 18 07:59:07.649227 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11c17d63-561f-4910-9a83-63de9227dd57 req-eebca4d0-42fa-490b-ba62-26703663db8b tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 210 time: 0.0259638 Sep 18 07:59:08.744245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ae015f5-2b28-48d6-b884-55c9392dbebc req-e11d86ce-157a-40bf-a122-7dfba5fb7e83 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 210 time: 0.0297542 Sep 18 07:59:08.883418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c36f-8e67-4856-ad6d-32c65b1e2d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:09.686718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-e3055a0e-ea2f-4032-8ae3-f8f8029f9ade tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:09.688107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-e3055a0e-ea2f-4032-8ae3-f8f8029f9ade tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.24 "GET /v2.0/networks?id=ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 200 len: 813 time: 0.1022191 Sep 18 07:59:09.706584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Request body: {'port': {'device_id': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114', 'admin_state_up': True, 'tenant_id': '0834ff6cbb5746a0a5975516654aaa7b'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:09.849205 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9ae877d-aaed-4e69-938c-1add323cbd97 req-44b16efc-70ca-4426-b784-794e80e329ad tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Sep 18 07:59:09.877762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Made reservation on behalf of 0834ff6cbb5746a0a5975516654aaa7b for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:09.881466 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.007352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Allocated IP 172.20.0.13 (ec331941-e4a4-4d3d-bea0-94c071204114/0519d731-3f06-40c6-b60a-10d98f9ddbcb/eeb95399-9a89-4f4a-9d3c-34a733ffde5f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:10.158395 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.238170 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.250388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['588bc367-2b0a-4f46-84b6-d42950a1fcb3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:10.280066 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Network ec331941-e4a4-4d3d-bea0-94c071204114 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:10.283030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:10.286716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:10.318821 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Pushing event updated for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:10.333132 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.333487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.333837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.334209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.334552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.334887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.335219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.335557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.335891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.336217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.336542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.336866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:10.356949 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:10.357566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.426797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-bfb9ed7a-390f-42ff-82ba-840dec3d00d7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236688 Sep 18 07:59:10.489753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Request body: {'port': {'device_id': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:10.541402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.798405 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb95399-9a89-4f4a-9d3c-34a733ffde5f {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:59:10.805610 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.817725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Transition to ACTIVE for port object eeb95399-9a89-4f4a-9d3c-34a733ffde5f will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 07:59:10.883745 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:10.936087 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:10.965503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e5b4-e412-4703-b0c7-70060424311c req-819c7ed2-68ec-4be0-afe6-65eef6b2380d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:10.967063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1dc4e5b4-e412-4703-b0c7-70060424311c req-819c7ed2-68ec-4be0-afe6-65eef6b2380d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 944 time: 0.0511477 Sep 18 07:59:11.000625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Attempting to bind port eeb95399-9a89-4f4a-9d3c-34a733ffde5f on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:11.000978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Attempting to bind port eeb95399-9a89-4f4a-9d3c-34a733ffde5f by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:11.001294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Attempting to bind port eeb95399-9a89-4f4a-9d3c-34a733ffde5f on network ec331941-e4a4-4d3d-bea0-94c071204114 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:11.005132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1dc4e5b4-e412-4703-b0c7-70060424311c req-e7fb8190-453f-4981-abc1-6a8eb597dbb9 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Sep 18 07:59:11.005670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Port eeb95399-9a89-4f4a-9d3c-34a733ffde5f on network ec331941-e4a4-4d3d-bea0-94c071204114 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 07:59:11.006026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Attempting to bind port eeb95399-9a89-4f4a-9d3c-34a733ffde5f on network ec331941-e4a4-4d3d-bea0-94c071204114 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:11.010831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:11.011172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Checking segment: {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:11.011560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Bound using segment: {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:11.011991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Bound port: eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:11.012407 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:11.078140 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:11.081007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:11.146846 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:11.180440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.181055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:11.182485 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] 10.222.0.24 "PUT /v2.0/ports/eeb95399-9a89-4f4a-9d3c-34a733ffde5f HTTP/1.1" status: 200 len: 1093 time: 0.6970201 Sep 18 07:59:11.182921 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:59:11.185794 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e485ff-18a4-422b-9009-c62b387ed139" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:59:11.208780 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6e28-d23e-44d5-8270-e2109e3f8e77 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:11.222169 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 07:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c97737-3324-4fe6-b458-35eb3c4a9ac1 x-openstack-request-id: req-b2c97737-3324-4fe6-b458-35eb3c4a9ac1 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:59:11.222470 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:59:11.222733 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c97737-3324-4fe6-b458-35eb3c4a9ac1 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:59:11.223141 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f', 'status': 'completed', 'code': 200} Sep 18 07:59:11.310125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-04677b1a-ff26-4654-9c60-a82fcbc43445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.311691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-04677b1a-ff26-4654-9c60-a82fcbc43445 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 1096 time: 0.0456765 Sep 18 07:59:11.419329 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-411f26e4-06b2-4934-be8e-f7f9b6980507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.420827 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-411f26e4-06b2-4934-be8e-f7f9b6980507 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961862 Sep 18 07:59:11.514903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-25e76452-6ba0-4940-adc6-8b032cf85c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.516476 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f0e485ff-18a4-422b-9009-c62b387ed139 req-25e76452-6ba0-4940-adc6-8b032cf85c7e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889325 Sep 18 07:59:11.540916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-31470f08-4e87-4b75-b3ba-aae64d80f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:11.614743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-e99d9c9c-b124-4744-b591-84ee075978eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.616232 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-e99d9c9c-b124-4744-b591-84ee075978eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 1096 time: 0.0452056 Sep 18 07:59:11.662553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-8a976253-c378-4d65-b7d5-0a7ccd718c5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f HTTP/1.1" status: 200 len: 217 time: 0.0331614 Sep 18 07:59:11.710215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aae18-343e-42c2-a742-abb8e60c78cb req-4c4f87e0-9c7b-400a-918c-7b76cf60bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:11.711599 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-4c4f87e0-9c7b-400a-918c-7b76cf60bc0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0519d731-3f06-40c6-b60a-10d98f9ddbcb HTTP/1.1" status: 200 len: 853 time: 0.0420187 Sep 18 07:59:11.741257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-d9a199c0-f5ee-4910-8224-60ee304969db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec331941-e4a4-4d3d-bea0-94c071204114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226979 Sep 18 07:59:11.833228 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-9b4c62cd-c896-423e-8a83-53e41243cf2f service neutron] 10.222.0.24 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Sep 18 07:59:11.926953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-691aae18-343e-42c2-a742-abb8e60c78cb req-dee16cb9-62d5-4efa-8d93-3f84c7e4f6bd service neutron] 10.222.0.24 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Sep 18 07:59:12.117484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:12.123954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950723d5-e4b1-452c-bccb-dc7caa78feb2 req-3549e707-44f1-4281-8c44-8dfe9cda58eb tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:12.125447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-950723d5-e4b1-452c-bccb-dc7caa78feb2 req-3549e707-44f1-4281-8c44-8dfe9cda58eb tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Sep 18 07:59:12.163085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-950723d5-e4b1-452c-bccb-dc7caa78feb2 req-59a11ae1-42a8-4827-a770-96e1fb22a5c3 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Sep 18 07:59:13.280810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad695-9e6d-4b48-bba9-ac1f6fd34f10 req-cfaa78a9-dcc3-4092-9550-47e00e7ee0a1 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:13.282307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c8ad695-9e6d-4b48-bba9-ac1f6fd34f10 req-cfaa78a9-dcc3-4092-9550-47e00e7ee0a1 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 944 time: 0.0515196 Sep 18 07:59:13.319493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4c8ad695-9e6d-4b48-bba9-ac1f6fd34f10 req-fc95a6bb-48fc-4f30-9afe-6fe928c36478 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Sep 18 07:59:13.558091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:14.430103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6d9bb-c38c-4680-8a87-ff9fa426e1e3 req-b5701af8-5625-45a0-93f7-47d2422ff883 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:14.431569 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28d6d9bb-c38c-4680-8a87-ff9fa426e1e3 req-b5701af8-5625-45a0-93f7-47d2422ff883 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 944 time: 0.0482838 Sep 18 07:59:14.468972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28d6d9bb-c38c-4680-8a87-ff9fa426e1e3 req-08f190f7-f50c-47c8-87be-ab2ad72c09b4 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Sep 18 07:59:14.923633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:15.580064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0cf0e-4e3f-40b4-a2b7-e3549b9dcec6 req-01e2229a-a0de-4b04-9a99-50c55a7c9b53 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:15.581527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7d0cf0e-4e3f-40b4-a2b7-e3549b9dcec6 req-01e2229a-a0de-4b04-9a99-50c55a7c9b53 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 944 time: 0.0481966 Sep 18 07:59:15.586848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:15.617750 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a7d0cf0e-4e3f-40b4-a2b7-e3549b9dcec6 req-4d547b78-f1fd-48ea-8484-24b8b1006b1d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303457 Sep 18 07:59:16.379252 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device eeb95399-9a89-4f4a-9d3c-34a733ffde5f details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 07:59:16.473049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:16.484312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f', 'network_id': 'ec331941-e4a4-4d3d-bea0-94c071204114', 'port_id': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f', 'mac_address': 'fa:16:3e:e5:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0519d731-3f06-40c6-b60a-10d98f9ddbcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 07:59:16.519641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:16.531651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb95399-9a89-4f4a-9d3c-34a733ffde5f {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 07:59:16.550362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:16.597637 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:16.642966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:16.650335 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.650693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.651041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.651383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.651722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.652074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.652378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.653498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.653498 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.653834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.654186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.654513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:16.736213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb73c9-2808-42eb-b4f1-11ff8eed79a4 req-e1f2928a-bc8b-4e40-82e0-f9341df857ce tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:16.737733 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43cb73c9-2808-42eb-b4f1-11ff8eed79a4 req-e1f2928a-bc8b-4e40-82e0-f9341df857ce tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Sep 18 07:59:16.774918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43cb73c9-2808-42eb-b4f1-11ff8eed79a4 req-93623aed-ceaf-48e5-a00b-c98119999a9f tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308549 Sep 18 07:59:16.971937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['eeb95399-9a89-4f4a-9d3c-34a733ffde5f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:17.886734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb29c2-11d8-4dfc-8db9-88497291a9d1 req-9cf566fd-ef18-45b3-94a8-5b3cf1b3ac45 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:17.889487 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cfb29c2-11d8-4dfc-8db9-88497291a9d1 req-9cf566fd-ef18-45b3-94a8-5b3cf1b3ac45 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 945 time: 0.0475619 Sep 18 07:59:17.926389 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cfb29c2-11d8-4dfc-8db9-88497291a9d1 req-c8893162-bfe3-4fe3-b967-9fc47165e4dc tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Sep 18 07:59:18.398149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device eeb95399-9a89-4f4a-9d3c-34a733ffde5f up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:18.506473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port eeb95399-9a89-4f4a-9d3c-34a733ffde5f completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 07:59:18.510290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port eeb95399-9a89-4f4a-9d3c-34a733ffde5f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:18.510674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:18.587189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:18.608823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:59:18.610982 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024c285-c4d0-4244-87b8-945579d462a6" -d '{"events": [{"server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:59:18.622967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:18.647172 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20caf7a-0ac1-43fb-98cb-a2e2ec7f900f x-openstack-request-id: req-e20caf7a-0ac1-43fb-98cb-a2e2ec7f900f {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:59:18.647466 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:59:18.647759 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e20caf7a-0ac1-43fb-98cb-a2e2ec7f900f {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:59:18.648370 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f', 'code': 200} Sep 18 07:59:18.683802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:18.731268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:18.769496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082645b-eecb-4053-b2f5-c2248dcc90b4 req-3f2e48f0-501b-4d26-8618-6cb784c6c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:18.771044 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5082645b-eecb-4053-b2f5-c2248dcc90b4 req-3f2e48f0-501b-4d26-8618-6cb784c6c523 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 1098 time: 0.0411608 Sep 18 07:59:18.805650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5082645b-eecb-4053-b2f5-c2248dcc90b4 req-f8a8463d-2ffc-4bcc-a791-c1ce48f303d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267582 Sep 18 07:59:19.038021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fae99b-08da-4d2c-8107-c7e4f3244b8e req-b34b589c-0cf6-45cf-8422-463e9f47cac7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:19.040627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69fae99b-08da-4d2c-8107-c7e4f3244b8e req-b34b589c-0cf6-45cf-8422-463e9f47cac7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Sep 18 07:59:19.078618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-69fae99b-08da-4d2c-8107-c7e4f3244b8e req-cb90f55e-362f-4263-9147-5982902d6a90 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Sep 18 07:59:20.194493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3017f-24b0-40e9-a829-56e1de10138e req-03a0eb39-2102-4989-ae57-4b33f45ea1ae tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:20.195952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77c3017f-24b0-40e9-a829-56e1de10138e req-03a0eb39-2102-4989-ae57-4b33f45ea1ae tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Sep 18 07:59:20.233348 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77c3017f-24b0-40e9-a829-56e1de10138e req-dde10e4a-2a2a-4a88-ba1d-2a0f4ed49d83 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308859 Sep 18 07:59:20.673063 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-75f04aaa-0320-41c4-bf93-abccb726e875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387647 Sep 18 07:59:20.754424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b29f8-2016-499c-badc-92503abc0724 req-4196a60c-aa39-4753-bf26-51d90c2133bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:20.755902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-4196a60c-aa39-4753-bf26-51d90c2133bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 1098 time: 0.0398974 Sep 18 07:59:20.858566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b29f8-2016-499c-badc-92503abc0724 req-090cb829-823e-49d6-9c15-f362f92bd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:20.860003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-090cb829-823e-49d6-9c15-f362f92bd254 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 200 len: 914 time: 0.0855062 Sep 18 07:59:20.899705 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-c0d8d519-b506-4305-84f4-36996205dc77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0326567 Sep 18 07:59:20.952025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b29f8-2016-499c-badc-92503abc0724 req-37735fff-a630-441d-98d7-b7bee5cb1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:20.953391 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-37735fff-a630-441d-98d7-b7bee5cb1bd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0519d731-3f06-40c6-b60a-10d98f9ddbcb HTTP/1.1" status: 200 len: 853 time: 0.0461912 Sep 18 07:59:20.984246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-43af7d12-8520-4177-a3f6-29207d86e062 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec331941-e4a4-4d3d-bea0-94c071204114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235600 Sep 18 07:59:21.072023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-ef458f81-9556-4cff-a133-722765bb25be service neutron] 10.222.0.37 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801787 Sep 18 07:59:21.162278 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d14b29f8-2016-499c-badc-92503abc0724 req-80870483-3960-42ce-89d6-951087a450a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Sep 18 07:59:21.345501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8796-d186-4ec9-a205-68847f6a4d2b req-4dac121e-7ba1-4139-b06b-191c80496212 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:21.347003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e0e8796-d186-4ec9-a205-68847f6a4d2b req-4dac121e-7ba1-4139-b06b-191c80496212 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0471876 Sep 18 07:59:21.352592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:59:21.383769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e0e8796-d186-4ec9-a205-68847f6a4d2b req-546a5721-4e4e-4d07-a09f-c53bf4133ad9 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Sep 18 07:59:21.854084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41b70-42bc-4311-982f-0ae6d185de2c req-a3679d79-7c00-4d92-834f-408f5cae62fe tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:21.855562 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8e41b70-42bc-4311-982f-0ae6d185de2c req-a3679d79-7c00-4d92-834f-408f5cae62fe tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0483863 Sep 18 07:59:21.892941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8e41b70-42bc-4311-982f-0ae6d185de2c req-bc32d4ff-a2a0-4bb6-9eee-d7f732e6e7c0 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Sep 18 07:59:23.010672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc674549-f157-406a-9c2c-c3c1df0ac6e2 req-c2872f6b-b3af-4328-a8e0-4e888ee0ce41 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:23.012180 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc674549-f157-406a-9c2c-c3c1df0ac6e2 req-c2872f6b-b3af-4328-a8e0-4e888ee0ce41 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0521097 Sep 18 07:59:23.049351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc674549-f157-406a-9c2c-c3c1df0ac6e2 req-1651ac81-cc4f-40b5-a3af-89da96ec3fdb tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Sep 18 07:59:23.376455 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-e2750b8e-4ad5-44f5-b203-df1e3a005493 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:23.377831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-e2750b8e-4ad5-44f5-b203-df1e3a005493 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 946 time: 0.0471680 Sep 18 07:59:23.469738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Deleting port eeb95399-9a89-4f4a-9d3c-34a733ffde5f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:23.470127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:23.555937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] For port eeb95399-9a89-4f4a-9d3c-34a733ffde5f, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:23.556298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:23.568186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Calling delete_port for eeb95399-9a89-4f4a-9d3c-34a733ffde5f owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:24.100659 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:24.112508 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['588bc367-2b0a-4f46-84b6-d42950a1fcb3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:24.130130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Pushing event deleted for resources: {'Port': ['ID=eeb95399-9a89-4f4a-9d3c-34a733ffde5f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:24.143671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['eeb95399-9a89-4f4a-9d3c-34a733ffde5f'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:24.150276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9910c143-fbcb-49e1-b2fe-4bb0f0988aa5 req-2bfd1955-c0a0-4145-9708-cc877024949a tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c1b8f2-13e6-423b-9731-768c2b5f2105 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Sep 18 07:59:24.177499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] No DVR routers for this DVR port eeb95399-9a89-4f4a-9d3c-34a733ffde5f on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:24.180345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:24.182429 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-48f38e8c-362e-4bdf-a149-5eb76c6b0105 req-3bf37788-56be-4d01-beec-ebc20e05bee7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.24 "DELETE /v2.0/ports/eeb95399-9a89-4f4a-9d3c-34a733ffde5f HTTP/1.1" status: 204 len: 173 time: 0.7978482 Sep 18 07:59:24.182911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'name': 'network-vif-deleted', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:59:24.185736 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc215837-c4a4-4a46-b432-5b6815cd1bec" -d '{"events": [{"server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "name": "network-vif-deleted", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:59:24.222785 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddecaf8-181c-4848-97a0-0098d5b4347b x-openstack-request-id: req-7ddecaf8-181c-4848-97a0-0098d5b4347b {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:59:24.223140 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1b8f2-13e6-423b-9731-768c2b5f2105", "name": "network-vif-deleted", "tag": "eeb95399-9a89-4f4a-9d3c-34a733ffde5f", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:59:24.223565 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ddecaf8-181c-4848-97a0-0098d5b4347b {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:59:24.223969 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c1b8f2-13e6-423b-9731-768c2b5f2105', 'name': 'network-vif-deleted', 'tag': 'eeb95399-9a89-4f4a-9d3c-34a733ffde5f', 'status': 'completed', 'code': 200} Sep 18 07:59:25.301083 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af237d8-80a9-40d2-9162-c43aa3a6bdda req-1eb5e7b9-e1fd-4b0e-b085-34a27112e5a7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:25.302586 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0af237d8-80a9-40d2-9162-c43aa3a6bdda req-1eb5e7b9-e1fd-4b0e-b085-34a27112e5a7 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Sep 18 07:59:25.339120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0af237d8-80a9-40d2-9162-c43aa3a6bdda req-eb3623a0-e0b8-46ee-ba59-1bfbf7b78ab6 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Sep 18 07:59:25.469975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829d7db-a54d-42c0-aab1-df70da8a4131 req-506730c9-dc9c-43a5-b083-8e99535bd149 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:25.471414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0829d7db-a54d-42c0-aab1-df70da8a4131 req-506730c9-dc9c-43a5-b083-8e99535bd149 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0521967 Sep 18 07:59:25.509670 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0829d7db-a54d-42c0-aab1-df70da8a4131 req-ec91a292-8241-49c3-ace0-c460f6e9402e tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Sep 18 07:59:25.621429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0495b-9000-4f72-907a-b429b35ed740 req-16855c4f-5c7f-4e5b-b26c-a46cf9019e40 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:25.622918 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4f0495b-9000-4f72-907a-b429b35ed740 req-16855c4f-5c7f-4e5b-b26c-a46cf9019e40 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0477533 Sep 18 07:59:25.659233 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b4f0495b-9000-4f72-907a-b429b35ed740 req-8494552a-98ad-43b3-bb7d-29ee7476be52 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304952 Sep 18 07:59:25.821983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b8f46-7a46-4d5c-bb77-648dd2a40ba6 req-a9f4485f-0571-40aa-9c9b-b011601d8e3d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:25.823463 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c6b8f46-7a46-4d5c-bb77-648dd2a40ba6 req-a9f4485f-0571-40aa-9c9b-b011601d8e3d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0483725 Sep 18 07:59:25.860621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c6b8f46-7a46-4d5c-bb77-648dd2a40ba6 req-e8fe3b93-a18d-442c-b81c-e17195d3674b tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Sep 18 07:59:25.975758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cb11d-ca41-4b53-a282-579fab044f7b req-71b2bc11-9372-4c11-a737-3729ebe0f24c tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:25.977126 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af7cb11d-ca41-4b53-a282-579fab044f7b req-71b2bc11-9372-4c11-a737-3729ebe0f24c tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0515735 Sep 18 07:59:26.013613 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af7cb11d-ca41-4b53-a282-579fab044f7b req-9f3977e3-b7c1-454e-9243-adf24c962d1d tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Sep 18 07:59:26.132854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f702f0-66ae-40d4-adc6-527a6ca8b560 req-9dc6f079-2fa2-4f06-8088-30b095ec541b tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:26.134327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94f702f0-66ae-40d4-adc6-527a6ca8b560 req-9dc6f079-2fa2-4f06-8088-30b095ec541b tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0469754 Sep 18 07:59:26.171185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-94f702f0-66ae-40d4-adc6-527a6ca8b560 req-d5e96db5-4e10-4e9b-b424-ef760e319d01 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305359 Sep 18 07:59:26.658658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b58aa-46b4-45a3-af29-b4fc2ec66b31 req-b8a7b497-ef55-4616-85bd-6724265efd68 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:26.660183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-448b58aa-46b4-45a3-af29-b4fc2ec66b31 req-b8a7b497-ef55-4616-85bd-6724265efd68 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Sep 18 07:59:26.696782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-448b58aa-46b4-45a3-af29-b4fc2ec66b31 req-6280dce7-a3a0-4dcd-b60c-9e3455f5e894 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Sep 18 07:59:27.815581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92211a-83d5-402b-a27b-ba50a1d33ab2 req-1f29dbb2-3dc6-4f3e-8032-d27ce472e504 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:27.817030 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f92211a-83d5-402b-a27b-ba50a1d33ab2 req-1f29dbb2-3dc6-4f3e-8032-d27ce472e504 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0517988 Sep 18 07:59:27.853568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0f92211a-83d5-402b-a27b-ba50a1d33ab2 req-a11ad9b5-0fb6-41fd-8b27-3831601f9e96 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/security-groups?id=b89a1eb0-e56e-4711-b169-151d5a7c1eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Sep 18 07:59:27.950019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301244-9691-4182-84fd-f48043aacdd7 req-67861fa7-7523-4f97-9e11-e229b8af511e tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:27.951453 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66301244-9691-4182-84fd-f48043aacdd7 req-67861fa7-7523-4f97-9e11-e229b8af511e tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.37 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 946 time: 0.0471568 Sep 18 07:59:28.035393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Deleting port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:28.035735 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:28.124812 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] For port 588bc367-2b0a-4f46-84b6-d42950a1fcb3, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=588bc367-2b0a-4f46-84b6-d42950a1fcb3,segment=NetworkSegment(7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81),segment_id=7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:28.125180 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:28.137621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Calling delete_port for 588bc367-2b0a-4f46-84b6-d42950a1fcb3 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:28.311777 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:28.322705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['588bc367-2b0a-4f46-84b6-d42950a1fcb3'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 07:59:28.337738 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Pushing event deleted for resources: {'Port': ['ID=588bc367-2b0a-4f46-84b6-d42950a1fcb3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:28.380032 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] No DVR routers for this DVR port 588bc367-2b0a-4f46-84b6-d42950a1fcb3 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:28.382822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:28.384830 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66301244-9691-4182-84fd-f48043aacdd7 req-c9cf25fd-1acc-4e41-becc-c2343d51ebe8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.37 "DELETE /v2.0/ports/588bc367-2b0a-4f46-84b6-d42950a1fcb3 HTTP/1.1" status: 204 len: 173 time: 0.4266415 Sep 18 07:59:28.385269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'name': 'network-vif-deleted', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 07:59:28.387596 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dfc4ed-f33f-4d84-a9fb-990d2d6a3378" -d '{"events": [{"server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "name": "network-vif-deleted", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 07:59:28.426264 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7957d59d-413a-44a2-ac54-3404f2f9d11e x-openstack-request-id: req-7957d59d-413a-44a2-ac54-3404f2f9d11e {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 07:59:28.426264 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46f4c16-0d59-4980-ad2b-6b0a5931aec0", "name": "network-vif-deleted", "tag": "588bc367-2b0a-4f46-84b6-d42950a1fcb3", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 07:59:28.426264 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7957d59d-413a-44a2-ac54-3404f2f9d11e {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 07:59:28.426264 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46f4c16-0d59-4980-ad2b-6b0a5931aec0', 'name': 'network-vif-deleted', 'tag': '588bc367-2b0a-4f46-84b6-d42950a1fcb3', 'status': 'completed', 'code': 200} Sep 18 07:59:28.440609 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device eeb95399-9a89-4f4a-9d3c-34a733ffde5f no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:28.459232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: eeb95399-9a89-4f4a-9d3c-34a733ffde5f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:59:28.459575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device eeb95399-9a89-4f4a-9d3c-34a733ffde5f not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:59:28.956739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fff49986-eda2-441d-ad4d-0a43618acde5 req-46bba2c3-a552-4ff0-8fce-eb495bf8edb8 tempest-ServersNegativeTestJSON-398678296 tempest-ServersNegativeTestJSON-398678296-project] 10.222.0.20 "GET /v2.0/ports?device_id=a46f4c16-0d59-4980-ad2b-6b0a5931aec0 HTTP/1.1" status: 200 len: 210 time: 0.0260844 Sep 18 07:59:29.386288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.013413 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42676) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:30.061864 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Deleting subnet 0519d731-3f06-40c6-b60a-10d98f9ddbcb {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:59:30.064856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.098516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.135924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.254742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.280649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0519d731-3f06-40c6-b60a-10d98f9ddbcb,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:30.284520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.286698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2ecf046e-8526-4069-a4d7-7e57c90ea292 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0519d731-3f06-40c6-b60a-10d98f9ddbcb HTTP/1.1" status: 204 len: 168 time: 0.2719738 Sep 18 07:59:30.288914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42678) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:30.360477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.438373 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.462499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec331941-e4a4-4d3d-bea0-94c071204114']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:30.472186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:30.472484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea30aad-59f3-49fd-8f2f-2f8bc1a4dc81') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:30.481475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.494051 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.499825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:30.500206 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:30.501807 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:30.608816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.614244 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:30.616101 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec331941-e4a4-4d3d-bea0-94c071204114 HTTP/1.1" status: 204 len: 168 time: 0.3262582 Sep 18 07:59:30.626613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2821c-6154-42c9-8146-e53730e53ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec331941-e4a4-4d3d-bea0-94c071204114,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:30.817191 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 588bc367-2b0a-4f46-84b6-d42950a1fcb3 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:30.840433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 588bc367-2b0a-4f46-84b6-d42950a1fcb3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:59:30.840780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 588bc367-2b0a-4f46-84b6-d42950a1fcb3 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:59:30.901263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42682) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:30.940114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7e0983af-227f-4090-a881-c6a3dc864bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0834ff6cbb5746a0a5975516654aaa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376215 Sep 18 07:59:30.942395 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42684) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:30.992531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:31.013872 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:31.186113 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:31.188576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:31.189752 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b89a1eb0-e56e-4711-b169-151d5a7c1eaa HTTP/1.1" status: 204 len: 168 time: 0.2464802 Sep 18 07:59:31.197542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47e6ee-54fd-4837-b62d-1b6b0e072998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a1eb0-e56e-4711-b169-151d5a7c1eaa,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:32.122520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:32.213873 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1879317702'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:32.294316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:32.298034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.306186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.393438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.465565 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.493820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:32.500359 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76104588-6d72-4090-8d6e-409d6424ebb9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:32.506359 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.506781 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Added segment 460e67bd-4cad-40b0-90ac-64cf2add9de9 of type vlan for network 7345153b-e7a0-4443-a795-2495c80f6638 Sep 18 07:59:32.546264 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.638065 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.643663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:32.644248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:32.718620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Network': ['ID=7345153b-e7a0-4443-a795-2495c80f6638,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:32.730861 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7345153b-e7a0-4443-a795-2495c80f6638 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:32.747721 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-464548d7-9f27-4597-bf28-688b6bda05e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6240995 Sep 18 07:59:35.925068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42712) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:35.930144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'subnet': {'network_id': '7345153b-e7a0-4443-a795-2495c80f6638', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:36.066071 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:36.069506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.294925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.358202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Subnet': ['ID=7d90152e-b911-43ea-8fe9-e8532b5b92a8,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:36.367625 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking segment: {'id': '460e67bd-4cad-40b0-90ac-64cf2add9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:36.367987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network hostable DHCP agents. Network: 7345153b-e7a0-4443-a795-2495c80f6638, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:36.437657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network 7345153b-e7a0-4443-a795-2495c80f6638 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:36.517130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7345153b-e7a0-4443-a795-2495c80f6638) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:36.521627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:36.522243 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.527838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5fbc1-0dde-4642-baf9-c4fabbb3c185 None None] Network 7345153b-e7a0-4443-a795-2495c80f6638 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:36.603943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a5780a7a-1740-4eab-9d05-604afdb595cf tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6776383 Sep 18 07:59:36.607930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42714) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:36.613211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531909721'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:36.670317 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-7345153b-e7a0-4443-a795-2495c80f6638', 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638', 'tenant_id': 'bedc49dc66054539952f739527991c6c', 'fixed_ips': [{'subnet_id': '7d90152e-b911-43ea-8fe9-e8532b5b92a8'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:36.671159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.683953 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:36.687556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.711143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:36.719652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.719992 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Added segment bd492590-22ad-497a-96ad-fe1eab1d4d4e of type vlan for network 892f193c-2b46-4197-b098-4971c54cbc2b Sep 18 07:59:36.764089 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.806139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Allocated IP 2001:db8:0:ffff::2 (7345153b-e7a0-4443-a795-2495c80f6638/7d90152e-b911-43ea-8fe9-e8532b5b92a8/4b871c0d-759b-42f3-aaac-a906b4de5eef) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:36.848805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.859987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:36.859987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.927708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Network': ['ID=892f193c-2b46-4197-b098-4971c54cbc2b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:36.941175 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8b2050e0-acfd-432f-9c1e-ffda82dcada9 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3319249 Sep 18 07:59:36.942229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 892f193c-2b46-4197-b098-4971c54cbc2b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:36.943847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42716) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:36.949258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:36.951795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'subnet': {'network_id': '892f193c-2b46-4197-b098-4971c54cbc2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:37.004580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.043292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Network 7345153b-e7a0-4443-a795-2495c80f6638 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:37.046099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:37.049603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:37.059650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Pushing event updated for resources: {'Port': ['ID=4b871c0d-759b-42f3-aaac-a906b4de5eef,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:37.077412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:37.081129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.112358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Attempting to bind port 4b871c0d-759b-42f3-aaac-a906b4de5eef on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:37.112672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Attempting to bind port 4b871c0d-759b-42f3-aaac-a906b4de5eef by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '460e67bd-4cad-40b0-90ac-64cf2add9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:37.112983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Attempting to bind port 4b871c0d-759b-42f3-aaac-a906b4de5eef on network 7345153b-e7a0-4443-a795-2495c80f6638 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:37.117806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:37.118206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Checking segment: {'id': '460e67bd-4cad-40b0-90ac-64cf2add9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:37.118610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.119072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Bound using segment: {'id': '460e67bd-4cad-40b0-90ac-64cf2add9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:37.119529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Bound port: 4b871c0d-759b-42f3-aaac-a906b4de5eef, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460e67bd-4cad-40b0-90ac-64cf2add9de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7345153b-e7a0-4443-a795-2495c80f6638'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:37.119907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.180785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] For port 4b871c0d-759b-42f3-aaac-a906b4de5eef, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:37.183769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] For port 4b871c0d-759b-42f3-aaac-a906b4de5eef, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b871c0d-759b-42f3-aaac-a906b4de5eef,segment=NetworkSegment(460e67bd-4cad-40b0-90ac-64cf2add9de9),segment_id=460e67bd-4cad-40b0-90ac-64cf2add9de9)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:37.260691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.315111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee240-4811-404a-a9eb-377f577fb272 None None] Pushing event updated for resources: {'Port': ['ID=4b871c0d-759b-42f3-aaac-a906b4de5eef,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:37.324652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.389699 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Subnet': ['ID=795f1a2b-eb13-40f2-91ce-ada16f3dacf1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:37.400826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking segment: {'id': 'bd492590-22ad-497a-96ad-fe1eab1d4d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '892f193c-2b46-4197-b098-4971c54cbc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:37.401218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network hostable DHCP agents. Network: 892f193c-2b46-4197-b098-4971c54cbc2b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:37.500744 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network 892f193c-2b46-4197-b098-4971c54cbc2b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:37.580114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 892f193c-2b46-4197-b098-4971c54cbc2b) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:37.584749 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:37.585352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.586246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b871c0d-759b-42f3-aaac-a906b4de5eef up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:37.591045 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd0d17-8744-4761-b812-d43e3243040c None None] Network 892f193c-2b46-4197-b098-4971c54cbc2b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:37.678486 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a483c61f-6758-4e59-8e14-72ec4a8ddc27 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7332418 Sep 18 07:59:37.680888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:37.699145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4b871c0d-759b-42f3-aaac-a906b4de5eef triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:37.699527 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.777456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.814163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbc792-2dfe-4431-867b-5f063ba96422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-892f193c-2b46-4197-b098-4971c54cbc2b', 'network_id': '892f193c-2b46-4197-b098-4971c54cbc2b', 'tenant_id': 'bedc49dc66054539952f739527991c6c', 'fixed_ips': [{'subnet_id': '795f1a2b-eb13-40f2-91ce-ada16f3dacf1'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:37.815163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bccbc792-2dfe-4431-867b-5f063ba96422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.845070 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.854809 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:37.942844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 4b871c0d-759b-42f3-aaac-a906b4de5eef, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b871c0d-759b-42f3-aaac-a906b4de5eef,segment=NetworkSegment(460e67bd-4cad-40b0-90ac-64cf2add9de9),segment_id=460e67bd-4cad-40b0-90ac-64cf2add9de9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:37.981866 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.003554 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.015925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Subnet': ['ID=795f1a2b-eb13-40f2-91ce-ada16f3dacf1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server [None req-bccbc792-2dfe-4431-867b-5f063ba96422 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 795f1a2b-eb13-40f2-91ce-ada16f3dacf1: This subnet is being modified by another concurrent operation. Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server raise exception Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 795f1a2b-eb13-40f2-91ce-ada16f3dacf1: This subnet is being modified by another concurrent operation. Sep 18 07:59:38.033068 n-d-789963-14 neutron-server[101980]: ERROR oslo_messaging.rpc.server Sep 18 07:59:38.057677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dce9a3-b553-453e-9190-bf79547fba54 None None] Network 892f193c-2b46-4197-b098-4971c54cbc2b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:38.080125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=4b871c0d-759b-42f3-aaac-a906b4de5eef,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:38.087197 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.321401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0661be3-f0dd-4dbf-9b74-c5c91ab5b8a1 None None] Network 7345153b-e7a0-4443-a795-2495c80f6638 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:38.372324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f193c-2b46-4197-b098-4971c54cbc2b']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:38.381781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd492590-22ad-497a-96ad-fe1eab1d4d4e') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:38.382126 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd492590-22ad-497a-96ad-fe1eab1d4d4e') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:38.391695 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.399384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-51712e5d-36f5-4e4d-a07b-18afa77bdba3 None None] Provisioning complete for port 4b871c0d-759b-42f3-aaac-a906b4de5eef triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:38.399757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51712e5d-36f5-4e4d-a07b-18afa77bdba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.405364 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.411154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:38.411543 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:38.414675 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:38.528829 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.537742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.539691 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/892f193c-2b46-4197-b098-4971c54cbc2b HTTP/1.1" status: 204 len: 168 time: 0.8578789 Sep 18 07:59:38.543997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42720) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:38.550238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451622649'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:38.550997 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2b4b1-9d54-4e9c-91ec-ebdccacbae50 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Network': ['ID=892f193c-2b46-4197-b098-4971c54cbc2b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:38.625980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:38.629630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.654687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:38.663750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.668070 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Added segment 3b945ed5-c0c0-40ee-9234-9c915b74399f of type vlan for network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 Sep 18 07:59:38.706471 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.724507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308b780-c0a9-4b72-b328-2c7d1d36aebb None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:59:38.768578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4b2cf315-07ff-45a1-a151-ad2d92a15de5 None None] Provisioning complete for port 4b871c0d-759b-42f3-aaac-a906b4de5eef triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:38.768955 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf315-07ff-45a1-a151-ad2d92a15de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.792004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.798555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:38.799183 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.830828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308b780-c0a9-4b72-b328-2c7d1d36aebb None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:59:38.870145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Network': ['ID=9c01e633-7c1b-4e09-9a6f-d3d5d02ad252,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:38.895211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:38.900782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6c45-ffe1-42b7-a863-4171ea3dac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:38.912729 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d4ba8db-8ec6-4320-b5d2-cf6a0f2f4713 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3668549 Sep 18 07:59:38.915157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42722) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:38.920184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'subnet': {'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:39.088598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:39.092186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:39.154712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Performing IP validity checks on allocation pools {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 07:59:39.155233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.ipam_backend_mixin [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101978) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 07:59:39.363480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:39.429526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Subnet': ['ID=2e0c74a9-a913-4537-8847-2a0d107c3ea9,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:39.436910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking segment: {'id': '3b945ed5-c0c0-40ee-9234-9c915b74399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:39.437283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network hostable DHCP agents. Network: 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:39.562685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b871c0d-759b-42f3-aaac-a906b4de5eef up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:39.586257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:39.603361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4b871c0d-759b-42f3-aaac-a906b4de5eef triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:39.603733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:39.711968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:39.717057 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:39.722896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:39.723673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485f83f-1dcb-4446-a7d1-1aad5463b91e None None] Network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:39.792803 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9817dced-88e9-4cf8-9819-084b4a4828f5 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8765647 Sep 18 07:59:39.795471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42724) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:39.887278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-9c01e633-7c1b-4e09-9a6f-d3d5d02ad252', 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252', 'tenant_id': 'bedc49dc66054539952f739527991c6c', 'fixed_ips': [{'subnet_id': '2e0c74a9-a913-4537-8847-2a0d107c3ea9'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:39.888154 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:39.904969 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.004645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.019276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Allocated IP 2001:db8::3 (9c01e633-7c1b-4e09-9a6f-d3d5d02ad252/2e0c74a9-a913-4537-8847-2a0d107c3ea9/f351a3b5-858a-4b1c-a3a4-d2ca891cbe43) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:40.163034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.220814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.259909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:40.262705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:40.265092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:40.278516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Pushing event updated for resources: {'Port': ['ID=f351a3b5-858a-4b1c-a3a4-d2ca891cbe43,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:40.312606 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.328773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Attempting to bind port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:40.329145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Attempting to bind port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '3b945ed5-c0c0-40ee-9234-9c915b74399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:40.329528 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Attempting to bind port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 on network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:40.334536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:40.334904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Checking segment: {'id': '3b945ed5-c0c0-40ee-9234-9c915b74399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:40.335305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.335796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Bound using segment: {'id': '3b945ed5-c0c0-40ee-9234-9c915b74399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:40.336289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Bound port: f351a3b5-858a-4b1c-a3a4-d2ca891cbe43, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b945ed5-c0c0-40ee-9234-9c915b74399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:40.336670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.340446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0c74a9-a913-4537-8847-2a0d107c3ea9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:40.399701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] For port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:40.402849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] For port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f351a3b5-858a-4b1c-a3a4-d2ca891cbe43,segment=NetworkSegment(3b945ed5-c0c0-40ee-9234-9c915b74399f),segment_id=3b945ed5-c0c0-40ee-9234-9c915b74399f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:40.409400 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.430171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c01e633-7c1b-4e09-9a6f-d3d5d02ad252']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:40.440067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b945ed5-c0c0-40ee-9234-9c915b74399f') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:40.440377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b945ed5-c0c0-40ee-9234-9c915b74399f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:40.449604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.483724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.485653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.492061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:40.494222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:40.496070 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:40.567836 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fa79e-1e28-4311-b883-27dd54ea6227 None None] Pushing event updated for resources: {'Port': ['ID=f351a3b5-858a-4b1c-a3a4-d2ca891cbe43,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:40.581202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae5996-5aac-4b21-a52c-ef9e8f740531 None None] Network 9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:40.597841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:59:40.597841 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:59:40.597841 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '9c01e633-7c1b-4e09-9a6f-d3d5d02ad252'}] Sep 18 07:59:40.597841 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:59:40.598703 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:59:40.697018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154fe2d3-f046-4dee-b432-8e4561eaefd3 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:59:40.763343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fe2d3-f046-4dee-b432-8e4561eaefd3 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:59:41.099357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.155335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:41.155673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.217174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] For port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f351a3b5-858a-4b1c-a3a4-d2ca891cbe43,segment=NetworkSegment(3b945ed5-c0c0-40ee-9234-9c915b74399f),segment_id=3b945ed5-c0c0-40ee-9234-9c915b74399f)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:41.217463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.229316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Calling delete_port for f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:41.397580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.424126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Port': ['ID=f351a3b5-858a-4b1c-a3a4-d2ca891cbe43,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:41.427663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No DVR routers for this DVR port f351a3b5-858a-4b1c-a3a4-d2ca891cbe43 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:41.505662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.530421 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c01e633-7c1b-4e09-9a6f-d3d5d02ad252']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:41.539441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b945ed5-c0c0-40ee-9234-9c915b74399f') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:41.539733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b945ed5-c0c0-40ee-9234-9c915b74399f') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:41.549734 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.562897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.568838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:41.569253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:41.572258 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:41.580104 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-445c9bf6-9b89-4016-808d-ce3f417e625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.683371 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.688401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.690894 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 HTTP/1.1" status: 204 len: 168 time: 1.8943048 Sep 18 07:59:41.693952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42726) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:41.699799 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024472804'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:41.705460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb328-b242-429d-9306-9e2bfb70fd3a tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Network': ['ID=9c01e633-7c1b-4e09-9a6f-d3d5d02ad252,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:41.773983 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:41.777306 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.800032 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:41.808754 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.809107 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Added segment 8e357f76-3e59-49c7-8692-a0ffe23fa4a6 of type vlan for network de256400-c249-4ca5-8387-39fe99a0ab41 Sep 18 07:59:41.849637 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.905718 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.911198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:41.911774 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:41.975075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Network': ['ID=de256400-c249-4ca5-8387-39fe99a0ab41,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:41.981306 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f7c4c8f3-3f22-4480-aca7-313486d8335d tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2862492 Sep 18 07:59:41.984520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42728) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:41.986101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network de256400-c249-4ca5-8387-39fe99a0ab41 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:41.989592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'subnet': {'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:42.117207 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.128893 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:42.132477 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.374707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.432072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Subnet': ['ID=ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:42.442307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking segment: {'id': '8e357f76-3e59-49c7-8692-a0ffe23fa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:42.442668 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network hostable DHCP agents. Network: de256400-c249-4ca5-8387-39fe99a0ab41, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:42.494347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network de256400-c249-4ca5-8387-39fe99a0ab41 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:42.568551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, de256400-c249-4ca5-8387-39fe99a0ab41) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:42.572558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:42.573177 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.578158 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02cd8e-999c-44ee-8419-ed75a1ba5b51 None None] Network de256400-c249-4ca5-8387-39fe99a0ab41 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:42.638653 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ddec03ce-5147-43e0-b57b-75d9800ff8f4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6529415 Sep 18 07:59:42.642118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42730) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:42.647309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833018602'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:42.711351 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:42.715683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.720678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-de256400-c249-4ca5-8387-39fe99a0ab41', 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41', 'tenant_id': 'bedc49dc66054539952f739527991c6c', 'fixed_ips': [{'subnet_id': 'ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:42.721536 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.739971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:42.748504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.748941 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Added segment 7a7b4171-c7f5-4178-8fe5-898fb797c404 of type vlan for network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 Sep 18 07:59:42.789629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.856785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Allocated IP 2001:db8::2 (de256400-c249-4ca5-8387-39fe99a0ab41/ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21/989a53f2-3bcf-4324-8438-a18635ff1d01) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:42.872116 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.877822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:42.878443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:42.950096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Network': ['ID=8c0b3a30-bcdc-4ef4-9403-703879d7a132,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:42.961345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:42.986760 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a88119c6-575e-4066-a8af-9302bf664835 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3435462 Sep 18 07:59:42.989618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:42.994463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Request body: {'subnet': {'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:43.055453 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.128839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.157127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Made reservation on behalf of bedc49dc66054539952f739527991c6c for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:43.160850 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.166294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Network de256400-c249-4ca5-8387-39fe99a0ab41 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:43.169680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:43.173463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:43.187441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Pushing event updated for resources: {'Port': ['ID=989a53f2-3bcf-4324-8438-a18635ff1d01,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:43.234544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Attempting to bind port 989a53f2-3bcf-4324-8438-a18635ff1d01 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:43.235228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Attempting to bind port 989a53f2-3bcf-4324-8438-a18635ff1d01 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '8e357f76-3e59-49c7-8692-a0ffe23fa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:43.235228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Attempting to bind port 989a53f2-3bcf-4324-8438-a18635ff1d01 on network de256400-c249-4ca5-8387-39fe99a0ab41 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:43.240283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:43.246592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Checking segment: {'id': '8e357f76-3e59-49c7-8692-a0ffe23fa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:43.246592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.246592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Bound using segment: {'id': '8e357f76-3e59-49c7-8692-a0ffe23fa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:43.246592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Bound port: 989a53f2-3bcf-4324-8438-a18635ff1d01, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e357f76-3e59-49c7-8692-a0ffe23fa4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de256400-c249-4ca5-8387-39fe99a0ab41'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:43.246592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.305134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] For port 989a53f2-3bcf-4324-8438-a18635ff1d01, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:43.308315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] For port 989a53f2-3bcf-4324-8438-a18635ff1d01, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=989a53f2-3bcf-4324-8438-a18635ff1d01,segment=NetworkSegment(8e357f76-3e59-49c7-8692-a0ffe23fa4a6),segment_id=8e357f76-3e59-49c7-8692-a0ffe23fa4a6)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:43.398033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.437791 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.468933 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573b9de-5fc5-428a-a5dc-5ab10a9ac464 None None] Pushing event updated for resources: {'Port': ['ID=989a53f2-3bcf-4324-8438-a18635ff1d01,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:43.514705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event updated for resources: {'Subnet': ['ID=f2226a7d-ba89-40ab-8bce-38c41ae8caa5,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:43.517751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.533513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Checking segment: {'id': '7a7b4171-c7f5-4178-8fe5-898fb797c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:43.533877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network hostable DHCP agents. Network: 8c0b3a30-bcdc-4ef4-9403-703879d7a132, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:43.617357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:43.711773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 8c0b3a30-bcdc-4ef4-9403-703879d7a132) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:43.719753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:43.723599 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3750883-4493-4c86-a99e-609a19409173 None None] Network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:43.724213 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.792689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a25b421e-3624-46b4-bf1c-e858749496f8 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8019719 Sep 18 07:59:43.795154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42734) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:43.867575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-8c0b3a30-bcdc-4ef4-9403-703879d7a132', 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132', 'tenant_id': 'bedc49dc66054539952f739527991c6c', 'fixed_ips': [{'subnet_id': 'f2226a7d-ba89-40ab-8bce-38c41ae8caa5'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:43.868448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.893032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:43.944594 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.006290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Allocated IP 2001:db8::2 (8c0b3a30-bcdc-4ef4-9403-703879d7a132/f2226a7d-ba89-40ab-8bce-38c41ae8caa5/146a253c-f01a-430c-b359-6c015738f4f5) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:44.310475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.363283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e28656b-1eed-496d-b352-b8c8ee8f4e4e None None] Network de256400-c249-4ca5-8387-39fe99a0ab41 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:44.376290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.456546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:44.471342 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:44.473576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.476346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:44.478336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Pushing event updated for resources: {'Port': ['ID=146a253c-f01a-430c-b359-6c015738f4f5,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:44.494283 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] Provisioning complete for port 989a53f2-3bcf-4324-8438-a18635ff1d01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:44.494661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.503110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Subnet': ['ID=f2226a7d-ba89-40ab-8bce-38c41ae8caa5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:44.566974 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.587117 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0b3a30-bcdc-4ef4-9403-703879d7a132']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:44.597007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7b4171-c7f5-4178-8fe5-898fb797c404') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:44.597315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7b4171-c7f5-4178-8fe5-898fb797c404') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:44.604027 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Attempting to bind port 146a253c-f01a-430c-b359-6c015738f4f5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:44.604312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Attempting to bind port 146a253c-f01a-430c-b359-6c015738f4f5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '7a7b4171-c7f5-4178-8fe5-898fb797c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:44.605222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Attempting to bind port 146a253c-f01a-430c-b359-6c015738f4f5 on network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:44.607504 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.620747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.621014 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:44.621391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Checking segment: {'id': '7a7b4171-c7f5-4178-8fe5-898fb797c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:44.621790 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.622204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Bound using segment: {'id': '7a7b4171-c7f5-4178-8fe5-898fb797c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:44.622671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Bound port: 146a253c-f01a-430c-b359-6c015738f4f5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b4171-c7f5-4178-8fe5-898fb797c404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:44.623052 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.626955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:44.627388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:44.630476 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:44.722960 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.db.api [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 07:59:44.722960 n-d-789963-14 neutron-server[101978]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 07:59:44.722960 n-d-789963-14 neutron-server[101978]: [parameters: {'id': '8c0b3a30-bcdc-4ef4-9403-703879d7a132'}] Sep 18 07:59:44.722960 n-d-789963-14 neutron-server[101978]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 07:59:44.723951 n-d-789963-14 neutron-server[101978]: DEBUG oslo_db.api [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 07:59:44.736413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.762127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] For port 146a253c-f01a-430c-b359-6c015738f4f5, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:44.766162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] For port 146a253c-f01a-430c-b359-6c015738f4f5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=146a253c-f01a-430c-b359-6c015738f4f5,segment=NetworkSegment(7a7b4171-c7f5-4178-8fe5-898fb797c404),segment_id=7a7b4171-c7f5-4178-8fe5-898fb797c404)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:44.781878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] For port 989a53f2-3bcf-4324-8438-a18635ff1d01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=989a53f2-3bcf-4324-8438-a18635ff1d01,segment=NetworkSegment(8e357f76-3e59-49c7-8692-a0ffe23fa4a6),segment_id=8e357f76-3e59-49c7-8692-a0ffe23fa4a6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:44.809204 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.840247 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:44.909838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf12e-0fa3-45d9-9129-139fd7d34e5f None None] Pushing event updated for resources: {'Port': ['ID=146a253c-f01a-430c-b359-6c015738f4f5,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:44.937479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd110f7a-ebec-429d-92f9-58a93cac09bd None None] Network 8c0b3a30-bcdc-4ef4-9403-703879d7a132 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:44.981542 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.022998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235149e3-3848-44d6-a0c8-8c14d559f0f2 None None] Pushing event updated for resources: {'Port': ['ID=989a53f2-3bcf-4324-8438-a18635ff1d01,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:45.031044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7a33e9d6-f1ee-4954-af47-2624a4c26584 None None] Provisioning complete for port 989a53f2-3bcf-4324-8438-a18635ff1d01 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:45.031217 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a33e9d6-f1ee-4954-af47-2624a4c26584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.137708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845ecb3-87a2-43da-9fee-3f1ff0b6c184 None None] get_active_networks_info from n-d-789963-14 {{(pid=101980) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 07:59:45.218306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845ecb3-87a2-43da-9fee-3f1ff0b6c184 None None] Resources bound (agent type, host, resource id): {{(pid=101980) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 07:59:45.224811 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.278634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting port 146a253c-f01a-430c-b359-6c015738f4f5 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:45.278981 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.347254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] For port 146a253c-f01a-430c-b359-6c015738f4f5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=146a253c-f01a-430c-b359-6c015738f4f5,segment=NetworkSegment(7a7b4171-c7f5-4178-8fe5-898fb797c404),segment_id=7a7b4171-c7f5-4178-8fe5-898fb797c404)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:45.347616 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.360397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Calling delete_port for 146a253c-f01a-430c-b359-6c015738f4f5 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:45.529186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.553141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Port': ['ID=146a253c-f01a-430c-b359-6c015738f4f5,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:45.560716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No DVR routers for this DVR port 146a253c-f01a-430c-b359-6c015738f4f5 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:45.592765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 989a53f2-3bcf-4324-8438-a18635ff1d01 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:45.616472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.642352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 989a53f2-3bcf-4324-8438-a18635ff1d01 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:45.642658 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.648018 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.668076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0b3a30-bcdc-4ef4-9403-703879d7a132']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:45.677379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7b4171-c7f5-4178-8fe5-898fb797c404') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:45.677679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7b4171-c7f5-4178-8fe5-898fb797c404') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:45.687604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.701105 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.707089 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:45.707631 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:45.710928 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:45.814259 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.821245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:45.822717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/8c0b3a30-bcdc-4ef4-9403-703879d7a132 HTTP/1.1" status: 204 len: 168 time: 2.0266111 Sep 18 07:59:45.826110 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42736) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:45.833699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f921f-f3e6-4ae4-a134-59b67a667b05 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Network': ['ID=8c0b3a30-bcdc-4ef4-9403-703879d7a132,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:45.856603 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-143211b0-bb93-4b4c-8d89-110f02392072 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] GET failed (client error): The resource could not be found. Sep 18 07:59:45.857902 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-143211b0-bb93-4b4c-8d89-110f02392072 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "GET /v2.0/subnets/f2226a7d-ba89-40ab-8bce-38c41ae8caa5 HTTP/1.1" status: 404 len: 337 time: 0.0304201 Sep 18 07:59:45.860592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42738) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:45.880986 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1497e09a-30f5-4611-b717-4a47d70b7732 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:45.881497 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1497e09a-30f5-4611-b717-4a47d70b7732 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:45.883130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1497e09a-30f5-4611-b717-4a47d70b7732 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/8c0b3a30-bcdc-4ef4-9403-703879d7a132 HTTP/1.1" status: 404 len: 339 time: 0.0216706 Sep 18 07:59:45.886529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:45.910987 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1866751-55b7-4b55-9fe0-9bdc7eeadcec tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:45.911347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1866751-55b7-4b55-9fe0-9bdc7eeadcec tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:45.913080 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e1866751-55b7-4b55-9fe0-9bdc7eeadcec tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/subnets/f2226a7d-ba89-40ab-8bce-38c41ae8caa5 HTTP/1.1" status: 404 len: 337 time: 0.0256965 Sep 18 07:59:45.915685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42742) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:45.934153 n-d-789963-14 neutron-server[101979]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3d74f-f84b-4735-bd5c-e7d33eb366c4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:45.934684 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3d74f-f84b-4735-bd5c-e7d33eb366c4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101979) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:45.936272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5bb3d74f-f84b-4735-bd5c-e7d33eb366c4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/8c0b3a30-bcdc-4ef4-9403-703879d7a132 HTTP/1.1" status: 404 len: 339 time: 0.0196683 Sep 18 07:59:45.938675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42744) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:45.986761 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting subnet ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:59:45.989643 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.026939 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.109285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.220717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.250025 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:46.252476 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.255901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f2f24-3175-468e-8701-2e09afb40fd1 None None] Network de256400-c249-4ca5-8387-39fe99a0ab41 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:46.256970 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4d17d3c-cade-48fc-b53f-290cca01d1e1 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/subnets/ec6a1c7d-d74a-4275-ba9d-d94a9e8cec21 HTTP/1.1" status: 204 len: 168 time: 0.3173192 Sep 18 07:59:46.259379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42746) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:46.336723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.402061 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting port 989a53f2-3bcf-4324-8438-a18635ff1d01 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:46.402403 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.430357 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] DHCP port deletion for de256400-c249-4ca5-8387-39fe99a0ab41 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:59:46.464084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] For port 989a53f2-3bcf-4324-8438-a18635ff1d01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=989a53f2-3bcf-4324-8438-a18635ff1d01,segment=NetworkSegment(8e357f76-3e59-49c7-8692-a0ffe23fa4a6),segment_id=8e357f76-3e59-49c7-8692-a0ffe23fa4a6)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:46.464460 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.476970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Calling delete_port for 989a53f2-3bcf-4324-8438-a18635ff1d01 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:46.478983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Deleting port 989a53f2-3bcf-4324-8438-a18635ff1d01 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:46.479368 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.544105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] For port 989a53f2-3bcf-4324-8438-a18635ff1d01, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=989a53f2-3bcf-4324-8438-a18635ff1d01,segment=NetworkSegment(8e357f76-3e59-49c7-8692-a0ffe23fa4a6),segment_id=8e357f76-3e59-49c7-8692-a0ffe23fa4a6)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:46.544495 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.557366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Calling delete_port for 989a53f2-3bcf-4324-8438-a18635ff1d01 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:46.626330 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.631912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.653213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Port': ['ID=989a53f2-3bcf-4324-8438-a18635ff1d01,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:46.655030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No DVR routers for this DVR port 989a53f2-3bcf-4324-8438-a18635ff1d01 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:46.663782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] Pushing event deleted for resources: {'Port': ['ID=989a53f2-3bcf-4324-8438-a18635ff1d01,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:46.669136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f5cda-e9a8-4444-90db-47925ee24212 None None] No DVR routers for this DVR port 989a53f2-3bcf-4324-8438-a18635ff1d01 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:46.737237 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.755048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de256400-c249-4ca5-8387-39fe99a0ab41']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:46.764316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e357f76-3e59-49c7-8692-a0ffe23fa4a6') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:46.764610 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e357f76-3e59-49c7-8692-a0ffe23fa4a6') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:46.774735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.788179 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.794582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:46.794971 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:46.798373 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:46.905692 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.912821 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:46.914141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/de256400-c249-4ca5-8387-39fe99a0ab41 HTTP/1.1" status: 204 len: 168 time: 0.6537650 Sep 18 07:59:46.919535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42748) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:46.930146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc275ea-2b17-42d0-b609-21e92c5baec0 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Network': ['ID=de256400-c249-4ca5-8387-39fe99a0ab41,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:46.944091 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c2b678-d857-4122-9cbc-626005f95bb4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:46.944556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c2b678-d857-4122-9cbc-626005f95bb4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:46.946321 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b4c2b678-d857-4122-9cbc-626005f95bb4 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/subnets/2e0c74a9-a913-4537-8847-2a0d107c3ea9 HTTP/1.1" status: 404 len: 337 time: 0.0281026 Sep 18 07:59:46.949368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42750) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:46.967326 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1beb513-652f-49f6-be87-5d2506b914bc tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:46.967853 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1beb513-652f-49f6-be87-5d2506b914bc tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:46.969449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d1beb513-652f-49f6-be87-5d2506b914bc tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/9c01e633-7c1b-4e09-9a6f-d3d5d02ad252 HTTP/1.1" status: 404 len: 339 time: 0.0191588 Sep 18 07:59:46.971666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42752) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:46.995866 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac10c7a1-391d-4d2e-a373-5d4099acd640 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:46.996298 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac10c7a1-391d-4d2e-a373-5d4099acd640 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:46.997914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ac10c7a1-391d-4d2e-a373-5d4099acd640 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/subnets/795f1a2b-eb13-40f2-91ce-ada16f3dacf1 HTTP/1.1" status: 404 len: 337 time: 0.0253892 Sep 18 07:59:47.000125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42754) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:47.017122 n-d-789963-14 neutron-server[101978]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e1c176-79f5-4eb1-9598-a96ee8256356 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] DELETE failed (client error): The resource could not be found. Sep 18 07:59:47.017646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e1c176-79f5-4eb1-9598-a96ee8256356 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101978) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 07:59:47.019268 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-53e1c176-79f5-4eb1-9598-a96ee8256356 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/892f193c-2b46-4197-b098-4971c54cbc2b HTTP/1.1" status: 404 len: 339 time: 0.0182989 Sep 18 07:59:47.021391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42756) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:47.069354 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting subnet 7d90152e-b911-43ea-8fe9-e8532b5b92a8 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:59:47.072290 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.116107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.195840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.300500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.333679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Subnet': ['ID=7d90152e-b911-43ea-8fe9-e8532b5b92a8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:47.335716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.338203 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eef83e2b-a439-424e-9015-42f29a1b0288 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/subnets/7d90152e-b911-43ea-8fe9-e8532b5b92a8 HTTP/1.1" status: 204 len: 168 time: 0.3153055 Sep 18 07:59:47.340208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42758) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:47.342705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82e1b2-0968-4828-970b-ad288da03e50 None None] Network 7345153b-e7a0-4443-a795-2495c80f6638 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:47.417150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.471452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Deleting port 4b871c0d-759b-42f3-aaac-a906b4de5eef {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:47.471799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.505094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] DHCP port deletion for 7345153b-e7a0-4443-a795-2495c80f6638 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:59:47.543621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] For port 4b871c0d-759b-42f3-aaac-a906b4de5eef, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b871c0d-759b-42f3-aaac-a906b4de5eef,segment=NetworkSegment(460e67bd-4cad-40b0-90ac-64cf2add9de9),segment_id=460e67bd-4cad-40b0-90ac-64cf2add9de9)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:47.543992 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.553402 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Deleting port 4b871c0d-759b-42f3-aaac-a906b4de5eef {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:47.554067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.558102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Calling delete_port for 4b871c0d-759b-42f3-aaac-a906b4de5eef owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:47.582616 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4b871c0d-759b-42f3-aaac-a906b4de5eef no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:47.642150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] For port 4b871c0d-759b-42f3-aaac-a906b4de5eef, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4b871c0d-759b-42f3-aaac-a906b4de5eef,segment=NetworkSegment(460e67bd-4cad-40b0-90ac-64cf2add9de9),segment_id=460e67bd-4cad-40b0-90ac-64cf2add9de9)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:47.642543 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.658137 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Calling delete_port for 4b871c0d-759b-42f3-aaac-a906b4de5eef owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:47.688870 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.719940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Port': ['ID=4b871c0d-759b-42f3-aaac-a906b4de5eef,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:47.722127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] No DVR routers for this DVR port 4b871c0d-759b-42f3-aaac-a906b4de5eef on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:47.731449 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 4b871c0d-759b-42f3-aaac-a906b4de5eef update to DOWN by agent not found {{(pid=101980) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 07:59:47.735926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 989a53f2-3bcf-4324-8438-a18635ff1d01 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:47.758499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 989a53f2-3bcf-4324-8438-a18635ff1d01 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:59:47.758847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 989a53f2-3bcf-4324-8438-a18635ff1d01 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:59:47.781475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.801453 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.806950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] Pushing event deleted for resources: {'Port': ['ID=4b871c0d-759b-42f3-aaac-a906b4de5eef,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:47.810889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5348f13-0daa-44f1-bb25-df50db65679e None None] No DVR routers for this DVR port 4b871c0d-759b-42f3-aaac-a906b4de5eef on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:47.825670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345153b-e7a0-4443-a795-2495c80f6638']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:47.835059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460e67bd-4cad-40b0-90ac-64cf2add9de9') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:47.835360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460e67bd-4cad-40b0-90ac-64cf2add9de9') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:47.844910 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.858304 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.864071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:47.864452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:47.867382 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:47.980382 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.990988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:47.990988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] 10.222.0.20 "DELETE /v2.0/networks/7345153b-e7a0-4443-a795-2495c80f6638 HTTP/1.1" status: 204 len: 168 time: 0.6464074 Sep 18 07:59:48.000845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb708f-5758-4840-bf00-6ea6b4f06423 tempest-NetworksIpV6Test-241499453 tempest-NetworksIpV6Test-241499453-project] Pushing event deleted for resources: {'Network': ['ID=7345153b-e7a0-4443-a795-2495c80f6638,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:48.434042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42764) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:48.563226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7f550b5e-f323-4ab3-920b-7e18e6fe6964 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bedc49dc66054539952f739527991c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279833 Sep 18 07:59:48.565658 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42768) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:48.612631 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:48.632893 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:48.739645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:48.742263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:48.743407 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76104588-6d72-4090-8d6e-409d6424ebb9 HTTP/1.1" status: 204 len: 168 time: 0.1757700 Sep 18 07:59:48.751556 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76104588-6d72-4090-8d6e-409d6424ebb9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:48.759121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.759472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.759818 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.760161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.760546 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.761002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.761206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.761573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.761973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.762260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.762612 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:48.762935 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a87dea8-d0a7-4d0a-9d2a-827f593c8285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 07:59:49.650254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42792) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:49.740069 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-557626318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:49.831920 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:49.832997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:49.919722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.003217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.094289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.095554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a83e9872-aae2-42fe-b445-50ea394a1a44 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4442427 Sep 18 07:59:50.098195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42796) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:50.103034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-714901209'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:50.185275 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Made reservation on behalf of 2ccb711129164f1c97a2527096b29a41 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:50.188553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.197045 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.284964 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.328119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.350655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:50.364309 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28704c-8cd0-4b51-81f6-5dbd4d6656db,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:50.369953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.370287 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Added segment 81a44e72-9362-453c-b5a6-be8ac0256aee of type vlan for network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f Sep 18 07:59:50.410106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.499851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.505434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:50.510306 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.575967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event updated for resources: {'Network': ['ID=0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:50.586712 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:50.609261 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-77aab2af-b7d9-4174-b15e-8cfa2d14314c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5100434 Sep 18 07:59:50.612007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42798) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:50.617436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'subnet': {'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:50.739991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Made reservation on behalf of 2ccb711129164f1c97a2527096b29a41 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:50.743505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:50.951885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.012612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event updated for resources: {'Subnet': ['ID=966e9974-8922-4550-9f8f-772f52549eb8,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:51.022394 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Checking segment: {'id': '81a44e72-9362-453c-b5a6-be8ac0256aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:51.022755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Network hostable DHCP agents. Network: 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:51.071397 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:51.111019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:51.114917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:51.115530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.121239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975fa5b-66c0-4ee7-90fd-ce4b78d072eb None None] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:51.180804 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d64c3ac1-b946-4fd5-9a8b-6bee1929c08d tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5677364 Sep 18 07:59:51.184678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:51.190238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1501952761'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:51.248918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Made reservation on behalf of 2ccb711129164f1c97a2527096b29a41 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:51.252455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.263814 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f', 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f', 'tenant_id': '2ccb711129164f1c97a2527096b29a41', 'fixed_ips': [{'subnet_id': '966e9974-8922-4550-9f8f-772f52549eb8'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:51.264701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.277086 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:51.285386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.285728 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Added segment 01bddcee-ba90-4780-8473-53054a1e114f of type vlan for network 3e68c3dd-524d-468d-afd2-cd959cb2936b Sep 18 07:59:51.323937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.399441 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Allocated IP 172.20.0.2 (0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f/966e9974-8922-4550-9f8f-772f52549eb8/6eef5779-7e65-4382-81a7-ceca7b5aed1a) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:51.403464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.409037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:51.409647 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.474199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event updated for resources: {'Network': ['ID=3e68c3dd-524d-468d-afd2-cd959cb2936b,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:51.485515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:51.494928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08b8334c-3917-4c8b-b20f-487a745cc770 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3090763 Sep 18 07:59:51.498150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:51.506156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'subnet': {'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:51.595141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.654392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Made reservation on behalf of 2ccb711129164f1c97a2527096b29a41 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:51.658037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.677744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.715292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:51.718512 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:51.721607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:51.734867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Pushing event updated for resources: {'Port': ['ID=6eef5779-7e65-4382-81a7-ceca7b5aed1a,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:51.787428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Attempting to bind port 6eef5779-7e65-4382-81a7-ceca7b5aed1a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:51.787691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Attempting to bind port 6eef5779-7e65-4382-81a7-ceca7b5aed1a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '81a44e72-9362-453c-b5a6-be8ac0256aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:51.788058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Attempting to bind port 6eef5779-7e65-4382-81a7-ceca7b5aed1a on network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:51.793430 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:51.794163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Checking segment: {'id': '81a44e72-9362-453c-b5a6-be8ac0256aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:51.794575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.794971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Bound using segment: {'id': '81a44e72-9362-453c-b5a6-be8ac0256aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:51.795433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Bound port: 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a44e72-9362-453c-b5a6-be8ac0256aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:51.795811 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.859193 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] For port 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:51.862359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] For port 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eef5779-7e65-4382-81a7-ceca7b5aed1a,segment=NetworkSegment(81a44e72-9362-453c-b5a6-be8ac0256aee),segment_id=81a44e72-9362-453c-b5a6-be8ac0256aee)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:51.871907 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.926582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event updated for resources: {'Subnet': ['ID=9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:51.940432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:51.943181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Checking segment: {'id': '01bddcee-ba90-4780-8473-53054a1e114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:51.946697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Network hostable DHCP agents. Network: 3e68c3dd-524d-468d-afd2-cd959cb2936b, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:51.997115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e47b2-c458-4da8-a92c-11e517d57719 None None] Pushing event updated for resources: {'Port': ['ID=6eef5779-7e65-4382-81a7-ceca7b5aed1a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:52.003243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:52.065711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 3e68c3dd-524d-468d-afd2-cd959cb2936b) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:52.070176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:52.070794 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.074746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903d7d2-eafc-4794-812b-5361336ad3b7 None None] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:52.146831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e3072ac9-69b4-4286-a78c-76ecb96b3a55 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6476276 Sep 18 07:59:52.149490 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:52.155404 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6474cd1f-12c8-454a-9902-1707795a273c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:52.248459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-3e68c3dd-524d-468d-afd2-cd959cb2936b', 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b', 'tenant_id': '2ccb711129164f1c97a2527096b29a41', 'fixed_ips': [{'subnet_id': '9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:52.249328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.379725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6474cd1f-12c8-454a-9902-1707795a273c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.384782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Allocated IP 172.21.0.2 (3e68c3dd-524d-468d-afd2-cd959cb2936b/9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db/12580ff1-db00-4d40-a00d-8d2c2d2e61fe) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:52.528910 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.554323 n-d-789963-14 neutron-server[101979]: INFO neutron.api.v2.resource [None req-6474cd1f-12c8-454a-9902-1707795a273c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 07:59:52.555438 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6474cd1f-12c8-454a-9902-1707795a273c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "PUT /v2.0/routers/63007138-8937-492e-8b2c-0a289dcabcbc HTTP/1.1" status: 400 len: 364 time: 0.4047325 Sep 18 07:59:52.562488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42806) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:52.597878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.616608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Deleting subnet 9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:59:52.622824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.638485 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:52.641240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:52.644774 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:52.654135 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Pushing event updated for resources: {'Port': ['ID=12580ff1-db00-4d40-a00d-8d2c2d2e61fe,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:52.671297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.711914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Attempting to bind port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:52.712703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Attempting to bind port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '01bddcee-ba90-4780-8473-53054a1e114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:52.713076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Attempting to bind port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe on network 3e68c3dd-524d-468d-afd2-cd959cb2936b {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:52.718949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:52.719330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Checking segment: {'id': '01bddcee-ba90-4780-8473-53054a1e114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:52.719750 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.720153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Bound using segment: {'id': '01bddcee-ba90-4780-8473-53054a1e114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:52.720629 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Bound port: 12580ff1-db00-4d40-a00d-8d2c2d2e61fe, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bddcee-ba90-4780-8473-53054a1e114f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3e68c3dd-524d-468d-afd2-cd959cb2936b'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:52.721021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.765652 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.895110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.898251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] For port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:52.901343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] For port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=12580ff1-db00-4d40-a00d-8d2c2d2e61fe,segment=NetworkSegment(01bddcee-ba90-4780-8473-53054a1e114f),segment_id=01bddcee-ba90-4780-8473-53054a1e114f)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:52.905578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff14662-d7af-4d4d-a835-f9f1502d7b03 None None] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:52.920666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:52.926765 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:52.931085 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbc10d2b-90f5-4a78-ae88-37768c4a982f tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "DELETE /v2.0/subnets/9ce0e06a-cdd3-43eb-ae93-e8d6bc5b02db HTTP/1.1" status: 204 len: 168 time: 0.3653438 Sep 18 07:59:52.931352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:52.967718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.011316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.031798 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] Provisioning complete for port 6eef5779-7e65-4382-81a7-ceca7b5aed1a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:53.032178 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.069125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Deleting port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:53.069488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.137604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] For port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=12580ff1-db00-4d40-a00d-8d2c2d2e61fe,segment=NetworkSegment(01bddcee-ba90-4780-8473-53054a1e114f),segment_id=01bddcee-ba90-4780-8473-53054a1e114f)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:53.138013 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.157750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Calling delete_port for 12580ff1-db00-4d40-a00d-8d2c2d2e61fe owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:53.254975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08933c6b-fb1a-445b-98fb-8234a9881a42 None None] Pushing event updated for resources: {'Port': ['ID=12580ff1-db00-4d40-a00d-8d2c2d2e61fe,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:53.317888 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.346264 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Port': ['ID=12580ff1-db00-4d40-a00d-8d2c2d2e61fe,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:53.348590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] No DVR routers for this DVR port 12580ff1-db00-4d40-a00d-8d2c2d2e61fe on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:53.356784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.392941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] For port 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eef5779-7e65-4382-81a7-ceca7b5aed1a,segment=NetworkSegment(81a44e72-9362-453c-b5a6-be8ac0256aee),segment_id=81a44e72-9362-453c-b5a6-be8ac0256aee)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:53.436723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.457039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e68c3dd-524d-468d-afd2-cd959cb2936b']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:53.466589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.469531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bddcee-ba90-4780-8473-53054a1e114f') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:53.469840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bddcee-ba90-4780-8473-53054a1e114f') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:53.481929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.499677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.507008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:53.507221 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: timer() Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:53.510835 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:53.553517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3016376-dc83-457f-87c7-c3266905faa3 None None] Pushing event updated for resources: {'Port': ['ID=6eef5779-7e65-4382-81a7-ceca7b5aed1a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:53.590282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-881d9c3f-9a7d-44c3-9dd2-49216eac3c90 None None] Provisioning complete for port 6eef5779-7e65-4382-81a7-ceca7b5aed1a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:53.590652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-881d9c3f-9a7d-44c3-9dd2-49216eac3c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.630981 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eef5779-7e65-4382-81a7-ceca7b5aed1a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:53.637149 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.643997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.648320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "DELETE /v2.0/networks/3e68c3dd-524d-468d-afd2-cd959cb2936b HTTP/1.1" status: 204 len: 168 time: 0.7136259 Sep 18 07:59:53.648772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:53.662487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1711f6-4bcc-45fb-bdb8-f8fb89722326 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Network': ['ID=3e68c3dd-524d-468d-afd2-cd959cb2936b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:53.712568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Deleting subnet 966e9974-8922-4550-9f8f-772f52549eb8 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 07:59:53.714972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6eef5779-7e65-4382-81a7-ceca7b5aed1a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:53.715419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.717112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.762839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.873589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:53.998032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.028434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Subnet': ['ID=966e9974-8922-4550-9f8f-772f52549eb8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:54.034291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.036213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-329894ee-5dd3-4d58-868a-d13479db36c8 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "DELETE /v2.0/subnets/966e9974-8922-4550-9f8f-772f52549eb8 HTTP/1.1" status: 204 len: 168 time: 0.3863475 Sep 18 07:59:54.037910 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca47f0-4c67-42be-88e4-c9560eaedba6 None None] Network 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:54.038784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42812) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:54.096204 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270745f4-0117-45bf-9fcb-876ff74904e3 None None] DHCP port deletion for 3e68c3dd-524d-468d-afd2-cd959cb2936b request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:59:54.114720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.144691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6665216-a2c8-4ccb-b850-48c9b04a7c2c None None] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:54.156494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c3a2b166-1610-4215-b636-f802083d46b9 None None] Could not find standard attr ID for object 12580ff1-db00-4d40-a00d-8d2c2d2e61fe. {{(pid=101980) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 07:59:54.159766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6665216-a2c8-4ccb-b850-48c9b04a7c2c None None] Network 3e68c3dd-524d-468d-afd2-cd959cb2936b could not be found, it might have been deleted concurrently. {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 07:59:54.177147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Deleting port 6eef5779-7e65-4382-81a7-ceca7b5aed1a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:54.177492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.237763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] DHCP port deletion for 0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 07:59:54.242168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] For port 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eef5779-7e65-4382-81a7-ceca7b5aed1a,segment=NetworkSegment(81a44e72-9362-453c-b5a6-be8ac0256aee),segment_id=81a44e72-9362-453c-b5a6-be8ac0256aee)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:54.242545 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.255748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Calling delete_port for 6eef5779-7e65-4382-81a7-ceca7b5aed1a owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:54.282384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Deleting port 6eef5779-7e65-4382-81a7-ceca7b5aed1a {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 07:59:54.282763 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.346906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] For port 6eef5779-7e65-4382-81a7-ceca7b5aed1a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6eef5779-7e65-4382-81a7-ceca7b5aed1a,segment=NetworkSegment(81a44e72-9362-453c-b5a6-be8ac0256aee),segment_id=81a44e72-9362-453c-b5a6-be8ac0256aee)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 07:59:54.352782 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.359806 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Calling delete_port for 6eef5779-7e65-4382-81a7-ceca7b5aed1a owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 07:59:54.477561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.484083 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.504062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Port': ['ID=6eef5779-7e65-4382-81a7-ceca7b5aed1a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:54.507194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] Pushing event deleted for resources: {'Port': ['ID=6eef5779-7e65-4382-81a7-ceca7b5aed1a,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:54.510144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] No DVR routers for this DVR port 6eef5779-7e65-4382-81a7-ceca7b5aed1a on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:54.512822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400e4df-9262-469d-9a70-8900881af8fa None None] No DVR routers for this DVR port 6eef5779-7e65-4382-81a7-ceca7b5aed1a on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 07:59:54.590081 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.610488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:54.621958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a44e72-9362-453c-b5a6-be8ac0256aee') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:54.626146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a44e72-9362-453c-b5a6-be8ac0256aee') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 07:59:54.631469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.644500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.650465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 07:59:54.651094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: timer() Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 07:59:54.653814 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 07:59:54.768199 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.775074 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:54.776906 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "DELETE /v2.0/networks/0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f HTTP/1.1" status: 204 len: 168 time: 0.7369747 Sep 18 07:59:54.780238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42814) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:54.788171 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180b182-6116-4ca0-a8a3-ceefd713fc8b tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Pushing event deleted for resources: {'Network': ['ID=0b42e1b3-8ce9-4d22-a7b1-ef2452a67d1f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:54.808200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6bb08edc-95ec-4f67-a33c-801b0550498c tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "GET /v2.0/ports?device_id=63007138-8937-492e-8b2c-0a289dcabcbc HTTP/1.1" status: 200 len: 205 time: 0.0261343 Sep 18 07:59:54.810514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 42816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:54.881126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.030644 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.032623 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.139863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.140379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Fanout notify agent at l3_agent the message router_deleted on router 63007138-8937-492e-8b2c-0a289dcabcbc {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 07:59:55.147360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.148426 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b1b5414f-48ce-4e24-a2cf-71de65879c07 tempest-RoutersNegativeTest-2044650155 tempest-RoutersNegativeTest-2044650155-project] 10.222.0.20 "DELETE /v2.0/routers/63007138-8937-492e-8b2c-0a289dcabcbc HTTP/1.1" status: 204 len: 168 time: 0.3370364 Sep 18 07:59:55.549450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42822) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:55.574651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 12580ff1-db00-4d40-a00d-8d2c2d2e61fe no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:55.594405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 12580ff1-db00-4d40-a00d-8d2c2d2e61fe {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:59:55.594749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 12580ff1-db00-4d40-a00d-8d2c2d2e61fe not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:59:55.595159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eef5779-7e65-4382-81a7-ceca7b5aed1a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 07:59:55.616569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6eef5779-7e65-4382-81a7-ceca7b5aed1a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 07:59:55.616916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6eef5779-7e65-4382-81a7-ceca7b5aed1a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 07:59:55.681151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e0adae7b-619c-44e4-a721-a1db8810eddf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ccb711129164f1c97a2527096b29a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303687 Sep 18 07:59:55.683605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:55.734531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.754903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.872066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.872066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:55.872066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb28704c-8cd0-4b51-81f6-5dbd4d6656db HTTP/1.1" status: 204 len: 168 time: 0.1852002 Sep 18 07:59:55.879255 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5622cd-ee58-42d3-982b-6a22050ddabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28704c-8cd0-4b51-81f6-5dbd4d6656db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:56.809784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42850) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:56.904889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-565210870-network', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:56.991343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Made reservation on behalf of 164d5fac19bb49d0b8f82cd0abff539d for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:56.993625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.002773 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.088297 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.134187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.154649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 07:59:57.169233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520a926-2c0d-4f5e-aea5-4d1deec57a20,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:57.172130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.172474 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Added segment 9a8ca269-dc09-48f1-9e55-e4d3a2e94299 of type vlan for network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 Sep 18 07:59:57.212015 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.305683 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.306667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:57.307250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.364656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb71b12-eb98-4228-b0b2-1ebc783d3b86,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:57.374274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 07:59:57.392220 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8cdf24a8-d247-44d0-a7e2-fb51df1625e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5812902 Sep 18 07:59:57.394978 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42854) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:57.399709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Request body: {'subnet': {'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-subnet', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:57.494496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Made reservation on behalf of 164d5fac19bb49d0b8f82cd0abff539d for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 07:59:57.497581 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.700626 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.756229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:57.762030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Checking segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:57.762387 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Network hostable DHCP agents. Network: 9eb71b12-eb98-4228-b0b2-1ebc783d3b86, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 07:59:57.842649 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 07:59:57.905573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 9eb71b12-eb98-4228-b0b2-1ebc783d3b86) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:57.909859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 07:59:57.910481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:57.914736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a913dc-e0cd-43f1-a59c-624928675ef7 None None] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:57.992382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6046f69a-1e97-4d52-96aa-c6964c3fd221 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5963531 Sep 18 07:59:57.995034 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42856) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 07:59:57.999792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 07:59:58.053056 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 07:59:58.053859 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.077479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.078586 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.132643 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.188276 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Allocated IP 172.20.0.2 (9eb71b12-eb98-4228-b0b2-1ebc783d3b86/b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a/5305fe2d-935e-490e-99a0-f6b186631f09) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:58.331799 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.352066 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 07:59:58.392256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.429948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:58.432939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:58.437254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:58.450867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Pushing event updated for resources: {'Port': ['ID=5305fe2d-935e-490e-99a0-f6b186631f09,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:58.499569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Attempting to bind port 5305fe2d-935e-490e-99a0-f6b186631f09 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 07:59:58.499947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Attempting to bind port 5305fe2d-935e-490e-99a0-f6b186631f09 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 07:59:58.500344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Attempting to bind port 5305fe2d-935e-490e-99a0-f6b186631f09 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 07:59:58.505499 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 07:59:58.505873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Checking segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 07:59:58.506310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.506710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Bound using segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 07:59:58.507183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Bound port: 5305fe2d-935e-490e-99a0-f6b186631f09, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 07:59:58.507572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.576233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] For port 5305fe2d-935e-490e-99a0-f6b186631f09, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 07:59:58.579494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] For port 5305fe2d-935e-490e-99a0-f6b186631f09, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5305fe2d-935e-490e-99a0-f6b186631f09,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 07:59:58.648712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.679330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:58.709339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86500e-a9d8-4b3e-b28f-667c4d31cafd None None] Pushing event updated for resources: {'Port': ['ID=5305fe2d-935e-490e-99a0-f6b186631f09,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:58.988024 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.012887 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.157245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Allocated IP 172.25.4.187 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 07:59:59.262153 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.358158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.397681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 07:59:59.400732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 07:59:59.405051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 07:59:59.414180 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.441501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 07:59:59.585613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b37256-6d58-4096-8cda-2d2cdeb49b4c None None] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 07:59:59.602614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5305fe2d-935e-490e-99a0-f6b186631f09 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 07:59:59.685650 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] Provisioning complete for port 5305fe2d-935e-490e-99a0-f6b186631f09 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:59.686049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.729718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.765788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5305fe2d-935e-490e-99a0-f6b186631f09 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 07:59:59.766109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.891944 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.924952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.927731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 07:59:59.950936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] For port 5305fe2d-935e-490e-99a0-f6b186631f09, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5305fe2d-935e-490e-99a0-f6b186631f09,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:00.022907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.097504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 08:00:00.097873 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 08:00:00.102341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bfc4f-002d-40c4-85e6-ec96d7e3a197 None None] Pushing event updated for resources: {'Port': ['ID=5305fe2d-935e-490e-99a0-f6b186631f09,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:00.139848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Router cdddb013-a286-4ba0-98a7-73d6b2b01a2b is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:00:00.140527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6963130b-462d-481f-8718-21e66ff85273 None None] Provisioning complete for port 5305fe2d-935e-490e-99a0-f6b186631f09 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:00.140905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6963130b-462d-481f-8718-21e66ff85273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.251843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:00:00.260295 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24909-4212-489b-83da-961843d82437 None None] Sync routers for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:00:00.270461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b24909-4212-489b-83da-961843d82437 None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:00.274965 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02b24909-4212-489b-83da-961843d82437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:00.317163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.318494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dc7c6d67-3efe-45ec-980c-b0d697e5f2b4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3225224 Sep 18 08:00:00.321236 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42858) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:00:00.465477 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-02b24909-4212-489b-83da-961843d82437 None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:00.636356 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02b24909-4212-489b-83da-961843d82437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T07:59:59Z', 'revision_number': 3, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T07:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:00.665952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24909-4212-489b-83da-961843d82437 None None] Checking router: cdddb013-a286-4ba0-98a7-73d6b2b01a2b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:00:00.666303 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24909-4212-489b-83da-961843d82437 None None] Updating router cdddb013-a286-4ba0-98a7-73d6b2b01a2b port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:00:00.690999 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.742205 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.932606 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:00.943541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Allocated IP 172.20.0.1 (9eb71b12-eb98-4228-b0b2-1ebc783d3b86/b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a/6616eaca-8b23-4b09-a02b-099f20fe9906) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:01.014477 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.044764 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.065717 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-02b24909-4212-489b-83da-961843d82437 None None] Attempting to bind port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:01.068444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-02b24909-4212-489b-83da-961843d82437 None None] Attempting to bind port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:01.068444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24909-4212-489b-83da-961843d82437 None None] Attempting to bind port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:01.075091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Pushing event updated for resources: {'Port': ['ID=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:01.081309 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24909-4212-489b-83da-961843d82437 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:01.081694 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24909-4212-489b-83da-961843d82437 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:01.082124 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.082518 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24909-4212-489b-83da-961843d82437 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:01.082973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-02b24909-4212-489b-83da-961843d82437 None None] Bound port: 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:01.083353 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.086508 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.086855 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.087198 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.087537 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.087871 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.088278 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.088554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.088880 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.089206 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.090091 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.090417 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.093917 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:01.128946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.140195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-02b24909-4212-489b-83da-961843d82437 None None] For port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:01.144864 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-02b24909-4212-489b-83da-961843d82437 None None] For port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:01.165114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:01.168697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:01.174169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:01.200828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:01.215548 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-02b24909-4212-489b-83da-961843d82437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.222689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.281186 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62ff8e-d40a-486b-a554-30ed1f62b555 None None] Pushing event updated for resources: {'Port': ['ID=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:01.286530 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b24909-4212-489b-83da-961843d82437 None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:01.287156 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02b24909-4212-489b-83da-961843d82437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:01.401719 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-02b24909-4212-489b-83da-961843d82437 None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:01.444209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-891f94a8-2ba7-4403-914c-88781c1e88fc None None] Provisioning complete for port 6616eaca-8b23-4b09-a02b-099f20fe9906 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:01.444819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-891f94a8-2ba7-4403-914c-88781c1e88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.483417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-891f94a8-2ba7-4403-914c-88781c1e88fc None None] Port 6616eaca-8b23-4b09-a02b-099f20fe9906 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:01.577343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5305fe2d-935e-490e-99a0-f6b186631f09 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:01.597216 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-02b24909-4212-489b-83da-961843d82437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T07:59:59Z', 'revision_number': 3, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:01.623643 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24909-4212-489b-83da-961843d82437 None None] The sync data for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 is: [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T07:59:59Z', 'revision_number': 3, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:00:01.626569 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5305fe2d-935e-490e-99a0-f6b186631f09 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:01.627586 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.693454 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.871193 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:01.939845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:02.012186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:02.014645 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:02.108442 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:02.109811 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:02.241486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Router cdddb013-a286-4ba0-98a7-73d6b2b01a2b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:00:02.358043 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:00:02.363541 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f8734335-d21e-49b3-a28c-5cf4e6c6c0ae admin admin] 10.222.0.20 "PUT /v2.0/routers/cdddb013-a286-4ba0-98a7-73d6b2b01a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0413220 Sep 18 08:00:02.409257 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ee6b656c-d68b-4739-9e5f-afb2faf1b5cf None None] Provisioning complete for port 6616eaca-8b23-4b09-a02b-099f20fe9906 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:02.409647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ee6b656c-d68b-4739-9e5f-afb2faf1b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:02.445387 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b656c-d68b-4739-9e5f-afb2faf1b5cf None None] Port 6616eaca-8b23-4b09-a02b-099f20fe9906 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:02.998599 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42874) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:00:03.003558 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1658953789-network', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:03.065539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Made reservation on behalf of 31ad521d0c344ddf88ac41d88486620f for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:00:03.067987 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.077807 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.141333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Sync routers for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:00:03.150281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:03.150902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:03.166145 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.208417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.238338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:00:03.243682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68c9a5-3a9c-4504-9c6d-30fb90e5f3f1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:03.251792 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.252083 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Added segment a7a7c037-cbbc-49a7-a545-d317f4b8869c of type vlan for network 0000059b-3449-4130-b4fa-58b3cbe0fc6d Sep 18 08:00:03.254893 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:03.292689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.385816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.386820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:03.387438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.447439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] Pushing event updated for resources: {'Network': ['ID=0000059b-3449-4130-b4fa-58b3cbe0fc6d,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:03.458703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 4, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6616eaca-8b23-4b09-a02b-099f20fe9906', 'name': '', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'mac_address': 'fa:16:3e:c9:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:00Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 2, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'subnets': [{'id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:03.461996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:00:03.530305 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08c9c204-e525-450a-abd5-de1b30936970 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5305943 Sep 18 08:00:03.533041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42876) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:00:03.538071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Request body: {'subnet': {'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-subnet', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:03.642753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Made reservation on behalf of 31ad521d0c344ddf88ac41d88486620f for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:00:03.645293 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.656800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:03.661382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Checking router: cdddb013-a286-4ba0-98a7-73d6b2b01a2b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:00:03.661740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Updating router cdddb013-a286-4ba0-98a7-73d6b2b01a2b port 6616eaca-8b23-4b09-a02b-099f20fe9906 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:00:03.763541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.806201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:03.806576 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.865799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:03.927358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0923d261-a866-4e53-8261-88a2afeebb11,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:03.936524 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Checking segment: {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:03.936880 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Network hostable DHCP agents. Network: 0000059b-3449-4130-b4fa-58b3cbe0fc6d, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:00:04.002916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:00:04.018927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.051213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:04.071471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 0000059b-3449-4130-b4fa-58b3cbe0fc6d) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:04.076556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:04.077260 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.082063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f98227-ea16-4247-91f7-a51f71a6981f None None] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:00:04.158797 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.164047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fc531e46-c94d-4f9c-849f-3f9e5d5db1dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6299250 Sep 18 08:00:04.166771 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42878) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:00:04.171697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:04.181718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.259521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:04.288718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.290379 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.304371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'fixed_ips': [{'subnet_id': '0923d261-a866-4e53-8261-88a2afeebb11'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:00:04.304371 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.324752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.342973 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.435816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12145d-d6e6-46ed-9e24-36965d21d19f None None] Pushing event updated for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:04.522987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Attempting to bind port 6616eaca-8b23-4b09-a02b-099f20fe9906 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:04.525625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Attempting to bind port 6616eaca-8b23-4b09-a02b-099f20fe9906 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:04.525625 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Attempting to bind port 6616eaca-8b23-4b09-a02b-099f20fe9906 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:04.534094 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.536215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:04.536604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Checking segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:04.537024 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.537483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Bound using segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:04.537937 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Bound port: 6616eaca-8b23-4b09-a02b-099f20fe9906, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:04.538337 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.544421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Allocated IP 172.20.0.2 (0000059b-3449-4130-b4fa-58b3cbe0fc6d/0923d261-a866-4e53-8261-88a2afeebb11/c33eb103-be38-4815-b9d3-459238e1fbf3) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:04.668611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] For port 6616eaca-8b23-4b09-a02b-099f20fe9906, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:04.674456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] For port 6616eaca-8b23-4b09-a02b-099f20fe9906, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6616eaca-8b23-4b09-a02b-099f20fe9906,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:04.707822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c7e7bd36-5c22-4422-8c25-30b85b8d3b64 None None] Provisioning complete for port 6616eaca-8b23-4b09-a02b-099f20fe9906 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:04.708128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c7e7bd36-5c22-4422-8c25-30b85b8d3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.745674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.806672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.812840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7bd36-5c22-4422-8c25-30b85b8d3b64 None None] Port 6616eaca-8b23-4b09-a02b-099f20fe9906 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:04.826392 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.834751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:04.835391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:04.840741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12145d-d6e6-46ed-9e24-36965d21d19f None None] Pushing event updated for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:04.850856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.878958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:04.932940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:04.967655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Allocated IP 172.25.4.148 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/49f09ac9-2817-4fda-b986-6bcdf6fbce93) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:04.971927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:04.980906 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:04.984537 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Pushing event updated for resources: {'Port': ['ID=c33eb103-be38-4815-b9d3-459238e1fbf3,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:05.041853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:05.079667 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.125542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] Provisioning complete for port 6616eaca-8b23-4b09-a02b-099f20fe9906 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:05.125940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.127493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Attempting to bind port c33eb103-be38-4815-b9d3-459238e1fbf3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:05.127863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Attempting to bind port c33eb103-be38-4815-b9d3-459238e1fbf3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:05.128225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Attempting to bind port c33eb103-be38-4815-b9d3-459238e1fbf3 on network 0000059b-3449-4130-b4fa-58b3cbe0fc6d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:05.170647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:05.171021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Checking segment: {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:05.171424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.171829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Bound using segment: {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:05.172306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Bound port: c33eb103-be38-4815-b9d3-459238e1fbf3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:05.172684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.179975 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.217153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:05.220033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:05.223618 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:05.251256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Pushing event updated for resources: {'Port': ['ID=49f09ac9-2817-4fda-b986-6bcdf6fbce93,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:05.482393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] For port c33eb103-be38-4815-b9d3-459238e1fbf3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:05.514245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] For port c33eb103-be38-4815-b9d3-459238e1fbf3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c33eb103-be38-4815-b9d3-459238e1fbf3,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:05.521703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.566105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] For port 6616eaca-8b23-4b09-a02b-099f20fe9906, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6616eaca-8b23-4b09-a02b-099f20fe9906,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:05.569178 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.575121 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 4, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6616eaca-8b23-4b09-a02b-099f20fe9906', 'name': '', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'mac_address': 'fa:16:3e:c9:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:00Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'subnets': [{'id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:05.606615 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:05.609444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.611383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0cd61-f719-4c44-8285-f01fbf9afa69 None None] The sync data for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 is: [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:00:01Z', 'revision_number': 4, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '6616eaca-8b23-4b09-a02b-099f20fe9906', 'name': '', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'mac_address': 'fa:16:3e:c9:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:00Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'subnets': [{'id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:00:05.664579 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.733699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22375773-1e14-4ab4-9943-dec8a39d6ea6 None None] Pushing event updated for resources: {'Port': ['ID=c33eb103-be38-4815-b9d3-459238e1fbf3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:05.773197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:05.773578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.807106 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:05.837367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea0a16-a042-415a-8776-5fbd5c741f53 None None] Pushing event updated for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:06.054270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Router 7e766239-a0cc-40b9-9404-f8d63be8c63b is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:00:06.167016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:00:06.179106 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Sync routers for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:00:06.191637 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:06.195374 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:06.242722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:06.244128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a9dab7d1-e740-4f79-ba45-a26397eca3df admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0759153 Sep 18 08:00:06.246941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 42880) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:00:06.308855 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:06.515941 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:05Z', 'revision_number': 3, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:06.552594 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Checking router: 7e766239-a0cc-40b9-9404-f8d63be8c63b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:00:06.553018 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Updating router 7e766239-a0cc-40b9-9404-f8d63be8c63b port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:00:06.581368 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:06.804255 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a244894-692f-49da-bd0f-2833c4b624e4 None None] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:00:06.892637 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:06.939732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] Provisioning complete for port c33eb103-be38-4815-b9d3-459238e1fbf3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:06.940008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:06.976115 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.025246 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.027001 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Attempting to bind port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:07.027347 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Attempting to bind port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:07.028188 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Attempting to bind port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:07.039042 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2553350-899e-4130-aea2-9e5413919333 None None] Pushing event updated for resources: {'Port': ['ID=49f09ac9-2817-4fda-b986-6bcdf6fbce93,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:07.049199 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:07.050398 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:07.050887 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.051348 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:07.051895 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Bound port: 49f09ac9-2817-4fda-b986-6bcdf6fbce93, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:07.052825 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.064017 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.102175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] For port c33eb103-be38-4815-b9d3-459238e1fbf3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c33eb103-be38-4815-b9d3-459238e1fbf3,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:07.125593 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] For port 49f09ac9-2817-4fda-b986-6bcdf6fbce93, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:07.128572 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] For port 49f09ac9-2817-4fda-b986-6bcdf6fbce93, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=49f09ac9-2817-4fda-b986-6bcdf6fbce93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:07.191760 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.207612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Allocated IP 172.20.0.1 (0000059b-3449-4130-b4fa-58b3cbe0fc6d/0923d261-a866-4e53-8261-88a2afeebb11/990bbe65-0c08-4085-856a-76b0c27e433f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:07.241456 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ca3e5-3404-499c-a25d-1ff863b31249 None None] Pushing event updated for resources: {'Port': ['ID=c33eb103-be38-4815-b9d3-459238e1fbf3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:07.249230 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.304973 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:07.305512 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:07.310775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2553350-899e-4130-aea2-9e5413919333 None None] Pushing event updated for resources: {'Port': ['ID=49f09ac9-2817-4fda-b986-6bcdf6fbce93,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:07.319097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.322078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bbfa8426-cce2-461d-90c7-2cad9297d38b None None] Provisioning complete for port c33eb103-be38-4815-b9d3-459238e1fbf3 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:07.322078 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8426-cce2-461d-90c7-2cad9297d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.397649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.437645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:07.440581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:07.444510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:07.474165 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Pushing event updated for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:07.492971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.509003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:07.685505 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6616eaca-8b23-4b09-a02b-099f20fe9906 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:07.687533 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.711357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:05Z', 'revision_number': 3, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:07.740344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6f9bf186-25ed-4139-9ec0-ad07801f550b None None] Provisioning complete for port 990bbe65-0c08-4085-856a-76b0c27e433f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:07.740724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6f9bf186-25ed-4139-9ec0-ad07801f550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.744171 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0888f2-16f5-470d-9775-867d30fbd45f None None] The sync data for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 is: [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:05Z', 'revision_number': 3, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:00:07.767415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 6616eaca-8b23-4b09-a02b-099f20fe9906 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:07.767792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.802141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bf186-25ed-4139-9ec0-ad07801f550b None None] Port 990bbe65-0c08-4085-856a-76b0c27e433f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:07.861069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c33eb103-be38-4815-b9d3-459238e1fbf3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:07.874638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.908080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c33eb103-be38-4815-b9d3-459238e1fbf3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:07.908464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.916994 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:07.999917 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Pushing event updated for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:08.002950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:08.105734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:08.107194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:08.237462 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Router 7e766239-a0cc-40b9-9404-f8d63be8c63b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:00:08.354508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:00:08.360590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7cf8ef94-9ddf-4644-bbb4-cb6a3dc9bc25 admin admin] 10.222.0.20 "PUT /v2.0/routers/7e766239-a0cc-40b9-9404-f8d63be8c63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1126375 Sep 18 08:00:08.424025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-641aa31b-8cff-410e-92bf-233c680a9cd7 None None] Provisioning complete for port 990bbe65-0c08-4085-856a-76b0c27e433f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:08.427652 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-641aa31b-8cff-410e-92bf-233c680a9cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:08.466803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-641aa31b-8cff-410e-92bf-233c680a9cd7 None None] Port 990bbe65-0c08-4085-856a-76b0c27e433f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:08.854165 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6510017e-bb59-4a45-bb24-a7e6d0c371bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:09.150706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-73946158-9c69-4350-8a2f-fd67ef6aff1a tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:09.152223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-73946158-9c69-4350-8a2f-fd67ef6aff1a tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 816 time: 0.1055331 Sep 18 08:00:09.166760 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-103d1b9a-80ac-42ab-8fb0-177426dd6d6b tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/quotas/164d5fac19bb49d0b8f82cd0abff539d HTTP/1.1" status: 200 len: 375 time: 0.0089018 Sep 18 08:00:09.219464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-25df83fa-ecdf-4f76-a3f3-374dbb837952 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475836 Sep 18 08:00:09.236593 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-3df69003-2bd8-432a-b6de-a6f89941fbd4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:00:09.237579 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-3df69003-2bd8-432a-b6de-a6f89941fbd4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052395 Sep 18 08:00:09.266238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Sync routers for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:00:09.275119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:09.275785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:09.325844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-f1dac1ac-ef94-42df-9308-7c6c2d1a2200 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823195 Sep 18 08:00:09.380681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:09.418751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-9d2f8a15-0ce7-475e-98b1-6d8ffcfc7137 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Sep 18 08:00:09.583831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 4, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '990bbe65-0c08-4085-856a-76b0c27e433f', 'name': '', 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'mac_address': 'fa:16:3e:a6:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0923d261-a866-4e53-8261-88a2afeebb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:07Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 2, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'subnets': [{'id': '0923d261-a866-4e53-8261-88a2afeebb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:09.614239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Checking router: 7e766239-a0cc-40b9-9404-f8d63be8c63b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:00:09.614604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Updating router 7e766239-a0cc-40b9-9404-f8d63be8c63b port 990bbe65-0c08-4085-856a-76b0c27e433f binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:00:09.638067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 49f09ac9-2817-4fda-b986-6bcdf6fbce93 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:09.643335 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72283c55-2ff1-477e-8712-726398d0acc7 req-4a6abd16-8157-484e-960a-5fb9e06695d6 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 210 time: 0.0341198 Sep 18 08:00:09.674572 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:09.784199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:09.784510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:09.947405 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:09.976062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 49f09ac9-2817-4fda-b986-6bcdf6fbce93, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=49f09ac9-2817-4fda-b986-6bcdf6fbce93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:10.028109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.031209 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.077273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=49f09ac9-2817-4fda-b986-6bcdf6fbce93,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:10.116813 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.170302 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9cdf-2977-4de0-99a0-12ddcf46c750 None None] Pushing event updated for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:10.225186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Attempting to bind port 990bbe65-0c08-4085-856a-76b0c27e433f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:10.225564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Attempting to bind port 990bbe65-0c08-4085-856a-76b0c27e433f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:10.225961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Attempting to bind port 990bbe65-0c08-4085-856a-76b0c27e433f on network 0000059b-3449-4130-b4fa-58b3cbe0fc6d {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:10.232067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:10.235610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Checking segment: {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:10.235610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.235610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Bound using segment: {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:10.235610 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Bound port: 990bbe65-0c08-4085-856a-76b0c27e433f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7c037-cbbc-49a7-a545-d317f4b8869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:10.235610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.303340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] For port 990bbe65-0c08-4085-856a-76b0c27e433f, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:10.307105 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] For port 990bbe65-0c08-4085-856a-76b0c27e433f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=990bbe65-0c08-4085-856a-76b0c27e433f,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:10.392604 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.449717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-fcf84410-2598-491a-858e-44173042907b None None] Provisioning complete for port 990bbe65-0c08-4085-856a-76b0c27e433f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:10.450132 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcf84410-2598-491a-858e-44173042907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.487486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:00:10.488133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T07:59:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:10.492832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9cdf-2977-4de0-99a0-12ddcf46c750 None None] Pushing event updated for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:10.637669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:00:10.668120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcf84410-2598-491a-858e-44173042907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:10.757343 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-158935f7-769c-461c-9864-587a33662736 req-c66c0045-ef36-4172-8e1f-68fb4af8bcf2 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 210 time: 0.0301917 Sep 18 08:00:10.911732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fcf84410-2598-491a-858e-44173042907b None None] For port 990bbe65-0c08-4085-856a-76b0c27e433f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=990bbe65-0c08-4085-856a-76b0c27e433f,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:10.996035 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcf84410-2598-491a-858e-44173042907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:11.053356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf84410-2598-491a-858e-44173042907b None None] Pushing event updated for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:11.062428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 4, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '990bbe65-0c08-4085-856a-76b0c27e433f', 'name': '', 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'mac_address': 'fa:16:3e:a6:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0923d261-a866-4e53-8261-88a2afeebb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:07Z', 'updated_at': '2021-09-18T08:00:10Z', 'revision_number': 4, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'subnets': [{'id': '0923d261-a866-4e53-8261-88a2afeebb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:00:11.088884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab99b00-5fe5-456e-9d84-fbb2f88ca946 None None] The sync data for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 is: [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:07Z', 'revision_number': 4, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '990bbe65-0c08-4085-856a-76b0c27e433f', 'name': '', 'network_id': '0000059b-3449-4130-b4fa-58b3cbe0fc6d', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'mac_address': 'fa:16:3e:a6:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '0923d261-a866-4e53-8261-88a2afeebb11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:07Z', 'updated_at': '2021-09-18T08:00:10Z', 'revision_number': 4, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'subnets': [{'id': '0923d261-a866-4e53-8261-88a2afeebb11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:00:11.115705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4b2731dc-5260-46cd-bfae-6de729c9f411 None None] Provisioning complete for port 990bbe65-0c08-4085-856a-76b0c27e433f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:11.116090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b2731dc-5260-46cd-bfae-6de729c9f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:11.576686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7c59-3825-4b29-8656-399e751b374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:11.655043 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 49f09ac9-2817-4fda-b986-6bcdf6fbce93 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:11.723534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:11.723909 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:11.806108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 990bbe65-0c08-4085-856a-76b0c27e433f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:11.865466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 990bbe65-0c08-4085-856a-76b0c27e433f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:11.865854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:11.873072 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-27715d0a-1526-471b-b64b-a417bda397b4 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:11.877262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-27715d0a-1526-471b-b64b-a417bda397b4 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.24 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 816 time: 0.1247344 Sep 18 08:00:11.903007 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Request body: {'port': {'device_id': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'admin_state_up': True, 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:11.995772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f455c401-e6c7-4a8a-a78d-0527f2bb0a5d req-db6272e3-ced1-4369-bee5-d06c4feda612 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 210 time: 0.1644123 Sep 18 08:00:12.071041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Made reservation on behalf of 164d5fac19bb49d0b8f82cd0abff539d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:00:12.075256 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.156834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.202645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Allocated IP 172.20.0.14 (9eb71b12-eb98-4228-b0b2-1ebc783d3b86/b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a/0b04410f-63ad-4bef-91f6-a850426ef104) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:12.346666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.437824 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.484799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:12.488068 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:12.492040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:12.522106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Pushing event updated for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:12.532770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.533130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.533688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.534225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.534570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.534913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.535248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.535752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.536267 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.536606 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.536946 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.537278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:12.566775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:12.567438 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.626291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-8b3746ed-ea64-471d-a5f5-d4be7df0184f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346096 Sep 18 08:00:12.645737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Request body: {'port': {'device_id': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:12.702966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.750601 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b2c71f41-af7d-4c9f-9df1-a34bf17c4946 None None] Provisioning complete for port 0b04410f-63ad-4bef-91f6-a850426ef104 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:12.751187 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b2c71f41-af7d-4c9f-9df1-a34bf17c4946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.787815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b2c71f41-af7d-4c9f-9df1-a34bf17c4946 None None] Port 0b04410f-63ad-4bef-91f6-a850426ef104 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:12.969125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b04410f-63ad-4bef-91f6-a850426ef104 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:00:12.976904 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:12.989793 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Transition to ACTIVE for port object 0b04410f-63ad-4bef-91f6-a850426ef104 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:00:13.082418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:13.121228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26f5b-b256-4d81-8eb3-26730427b942 req-069e1888-3cba-411e-a759-0fdd463c0460 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.122802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89b26f5b-b256-4d81-8eb3-26730427b942 req-069e1888-3cba-411e-a759-0fdd463c0460 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 932 time: 0.0560632 Sep 18 08:00:13.150273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:13.167833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-89b26f5b-b256-4d81-8eb3-26730427b942 req-57f04854-c151-4fd5-a463-d54ce238cc04 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Sep 18 08:00:13.206938 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Attempting to bind port 0b04410f-63ad-4bef-91f6-a850426ef104 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:13.207328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Attempting to bind port 0b04410f-63ad-4bef-91f6-a850426ef104 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:13.207658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Attempting to bind port 0b04410f-63ad-4bef-91f6-a850426ef104 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:13.212077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Port 0b04410f-63ad-4bef-91f6-a850426ef104 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:00:13.212412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Attempting to bind port 0b04410f-63ad-4bef-91f6-a850426ef104 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:13.218234 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 7, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:13.218581 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Checking segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:13.219024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Bound using segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:13.219463 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Bound port: 0b04410f-63ad-4bef-91f6-a850426ef104, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:13.219829 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:13.290059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:13.293477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0b04410f-63ad-4bef-91f6-a850426ef104,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:13.357413 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:13.391848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.392589 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:13.393964 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b04410f-63ad-4bef-91f6-a850426ef104 HTTP/1.1" status: 200 len: 1093 time: 0.7528353 Sep 18 08:00:13.394342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:00:13.396619 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa863a0-1a3f-4407-86d2-001844e698ca" -d '{"events": [{"name": "network-changed", "server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:00:13.430621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da6702-b9b0-4195-95b4-bdf6a87131b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:13.457985 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3f02e-7b5c-4dc2-a6eb-c16d51ec5a58 x-openstack-request-id: req-06a3f02e-7b5c-4dc2-a6eb-c16d51ec5a58 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:00:13.458291 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:00:13.458651 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06a3f02e-7b5c-4dc2-a6eb-c16d51ec5a58 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:00:13.459105 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104', 'status': 'completed', 'code': 200} Sep 18 08:00:13.512174 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:13.545149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-2240ca58-9b39-49af-b394-81574afd8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.546712 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-2240ca58-9b39-49af-b394-81574afd8ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0448055 Sep 18 08:00:13.651782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-930c35c5-2efa-4dd5-a1a7-28609c3978f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.653269 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-930c35c5-2efa-4dd5-a1a7-28609c3978f3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937839 Sep 18 08:00:13.748681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-31f88ae4-6c2c-45b7-94ac-c18dce7dc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.750200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3fa863a0-1a3f-4407-86d2-001844e698ca req-31f88ae4-6c2c-45b7-94ac-c18dce7dc81c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896413 Sep 18 08:00:13.849337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-d712628b-9a4f-4273-a77c-91c2bd645b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.850836 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-d712628b-9a4f-4273-a77c-91c2bd645b20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0436630 Sep 18 08:00:13.896756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-b92fb377-e5df-48b5-b771-de145686b28d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b04410f-63ad-4bef-91f6-a850426ef104 HTTP/1.1" status: 200 len: 217 time: 0.0327115 Sep 18 08:00:13.945576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-5a58bb7d-5f31-4764-869f-c63b01253ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.946990 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-5a58bb7d-5f31-4764-869f-c63b01253ff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a HTTP/1.1" status: 200 len: 855 time: 0.0424922 Sep 18 08:00:13.994737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-d1843e7b-ae7a-4e67-b7ac-828a53937606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:13.996204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-d1843e7b-ae7a-4e67-b7ac-828a53937606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417538 Sep 18 08:00:14.084000 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-f0f61356-9d07-4790-86a2-fbc9b02c7e9d service neutron] 10.222.0.24 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805392 Sep 18 08:00:14.175998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d3859125-e8b7-4f28-a97a-e9aaa34b2689 req-bcf42fb5-baaa-47cc-94b3-91725b96d602 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Sep 18 08:00:14.337865 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ad9d-adf2-4b9c-8289-252f97c60d6c req-1e16ed7f-4e28-4482-b682-cbee4434d2b9 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:14.339913 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8109ad9d-adf2-4b9c-8289-252f97c60d6c req-1e16ed7f-4e28-4482-b682-cbee4434d2b9 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 944 time: 0.0996296 Sep 18 08:00:14.377048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8109ad9d-adf2-4b9c-8289-252f97c60d6c req-90dc0dca-26b2-4d33-9eae-e98551ed1430 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Sep 18 08:00:14.939424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:15.493842 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672380d-d933-48ae-8027-c43a6a3e3bc9 req-46f97341-1de9-4f76-9232-e286a3abc5f2 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:15.495359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1672380d-d933-48ae-8027-c43a6a3e3bc9 req-46f97341-1de9-4f76-9232-e286a3abc5f2 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 944 time: 0.0486641 Sep 18 08:00:15.533767 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1672380d-d933-48ae-8027-c43a6a3e3bc9 req-3d206664-73a7-4b5c-ad97-27a8c6c65858 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Sep 18 08:00:15.579258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:16.913695 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45101994-6e37-4592-a502-47f320113f18 req-89b6e28c-e687-44fc-b4c6-bc7b4325184b tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:16.915226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45101994-6e37-4592-a502-47f320113f18 req-89b6e28c-e687-44fc-b4c6-bc7b4325184b tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 944 time: 0.3152206 Sep 18 08:00:16.952874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-45101994-6e37-4592-a502-47f320113f18 req-ba44f98c-fcee-4e98-9d08-2185958baa6a tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Sep 18 08:00:18.063824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51792f2-352a-46ec-819b-8bf012504ae4 req-b3cc378c-5a9f-46a4-b36e-3a476ea912d1 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:18.065289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c51792f2-352a-46ec-819b-8bf012504ae4 req-b3cc378c-5a9f-46a4-b36e-3a476ea912d1 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 944 time: 0.0479527 Sep 18 08:00:18.101651 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c51792f2-352a-46ec-819b-8bf012504ae4 req-448a67db-59e3-46d3-89fe-604f68186af2 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Sep 18 08:00:18.660901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0b04410f-63ad-4bef-91f6-a850426ef104 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:00:18.751476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0b04410f-63ad-4bef-91f6-a850426ef104,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:18.762179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '0b04410f-63ad-4bef-91f6-a850426ef104', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'port_id': '0b04410f-63ad-4bef-91f6-a850426ef104', 'mac_address': 'fa:16:3e:3f:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:00:18.801510 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:18.813401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b04410f-63ad-4bef-91f6-a850426ef104 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:00:18.832164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0b04410f-63ad-4bef-91f6-a850426ef104,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:18.876458 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:18.922448 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:18.929676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.930052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.930397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.930734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.931068 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.931395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.931724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.932046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.932373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.932697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.933041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:18.933366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:00:19.218365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e35a7-21d0-426e-af0d-d813c4cd9425 req-0442f821-9979-4a1b-9f68-db2c9171151f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:19.219772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-448e35a7-21d0-426e-af0d-d813c4cd9425 req-0442f821-9979-4a1b-9f68-db2c9171151f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 945 time: 0.0487540 Sep 18 08:00:19.255961 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-448e35a7-21d0-426e-af0d-d813c4cd9425 req-ad822cc5-2406-4bec-8032-5fd99d4a35de tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303695 Sep 18 08:00:19.256181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0b04410f-63ad-4bef-91f6-a850426ef104'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:00:20.372836 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337ece5-fa12-4731-9518-f79933dbba7b req-b88aaf94-a645-4188-9e87-db915bb02ee3 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:20.374330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6337ece5-fa12-4731-9518-f79933dbba7b req-b88aaf94-a645-4188-9e87-db915bb02ee3 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Sep 18 08:00:20.411965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6337ece5-fa12-4731-9518-f79933dbba7b req-28d3ae93-a963-4801-ad67-3bf8d00da2be tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Sep 18 08:00:20.677427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0b04410f-63ad-4bef-91f6-a850426ef104 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:20.785287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 0b04410f-63ad-4bef-91f6-a850426ef104 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:00:20.788888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 0b04410f-63ad-4bef-91f6-a850426ef104 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:20.789291 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:20.871878 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:20.893815 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:00:20.896065 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc7c664-e48c-4575-8f90-d32a867d2f0d" -d '{"events": [{"server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:00:20.911604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0b04410f-63ad-4bef-91f6-a850426ef104,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:20.933732 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fa5e4-35c8-4aef-8cab-a7e0f8bfc338 x-openstack-request-id: req-805fa5e4-35c8-4aef-8cab-a7e0f8bfc338 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:00:20.934057 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "name": "network-vif-plugged", "status": "completed", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:00:20.934322 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-805fa5e4-35c8-4aef-8cab-a7e0f8bfc338 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:00:20.934757 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104', 'code': 200} Sep 18 08:00:20.956449 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:21.005942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:21.099930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d920d5-2c4a-4830-bf37-ab9ebf5b3279 req-c1752163-6d84-42bc-8c10-bb50810d5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:21.101378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a2d920d5-2c4a-4830-bf37-ab9ebf5b3279 req-c1752163-6d84-42bc-8c10-bb50810d5806 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0390933 Sep 18 08:00:21.135957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a2d920d5-2c4a-4830-bf37-ab9ebf5b3279 req-f1190ccf-4fde-4054-94b6-3dc320110ac8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266061 Sep 18 08:00:21.534144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30183e-4f48-406c-bc98-64fcb507b9f3 req-14015c39-70cf-47c6-af14-0c72574057f1 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:21.535660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d30183e-4f48-406c-bc98-64fcb507b9f3 req-14015c39-70cf-47c6-af14-0c72574057f1 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0547097 Sep 18 08:00:21.573159 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d30183e-4f48-406c-bc98-64fcb507b9f3 req-ca1e0d6b-69f0-48e6-8480-e24b504c3f5f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Sep 18 08:00:22.692590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f377ea-d9e8-42f7-ad7e-81279982ea0d req-56b69cf2-b0cb-43a9-9737-584407680e6c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:22.694112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f377ea-d9e8-42f7-ad7e-81279982ea0d req-56b69cf2-b0cb-43a9-9737-584407680e6c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0513232 Sep 18 08:00:22.732811 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-41f377ea-d9e8-42f7-ad7e-81279982ea0d req-e65495a9-2b34-4df2-9d35-699caa4e34c5 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 18 08:00:22.854778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a094ea-ee42-465c-9683-0a0a2cbbf9f0 req-5fecdeca-2b28-4911-abf7-fa171382b58f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:22.856295 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96a094ea-ee42-465c-9683-0a0a2cbbf9f0 req-5fecdeca-2b28-4911-abf7-fa171382b58f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0566788 Sep 18 08:00:22.894285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96a094ea-ee42-465c-9683-0a0a2cbbf9f0 req-63d86ac7-ccad-4d4f-8ecb-92d9c7019f56 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Sep 18 08:00:29.390942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:34.014114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-3ff63696-88a3-41df-aa06-21ce3ec55359 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794888 Sep 18 08:00:34.123815 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-63815773-1420-46e2-ad8d-34a1ead91a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:34.125861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-63815773-1420-46e2-ad8d-34a1ead91a4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0458338 Sep 18 08:00:34.231699 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-ec6d78f4-66d0-463d-b155-2e000d5e3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:34.233080 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-ec6d78f4-66d0-463d-b155-2e000d5e3306 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 917 time: 0.0876422 Sep 18 08:00:34.276548 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-ff0f221a-5a96-4a53-8094-2d97bcfb4f7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b04410f-63ad-4bef-91f6-a850426ef104 HTTP/1.1" status: 200 len: 217 time: 0.0365400 Sep 18 08:00:34.326393 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-f16166ce-dcf7-4803-83de-ba5e560b84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:34.327874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-f16166ce-dcf7-4803-83de-ba5e560b84b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a HTTP/1.1" status: 200 len: 855 time: 0.0427859 Sep 18 08:00:34.372647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-671cf034-23aa-4e0f-9ea3-251327c40b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:34.374819 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-671cf034-23aa-4e0f-9ea3-251327c40b18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384195 Sep 18 08:00:34.470743 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-236215ee-3455-4201-8595-ca73c4b6614c service neutron] 10.222.0.24 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Sep 18 08:00:34.563252 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1bae4f8c-3eb6-4ff6-ad54-aba1a943b01d req-4272b123-ccc9-418d-a9e1-5f143a3aafb4 service neutron] 10.222.0.24 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816743 Sep 18 08:00:35.351420 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:00:38.865161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-54f307ad-49a2-431f-b96a-0b4584913087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:41.590681 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e12c3dbb-138f-4e98-a17a-ac3675cbb97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:42.139186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:43.527923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:44.933110 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:45.613331 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:45.848131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2c638-8c06-4b23-b5c6-56f560cdfe6c req-ae0f3623-2ef5-4b55-b426-18c35f548c5c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:45.849534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99e2c638-8c06-4b23-b5c6-56f560cdfe6c req-ae0f3623-2ef5-4b55-b426-18c35f548c5c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0477493 Sep 18 08:00:45.888632 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99e2c638-8c06-4b23-b5c6-56f560cdfe6c req-8ddfea04-9df2-42c5-af2b-09463d783b5f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Sep 18 08:00:47.004307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef718-959e-4e2d-9f5c-3bc0377e587e req-854addf1-e875-448e-8ded-473a10a3229e tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:47.005772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa9ef718-959e-4e2d-9f5c-3bc0377e587e req-854addf1-e875-448e-8ded-473a10a3229e tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0478425 Sep 18 08:00:47.042309 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aa9ef718-959e-4e2d-9f5c-3bc0377e587e req-b449793b-953f-4da0-b3c0-0327630105a4 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Sep 18 08:00:47.686913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-1dabcfe9-1cf5-40a4-93d9-e4e959e9e36b tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:47.688280 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-1dabcfe9-1cf5-40a4-93d9-e4e959e9e36b tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.24 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0476344 Sep 18 08:00:47.779543 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Deleting port 0b04410f-63ad-4bef-91f6-a850426ef104 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:00:47.780489 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:47.869584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] For port 0b04410f-63ad-4bef-91f6-a850426ef104, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=0b04410f-63ad-4bef-91f6-a850426ef104,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:47.869981 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:47.881659 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Calling delete_port for 0b04410f-63ad-4bef-91f6-a850426ef104 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:00:48.163390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59851593-279a-4efb-a6b0-c2cd676d8743 req-bd8042b5-7f37-411b-9b90-8c941f506ad0 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:48.164895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59851593-279a-4efb-a6b0-c2cd676d8743 req-bd8042b5-7f37-411b-9b90-8c941f506ad0 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 946 time: 0.0538175 Sep 18 08:00:48.202871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59851593-279a-4efb-a6b0-c2cd676d8743 req-a4d87062-abcd-4fb7-8aa4-6351300d14e7 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Sep 18 08:00:48.310661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:48.343764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Pushing event deleted for resources: {'Port': ['ID=0b04410f-63ad-4bef-91f6-a850426ef104,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:48.344273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['0b04410f-63ad-4bef-91f6-a850426ef104'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:00:48.385368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] No DVR routers for this DVR port 0b04410f-63ad-4bef-91f6-a850426ef104 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:00:48.388366 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:48.390531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce954a96-e0e8-41e2-a98a-aae54dbcd600 req-dd3f5d88-2dff-4864-b381-2c75af73f279 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.24 "DELETE /v2.0/ports/0b04410f-63ad-4bef-91f6-a850426ef104 HTTP/1.1" status: 204 len: 173 time: 0.6963589 Sep 18 08:00:48.390986 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'name': 'network-vif-deleted', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:00:48.393276 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff66ba-afb0-4f83-af34-e2c1addef96b" -d '{"events": [{"server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "name": "network-vif-deleted", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:00:48.492864 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d292b806-f6e9-447e-b63a-e8c1fb05b3d8 x-openstack-request-id: req-d292b806-f6e9-447e-b63a-e8c1fb05b3d8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:00:48.493181 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db91cd8a-5621-4bb2-8551-7c88fb900bb1", "name": "network-vif-deleted", "tag": "0b04410f-63ad-4bef-91f6-a850426ef104", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:00:48.493413 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d292b806-f6e9-447e-b63a-e8c1fb05b3d8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:00:48.493827 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db91cd8a-5621-4bb2-8551-7c88fb900bb1', 'name': 'network-vif-deleted', 'tag': '0b04410f-63ad-4bef-91f6-a850426ef104', 'status': 'completed', 'code': 200} Sep 18 08:00:49.306157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0cc21592-1ed7-4388-98d4-c86615ea14e3 req-045532fc-1dcc-4f32-8092-9e2c538c666d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=db91cd8a-5621-4bb2-8551-7c88fb900bb1 HTTP/1.1" status: 200 len: 210 time: 0.0267758 Sep 18 08:00:50.847285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0b04410f-63ad-4bef-91f6-a850426ef104 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:00:50.869270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 0b04410f-63ad-4bef-91f6-a850426ef104 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:00:50.869598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 0b04410f-63ad-4bef-91f6-a850426ef104 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:00:51.010441 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-1256defe-e562-42a0-9393-c4fe914a1a49 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:51.011891 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-1256defe-e562-42a0-9393-c4fe914a1a49 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 816 time: 0.1002948 Sep 18 08:00:51.027059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-94ed4708-e347-46cc-a353-f476fd938fdb tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/quotas/164d5fac19bb49d0b8f82cd0abff539d HTTP/1.1" status: 200 len: 375 time: 0.0088351 Sep 18 08:00:51.077264 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-c05b9f66-39f7-4b5b-a481-48b0182126aa tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445089 Sep 18 08:00:51.133475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-bf2b3674-55d7-420c-8a07-32a3a7517070 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:00:51.134522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-bf2b3674-55d7-420c-8a07-32a3a7517070 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461531 Sep 18 08:00:51.222202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-f49703b2-4803-4f40-a088-33023368484d service neutron] 10.222.0.20 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807910 Sep 18 08:00:51.313481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-feedc991-7c40-4497-a3ef-9dfe44f64717 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853136 Sep 18 08:00:51.565966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-21b174a9-cee6-4f38-a21d-e670a7d75106 req-6c915a47-7b8a-43fb-9672-f0812133e930 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 210 time: 0.0284369 Sep 18 08:00:52.657448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cdc9249-020a-43de-b81b-49f4469a47d1 req-18f5554f-e114-469c-94ce-4f704137f049 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 210 time: 0.0261235 Sep 18 08:00:53.198539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-c860830e-3087-444c-a0b2-69e4d100707d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:53.200025 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-c860830e-3087-444c-a0b2-69e4d100707d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.37 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 816 time: 0.1034269 Sep 18 08:00:53.212677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Request body: {'port': {'device_id': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'admin_state_up': True, 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:53.396347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Made reservation on behalf of 164d5fac19bb49d0b8f82cd0abff539d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:00:53.400203 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:53.527186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Allocated IP 172.20.0.10 (9eb71b12-eb98-4228-b0b2-1ebc783d3b86/b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a/9466d3cf-6351-4d95-95d7-acb5d5cc61e9) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:00:53.704941 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:53.755649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9ad1619c-b627-4f48-90ec-509b778cb9e7 req-d10c9400-8a8b-44a2-8b6b-ab7b019964b8 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 210 time: 0.0298889 Sep 18 08:00:53.780338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:53.822371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:00:53.825430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:00:53.829475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:00:53.855406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Pushing event updated for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:53.883444 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:53.883859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:53.945518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-28e9e1e0-6c59-4c5e-8149-fd960ee64a4d tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7364166 Sep 18 08:00:54.003969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Request body: {'port': {'device_id': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:00:54.018717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-9a321e03-7f7a-4bb1-a38f-4be43250beb6 None None] Provisioning complete for port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:54.019340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a321e03-7f7a-4bb1-a38f-4be43250beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.052624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-9a321e03-7f7a-4bb1-a38f-4be43250beb6 None None] Port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:00:54.061859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.312707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:00:54.319694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.331174 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Transition to ACTIVE for port object 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:00:54.384931 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.437696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Pushing event updated for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:54.508161 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Attempting to bind port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:00:54.508492 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Attempting to bind port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:00:54.508889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Attempting to bind port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:54.513292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:00:54.513612 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Attempting to bind port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 on network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:00:54.518822 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:00:54.519162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Checking segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:00:54.519547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Bound using segment: {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:00:54.519971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Bound port: 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ca269-dc09-48f1-9e55-e4d3a2e94299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:00:54.520377 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.587016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:00:54.590141 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:00:54.693820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.732079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:54.732079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:54.732079 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] 10.222.0.37 "PUT /v2.0/ports/9466d3cf-6351-4d95-95d7-acb5d5cc61e9 HTTP/1.1" status: 200 len: 1093 time: 0.7758131 Sep 18 08:00:54.732079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:00:54.733587 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202daee5-c95b-4cf6-9840-7d8907184539" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:00:54.761025 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b289e-4fb8-4bc8-ad6f-7a1a732717cd service neutron] Pushing event updated for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:54.772429 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb8dfbb-b5d5-4b7a-ae5c-2e59ae5c4f61 x-openstack-request-id: req-fcb8dfbb-b5d5-4b7a-ae5c-2e59ae5c4f61 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:00:54.772429 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:00:54.772429 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcb8dfbb-b5d5-4b7a-ae5c-2e59ae5c4f61 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:00:54.772429 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9', 'status': 'completed', 'code': 200} Sep 18 08:00:54.843118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202daee5-c95b-4cf6-9840-7d8907184539 req-83e0de5d-3fed-402a-803b-127568c9cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:54.844641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-202daee5-c95b-4cf6-9840-7d8907184539 req-83e0de5d-3fed-402a-803b-127568c9cea3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 1096 time: 0.0497999 Sep 18 08:00:54.888138 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbda10-9b81-46c3-a492-25081f13d78b req-ebfa7f4f-aa3c-4f01-8f44-5cfd168d82eb tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:54.889745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07dbda10-9b81-46c3-a492-25081f13d78b req-ebfa7f4f-aa3c-4f01-8f44-5cfd168d82eb tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 944 time: 0.0614221 Sep 18 08:00:54.930162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07dbda10-9b81-46c3-a492-25081f13d78b req-ad228b00-8524-4565-b241-dbf40b93e257 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 Sep 18 08:00:54.955915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202daee5-c95b-4cf6-9840-7d8907184539 req-06e09165-76ed-44de-997c-36343ea71dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:54.957416 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-202daee5-c95b-4cf6-9840-7d8907184539 req-06e09165-76ed-44de-997c-36343ea71dee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1049454 Sep 18 08:00:55.053673 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202daee5-c95b-4cf6-9840-7d8907184539 req-a7ac9a59-6453-42a6-abba-a6591ad325e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:55.055176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-202daee5-c95b-4cf6-9840-7d8907184539 req-a7ac9a59-6453-42a6-abba-a6591ad325e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915654 Sep 18 08:00:55.131597 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-2fc96993-4eeb-4217-b4e3-1e58599557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:55.132993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-2fc96993-4eeb-4217-b4e3-1e58599557f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 1096 time: 0.0405643 Sep 18 08:00:55.174778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-5886997f-6b90-4974-b317-5a28d954a0fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9 HTTP/1.1" status: 200 len: 217 time: 0.0334187 Sep 18 08:00:55.225781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-3b769564-9119-45dc-8b00-d1b50db8e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:55.227234 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-3b769564-9119-45dc-8b00-d1b50db8e1dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a HTTP/1.1" status: 200 len: 855 time: 0.0463440 Sep 18 08:00:55.275443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-57e199ac-009a-45bf-a9ee-fd5ca757f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:55.276963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-57e199ac-009a-45bf-a9ee-fd5ca757f8a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426741 Sep 18 08:00:55.365225 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-3829f2a8-4ece-43c4-9617-f8e64060165a service neutron] 10.222.0.37 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812430 Sep 18 08:00:55.459342 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0ee0c856-206e-4276-b5a1-dc0e929ffd97 req-97b18232-d3d7-482c-854a-813e252e5c8d service neutron] 10.222.0.37 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Sep 18 08:00:56.044680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a665056-2b26-4d48-b575-b78e69540269 req-945c0353-4e68-42d7-aa78-439b3ca1fc22 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:56.046259 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a665056-2b26-4d48-b575-b78e69540269 req-945c0353-4e68-42d7-aa78-439b3ca1fc22 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Sep 18 08:00:56.083229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a665056-2b26-4d48-b575-b78e69540269 req-79763126-e240-43e9-b4cb-507b07d8e6c9 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Sep 18 08:00:57.195676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d0af-1df7-4479-aab7-969b2ff80895 req-bc0294ed-5b6a-4826-93c9-c922d2b02bb5 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:57.197147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f53d0af-1df7-4479-aab7-969b2ff80895 req-bc0294ed-5b6a-4826-93c9-c922d2b02bb5 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 944 time: 0.0478363 Sep 18 08:00:57.221589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:00:57.238093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f53d0af-1df7-4479-aab7-969b2ff80895 req-2d07fcd6-6856-4330-b560-1d632bce373e tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Sep 18 08:00:57.314195 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:57.328419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9', 'network_id': '9eb71b12-eb98-4228-b0b2-1ebc783d3b86', 'port_id': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9', 'mac_address': 'fa:16:3e:10:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:00:57.363451 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:57.375266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:00:57.394420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:57.487344 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:57.532759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:57.683800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9466d3cf-6351-4d95-95d7-acb5d5cc61e9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:00:58.349027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4908b-c817-4233-9d29-4a50a16af4c3 req-eb41e968-2adc-4564-aca8-27b8f2e11de7 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:58.350528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deb4908b-c817-4233-9d29-4a50a16af4c3 req-eb41e968-2adc-4564-aca8-27b8f2e11de7 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 945 time: 0.0473838 Sep 18 08:00:58.388437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-deb4908b-c817-4233-9d29-4a50a16af4c3 req-93819e04-ec36-4b21-b129-7aa8d4bd6bb4 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Sep 18 08:00:59.231171 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:00:59.332729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:00:59.336301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:00:59.336678 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:59.422244 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:59.444661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:00:59.446927 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d648121-efb4-46d8-8459-71ee55d879ef" -d '{"events": [{"server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "name": "network-vif-plugged", "status": "completed", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:00:59.452558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:59.461318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:00:59.503480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af346-653f-4628-b416-d05f5ca89d41 req-200903cc-fe8f-4424-998c-3d31f76d9dfb tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:59.506777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-328af346-653f-4628-b416-d05f5ca89d41 req-200903cc-fe8f-4424-998c-3d31f76d9dfb tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 945 time: 0.0501413 Sep 18 08:00:59.521933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:00:59.547951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-328af346-653f-4628-b416-d05f5ca89d41 req-f92ce668-56c9-4b85-b434-096d2bc8cd95 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368607 Sep 18 08:00:59.548121 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde0b80-8864-4c4f-abc5-e1c743d39c16 x-openstack-request-id: req-fcde0b80-8864-4c4f-abc5-e1c743d39c16 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:00:59.548246 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "name": "network-vif-plugged", "status": "completed", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:00:59.548743 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcde0b80-8864-4c4f-abc5-e1c743d39c16 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:00:59.549134 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9', 'code': 200} Sep 18 08:00:59.579847 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:00:59.640554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f899e-1d8d-4b23-aeb5-79351ad03711 req-b44fce3f-13aa-4a4a-90d1-b4860d605adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:00:59.642077 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499f899e-1d8d-4b23-aeb5-79351ad03711 req-b44fce3f-13aa-4a4a-90d1-b4860d605adb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 1098 time: 0.0399399 Sep 18 08:00:59.675751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499f899e-1d8d-4b23-aeb5-79351ad03711 req-c9d526b1-e3c6-471f-9c22-3937f647cff4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269682 Sep 18 08:01:00.671038 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156379c-6506-4196-aa81-b20b275f2f6d req-781eb6c7-06f0-40fe-b5f0-603168e3c236 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:00.672479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3156379c-6506-4196-aa81-b20b275f2f6d req-781eb6c7-06f0-40fe-b5f0-603168e3c236 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0500476 Sep 18 08:01:00.713820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3156379c-6506-4196-aa81-b20b275f2f6d req-47be829d-b74f-417a-9f2e-709ebd2c59c8 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Sep 18 08:01:01.827092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e2b3f-bc47-4e09-bdc7-45ee848bedae req-c6ea4f01-d773-48e4-8ff4-a1483494c434 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:01.828545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6e2b3f-bc47-4e09-bdc7-45ee848bedae req-c6ea4f01-d773-48e4-8ff4-a1483494c434 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Sep 18 08:01:01.864975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b6e2b3f-bc47-4e09-bdc7-45ee848bedae req-078ef556-9e86-4923-a4ed-ede70be1f9f8 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Sep 18 08:01:01.979157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1dec7-7dcc-49b0-9986-72bbc6720a0a req-99fffe61-787b-40fb-8b88-ce4c44145497 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:01.980631 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98a1dec7-7dcc-49b0-9986-72bbc6720a0a req-99fffe61-787b-40fb-8b88-ce4c44145497 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0497065 Sep 18 08:01:02.017323 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-98a1dec7-7dcc-49b0-9986-72bbc6720a0a req-0a1ab181-5f81-49f4-9657-361a7ed2b684 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306013 Sep 18 08:01:08.858845 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2c093af4-c395-46d4-be60-6b97d99006bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:11.532683 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-42e40a9f-00bc-4673-a97f-40088181500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:12.115656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:12.349782 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:01:13.533034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:14.944246 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:15.630120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:23.672431 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-af6d8554-5477-4a82-bb1b-2c3840bdb4fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380366 Sep 18 08:01:23.783848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-bb17e504-38ff-4589-9de7-0e319e494298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:23.785126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-bb17e504-38ff-4589-9de7-0e319e494298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 1098 time: 0.0455160 Sep 18 08:01:23.878412 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611b1a1-c79e-4b82-8767-997b7a571021 req-833c9e62-e937-45b0-b29b-30ecb7944f0c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:23.879802 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0611b1a1-c79e-4b82-8767-997b7a571021 req-833c9e62-e937-45b0-b29b-30ecb7944f0c tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0483897 Sep 18 08:01:23.896364 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-7d6a6422-55d8-49b5-8bf8-2512178d572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:23.897914 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-7d6a6422-55d8-49b5-8bf8-2512178d572f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 200 len: 917 time: 0.0859299 Sep 18 08:01:23.921655 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0611b1a1-c79e-4b82-8767-997b7a571021 req-2b61d292-cd80-44fd-8dea-32241b806c71 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Sep 18 08:01:23.943913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-fef3d3a6-f6b3-4370-aa10-a225d9a792aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9 HTTP/1.1" status: 200 len: 217 time: 0.0379901 Sep 18 08:01:23.992124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-70bcac57-7fc2-4f96-b3c6-eed62af2500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:23.993520 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-70bcac57-7fc2-4f96-b3c6-eed62af2500e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a HTTP/1.1" status: 200 len: 855 time: 0.0426075 Sep 18 08:01:24.039764 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-b5fb6c6d-b1d4-430d-9e21-d44eff5a3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:24.041200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-b5fb6c6d-b1d4-430d-9e21-d44eff5a3443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb71b12-eb98-4228-b0b2-1ebc783d3b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398788 Sep 18 08:01:24.133226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-b8fa78f8-77ec-4480-933e-aaccd7af9dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 Sep 18 08:01:24.223467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-eb834e56-8466-4813-bf8b-d11f881f3e5d req-c61e96a5-f880-4ef9-900c-10f3c39c0150 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Sep 18 08:01:25.037716 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1f947-6ca8-4edd-ba8c-50a42cd65279 req-f1feadc2-cb5d-4852-8acc-cb13855a8eff tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:25.039212 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39c1f947-6ca8-4edd-ba8c-50a42cd65279 req-f1feadc2-cb5d-4852-8acc-cb13855a8eff tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0479507 Sep 18 08:01:25.076574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39c1f947-6ca8-4edd-ba8c-50a42cd65279 req-1b0e451f-56fb-4c83-8cf6-9e2e0964b142 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/security-groups?id=0520a926-2c0d-4f5e-aea5-4d1deec57a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Sep 18 08:01:25.344566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-ce9e844c-484b-4ce2-a9c0-db37ba826642 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:25.346047 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-ce9e844c-484b-4ce2-a9c0-db37ba826642 tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 946 time: 0.0532529 Sep 18 08:01:25.433252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Deleting port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:25.433601 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:25.521377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] For port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:25.521765 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:25.533760 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Calling delete_port for 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:25.698896 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:25.711060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['9466d3cf-6351-4d95-95d7-acb5d5cc61e9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:01:25.732468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Pushing event deleted for resources: {'Port': ['ID=9466d3cf-6351-4d95-95d7-acb5d5cc61e9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:25.758704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.759060 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.759404 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.759743 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.760077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.760433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.760762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.761090 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.761420 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.761755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.762100 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.762423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:25.782770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] No DVR routers for this DVR port 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:01:25.785358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:25.787437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0bd32ef0-c270-4919-bce8-edbbf779411a req-aa13d0a1-b8f4-4a7c-bf7c-5c6c4851cf8f tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.37 "DELETE /v2.0/ports/9466d3cf-6351-4d95-95d7-acb5d5cc61e9 HTTP/1.1" status: 204 len: 173 time: 0.4355628 Sep 18 08:01:25.787882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'name': 'network-vif-deleted', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:01:25.790195 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8969ce-c7b4-464a-92c7-af483d65d5fe" -d '{"events": [{"server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "name": "network-vif-deleted", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:01:25.824448 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20de674-a1d5-46e3-b843-45332d859fe6 x-openstack-request-id: req-f20de674-a1d5-46e3-b843-45332d859fe6 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:01:25.824849 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1", "name": "network-vif-deleted", "tag": "9466d3cf-6351-4d95-95d7-acb5d5cc61e9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:01:25.825105 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f20de674-a1d5-46e3-b843-45332d859fe6 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:01:25.825502 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1', 'name': 'network-vif-deleted', 'tag': '9466d3cf-6351-4d95-95d7-acb5d5cc61e9', 'status': 'completed', 'code': 200} Sep 18 08:01:26.184878 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b7102db-82df-4306-88da-4a3b2500ef0f req-e5592d24-32f1-4a64-8a58-f29f5759bf1a tempest-TestEncryptedCinderVolumes-1465338091 tempest-TestEncryptedCinderVolumes-1465338091-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e3ae46-0ae9-4f00-be1e-c7f24a3b10b1 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Sep 18 08:01:27.345986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43226) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:27.681433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:27.916063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Deleting port 6616eaca-8b23-4b09-a02b-099f20fe9906 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:27.916327 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:27.991034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] For port 6616eaca-8b23-4b09-a02b-099f20fe9906, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=6616eaca-8b23-4b09-a02b-099f20fe9906,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:27.991397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:28.003800 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Calling delete_port for 6616eaca-8b23-4b09-a02b-099f20fe9906 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:28.224562 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:28.254105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Pushing event deleted for resources: {'Port': ['ID=6616eaca-8b23-4b09-a02b-099f20fe9906,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:28.265877 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.266255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.266604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.266943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.267282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.267614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.267943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.268271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.268599 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.268927 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.269313 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.269639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:28.428523 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:28.633631 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Router cdddb013-a286-4ba0-98a7-73d6b2b01a2b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:01:28.735808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:28.740804 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7bc5ea33-224c-4907-83f1-bed892ec0332 admin admin] 10.222.0.20 "PUT /v2.0/routers/cdddb013-a286-4ba0-98a7-73d6b2b01a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937461 Sep 18 08:01:28.743296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43228) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:28.746098 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Sync routers for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:28.755297 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:28.755903 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:28.843575 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:28.857242 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:29.037250 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:01:28Z', 'revision_number': 5, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:29.067211 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Checking router: cdddb013-a286-4ba0-98a7-73d6b2b01a2b for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:29.075553 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Routers {'cdddb013-a286-4ba0-98a7-73d6b2b01a2b'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:29.076167 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:29.177654 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] Set router cdddb013-a286-4ba0-98a7-73d6b2b01a2b gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:29.193378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.295053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Deleting port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:29.295426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.349103 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:01:28Z', 'revision_number': 5, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:29.376370 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df359f9-ac52-4bf3-91cd-9943f7c65bba None None] The sync data for ids ['cdddb013-a286-4ba0-98a7-73d6b2b01a2b'] in n-d-789963-14 is: [{'id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'name': 'tempest-TestEncryptedCinderVolumes-565210870-router', 'tenant_id': '164d5fac19bb49d0b8f82cd0abff539d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T07:59:58Z', 'updated_at': '2021-09-18T08:01:28Z', 'revision_number': 5, 'project_id': '164d5fac19bb49d0b8f82cd0abff539d', 'gw_port': {'id': '24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdddb013-a286-4ba0-98a7-73d6b2b01a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T07:59:59Z', 'updated_at': '2021-09-18T08:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:29.381415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] For port 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:29.382491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.398480 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:29.401006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Calling delete_port for 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:29.423279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:29.427998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 9466d3cf-6351-4d95-95d7-acb5d5cc61e9 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:29.427998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.601399 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.634781 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:29.689507 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.783155 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.785347 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.841788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6616eaca-8b23-4b09-a02b-099f20fe9906 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:29.862621 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 6616eaca-8b23-4b09-a02b-099f20fe9906 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:29.864711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 6616eaca-8b23-4b09-a02b-099f20fe9906 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:29.881398 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.882115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdddb013-a286-4ba0-98a7-73d6b2b01a2b {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:01:29.886569 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.887743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4e794f8b-c4ad-41c8-be3a-11361e84e761 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cdddb013-a286-4ba0-98a7-73d6b2b01a2b HTTP/1.1" status: 204 len: 168 time: 1.1434851 Sep 18 08:01:29.890323 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43230) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:29.939296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Deleting subnet b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:01:29.942501 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:29.980891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.068014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.167542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.197574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:30.202361 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.204425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-60b314f2-ebb6-4657-99b1-1eea79dc6917 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2ed2fb1-0ae8-430b-b5f7-b75df5f70e7a HTTP/1.1" status: 204 len: 168 time: 0.3131721 Sep 18 08:01:30.207097 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43232) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:30.207772 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675715b3-df42-48be-8565-b81f274a92d2 None None] Network 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:30.274301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.326186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Deleting port 5305fe2d-935e-490e-99a0-f6b186631f09 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:30.326539 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.395795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] For port 5305fe2d-935e-490e-99a0-f6b186631f09, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5305fe2d-935e-490e-99a0-f6b186631f09,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:30.396164 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.396667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] DHCP port deletion for 9eb71b12-eb98-4228-b0b2-1ebc783d3b86 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:01:30.412592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Calling delete_port for 5305fe2d-935e-490e-99a0-f6b186631f09 owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:30.443717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Deleting port 5305fe2d-935e-490e-99a0-f6b186631f09 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:30.444223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.505720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] For port 5305fe2d-935e-490e-99a0-f6b186631f09, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5305fe2d-935e-490e-99a0-f6b186631f09,segment=NetworkSegment(9a8ca269-dc09-48f1-9e55-e4d3a2e94299),segment_id=9a8ca269-dc09-48f1-9e55-e4d3a2e94299)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:30.506147 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.518365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Calling delete_port for 5305fe2d-935e-490e-99a0-f6b186631f09 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:30.550496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.579848 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=5305fe2d-935e-490e-99a0-f6b186631f09,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:30.583702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] No DVR routers for this DVR port 5305fe2d-935e-490e-99a0-f6b186631f09 on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:01:30.595342 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.619643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Pushing event deleted for resources: {'Port': ['ID=5305fe2d-935e-490e-99a0-f6b186631f09,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:30.627466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] No DVR routers for this DVR port 5305fe2d-935e-490e-99a0-f6b186631f09 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:01:30.629925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.630273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.630736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.631081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.631417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.631756 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.632085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.632413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.632742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.633069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.633393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.633715 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08904cc8-733d-4c00-b28a-ffff9af747a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:30.655115 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.674499 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb71b12-eb98-4228-b0b2-1ebc783d3b86']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:30.683305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8ca269-dc09-48f1-9e55-e4d3a2e94299') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:30.683600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8ca269-dc09-48f1-9e55-e4d3a2e94299') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:30.693120 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.706792 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.712424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:01:30.712799 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:01:30.714420 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:01:30.830379 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.835841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:30.837979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] 10.222.0.20 "DELETE /v2.0/networks/9eb71b12-eb98-4228-b0b2-1ebc783d3b86 HTTP/1.1" status: 204 len: 168 time: 0.6296821 Sep 18 08:01:30.840725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43234) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:30.848215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fcf42-a2b7-49b4-ace8-ff741689fbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb71b12-eb98-4228-b0b2-1ebc783d3b86,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:31.174343 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:31.409825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Deleting port 990bbe65-0c08-4085-856a-76b0c27e433f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:31.410195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:31.488624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] For port 990bbe65-0c08-4085-856a-76b0c27e433f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=990bbe65-0c08-4085-856a-76b0c27e433f,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:31.488912 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:31.501621 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Calling delete_port for 990bbe65-0c08-4085-856a-76b0c27e433f owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:31.617205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5305fe2d-935e-490e-99a0-f6b186631f09 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:31.635947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5305fe2d-935e-490e-99a0-f6b186631f09 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:31.636291 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5305fe2d-935e-490e-99a0-f6b186631f09 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:31.636702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:31.654373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:31.654718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 24aeb7a6-ca7e-42e7-b2e2-e708d4c4a01b not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:31.732781 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:31.758739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Pushing event deleted for resources: {'Port': ['ID=990bbe65-0c08-4085-856a-76b0c27e433f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:31.925340 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:32.368746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Router 7e766239-a0cc-40b9-9404-f8d63be8c63b has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:01:32.469268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:32.476986 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7827c845-d91d-4c5c-a403-a58c88eae914 admin admin] 10.222.0.20 "PUT /v2.0/routers/7e766239-a0cc-40b9-9404-f8d63be8c63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6342599 Sep 18 08:01:32.477142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43236) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:32.478167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Sync routers for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:32.489377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:32.490044 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:32.580537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:32.592058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:32.679803 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:32.771544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:01:31Z', 'revision_number': 5, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port': {'id': '49f09ac9-2817-4fda-b986-6bcdf6fbce93', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:32.780896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Deleting port 49f09ac9-2817-4fda-b986-6bcdf6fbce93 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:32.781248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:32.797834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Checking router: 7e766239-a0cc-40b9-9404-f8d63be8c63b for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:32.806773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Routers {'7e766239-a0cc-40b9-9404-f8d63be8c63b'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:32.807394 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['7e766239-a0cc-40b9-9404-f8d63be8c63b'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:32.862680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] For port 49f09ac9-2817-4fda-b986-6bcdf6fbce93, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=49f09ac9-2817-4fda-b986-6bcdf6fbce93,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:32.863046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:32.874943 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Calling delete_port for 49f09ac9-2817-4fda-b986-6bcdf6fbce93 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:32.892406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] Set router 7e766239-a0cc-40b9-9404-f8d63be8c63b gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:32.945779 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:01:32Z', 'revision_number': 6, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:32.971632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bfe8b1-db3d-4695-ae0b-6595fcbffdbc None None] The sync data for ids ['7e766239-a0cc-40b9-9404-f8d63be8c63b'] in n-d-789963-14 is: [{'id': '7e766239-a0cc-40b9-9404-f8d63be8c63b', 'name': 'tempest-TestEncryptedCinderVolumes-1658953789-router', 'tenant_id': '31ad521d0c344ddf88ac41d88486620f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:00:04Z', 'updated_at': '2021-09-18T08:01:32Z', 'revision_number': 6, 'project_id': '31ad521d0c344ddf88ac41d88486620f', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:33.087142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.112685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f09ac9-2817-4fda-b986-6bcdf6fbce93,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:33.169269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.256514 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.258541 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.401376 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.401971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e766239-a0cc-40b9-9404-f8d63be8c63b {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:01:33.406901 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.408019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b47ae18-0a79-4997-ab69-a683bde3df10 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7e766239-a0cc-40b9-9404-f8d63be8c63b HTTP/1.1" status: 204 len: 168 time: 0.9298222 Sep 18 08:01:33.410663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43242) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:33.454351 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Deleting subnet 0923d261-a866-4e53-8261-88a2afeebb11 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:01:33.457244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.490464 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.569691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.670446 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.697994 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0923d261-a866-4e53-8261-88a2afeebb11,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:33.700022 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.705096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43244) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:33.705546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a1ab7f1-1f9c-4316-bd82-a874ce97e1cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0923d261-a866-4e53-8261-88a2afeebb11 HTTP/1.1" status: 204 len: 168 time: 0.2935054 Sep 18 08:01:33.705854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd5984-04f5-4b5b-92e7-2e6e6425104b None None] Network 0000059b-3449-4130-b4fa-58b3cbe0fc6d requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:33.774143 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 49f09ac9-2817-4fda-b986-6bcdf6fbce93 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:33.789742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.801029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 49f09ac9-2817-4fda-b986-6bcdf6fbce93 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:33.801377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 49f09ac9-2817-4fda-b986-6bcdf6fbce93 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:33.801790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 990bbe65-0c08-4085-856a-76b0c27e433f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:33.839960 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 990bbe65-0c08-4085-856a-76b0c27e433f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:33.840294 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 990bbe65-0c08-4085-856a-76b0c27e433f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:33.844289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Deleting port c33eb103-be38-4815-b9d3-459238e1fbf3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:33.844772 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.912164 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] For port c33eb103-be38-4815-b9d3-459238e1fbf3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c33eb103-be38-4815-b9d3-459238e1fbf3,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:33.912551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:33.926373 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Calling delete_port for c33eb103-be38-4815-b9d3-459238e1fbf3 owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:33.927271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] DHCP port deletion for 0000059b-3449-4130-b4fa-58b3cbe0fc6d request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:01:33.984548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Deleting port c33eb103-be38-4815-b9d3-459238e1fbf3 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:01:33.984943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.048764 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] For port c33eb103-be38-4815-b9d3-459238e1fbf3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c33eb103-be38-4815-b9d3-459238e1fbf3,segment=NetworkSegment(a7a7c037-cbbc-49a7-a545-d317f4b8869c),segment_id=a7a7c037-cbbc-49a7-a545-d317f4b8869c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:34.049363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.061965 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Calling delete_port for c33eb103-be38-4815-b9d3-459238e1fbf3 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:01:34.081571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.108810 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] No DVR routers for this DVR port c33eb103-be38-4815-b9d3-459238e1fbf3 on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:01:34.110757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c33eb103-be38-4815-b9d3-459238e1fbf3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:34.141446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.166500 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] Pushing event deleted for resources: {'Port': ['ID=c33eb103-be38-4815-b9d3-459238e1fbf3,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:34.170030 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779ce05-7db2-40f5-94de-a98261ae9588 None None] No DVR routers for this DVR port c33eb103-be38-4815-b9d3-459238e1fbf3 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:01:34.186704 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.206188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0000059b-3449-4130-b4fa-58b3cbe0fc6d']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:34.215352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a7c037-cbbc-49a7-a545-d317f4b8869c') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:34.215655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a7c037-cbbc-49a7-a545-d317f4b8869c') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:34.224905 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.238629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.244450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: timer() Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:01:34.248621 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:01:34.338529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.343539 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.345701 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] 10.222.0.20 "DELETE /v2.0/networks/0000059b-3449-4130-b4fa-58b3cbe0fc6d HTTP/1.1" status: 204 len: 168 time: 0.6393466 Sep 18 08:01:34.359390 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f53a9-de19-4d84-8dac-cec7df6f1e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0000059b-3449-4130-b4fa-58b3cbe0fc6d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:34.713086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43248) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:34.753065 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a6723167-7695-4294-855f-54105faa96a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=164d5fac19bb49d0b8f82cd0abff539d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388572 Sep 18 08:01:34.755573 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43250) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:34.802416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.822164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.921808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.924562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:34.925727 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0520a926-2c0d-4f5e-aea5-4d1deec57a20 HTTP/1.1" status: 204 len: 168 time: 0.1692781 Sep 18 08:01:34.933252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b74fa-c619-44b4-b02f-b55c896760ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520a926-2c0d-4f5e-aea5-4d1deec57a20,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:35.461571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43256) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:35.500428 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0fc43d29-5239-4871-8034-51c4be4b51f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ad521d0c344ddf88ac41d88486620f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376894 Sep 18 08:01:35.502957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43258) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:35.552676 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:35.574186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:35.616401 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c33eb103-be38-4815-b9d3-459238e1fbf3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:01:35.638200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c33eb103-be38-4815-b9d3-459238e1fbf3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:01:35.638548 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c33eb103-be38-4815-b9d3-459238e1fbf3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:01:35.658580 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:35.661156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:35.662366 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a68c9a5-3a9c-4504-9c6d-30fb90e5f3f1 HTTP/1.1" status: 204 len: 168 time: 0.1585293 Sep 18 08:01:35.673075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd828-bbbe-48dd-b37f-a6ac9fd93768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68c9a5-3a9c-4504-9c6d-30fb90e5f3f1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:36.600221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43282) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:36.693787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1548820430-network', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:36.789819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Made reservation on behalf of fa9d7a65545f4af597123e1c72dcbe97 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:01:36.792132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:36.801396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:36.887426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:36.989911 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.014736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:01:37.024026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81252f2f-da57-4212-98e9-ee2b5def6d37,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:37.028662 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.029009 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Added segment eaf61f98-fb0f-4899-8f25-b24b7e17bb5c of type vlan for network ccf23177-18f4-4e7f-bd99-0e80a0febc43 Sep 18 08:01:37.071947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.143790 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.144732 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:37.145308 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.203651 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] Pushing event updated for resources: {'Network': ['ID=ccf23177-18f4-4e7f-bd99-0e80a0febc43,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:37.213112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:01:37.213619 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7235d8f5-f384-4e4a-8c8e-b6be1fe4486a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6123381 Sep 18 08:01:37.216535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43286) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:37.221258 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Request body: {'subnet': {'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1548820430-subnet', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:37.276027 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Made reservation on behalf of fa9d7a65545f4af597123e1c72dcbe97 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:01:37.278516 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.498559 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.558295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:37.561785 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Checking segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:37.562166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Network hostable DHCP agents. Network: ccf23177-18f4-4e7f-bd99-0e80a0febc43, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:01:37.623934 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:01:37.664233 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, ccf23177-18f4-4e7f-bd99-0e80a0febc43) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:37.668212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:37.668796 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.676789 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355683a2-82de-481a-b875-f2491673c1c2 None None] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:37.739714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1705bc17-ed66-4ca2-84ae-fce015b2b968 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5221326 Sep 18 08:01:37.743408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43288) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:37.747956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:37.813456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.814552 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.818271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:01:37.819120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.866487 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:37.948527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Allocated IP 172.20.0.2 (ccf23177-18f4-4e7f-bd99-0e80a0febc43/746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa/ea12a20d-bcb3-4422-b255-b333722a2c2e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:38.056380 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.090387 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.202591 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.237719 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:38.240524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:38.243995 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:38.257445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Pushing event updated for resources: {'Port': ['ID=ea12a20d-bcb3-4422-b255-b333722a2c2e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:38.307098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Attempting to bind port ea12a20d-bcb3-4422-b255-b333722a2c2e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:38.307476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Attempting to bind port ea12a20d-bcb3-4422-b255-b333722a2c2e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:38.307838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Attempting to bind port ea12a20d-bcb3-4422-b255-b333722a2c2e on network ccf23177-18f4-4e7f-bd99-0e80a0febc43 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:38.313133 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:38.313507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Checking segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:38.313933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.314329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Bound using segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:38.314792 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Bound port: ea12a20d-bcb3-4422-b255-b333722a2c2e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:38.315174 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.342946 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.366078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.387383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] For port ea12a20d-bcb3-4422-b255-b333722a2c2e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:38.391265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] For port ea12a20d-bcb3-4422-b255-b333722a2c2e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea12a20d-bcb3-4422-b255-b333722a2c2e,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:38.468346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Allocated IP 172.25.4.250 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/993c3e04-1b4e-417b-93f7-9bbc99da13c5) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:38.476019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.533084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259813-9499-40a0-abb4-0fc5af63899a None None] Pushing event updated for resources: {'Port': ['ID=ea12a20d-bcb3-4422-b255-b333722a2c2e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:38.584409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.659433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:38.725468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:38.730744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:38.734907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:38.760995 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Pushing event updated for resources: {'Port': ['ID=993c3e04-1b4e-417b-93f7-9bbc99da13c5,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:38.853121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58e52df3-05f5-496a-bba9-3aa00f60b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.024605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.223062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.411714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9814d5-e036-4550-aedc-94ed44140c4f None None] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:39.418533 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Router 1d7be80d-4772-4334-9b79-4f8eeb14415c is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:01:39.496831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] Provisioning complete for port ea12a20d-bcb3-4422-b255-b333722a2c2e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:39.497199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.533733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:39.547846 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Sync routers for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:39.558595 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:39.559298 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:39.597850 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.602006 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43290) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:39.602519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-abe6fd97-e1d7-4d78-9512-4a92bf74b875 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8575871 Sep 18 08:01:39.645481 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.683605 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea12a20d-bcb3-4422-b255-b333722a2c2e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:39.697411 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:39.736564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] For port ea12a20d-bcb3-4422-b255-b333722a2c2e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea12a20d-bcb3-4422-b255-b333722a2c2e,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:39.749562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ea12a20d-bcb3-4422-b255-b333722a2c2e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:39.750135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.802231 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:39.891979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64c35-3326-4446-9669-9ae4e41effbd None None] Pushing event updated for resources: {'Port': ['ID=ea12a20d-bcb3-4422-b255-b333722a2c2e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:39.923155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-1ba9ea9f-f7df-4abb-8472-548ba61fcb60 None None] Provisioning complete for port ea12a20d-bcb3-4422-b255-b333722a2c2e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:39.927731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ea9f-f7df-4abb-8472-548ba61fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.007979 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:38Z', 'revision_number': 3, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:40.033862 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Checking router: 1d7be80d-4772-4334-9b79-4f8eeb14415c for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:40.039625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Updating router 1d7be80d-4772-4334-9b79-4f8eeb14415c port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:01:40.059392 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.096011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.251158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Allocated IP 172.20.0.1 (ccf23177-18f4-4e7f-bd99-0e80a0febc43/746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa/e684335b-304b-44e0-9eef-0601958406f9) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:40.307315 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.362545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.366974 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.416575 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Attempting to bind port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:40.418838 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Attempting to bind port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:40.418838 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Attempting to bind port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:40.426967 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Pushing event updated for resources: {'Port': ['ID=993c3e04-1b4e-417b-93f7-9bbc99da13c5,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:40.429830 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:40.430219 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:40.430619 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.431014 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:40.431480 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Bound port: 993c3e04-1b4e-417b-93f7-9bbc99da13c5, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:40.431858 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.438253 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.438636 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.438983 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.450104 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:01:40.470033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.493646 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] For port 993c3e04-1b4e-417b-93f7-9bbc99da13c5, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:40.496934 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] For port 993c3e04-1b4e-417b-93f7-9bbc99da13c5, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=993c3e04-1b4e-417b-93f7-9bbc99da13c5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:40.505112 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:40.507984 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:40.511450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:40.550562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Pushing event updated for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:40.562735 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.596382 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.664922 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833b17f-766a-427e-a7f7-ef0c2f1a03ca None None] Pushing event updated for resources: {'Port': ['ID=993c3e04-1b4e-417b-93f7-9bbc99da13c5,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:40.673139 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:40.674750 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:40.734607 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-92c007e4-5ecf-4929-a74b-02eefc33e5bc None None] Provisioning complete for port e684335b-304b-44e0-9eef-0601958406f9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:40.735199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-92c007e4-5ecf-4929-a74b-02eefc33e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.771910 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.773418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-92c007e4-5ecf-4929-a74b-02eefc33e5bc None None] Port e684335b-304b-44e0-9eef-0601958406f9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:01:40.782763 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:40.936510 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:40.958300 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:38Z', 'revision_number': 3, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:40.984762 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87860030-7a16-41ff-93d4-2080bcec03d7 None None] The sync data for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 is: [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:38Z', 'revision_number': 3, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:40.989995 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.060730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Pushing event updated for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:41.064131 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.155619 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:41.157178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:41.295305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Router 1d7be80d-4772-4334-9b79-4f8eeb14415c has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:01:41.446758 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:41.457406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3b6a9236-b7d4-499e-88ab-70253903070c admin admin] 10.222.0.20 "PUT /v2.0/routers/1d7be80d-4772-4334-9b79-4f8eeb14415c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490205 Sep 18 08:01:41.502804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-568d0be0-2373-4ba3-a057-94d011663cf1 None None] Provisioning complete for port e684335b-304b-44e0-9eef-0601958406f9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:41.503186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-568d0be0-2373-4ba3-a057-94d011663cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.539656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-568d0be0-2373-4ba3-a057-94d011663cf1 None None] Port e684335b-304b-44e0-9eef-0601958406f9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:01:41.551927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f2743d1-bb42-4626-a69c-8fc3f1fff5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.705344 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea12a20d-bcb3-4422-b255-b333722a2c2e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:41.758454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ea12a20d-bcb3-4422-b255-b333722a2c2e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:41.759168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.843585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 993c3e04-1b4e-417b-93f7-9bbc99da13c5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:41.902704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:41.903090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:41.981382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.001192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 993c3e04-1b4e-417b-93f7-9bbc99da13c5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=993c3e04-1b4e-417b-93f7-9bbc99da13c5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:42.081415 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.131281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=993c3e04-1b4e-417b-93f7-9bbc99da13c5,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:42.143923 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.160941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43306) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:42.165969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-508738176-network', 'tenant_id': '3423a3e28d45461aa708236619523831'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:42.235709 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Made reservation on behalf of 3423a3e28d45461aa708236619523831 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:01:42.238080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.247494 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.338428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.384401 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.408859 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:01:42.417596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b17903-1094-484f-ba71-f617fe5ce20e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:42.425202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.425546 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Added segment ee3200e7-5003-42c5-a425-e282bf059356 of type vlan for network e815d816-8a0b-4513-86e5-f667e436dc55 Sep 18 08:01:42.470259 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.518089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Sync routers for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:42.527475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:42.528089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:42.533338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.534372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:42.534964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.594834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] Pushing event updated for resources: {'Network': ['ID=e815d816-8a0b-4513-86e5-f667e436dc55,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:42.613734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network e815d816-8a0b-4513-86e5-f667e436dc55 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:01:42.619575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-995b1325-80f5-4f6a-a6cb-c207c399ea9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4574177 Sep 18 08:01:42.622146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43308) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:42.627501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Request body: {'subnet': {'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-508738176-subnet', 'tenant_id': '3423a3e28d45461aa708236619523831', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:42.692155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:42.697933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Made reservation on behalf of 3423a3e28d45461aa708236619523831 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:01:42.700453 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.899846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 2, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:42.926768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Checking router: 1d7be80d-4772-4334-9b79-4f8eeb14415c for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:42.927126 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Updating router 1d7be80d-4772-4334-9b79-4f8eeb14415c port e684335b-304b-44e0-9eef-0601958406f9 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:01:42.950265 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:42.950592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.011775 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70540b94-2f51-4f94-8fb1-ead3eaa4ce8d,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:43.020688 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Checking segment: {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:43.021044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Network hostable DHCP agents. Network: e815d816-8a0b-4513-86e5-f667e436dc55, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:01:43.121309 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Network e815d816-8a0b-4513-86e5-f667e436dc55 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:01:43.173228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, e815d816-8a0b-4513-86e5-f667e436dc55) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:43.177464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:43.178077 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.192877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69506cbc-cc31-4ffe-acb7-fc2f5d632c10 None None] Network e815d816-8a0b-4513-86e5-f667e436dc55 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:43.248447 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-68355a94-9423-4c9e-8962-782846e12e76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6252580 Sep 18 08:01:43.250993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43310) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:43.255339 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:01:43.256642 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.329257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.361787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.362975 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.391453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-e815d816-8a0b-4513-86e5-f667e436dc55', 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55', 'tenant_id': '3423a3e28d45461aa708236619523831', 'fixed_ips': [{'subnet_id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:01:43.397588 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.397851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9c8a1-f503-47b3-9821-f8da7e630def None None] Pushing event updated for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:43.549754 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Attempting to bind port e684335b-304b-44e0-9eef-0601958406f9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:43.550159 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Attempting to bind port e684335b-304b-44e0-9eef-0601958406f9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:43.550524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Attempting to bind port e684335b-304b-44e0-9eef-0601958406f9 on network ccf23177-18f4-4e7f-bd99-0e80a0febc43 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:43.562115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:43.562542 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Checking segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:43.562909 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.563297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Bound using segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:43.563782 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Bound port: e684335b-304b-44e0-9eef-0601958406f9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:43.564375 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.601188 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.641793 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Allocated IP 172.20.0.2 (e815d816-8a0b-4513-86e5-f667e436dc55/70540b94-2f51-4f94-8fb1-ead3eaa4ce8d/0307f4ad-d395-43e4-a5f2-25ad5a03f16c) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:43.666949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 993c3e04-1b4e-417b-93f7-9bbc99da13c5 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:43.690435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.715562 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] For port e684335b-304b-44e0-9eef-0601958406f9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:43.748788 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] For port e684335b-304b-44e0-9eef-0601958406f9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e684335b-304b-44e0-9eef-0601958406f9,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:43.753452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d85cd31c-ada6-4f48-b550-829dc647c3f3 None None] Provisioning complete for port e684335b-304b-44e0-9eef-0601958406f9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:43.753825 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d85cd31c-ada6-4f48-b550-829dc647c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.824590 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:43.840119 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d85cd31c-ada6-4f48-b550-829dc647c3f3 None None] Port e684335b-304b-44e0-9eef-0601958406f9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:01:43.893740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.040000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:44.040541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.115859 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9c8a1-f503-47b3-9821-f8da7e630def None None] Pushing event updated for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:44.123384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:44.124016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:44.158221 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.182929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.183628 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.263885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.290466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Allocated IP 172.25.4.201 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:44.333259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Network e815d816-8a0b-4513-86e5-f667e436dc55 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:44.335632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] Provisioning complete for port e684335b-304b-44e0-9eef-0601958406f9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:44.336008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.339920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:44.348169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:44.392228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:44.394113 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Pushing event updated for resources: {'Port': ['ID=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:44.398296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.464745 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.504116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:44.506870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:44.513492 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:44.516956 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Pushing event updated for resources: {'Port': ['ID=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:44.527724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Attempting to bind port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:44.528101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Attempting to bind port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:44.528467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Attempting to bind port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c on network e815d816-8a0b-4513-86e5-f667e436dc55 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:44.579522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:44.579813 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Checking segment: {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:44.580223 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.580623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Bound using segment: {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:44.581098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Bound port: 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:44.581484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.612128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.714350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] For port e684335b-304b-44e0-9eef-0601958406f9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e684335b-304b-44e0-9eef-0601958406f9,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:44.730828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] For port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:44.734691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] For port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:44.749972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:43Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:44.776097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fcfc7-a2ca-4fc1-ad74-9cfd2874587e None None] The sync data for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 is: [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:43Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:44.778938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.836862 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.851865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80fb3e-a098-43c5-81cc-479d11259e99 None None] Pushing event updated for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:44.884565 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:44.945674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059dc39-79f7-4f7f-9b0a-b6a233cdec66 None None] Pushing event updated for resources: {'Port': ['ID=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:44.986783 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.172724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.402207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Router c2bde8db-aded-4cfa-a330-f2cec783e0a9 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:01:45.514423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:45.523349 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Sync routers for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:45.535218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:45.535918 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:45.615724 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.618069 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-67ab93d7-3efa-4165-8744-7cb04e75b9ca admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3660500 Sep 18 08:01:45.620838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43312) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:01:45.650353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.661869 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:45.751571 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0307f4ad-d395-43e4-a5f2-25ad5a03f16c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:45.828671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:45.829561 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.903744 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 3, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:45.934730 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Checking router: c2bde8db-aded-4cfa-a330-f2cec783e0a9 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:45.935074 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Updating router c2bde8db-aded-4cfa-a330-f2cec783e0a9 port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:01:45.954953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:45.975350 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.011479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:46.045818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b16fdf-9bbe-4f82-8031-3f1aeb17b00a None None] Network e815d816-8a0b-4513-86e5-f667e436dc55 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:01:46.084234 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.085087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e684335b-304b-44e0-9eef-0601958406f9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:46.190127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.219580 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:46.227636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-77e85387-40ce-41f7-a53f-db1f1a05478a None None] Provisioning complete for port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:46.228012 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77e85387-40ce-41f7-a53f-db1f1a05478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.269320 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.308752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port e684335b-304b-44e0-9eef-0601958406f9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:46.309044 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.316392 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.362270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Attempting to bind port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:46.363058 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Attempting to bind port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:46.363058 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Attempting to bind port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:46.370951 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:46.371326 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:46.371728 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.372169 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:46.372638 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Bound port: 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:46.373016 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.374218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Allocated IP 172.20.0.1 (e815d816-8a0b-4513-86e5-f667e436dc55/70540b94-2f51-4f94-8fb1-ead3eaa4ce8d/1c369905-d204-47eb-867e-8936883813db) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:01:46.402335 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f09e7f-042f-4096-8791-4c2287edca7d None None] Pushing event updated for resources: {'Port': ['ID=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:46.431864 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] For port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:46.435063 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] For port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:46.513198 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.516336 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.570084 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:46.570797 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:46.590328 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.631393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Network e815d816-8a0b-4513-86e5-f667e436dc55 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:46.634453 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:46.638173 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:01:46.639265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-07a044e0-3f98-4178-b455-b531449261e8 None None] Provisioning complete for port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:46.640063 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-07a044e0-3f98-4178-b455-b531449261e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.646787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Pushing event updated for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:46.685437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.769874 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f09e7f-042f-4096-8791-4c2287edca7d None None] Pushing event updated for resources: {'Port': ['ID=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:46.780027 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:46.963888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f4d841bb-dc64-4946-940d-9e4b624ee851 None None] Provisioning complete for port 1c369905-d204-47eb-867e-8936883813db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:46.964485 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f4d841bb-dc64-4946-940d-9e4b624ee851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:46.981530 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 3, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:47.008218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8266cd-e7fc-4646-a108-bd69246285b2 None None] The sync data for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 is: [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 3, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:47.008519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f4d841bb-dc64-4946-940d-9e4b624ee851 None None] Port 1c369905-d204-47eb-867e-8936883813db cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:01:47.147875 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.326863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.367145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.433942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Pushing event updated for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:47.436863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.531884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Network e815d816-8a0b-4513-86e5-f667e436dc55 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:01:47.533348 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:01:47.663737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Router c2bde8db-aded-4cfa-a330-f2cec783e0a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:01:47.746314 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0307f4ad-d395-43e4-a5f2-25ad5a03f16c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:47.795729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:01:47.799680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:47.800050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.808494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0e64529-3248-4861-8698-4ee88521abac admin admin] 10.222.0.20 "PUT /v2.0/routers/c2bde8db-aded-4cfa-a330-f2cec783e0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1794229 Sep 18 08:01:47.846735 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-554c35df-99fa-4f13-8bbe-5432e6e495db None None] Provisioning complete for port 1c369905-d204-47eb-867e-8936883813db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:47.847106 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-554c35df-99fa-4f13-8bbe-5432e6e495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:47.901738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-554c35df-99fa-4f13-8bbe-5432e6e495db None None] Port 1c369905-d204-47eb-867e-8936883813db cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:01:47.918531 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:47.968088 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:47.968669 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:48.048416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:48.068188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:48.133126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:48.185311 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:48.543533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Sync routers for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:01:48.553925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:48.554602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:48.665009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:49.037381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:47Z', 'revision_number': 4, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1c369905-d204-47eb-867e-8936883813db', 'name': '', 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55', 'tenant_id': '3423a3e28d45461aa708236619523831', 'mac_address': 'fa:16:3e:da:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:46Z', 'updated_at': '2021-09-18T08:01:47Z', 'revision_number': 2, 'project_id': '3423a3e28d45461aa708236619523831', 'subnets': [{'id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:49.066822 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Checking router: c2bde8db-aded-4cfa-a330-f2cec783e0a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:01:49.067092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Updating router c2bde8db-aded-4cfa-a330-f2cec783e0a9 port 1c369905-d204-47eb-867e-8936883813db binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:01:49.093450 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.349843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:01:49.409159 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.481643 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.534290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c63506-8fba-489f-955c-1b12aa274228 None None] Pushing event updated for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:49.612152 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Attempting to bind port 1c369905-d204-47eb-867e-8936883813db on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:01:49.612628 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Attempting to bind port 1c369905-d204-47eb-867e-8936883813db by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:01:49.613002 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Attempting to bind port 1c369905-d204-47eb-867e-8936883813db on network e815d816-8a0b-4513-86e5-f667e436dc55 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:01:49.624246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:01:49.624624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Checking segment: {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:01:49.625039 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.625436 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Bound using segment: {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:01:49.625938 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Bound port: 1c369905-d204-47eb-867e-8936883813db, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3200e7-5003-42c5-a425-e282bf059356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:01:49.632050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.693118 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:49.778632 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] For port 1c369905-d204-47eb-867e-8936883813db, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:01:49.796082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] For port 1c369905-d204-47eb-867e-8936883813db, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1c369905-d204-47eb-867e-8936883813db,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:01:49.799425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:49.799871 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.848389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] Provisioning complete for port 1c369905-d204-47eb-867e-8936883813db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:49.848757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.853359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:49.985146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:01:49.989382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:01:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:50.050803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c63506-8fba-489f-955c-1b12aa274228 None None] Pushing event updated for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:50.156408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:50.197179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:01:50.246087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] For port 1c369905-d204-47eb-867e-8936883813db, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1c369905-d204-47eb-867e-8936883813db,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:01:50.351267 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:50.425951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10921fa5-2f24-4973-be38-db904a148a7c None None] Pushing event updated for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:01:50.484692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d32aee1b-616b-4f98-a5f1-9d0aca6f1cb0 None None] Provisioning complete for port 1c369905-d204-47eb-867e-8936883813db triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:50.485788 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d32aee1b-616b-4f98-a5f1-9d0aca6f1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:50.519023 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:47Z', 'revision_number': 4, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1c369905-d204-47eb-867e-8936883813db', 'name': '', 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55', 'tenant_id': '3423a3e28d45461aa708236619523831', 'mac_address': 'fa:16:3e:da:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:46Z', 'updated_at': '2021-09-18T08:01:49Z', 'revision_number': 4, 'project_id': '3423a3e28d45461aa708236619523831', 'subnets': [{'id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:01:50.550760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f129db5-ba89-40ae-a13b-423c7b98ab14 None None] The sync data for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 is: [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:01:47Z', 'revision_number': 4, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '1c369905-d204-47eb-867e-8936883813db', 'name': '', 'network_id': 'e815d816-8a0b-4513-86e5-f667e436dc55', 'tenant_id': '3423a3e28d45461aa708236619523831', 'mac_address': 'fa:16:3e:da:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:46Z', 'updated_at': '2021-09-18T08:01:49Z', 'revision_number': 4, 'project_id': '3423a3e28d45461aa708236619523831', 'subnets': [{'id': '70540b94-2f51-4f94-8fb1-ead3eaa4ce8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:01:51.662902 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1c369905-d204-47eb-867e-8936883813db up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:01:51.712791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1c369905-d204-47eb-867e-8936883813db triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:01:51.713168 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:59.019413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-1df1ed18-5c46-4c75-8615-0d0d9ed13999 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:01:59.028768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-1df1ed18-5c46-4c75-8615-0d0d9ed13999 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 815 time: 0.0979030 Sep 18 08:01:59.036063 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-5e844a0c-e925-40e2-8cfb-6580c3d1377a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/quotas/fa9d7a65545f4af597123e1c72dcbe97 HTTP/1.1" status: 200 len: 375 time: 0.0095096 Sep 18 08:01:59.089509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-837ae842-41e0-4720-b0c7-704fb2eb064e tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482249 Sep 18 08:01:59.268058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-d74d0a63-994e-4a6d-8ff7-2417f18eda5e service neutron] 10.222.0.20 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663404 Sep 18 08:01:59.357354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-58839885-0c7a-4d28-86a8-287d9ba6ad6e service neutron] 10.222.0.20 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831184 Sep 18 08:01:59.486795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:01:59.660495 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-97c1cd03-98c0-49c5-839d-c7e37686d25a req-1e714b3c-d360-4722-b794-64242459b863 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 210 time: 0.0256982 Sep 18 08:02:00.752685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64d77917-ed3d-473d-9fa1-9c9761064887 req-e0c83148-a9ba-4935-9d00-e74494fe3e14 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 210 time: 0.0262079 Sep 18 08:02:01.738232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-d8d4e1ed-b8f6-47f4-a1ec-56136a5f0926 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:01.739689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-d8d4e1ed-b8f6-47f4-a1ec-56136a5f0926 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 815 time: 0.1027784 Sep 18 08:02:01.751713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'port': {'device_id': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'admin_state_up': True, 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:01.849006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-301daca3-94a3-40b6-97d5-12f7d6dd3162 req-36496699-d3f8-4d3b-bc80-8ea7b5c62100 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 210 time: 0.0270865 Sep 18 08:02:01.927083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Made reservation on behalf of fa9d7a65545f4af597123e1c72dcbe97 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:02:01.930718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:02.060070 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Allocated IP 172.20.0.9 (ccf23177-18f4-4e7f-bd99-0e80a0febc43/746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa/daeed7c9-e017-4203-a428-c8a4184c4156) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:02:02.205612 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:02.307243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:02.642857 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:02:02.646335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:02:02.650748 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:02:02.692338 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:02.716362 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:02.717033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:02.807776 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-e1cca9fb-f5d8-4934-9217-549c7cdadc8a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594828 Sep 18 08:02:02.944259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f9ace094-9ee4-48ad-919b-8e92da91451d None None] Provisioning complete for port daeed7c9-e017-4203-a428-c8a4184c4156 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:02:02.944819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9ace094-9ee4-48ad-919b-8e92da91451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:02.965257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f2417-978d-4273-94df-b0250f60ff2c req-09dbaa3d-ebde-499b-abcb-fd1245a4284a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:02.967405 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c7f2417-978d-4273-94df-b0250f60ff2c req-09dbaa3d-ebde-499b-abcb-fd1245a4284a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0495467 Sep 18 08:02:02.977477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f9ace094-9ee4-48ad-919b-8e92da91451d None None] Port daeed7c9-e017-4203-a428-c8a4184c4156 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:02:03.008726 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c7f2417-978d-4273-94df-b0250f60ff2c req-6dcd0c03-a159-4688-b6d3-5f31537bff29 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351698 Sep 18 08:02:04.132338 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0b61f-ac8b-4f74-8099-be208efea2a3 req-3b62993e-f4bb-4140-a556-d8d2ed597fa3 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:04.133823 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fa0b61f-ac8b-4f74-8099-be208efea2a3 req-3b62993e-f4bb-4140-a556-d8d2ed597fa3 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0519392 Sep 18 08:02:04.170954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8fa0b61f-ac8b-4f74-8099-be208efea2a3 req-7de1eaf8-df70-42fe-89ca-b370c5cc5414 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Sep 18 08:02:05.289205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60123c-be2b-4252-bf52-a15d2f6d3554 req-15fae3f6-07f5-49de-971d-6e1a115fdf31 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:05.290664 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d60123c-be2b-4252-bf52-a15d2f6d3554 req-15fae3f6-07f5-49de-971d-6e1a115fdf31 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0506129 Sep 18 08:02:05.328967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d60123c-be2b-4252-bf52-a15d2f6d3554 req-41b51d0d-fb90-4e37-bcbc-b745b9ef6d72 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Sep 18 08:02:06.446359 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aa542-f463-4c00-ae32-ad4a81b28340 req-845c6fe7-5f3d-4aca-abdc-2c5b25a1db73 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:06.447901 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a44aa542-f463-4c00-ae32-ad4a81b28340 req-845c6fe7-5f3d-4aca-abdc-2c5b25a1db73 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0532644 Sep 18 08:02:06.490243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a44aa542-f463-4c00-ae32-ad4a81b28340 req-268e0044-734c-4fc6-bb63-d20a4d19b35b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Sep 18 08:02:07.609159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d77d-5e84-415f-a116-4371c1e9cb2e req-aff518e3-29dc-4bbb-bfaf-5b54ad3448e7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:07.611689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ab1d77d-5e84-415f-a116-4371c1e9cb2e req-aff518e3-29dc-4bbb-bfaf-5b54ad3448e7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0547714 Sep 18 08:02:07.654139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0ab1d77d-5e84-415f-a116-4371c1e9cb2e req-df8ba7cb-a82f-429f-b393-593868e4ac00 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 18 08:02:08.772344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634c34a-84ed-4ee1-88eb-23ab7a6456b6 req-0da33518-2372-47e2-9541-500e18d93566 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:08.780509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4634c34a-84ed-4ee1-88eb-23ab7a6456b6 req-0da33518-2372-47e2-9541-500e18d93566 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0579152 Sep 18 08:02:08.814428 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4634c34a-84ed-4ee1-88eb-23ab7a6456b6 req-c0bdcee0-b66b-4e7e-ae3d-9c22fe1975cf tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Sep 18 08:02:08.886900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f4f8848c-7052-4456-8443-d7e7f12708bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:09.928170 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d251aa-eaaa-4c70-ac34-f560043a46d4 req-c91d93e5-de52-4d83-9226-d4b5c40fbc2b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:09.929729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0d251aa-eaaa-4c70-ac34-f560043a46d4 req-c91d93e5-de52-4d83-9226-d4b5c40fbc2b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0495064 Sep 18 08:02:09.976244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c0d251aa-eaaa-4c70-ac34-f560043a46d4 req-145a3d9d-bcc1-4381-85d1-4be0ff6022a9 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Sep 18 08:02:11.103365 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129d8fa-a21a-4866-b156-136a92d415ce req-5c868b66-09db-4bf9-a7df-c7e6229cd6b1 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:11.104966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d129d8fa-a21a-4866-b156-136a92d415ce req-5c868b66-09db-4bf9-a7df-c7e6229cd6b1 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 931 time: 0.0508475 Sep 18 08:02:11.143625 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d129d8fa-a21a-4866-b156-136a92d415ce req-ad2aaf81-df7f-414b-b900-577de2ed6651 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Sep 18 08:02:11.180636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Request body: {'port': {'device_id': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:11.234462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:11.544800 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daeed7c9-e017-4203-a428-c8a4184c4156 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:02:11.554155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:11.562092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-94781ccf-c7b6-4905-8e1c-27e9bacd1331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:11.568347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Transition to ACTIVE for port object daeed7c9-e017-4203-a428-c8a4184c4156 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:02:11.704629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:11.775512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:11.887770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Attempting to bind port daeed7c9-e017-4203-a428-c8a4184c4156 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:02:11.887770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Attempting to bind port daeed7c9-e017-4203-a428-c8a4184c4156 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:02:11.887770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Attempting to bind port daeed7c9-e017-4203-a428-c8a4184c4156 on network ccf23177-18f4-4e7f-bd99-0e80a0febc43 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:02:11.893118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Port daeed7c9-e017-4203-a428-c8a4184c4156 on network ccf23177-18f4-4e7f-bd99-0e80a0febc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:02:11.894136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Attempting to bind port daeed7c9-e017-4203-a428-c8a4184c4156 on network ccf23177-18f4-4e7f-bd99-0e80a0febc43 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:02:11.900398 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:02:11.900866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Checking segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:02:11.901319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Bound using segment: {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:02:11.901837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Bound port: daeed7c9-e017-4203-a428-c8a4184c4156, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:02:11.902339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:11.994915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:02:12.002313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:02:12.088026 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:12.151790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:12.154230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:12.154649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] 10.222.0.37 "PUT /v2.0/ports/daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 1092 time: 0.9783852 Sep 18 08:02:12.155110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:02:12.157552 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:02:12.173120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:12.178789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6a4d8-e565-4f17-85fc-38c05b4df998 service neutron] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:12.215470 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d5df82-de18-46e7-95aa-aaebbcf64309 x-openstack-request-id: req-b7d5df82-de18-46e7-95aa-aaebbcf64309 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:02:12.216600 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:02:12.216921 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7d5df82-de18-46e7-95aa-aaebbcf64309 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:02:12.217535 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:02:12.284882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212e637-295b-400d-ad4b-ecf99289cb9a req-0cf26f56-60d8-4e18-bd2f-dee6786a8ed3 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:12.289250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b212e637-295b-400d-ad4b-ecf99289cb9a req-0cf26f56-60d8-4e18-bd2f-dee6786a8ed3 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 943 time: 0.0579593 Sep 18 08:02:12.331393 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b212e637-295b-400d-ad4b-ecf99289cb9a req-64d386b5-fedc-4bd6-bdd2-ac69f66ab751 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Sep 18 08:02:12.815081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-94623502-ea58-4933-a312-3e7849426af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:12.816569 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-94623502-ea58-4933-a312-3e7849426af2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1095 time: 0.0406806 Sep 18 08:02:12.918021 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-26da1357-c6cd-4047-b1a8-b9355f01fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:12.919480 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-26da1357-c6cd-4047-b1a8-b9355f01fb36 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922339 Sep 18 08:02:13.012712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-860033f0-b5e3-4060-b0fb-36246ebc8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:13.016573 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-87ea02fd-080d-4a03-aa48-7e45e0ee84ff req-860033f0-b5e3-4060-b0fb-36246ebc8fb8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884130 Sep 18 08:02:13.089838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-b02a5938-ded7-419e-a1a1-56eeabca756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:13.091305 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-b02a5938-ded7-419e-a1a1-56eeabca756f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1095 time: 0.0400870 Sep 18 08:02:13.133660 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-2bf60563-8f18-4b7c-a347-393f69346bc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 217 time: 0.0341280 Sep 18 08:02:13.186389 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-7fc3dd27-3563-4128-b892-4684b30b13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:13.187834 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-7fc3dd27-3563-4128-b892-4684b30b13c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0474176 Sep 18 08:02:13.231186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-c7b8fefd-8587-452f-8a8a-0b827b197ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:13.233147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-c7b8fefd-8587-452f-8a8a-0b827b197ada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385330 Sep 18 08:02:13.321542 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-a56ab80d-63fd-46a5-9920-5252f92b3568 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804777 Sep 18 08:02:13.414696 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bc8115d8-2c3b-49aa-8e1e-e4947931a34b req-71cd1f2f-fafe-4df5-a3b7-a6c4323935c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858924 Sep 18 08:02:13.449105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8950f-e84d-4d52-9abc-7605702faba1 req-1247a6a5-8936-40b0-9453-29ae93b21197 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:13.450644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acf8950f-e84d-4d52-9abc-7605702faba1 req-1247a6a5-8936-40b0-9453-29ae93b21197 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 943 time: 0.0490725 Sep 18 08:02:13.492145 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-acf8950f-e84d-4d52-9abc-7605702faba1 req-098bd044-9b21-4959-87f4-2f0f4deb79d8 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Sep 18 08:02:13.515210 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:14.604055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefae84-194c-496c-b87d-b37a23304328 req-7382fc4a-9f85-4dc8-b49b-6eec3016c9a9 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:14.605507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-beefae84-194c-496c-b87d-b37a23304328 req-7382fc4a-9f85-4dc8-b49b-6eec3016c9a9 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 943 time: 0.0479846 Sep 18 08:02:14.644269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-beefae84-194c-496c-b87d-b37a23304328 req-37e5b1b2-47f5-446a-bf97-c219af5bb53a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Sep 18 08:02:14.915365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:15.535606 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device daeed7c9-e017-4203-a428-c8a4184c4156 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:02:15.636439 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:02:15.647738 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'port_id': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'mac_address': 'fa:16:3e:64:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:02:15.649214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:15.689380 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:15.702028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daeed7c9-e017-4203-a428-c8a4184c4156 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:02:15.721801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:02:15.758509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a15c24-2abc-44f4-a081-0d4234b9d656 req-e9c45a38-53da-41f8-b475-286ae364feff tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:15.760013 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07a15c24-2abc-44f4-a081-0d4234b9d656 req-e9c45a38-53da-41f8-b475-286ae364feff tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 943 time: 0.0489357 Sep 18 08:02:15.789648 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:15.797808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-07a15c24-2abc-44f4-a081-0d4234b9d656 req-e1b7d8ad-7af7-4f77-bc8a-416a1910aab7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Sep 18 08:02:15.836435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:16.027590 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:02:16.908336 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc1d5-3721-4e6c-97fa-6d012438511f req-24fc8940-e979-4b0e-885c-10c066b66d72 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:16.909833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8bc1d5-3721-4e6c-97fa-6d012438511f req-24fc8940-e979-4b0e-885c-10c066b66d72 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 944 time: 0.0475569 Sep 18 08:02:16.951436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e8bc1d5-3721-4e6c-97fa-6d012438511f req-1499f473-e843-4ff1-83ae-21a305800f39 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Sep 18 08:02:17.564479 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device daeed7c9-e017-4203-a428-c8a4184c4156 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:02:17.663994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port daeed7c9-e017-4203-a428-c8a4184c4156 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:02:17.667574 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port daeed7c9-e017-4203-a428-c8a4184c4156 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:02:17.667943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:17.740625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:17.762475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:02:17.765202 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af9c83-771a-4b8b-9477-b8ae61f018a3" -d '{"events": [{"server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "name": "network-vif-plugged", "status": "completed", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:02:17.777282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:02:17.801234 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30afdaf-833e-41ed-a540-baea1585b6c7 x-openstack-request-id: req-b30afdaf-833e-41ed-a540-baea1585b6c7 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:02:17.801607 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "name": "network-vif-plugged", "status": "completed", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:02:17.801863 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b30afdaf-833e-41ed-a540-baea1585b6c7 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:02:17.804050 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'code': 200} Sep 18 08:02:17.842717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:17.892997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:17.893968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7ba14-30ac-4a56-9ab2-540bdc2e9570 req-1cec76f1-75e1-447d-b4c1-a09c6ba27910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:17.896141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7cd7ba14-30ac-4a56-9ab2-540bdc2e9570 req-1cec76f1-75e1-447d-b4c1-a09c6ba27910 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1097 time: 0.0411026 Sep 18 08:02:17.930361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7cd7ba14-30ac-4a56-9ab2-540bdc2e9570 req-07f318d9-b791-4317-a506-31b3fe28f50b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273714 Sep 18 08:02:18.063066 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5b74e-046f-4fa5-ae18-9701ea5799da req-f4a74500-b566-4ceb-995a-83c03897d697 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:18.064537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f5b74e-046f-4fa5-ae18-9701ea5799da req-f4a74500-b566-4ceb-995a-83c03897d697 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0480211 Sep 18 08:02:18.100977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-90f5b74e-046f-4fa5-ae18-9701ea5799da req-722d1235-4188-4e48-ab8c-73f2f7c3db38 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305743 Sep 18 08:02:19.213510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bebcc-d6e7-4275-9584-6d26ad645135 req-f47a784d-b828-4b69-82ef-aa68661a178a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:19.215008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb7bebcc-d6e7-4275-9584-6d26ad645135 req-f47a784d-b828-4b69-82ef-aa68661a178a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0478182 Sep 18 08:02:19.251703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fb7bebcc-d6e7-4275-9584-6d26ad645135 req-ad9a44bf-bbd8-4fa8-a501-6dc386d5de7b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Sep 18 08:02:19.368557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ce633-8543-40c8-beab-82acf4b14a92 req-b50e67d9-b48b-4d64-83ce-efb4d2445ae4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:19.370047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-471ce633-8543-40c8-beab-82acf4b14a92 req-b50e67d9-b48b-4d64-83ce-efb4d2445ae4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0525286 Sep 18 08:02:19.411817 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-471ce633-8543-40c8-beab-82acf4b14a92 req-4caf84c7-7d03-4c36-945f-3585b96df6d2 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Sep 18 08:02:19.599774 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2effcc5-4661-4269-99f5-77ed91eca61c req-e5799a9f-bee4-40ad-943a-27c07a671686 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:19.601276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2effcc5-4661-4269-99f5-77ed91eca61c req-e5799a9f-bee4-40ad-943a-27c07a671686 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0497711 Sep 18 08:02:19.639320 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b2effcc5-4661-4269-99f5-77ed91eca61c req-e7281172-34b5-41a0-8997-7a8ca5179374 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Sep 18 08:02:23.674385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-c740971a-10b7-41ae-ac0d-fb1bf6603621 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400338 Sep 18 08:02:23.756944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-414da73a-90a9-4fa2-80ab-688c886fa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:23.758547 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-414da73a-90a9-4fa2-80ab-688c886fa7a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1097 time: 0.0454962 Sep 18 08:02:23.861718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-69cfbb8a-1560-4711-a08d-bfec9bf917d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:23.863286 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-69cfbb8a-1560-4711-a08d-bfec9bf917d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.0868175 Sep 18 08:02:23.908496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-72923e60-4b15-4d57-98cb-3d5072f91937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 217 time: 0.0388200 Sep 18 08:02:23.959194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-08a59c76-c04e-4a84-b281-ba0ef887e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:23.960636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-08a59c76-c04e-4a84-b281-ba0ef887e7eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0438666 Sep 18 08:02:24.005122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-3aa0f438-93a3-4c99-8925-3a461f0ccc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:24.006650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-3aa0f438-93a3-4c99-8925-3a461f0ccc92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391107 Sep 18 08:02:24.100527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-35cc2af3-4b72-4826-9206-00d62aca8c8d service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 Sep 18 08:02:24.189861 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4990c897-cfb7-494e-8d99-1cc1d696443a req-0868a3d5-37b0-4592-82ce-2877de5488a2 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823722 Sep 18 08:02:26.349660 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:02:29.481008 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:34.035920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540c1d0-3097-4303-be14-3fff55a09f8d req-708dfe6e-b859-4247-ade6-fb421ef7c477 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:34.037410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7540c1d0-3097-4303-be14-3fff55a09f8d req-708dfe6e-b859-4247-ade6-fb421ef7c477 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0478218 Sep 18 08:02:34.075024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7540c1d0-3097-4303-be14-3fff55a09f8d req-8e0390ba-e1b9-4627-b14d-347c8bde7899 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Sep 18 08:02:34.096607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43516) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:34.178223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769928f-becc-48cc-a144-307da74f6e92 tempest-TestMinimumBasicScenario-1556323750 tempest-TestMinimumBasicScenario-1556323750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:34.179723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9769928f-becc-48cc-a144-307da74f6e92 tempest-TestMinimumBasicScenario-1556323750 tempest-TestMinimumBasicScenario-1556323750-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1092 time: 0.0821738 Sep 18 08:02:34.182794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43520) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:34.187725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:34.292855 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:34.390882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:34.493509 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Allocated IP 172.25.4.157 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/e3045be9-ca7e-4820-a041-c9a3fd1ea4bf) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:02:34.590445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:34.738187 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:34.771666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:02:34.774466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:02:34.777955 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:02:34.812531 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'Port': ['ID=e3045be9-ca7e-4820-a041-c9a3fd1ea4bf,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:34.823691 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.824039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.824383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:34.828039 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:35.144621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:35.256480 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:35.397156 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:35.463683 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:35.531752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'Port': ['ID=e3045be9-ca7e-4820-a041-c9a3fd1ea4bf,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:35.543466 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:35.641790 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Floating IP 27cc1eba-f03e-4121-9eda-0ed8e89bf2c1 associated. External IP: 172.25.4.157, port: daeed7c9-e017-4203-a428-c8a4184c4156. Sep 18 08:02:35.838561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Router 1d7be80d-4772-4334-9b79-4f8eeb14415c has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:02:35.941977 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:02:35.951568 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Sync routers for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:02:35.960124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:02:35.960736 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:02:36.063747 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:02:36.064097 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.294988 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '27cc1eba-f03e-4121-9eda-0ed8e89bf2c1', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'port_id': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'mac_address': 'fa:16:3e:64:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:02:35Z', 'updated_at': '2021-09-18T08:02:35Z', 'revision_number': 0, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:02:36.321016 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Checking router: 1d7be80d-4772-4334-9b79-4f8eeb14415c for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:02:36.330214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:02:36.330827 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:02:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:02:36.345636 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-44d8b9ad-f6b3-4aa8-8b2c-77fa27c1c6ee tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1617968 Sep 18 08:02:36.346382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:02:36.348571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43522) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:36.349039 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e918d7b-d874-419a-813d-26dad24be9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:02:36.353839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798743963', 'description': 'tempest-secgroup-smoke-1798743963 description', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:36.430055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.442395 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:02:36.513607 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b3753-72fa-4cfc-b34d-df156e0deda3 x-openstack-request-id: req-7a6b3753-72fa-4cfc-b34d-df156e0deda3 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:02:36.514542 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:02:36.514811 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a6b3753-72fa-4cfc-b34d-df156e0deda3 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:02:36.515259 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:02:36.529345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.567938 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.604361 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-d337276b-704f-4688-a1de-d3ee43cc84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:36.605953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-d337276b-704f-4688-a1de-d3ee43cc84e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1097 time: 0.0667241 Sep 18 08:02:36.607792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:36.622785 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.623134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.623472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.623806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.624135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.624465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.624789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.625115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.625439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.625761 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.626116 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.626439 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:02:36.669544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '27cc1eba-f03e-4121-9eda-0ed8e89bf2c1', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'port_id': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'mac_address': 'fa:16:3e:64:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:02:35Z', 'updated_at': '2021-09-18T08:02:35Z', 'revision_number': 0, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:02:36.685071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.686350 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2c92b6d-48ae-4d9d-b5c4-5b2f6507fddd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3364756 Sep 18 08:02:36.689386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43528) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:36.693976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:36.698197 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8a3d3-6778-460b-b8a7-d3c323b9c926 None None] The sync data for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 is: [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '27cc1eba-f03e-4121-9eda-0ed8e89bf2c1', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'port_id': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'mac_address': 'fa:16:3e:64:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:02:35Z', 'updated_at': '2021-09-18T08:02:35Z', 'revision_number': 0, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:02:36.714592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-4862aaef-c0e1-41e9-b387-038c2fa99078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:36.716393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-4862aaef-c0e1-41e9-b387-038c2fa99078 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.1020939 Sep 18 08:02:36.788475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-1d0e6b78-3ef7-4786-9e93-0ac32c52539a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 999 time: 0.0645452 Sep 18 08:02:36.789316 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.840011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-54fb8b2a-47e7-4de5-a614-cdba9cfa3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:36.841543 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-54fb8b2a-47e7-4de5-a614-cdba9cfa3a47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0464015 Sep 18 08:02:36.849615 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.889792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-443dd085-f707-4b5d-963e-b26055696cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:36.891475 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-443dd085-f707-4b5d-963e-b26055696cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426488 Sep 18 08:02:36.900948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013702d3-ea27-4416-88a6-b459ad9a85e1 None None] New status for floating IP 27cc1eba-f03e-4121-9eda-0ed8e89bf2c1: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:02:36.933095 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:36.953123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f74db8a-695d-4aef-85ac-408b4d194e01,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:36.995393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-a8f61403-04a8-40d6-82e8-9a58496a18be service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906370 Sep 18 08:02:37.029757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.031047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c2741849-cadf-498c-9b2d-c61205f76fdb tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405702 Sep 18 08:02:37.033881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43530) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:37.038378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:37.086262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5e918d7b-d874-419a-813d-26dad24be9c1 req-c1a778e8-6c8b-44a4-940d-552f5af43863 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Sep 18 08:02:37.119896 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.176371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.252432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.269887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd7800c-3436-45da-a0b9-900607a74a04,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:37.309462 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.311328 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-acbbbb6c-e103-45bb-912d-d0917f41cb7c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764821 Sep 18 08:02:37.314037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43532) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:37.318456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:37.377263 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.436556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.480737 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.499002 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c8a7c0-a9fe-4584-86bd-7000d74890a1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:37.538054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.539245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-401b9232-7ff8-49e3-85de-855d15de6fe5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242723 Sep 18 08:02:37.541967 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43534) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:37.547064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:37.663442 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.719641 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.766556 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.784320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3b57c5-32d0-4b5e-99d0-7a5f88751487,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:37.823842 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.825535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-92014eb5-7b48-4140-b450-91a2d5b1f1ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821195 Sep 18 08:02:37.828293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43536) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:37.832476 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:37.892526 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Project fa9d7a65545f4af597123e1c72dcbe97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:02:37.897432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:37.958368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.030219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.047574 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9449062-1b68-4eec-befe-94c7c9e71cd1,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:38.092801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.094070 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5dde4c05-7b20-4ce0-9c3b-5e53096785a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2648451 Sep 18 08:02:38.096815 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43538) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:02:38.101308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'security_group_rule': {'security_group_id': '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f', 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:38.166561 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Project fa9d7a65545f4af597123e1c72dcbe97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:02:38.171471 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.232537 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.303534 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.320851 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8423c4f4-e2c3-4cba-9bde-92fb4bb753f4,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:38.395275 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.396510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-08145a01-bc55-4533-964d-5898bc0ad5e4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986693 Sep 18 08:02:38.472630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-9e8b0b75-57b5-474d-b054-e924f85519a7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798743963&fields=id&tenant_id=fa9d7a65545f4af597123e1c72dcbe97 HTTP/1.1" status: 200 len: 267 time: 0.0314057 Sep 18 08:02:38.523458 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-77167ddc-9200-4417-89b3-38a37362be64 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:38.524884 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-77167ddc-9200-4417-89b3-38a37362be64 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0463333 Sep 18 08:02:38.535442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'port': {'security_groups': ['81252f2f-da57-4212-98e9-ee2b5def6d37', '8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:02:38.595945 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.770960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:02:38.799211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.858757 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.872529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:02:38.896518 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-56a9779d-580f-44fa-9b75-7f14ff6f4bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.905265 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:38.905882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:38.907349 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1d48fa1a-b321-48d4-a40a-524b9a151155 req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "PUT /v2.0/ports/daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 981 time: 0.3761942 Sep 18 08:02:38.907802 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:02:38.914363 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bdccec-3f51-4109-b44a-6fa0034ac063" -d '{"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:02:38.941750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd9362-0793-4ced-a1b6-cc0861443c1a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=6']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:02:38.969341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:02:38.999937 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4226a5-c1d4-46b1-8489-205b7e80418b x-openstack-request-id: req-dc4226a5-c1d4-46b1-8489-205b7e80418b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:02:39.000237 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:02:39.000496 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc4226a5-c1d4-46b1-8489-205b7e80418b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:02:39.000904 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:02:39.075717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-e5710630-0b91-48e0-8412-8bf7560a4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:39.076501 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e15e43-e798-4ccb-b866-fd01fbc6c458 req-75915980-aac6-49f9-8630-639b83a85259 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:39.077299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-e5710630-0b91-48e0-8412-8bf7560a4dfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1136 time: 0.0555899 Sep 18 08:02:39.078103 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02e15e43-e798-4ccb-b866-fd01fbc6c458 req-75915980-aac6-49f9-8630-639b83a85259 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0640464 Sep 18 08:02:39.130444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-02e15e43-e798-4ccb-b866-fd01fbc6c458 req-13a03c65-4afc-4547-ae9d-3c98e0df84dd tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395038 Sep 18 08:02:39.187283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-06bf7849-8e6f-4706-83b0-e17e011f08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:39.188926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-06bf7849-8e6f-4706-83b0-e17e011f08a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.1043088 Sep 18 08:02:39.221214 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f5fddb14-f912-4e78-866b-3648ea2783bc None None] Provisioning complete for port daeed7c9-e017-4203-a428-c8a4184c4156 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:02:39.221582 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5fddb14-f912-4e78-866b-3648ea2783bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:39.259168 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-eca8927c-c9e0-447d-8d38-31a4e2850b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 1001 time: 0.0620286 Sep 18 08:02:39.308705 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-820412b4-a303-446d-b5ff-fa9e6210c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:39.310206 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-820412b4-a303-446d-b5ff-fa9e6210c09a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0431192 Sep 18 08:02:39.355624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-d99c2df0-5edb-48d6-9893-3a6e0c7986b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:39.357061 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-d99c2df0-5edb-48d6-9893-3a6e0c7986b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397875 Sep 18 08:02:39.453532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-01da8147-d2da-4a94-98ea-8012f03b8db5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Sep 18 08:02:39.544783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c5bdccec-3f51-4109-b44a-6fa0034ac063 req-97135d93-dd9e-40a7-b846-ddef14a32248 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Sep 18 08:02:41.543580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a783d20-45f6-4557-a53e-23ca4fe835f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:42.126303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:43.486314 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:44.920729 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:45.629062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:02:53.529130 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba85fe-63fa-4997-99af-d9dd57be2b9a req-58a0c921-4341-491f-a0a5-dd79f94adf6a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:53.530758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cba85fe-63fa-4997-99af-d9dd57be2b9a req-58a0c921-4341-491f-a0a5-dd79f94adf6a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0527005 Sep 18 08:02:53.571888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8cba85fe-63fa-4997-99af-d9dd57be2b9a req-902a97b3-e840-405e-b83e-b76147b4e4b8 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348375 Sep 18 08:02:53.589428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9666-149a-4034-942c-3d693fb9aaef req-f3e0655b-2d22-441f-aab2-8502aa4959f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:53.590982 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-f3e0655b-2d22-441f-aab2-8502aa4959f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1136 time: 0.0467188 Sep 18 08:02:53.680679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9666-149a-4034-942c-3d693fb9aaef req-b82d89af-4a58-4b19-9229-bb6d647b4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:53.682185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-b82d89af-4a58-4b19-9229-bb6d647b4df7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.0840425 Sep 18 08:02:53.751152 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-6316a557-705a-45b5-85b3-ef95738c74ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 1001 time: 0.0610275 Sep 18 08:02:53.799765 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9666-149a-4034-942c-3d693fb9aaef req-44db2c61-3eb6-44b6-bbaa-57ab4d6180b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:53.801395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-44db2c61-3eb6-44b6-bbaa-57ab4d6180b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0430098 Sep 18 08:02:53.845218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9666-149a-4034-942c-3d693fb9aaef req-297f0a37-e5b2-4d9a-996d-c2b200b4440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:53.846691 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-297f0a37-e5b2-4d9a-996d-c2b200b4440f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383127 Sep 18 08:02:53.938341 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-e22d519a-5b01-42e4-996e-61e9398f5846 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844910 Sep 18 08:02:54.025340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-21dd9666-149a-4034-942c-3d693fb9aaef req-a5fad0d6-c649-4939-b1ef-4b040b36c887 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801866 Sep 18 08:02:54.687962 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a18bf3-3144-4de9-9eb4-6909f060da42 req-d11cb62c-b581-4d56-b12b-a1991bb95a0e tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:54.689354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7a18bf3-3144-4de9-9eb4-6909f060da42 req-d11cb62c-b581-4d56-b12b-a1991bb95a0e tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0479760 Sep 18 08:02:54.728381 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7a18bf3-3144-4de9-9eb4-6909f060da42 req-ea637496-9000-454c-8d79-9952068fa02f tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328541 Sep 18 08:02:55.839680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dedc-b0ce-48b4-b666-8b404ada8866 req-18e18cd6-5d4f-4fc1-9cf0-cef8cba29d08 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:55.841144 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3683dedc-b0ce-48b4-b666-8b404ada8866 req-18e18cd6-5d4f-4fc1-9cf0-cef8cba29d08 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0482581 Sep 18 08:02:55.880394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3683dedc-b0ce-48b4-b666-8b404ada8866 req-c3b141fc-3bb5-46d4-adb9-88368152983c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330951 Sep 18 08:02:56.996415 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9def8b5-1c0e-4ddf-8788-7809d13042b3 req-2f6846dc-8e22-4035-a794-2be2fc692199 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:56.997968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9def8b5-1c0e-4ddf-8788-7809d13042b3 req-2f6846dc-8e22-4035-a794-2be2fc692199 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0523665 Sep 18 08:02:57.037769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a9def8b5-1c0e-4ddf-8788-7809d13042b3 req-bfa65739-b4a8-482d-9fc0-d315ed10e97a tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331812 Sep 18 08:02:58.150287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e84d6-e487-408a-b1c6-661451f88dc9 req-d9606611-ea26-4df5-850c-d8031f50a93c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:58.151756 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a53e84d6-e487-408a-b1c6-661451f88dc9 req-d9606611-ea26-4df5-850c-d8031f50a93c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0480266 Sep 18 08:02:58.191466 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a53e84d6-e487-408a-b1c6-661451f88dc9 req-898f2b17-1f3b-4f25-8f04-9e2cd92a1c4c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330651 Sep 18 08:02:59.306507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a2cbc-3ab4-47a7-85b2-b727b0f5de00 req-58dc42e3-66cb-4b46-be18-1e242f5d40de tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:02:59.308007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f14a2cbc-3ab4-47a7-85b2-b727b0f5de00 req-58dc42e3-66cb-4b46-be18-1e242f5d40de tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0506098 Sep 18 08:02:59.346859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f14a2cbc-3ab4-47a7-85b2-b727b0f5de00 req-e8a729e8-749d-4adf-9b46-510b46e1136d tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327523 Sep 18 08:02:59.497837 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:00.465021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b897-2a74-4391-96d4-a28784a9d312 req-31f1d5b0-f401-4c92-8f27-c74f7babcb5b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:00.466540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3348b897-2a74-4391-96d4-a28784a9d312 req-31f1d5b0-f401-4c92-8f27-c74f7babcb5b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0529616 Sep 18 08:03:00.505685 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3348b897-2a74-4391-96d4-a28784a9d312 req-b5f2c7a2-3039-4cb1-8678-00a93ee09fb9 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331697 Sep 18 08:03:01.617537 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16356b6-0d7c-4199-970b-2a23dcd8f3e3 req-34b81572-4b39-40bf-af3c-8e71c7e86b89 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:01.619032 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16356b6-0d7c-4199-970b-2a23dcd8f3e3 req-34b81572-4b39-40bf-af3c-8e71c7e86b89 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0482235 Sep 18 08:03:01.658833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c16356b6-0d7c-4199-970b-2a23dcd8f3e3 req-126d5308-3027-474b-b07e-fc5e6a87a188 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331945 Sep 18 08:03:02.771840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f60e-e301-4153-8328-6e002f4d82f4 req-cad299f3-9018-4263-819b-de5b2352248d tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:02.773303 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af54f60e-e301-4153-8328-6e002f4d82f4 req-cad299f3-9018-4263-819b-de5b2352248d tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0476408 Sep 18 08:03:02.812630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af54f60e-e301-4153-8328-6e002f4d82f4 req-af868961-fec5-4fe5-ba44-f2edcc2be1c3 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332708 Sep 18 08:03:03.348686 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:03:03.930021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af6be-16ca-40e8-8728-a58845b25315 req-8579d67a-a07e-4b55-b9b6-3d65a905787e tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:03.931391 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d21af6be-16ca-40e8-8728-a58845b25315 req-8579d67a-a07e-4b55-b9b6-3d65a905787e tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0525010 Sep 18 08:03:03.970883 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d21af6be-16ca-40e8-8728-a58845b25315 req-7ea1075a-b540-4415-9d43-72c649dd6ad5 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335102 Sep 18 08:03:05.083411 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44df59-2a5e-4cb5-90f5-e111e327b74c req-0a1d417f-9ad8-4e74-928f-245bf28b2568 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:05.084880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a44df59-2a5e-4cb5-90f5-e111e327b74c req-0a1d417f-9ad8-4e74-928f-245bf28b2568 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0483549 Sep 18 08:03:05.124294 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a44df59-2a5e-4cb5-90f5-e111e327b74c req-869da789-5aba-4c6e-8275-221deec692c6 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334744 Sep 18 08:03:06.237312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010112a-d3ce-46b4-b2ea-6746bcc06daf req-c4573158-f092-490a-9dfa-d506d8576a86 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:06.238818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d010112a-d3ce-46b4-b2ea-6746bcc06daf req-c4573158-f092-490a-9dfa-d506d8576a86 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0480189 Sep 18 08:03:06.286600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d010112a-d3ce-46b4-b2ea-6746bcc06daf req-b60a883c-6dea-4c86-af93-8ead9b00f0b2 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418541 Sep 18 08:03:07.407876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c53-8301-429e-9f64-a69b27b0f327 req-9063b261-b718-419b-a764-188b86c2ece0 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:07.409377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b97c53-8301-429e-9f64-a69b27b0f327 req-9063b261-b718-419b-a764-188b86c2ece0 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0535741 Sep 18 08:03:07.449448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-29b97c53-8301-429e-9f64-a69b27b0f327 req-2a2d3e55-f518-4c9b-a76a-76869917a03f tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339503 Sep 18 08:03:08.562516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396a362-505c-43be-9598-bdd6f74d64b3 req-6cb3b2d8-d99f-4cf8-a6ce-5c1d5840bc48 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:08.563952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1396a362-505c-43be-9598-bdd6f74d64b3 req-6cb3b2d8-d99f-4cf8-a6ce-5c1d5840bc48 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0482366 Sep 18 08:03:08.602838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1396a362-505c-43be-9598-bdd6f74d64b3 req-a584d3f7-4c7b-47c7-a785-1a4a893bd2ca tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329900 Sep 18 08:03:08.896739 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55cee847-68f7-4a6d-8f20-19153025cc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:09.716296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543f1-3d62-41bd-b277-76390ef9be64 req-c9380373-9674-46b0-832c-946612f8ae52 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:09.717800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1aa543f1-3d62-41bd-b277-76390ef9be64 req-c9380373-9674-46b0-832c-946612f8ae52 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0489554 Sep 18 08:03:09.757026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1aa543f1-3d62-41bd-b277-76390ef9be64 req-f81166f9-d3e0-4a6c-b160-7a7a4496d119 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329628 Sep 18 08:03:10.872614 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039086f6-7112-4cb9-90bb-c641b0fd7512 req-348c9071-8a20-4160-9fed-7418f58f733b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:10.874096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-039086f6-7112-4cb9-90bb-c641b0fd7512 req-348c9071-8a20-4160-9fed-7418f58f733b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0515254 Sep 18 08:03:10.913033 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-039086f6-7112-4cb9-90bb-c641b0fd7512 req-bc83fdb4-30da-479d-8156-51fe5be3a417 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&id=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329683 Sep 18 08:03:11.543137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6c295bf4-1a71-46a5-a671-a9d95239492f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:12.131551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:13.480407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:14.972077 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:15.644352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:25.694208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-15c6d271-1e79-46be-970b-aa446b283ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428801 Sep 18 08:03:25.774750 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-2d1612db-a858-442b-8a4a-02242e1f2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:25.776213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-2d1612db-a858-442b-8a4a-02242e1f2805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1136 time: 0.0397928 Sep 18 08:03:25.878403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-532af6e5-0611-4502-a55a-f207afc8d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:25.879904 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-532af6e5-0611-4502-a55a-f207afc8d889 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.0837297 Sep 18 08:03:25.946993 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-f13b7817-0002-4995-9257-e9bf38348866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 1001 time: 0.0596414 Sep 18 08:03:25.993453 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-5335ceff-d6c1-43d8-9c1a-2d35a8a4070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:25.994854 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-5335ceff-d6c1-43d8-9c1a-2d35a8a4070f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0410883 Sep 18 08:03:26.040993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-3ee1a8fd-44c3-42bf-afe8-6056ade8ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:26.042427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-3ee1a8fd-44c3-42bf-afe8-6056ade8ef5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0375936 Sep 18 08:03:26.054363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-df98b6cc-053c-41d9-93c6-ae837b6142bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:03:26.055291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-df98b6cc-053c-41d9-93c6-ae837b6142bd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049803 Sep 18 08:03:26.146380 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-ba578fff-0e0e-4040-ae76-6bb402ab0d66 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835114 Sep 18 08:03:26.237094 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a47e001c-28d8-4a0a-a9b2-730483437a2c req-0819a61f-7b0a-490e-8415-a91ecc4b6fef service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824354 Sep 18 08:03:29.513837 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:38.862907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd506-eb7a-436d-a08d-3de6f3deef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:40.347378 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:03:41.543016 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-32fa224f-2455-4580-b7a4-c8c0821d977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:42.119866 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.003621 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-7683843e-ad22-4d22-999c-394485720b0b tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798743963&fields=id&tenant_id=fa9d7a65545f4af597123e1c72dcbe97 HTTP/1.1" status: 200 len: 267 time: 0.0331638 Sep 18 08:03:43.054720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-8faa458f-12e1-481b-a64a-52d10b0bf335 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.056181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-8faa458f-12e1-481b-a64a-52d10b0bf335 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 984 time: 0.0469968 Sep 18 08:03:43.067640 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Request body: {'port': {'security_groups': ['81252f2f-da57-4212-98e9-ee2b5def6d37']}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:03:43.131033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.298281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:03:43.325942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.376343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.395087 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:03:43.423449 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.424079 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.425752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f9965d1c-c61e-451d-ae6e-163bb918adcc req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "PUT /v2.0/ports/daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 942 time: 0.3629007 Sep 18 08:03:43.426269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:03:43.431255 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22870aa3-4678-4dd9-8a4a-d919e575611a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:03:43.431683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43610) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:03:43.464952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event updated for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=7']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:03:43.483007 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.483324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.483667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.484005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.484340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.484665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.485544 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.485887 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.489396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.489396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.489396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.489396 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d55b6-361e-49e8-ab28-b4fdebd8dee4 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.491812 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27066eec-ee8b-4371-af71-bd53ae27a99f x-openstack-request-id: req-27066eec-ee8b-4371-af71-bd53ae27a99f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:03:43.492099 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:03:43.492351 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27066eec-ee8b-4371-af71-bd53ae27a99f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:03:43.492744 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:03:43.507157 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.508483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:03:43.548222 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.569402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.603693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-6bdf3c5b-500a-4e9b-a00f-cfa3d39430ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.605994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-6bdf3c5b-500a-4e9b-a00f-cfa3d39430ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1097 time: 0.0962493 Sep 18 08:03:43.727803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-86bfe65e-0dae-4038-abe8-36515004a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.729219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-86bfe65e-0dae-4038-abe8-36515004a92f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.1156912 Sep 18 08:03:43.796947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-716349cc-6e02-4e0c-9c87-52639d538da0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 1001 time: 0.0602584 Sep 18 08:03:43.797559 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.800079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.804028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f HTTP/1.1" status: 204 len: 168 time: 0.3687582 Sep 18 08:03:43.804364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43614) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:03:43.835042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-15f5c178-c031-4f63-b152-9846ae82393b None None] Provisioning complete for port daeed7c9-e017-4203-a428-c8a4184c4156 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:03:43.835365 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-15f5c178-c031-4f63-b152-9846ae82393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:43.842408 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6666f5-99fa-4fec-b39b-0e1a68c1cb2f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:03:43.856179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.856554 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.856877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.857212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.857539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.857877 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.858230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.858557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.858884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.859206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.859527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.859850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc0a7-7615-49a8-8e31-db423edcb200 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:03:43.875266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-ff9204dc-2cc8-4c74-a72a-948d73f7b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.877204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-ff9204dc-2cc8-4c74-a72a-948d73f7b6ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0721211 Sep 18 08:03:43.928157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-c9074773-26a5-409d-b4d3-653f92e6b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:43.929829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-c9074773-26a5-409d-b4d3-653f92e6b57e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455465 Sep 18 08:03:44.003417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Deleting port e3045be9-ca7e-4820-a041-c9a3fd1ea4bf {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:03:44.003764 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.028191 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-6892eb65-fac0-436e-9898-82ae972a50cb service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912538 Sep 18 08:03:44.081801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.082165 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.093564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Calling delete_port for e3045be9-ca7e-4820-a041-c9a3fd1ea4bf owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:03:44.118483 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-22870aa3-4678-4dd9-8a4a-d919e575611a req-6e8519db-2142-4dfb-b106-dba052f3e539 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Sep 18 08:03:44.308987 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.336937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event deleted for resources: {'Port': ['ID=e3045be9-ca7e-4820-a041-c9a3fd1ea4bf,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:03:44.396618 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.396990 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Floating IP 27cc1eba-f03e-4121-9eda-0ed8e89bf2c1 disassociated (deleted). External IP: 172.25.4.157, port: daeed7c9-e017-4203-a428-c8a4184c4156. Sep 18 08:03:44.607312 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Router 1d7be80d-4772-4334-9b79-4f8eeb14415c has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:03:44.711643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:03:44.716397 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:44.721390 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Sync routers for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:03:44.730949 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:03:44.731561 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:44.744057 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8d4ce575-476e-46a5-b30a-b272df55c439 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "DELETE /v2.0/floatingips/27cc1eba-f03e-4121-9eda-0ed8e89bf2c1 HTTP/1.1" status: 204 len: 168 time: 0.9379575 Sep 18 08:03:44.835483 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:03:44.988942 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:45.122632 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:45.151873 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Checking router: 1d7be80d-4772-4334-9b79-4f8eeb14415c for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:03:45.160766 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:03:45.161529 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:45.271382 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:03:45.466122 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:45.493602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:03:45.496843 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656f70-8138-4f23-a1df-8cacd1db6851 None None] The sync data for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 is: [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:01:40Z', 'revision_number': 4, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'e684335b-304b-44e0-9eef-0601958406f9', 'name': '', 'network_id': 'ccf23177-18f4-4e7f-bd99-0e80a0febc43', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'mac_address': 'fa:16:3e:4e:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:40Z', 'updated_at': '2021-09-18T08:01:44Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'subnets': [{'id': '746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:03:45.497123 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9342ba1f-e4c9-4e98-9a0c-47853939e24b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:03:45.534465 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3766ea6-3196-49d9-916d-c998a2f039e1 x-openstack-request-id: req-f3766ea6-3196-49d9-916d-c998a2f039e1 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:03:45.534761 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:03:45.535037 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3766ea6-3196-49d9-916d-c998a2f039e1 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:03:45.535459 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:03:45.597417 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-dfb931ea-5dc2-4ee0-a865-a31a57ff8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:45.599027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-dfb931ea-5dc2-4ee0-a865-a31a57ff8435 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 1097 time: 0.0422814 Sep 18 08:03:45.640606 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:45.704688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-e642df44-eaa3-43e6-80df-ff27776895eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:45.706256 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-e642df44-eaa3-43e6-80df-ff27776895eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 200 len: 916 time: 0.1003995 Sep 18 08:03:45.752336 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-c57ed7e6-2698-4234-93c1-58eef63b14d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 200 len: 217 time: 0.0394096 Sep 18 08:03:45.755016 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a54b4c-560c-4d57-906e-3bf580e0ec0f None None] New status for floating IP 27cc1eba-f03e-4121-9eda-0ed8e89bf2c1: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:03:45.807887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-3421fea1-6419-4797-83a6-d565515c2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:45.809419 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-3421fea1-6419-4797-83a6-d565515c2f84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 200 len: 854 time: 0.0508950 Sep 18 08:03:45.860955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-35729571-ef1d-43c5-a4d3-f7701b571afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:45.862494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-35729571-ef1d-43c5-a4d3-f7701b571afe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccf23177-18f4-4e7f-bd99-0e80a0febc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461824 Sep 18 08:03:45.950872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-ccd142cd-1447-42c8-93fd-d30e6f7a8166 service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 Sep 18 08:03:46.297078 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9342ba1f-e4c9-4e98-9a0c-47853939e24b req-35694a4d-6713-4125-89db-85ef55453e7c service neutron] 10.222.0.37 "GET /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383670 Sep 18 08:03:53.264410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44efb-626f-4f1e-9a93-de0ae8c6d368 req-48d6e754-070b-44df-b469-40eba92b0c3f tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:53.265827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cb44efb-626f-4f1e-9a93-de0ae8c6d368 req-48d6e754-070b-44df-b469-40eba92b0c3f tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0483618 Sep 18 08:03:53.303118 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7cb44efb-626f-4f1e-9a93-de0ae8c6d368 req-c72c54da-8f63-4d01-b5fd-2a4ba6e63b9c tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Sep 18 08:03:54.419981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb3523-c31f-4fe7-a3c4-6101f51ccf99 req-976cc320-f5f4-41bc-ab23-8b74df437382 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:54.421457 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dddb3523-c31f-4fe7-a3c4-6101f51ccf99 req-976cc320-f5f4-41bc-ab23-8b74df437382 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0517387 Sep 18 08:03:54.458537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dddb3523-c31f-4fe7-a3c4-6101f51ccf99 req-8fda403a-9bb5-405a-982f-fdc68099adb6 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/security-groups?id=81252f2f-da57-4212-98e9-ee2b5def6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303278 Sep 18 08:03:54.837759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-e720d110-072c-4619-ad62-520abd8fffa2 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:03:54.839323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-e720d110-072c-4619-ad62-520abd8fffa2 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 945 time: 0.0481174 Sep 18 08:03:54.929147 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Deleting port daeed7c9-e017-4203-a428-c8a4184c4156 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:03:54.929497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:55.013881 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] For port daeed7c9-e017-4203-a428-c8a4184c4156, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=daeed7c9-e017-4203-a428-c8a4184c4156,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:03:55.014272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:55.026874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Calling delete_port for daeed7c9-e017-4203-a428-c8a4184c4156 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:03:55.200440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:55.212737 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['daeed7c9-e017-4203-a428-c8a4184c4156'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:03:55.229823 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Pushing event deleted for resources: {'Port': ['ID=daeed7c9-e017-4203-a428-c8a4184c4156,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:03:55.277835 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] No DVR routers for this DVR port daeed7c9-e017-4203-a428-c8a4184c4156 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:03:55.280465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:55.282538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9d1e1a17-8987-42d7-8212-22ed7f9ff7e3 req-01aa7de4-7b56-49b1-a121-c4051fc3afe7 tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.37 "DELETE /v2.0/ports/daeed7c9-e017-4203-a428-c8a4184c4156 HTTP/1.1" status: 204 len: 173 time: 0.4368265 Sep 18 08:03:55.282992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'name': 'network-vif-deleted', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:03:55.285288 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab9d06-22c3-4ff1-bfa6-5125b1141f02" -d '{"events": [{"server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "name": "network-vif-deleted", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:03:55.320671 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0fe48-c777-4361-80b2-a35c6637159c x-openstack-request-id: req-24e0fe48-c777-4361-80b2-a35c6637159c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:03:55.321034 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b261cf7-fa40-45ff-8d29-50a3d2d925ea", "name": "network-vif-deleted", "tag": "daeed7c9-e017-4203-a428-c8a4184c4156", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:03:55.321291 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24e0fe48-c777-4361-80b2-a35c6637159c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:03:55.321683 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b261cf7-fa40-45ff-8d29-50a3d2d925ea', 'name': 'network-vif-deleted', 'tag': 'daeed7c9-e017-4203-a428-c8a4184c4156', 'status': 'completed', 'code': 200} Sep 18 08:03:55.551640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4258c0f7-8b21-4592-a543-e1e6ec9470f2 req-63f47764-a85a-4ad4-b116-1a9a7f0f1dad tempest-TestMinimumBasicScenario-1299288577 tempest-TestMinimumBasicScenario-1299288577-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b261cf7-fa40-45ff-8d29-50a3d2d925ea HTTP/1.1" status: 200 len: 210 time: 0.0274267 Sep 18 08:03:57.647362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43718) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:03:57.977977 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:58.142155 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device daeed7c9-e017-4203-a428-c8a4184c4156 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:03:58.163368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: daeed7c9-e017-4203-a428-c8a4184c4156 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:03:58.163730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device daeed7c9-e017-4203-a428-c8a4184c4156 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:03:58.463409 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Deleting port e684335b-304b-44e0-9eef-0601958406f9 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:03:58.463752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:58.537414 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] For port e684335b-304b-44e0-9eef-0601958406f9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=e684335b-304b-44e0-9eef-0601958406f9,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:03:58.537769 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:58.549506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Calling delete_port for e684335b-304b-44e0-9eef-0601958406f9 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:03:58.787690 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:58.812811 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Pushing event deleted for resources: {'Port': ['ID=e684335b-304b-44e0-9eef-0601958406f9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:03:58.977524 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.184168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Router 1d7be80d-4772-4334-9b79-4f8eeb14415c has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:03:59.287529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:03:59.292588 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a1a90bf-613b-4234-82bf-d5e550878859 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d7be80d-4772-4334-9b79-4f8eeb14415c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6441519 Sep 18 08:03:59.295427 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43720) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:03:59.300251 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Sync routers for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:03:59.307629 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:03:59.308321 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:59.408930 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.413063 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:03:59.485886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.507629 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.589886 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:03:58Z', 'revision_number': 5, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port': {'id': '993c3e04-1b4e-417b-93f7-9bbc99da13c5', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:38Z', 'updated_at': '2021-09-18T08:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:59.616229 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Checking router: 1d7be80d-4772-4334-9b79-4f8eeb14415c for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:03:59.616852 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Deleting port 993c3e04-1b4e-417b-93f7-9bbc99da13c5 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:03:59.617202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.624415 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Routers {'1d7be80d-4772-4334-9b79-4f8eeb14415c'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:03:59.625028 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['1d7be80d-4772-4334-9b79-4f8eeb14415c'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:59.696663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] For port 993c3e04-1b4e-417b-93f7-9bbc99da13c5, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=993c3e04-1b4e-417b-93f7-9bbc99da13c5,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:03:59.697132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.710402 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Calling delete_port for 993c3e04-1b4e-417b-93f7-9bbc99da13c5 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:03:59.714301 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] Set router 1d7be80d-4772-4334-9b79-4f8eeb14415c gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:03:59.767221 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:03:59Z', 'revision_number': 6, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:03:59.792062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0104e-e5a2-4b50-b74b-66d01bcdfc42 None None] The sync data for ids ['1d7be80d-4772-4334-9b79-4f8eeb14415c'] in n-d-789963-14 is: [{'id': '1d7be80d-4772-4334-9b79-4f8eeb14415c', 'name': 'tempest-TestMinimumBasicScenario-1548820430-router', 'tenant_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:37Z', 'updated_at': '2021-09-18T08:03:59Z', 'revision_number': 6, 'project_id': 'fa9d7a65545f4af597123e1c72dcbe97', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:03:59.926108 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:03:59.951439 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=993c3e04-1b4e-417b-93f7-9bbc99da13c5,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:00.013548 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.101818 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.103832 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.189456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.190381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7be80d-4772-4334-9b79-4f8eeb14415c {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:04:00.195084 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.196292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c6fff8d8-eaf9-45ca-82f9-0cf18a7ecb0d admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d7be80d-4772-4334-9b79-4f8eeb14415c HTTP/1.1" status: 204 len: 168 time: 0.8999462 Sep 18 08:04:00.198855 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43722) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:00.249218 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Deleting subnet 746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:04:00.252805 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.286357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.362004 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.467865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.497385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:00.502927 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.505147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f4056d73-c992-4369-ab37-f533db2d2c38 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/746c0e5d-d4f6-432c-8beb-59b8c5c7fbaa HTTP/1.1" status: 204 len: 168 time: 0.3053510 Sep 18 08:04:00.507698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43724) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:00.519048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09fb9e-00c0-4a3f-a84a-ad1917483425 None None] Network ccf23177-18f4-4e7f-bd99-0e80a0febc43 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:04:00.582123 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.638157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Deleting port ea12a20d-bcb3-4422-b255-b333722a2c2e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:00.638502 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.705011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] DHCP port deletion for ccf23177-18f4-4e7f-bd99-0e80a0febc43 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:04:00.707142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] For port ea12a20d-bcb3-4422-b255-b333722a2c2e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea12a20d-bcb3-4422-b255-b333722a2c2e,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:00.707545 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.721377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Calling delete_port for ea12a20d-bcb3-4422-b255-b333722a2c2e owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:00.757245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Deleting port ea12a20d-bcb3-4422-b255-b333722a2c2e {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:00.757631 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.825011 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] For port ea12a20d-bcb3-4422-b255-b333722a2c2e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ea12a20d-bcb3-4422-b255-b333722a2c2e,segment=NetworkSegment(eaf61f98-fb0f-4899-8f25-b24b7e17bb5c),segment_id=eaf61f98-fb0f-4899-8f25-b24b7e17bb5c)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:00.825011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.836717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Calling delete_port for ea12a20d-bcb3-4422-b255-b333722a2c2e owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:00.873688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.904479 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea12a20d-bcb3-4422-b255-b333722a2c2e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:00.906382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] No DVR routers for this DVR port ea12a20d-bcb3-4422-b255-b333722a2c2e on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:04:00.914399 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:00.937250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Pushing event deleted for resources: {'Port': ['ID=ea12a20d-bcb3-4422-b255-b333722a2c2e,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:00.946244 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] No DVR routers for this DVR port ea12a20d-bcb3-4422-b255-b333722a2c2e on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:04:00.948783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.949000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.949345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.949685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.950049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.950383 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.950711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.951040 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.951374 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.951700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.952025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.952345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0b685-c7f5-44f0-8bdc-cfca31abee8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:00.981491 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.000730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf23177-18f4-4e7f-bd99-0e80a0febc43']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:01.010001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:01.010300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf61f98-fb0f-4899-8f25-b24b7e17bb5c') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:01.019903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.033479 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.039560 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:04:01.039947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:04:01.041582 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:04:01.171850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.177710 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.182437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccf23177-18f4-4e7f-bd99-0e80a0febc43 HTTP/1.1" status: 204 len: 168 time: 0.6709437 Sep 18 08:04:01.182902 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43726) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:01.191683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c8b70-e23f-49af-b571-ebedf193e96f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf23177-18f4-4e7f-bd99-0e80a0febc43,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:01.528410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.700322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea12a20d-bcb3-4422-b255-b333722a2c2e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:01.720078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ea12a20d-bcb3-4422-b255-b333722a2c2e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:01.720428 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ea12a20d-bcb3-4422-b255-b333722a2c2e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:01.720843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 993c3e04-1b4e-417b-93f7-9bbc99da13c5 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:01.739146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 993c3e04-1b4e-417b-93f7-9bbc99da13c5 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:01.739491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 993c3e04-1b4e-417b-93f7-9bbc99da13c5 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:01.739901 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e684335b-304b-44e0-9eef-0601958406f9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:01.760810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: e684335b-304b-44e0-9eef-0601958406f9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:01.761156 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device e684335b-304b-44e0-9eef-0601958406f9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:01.774645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Deleting port 1c369905-d204-47eb-867e-8936883813db {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:01.775000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.854595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] For port 1c369905-d204-47eb-867e-8936883813db, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1c369905-d204-47eb-867e-8936883813db,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:01.854882 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:01.867419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Calling delete_port for 1c369905-d204-47eb-867e-8936883813db owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:02.103096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:02.128982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c369905-d204-47eb-867e-8936883813db,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:02.294156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:02.506677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Router c2bde8db-aded-4cfa-a330-f2cec783e0a9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:04:02.616653 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:04:02.621772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-db76e24f-0721-420d-9066-d8cb25cb7a3a admin admin] 10.222.0.20 "PUT /v2.0/routers/c2bde8db-aded-4cfa-a330-f2cec783e0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377785 Sep 18 08:04:02.624246 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43728) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:02.627446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Sync routers for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:04:02.636411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:02.637071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:02.726819 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:02.738888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:02.830664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:02.916633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:04:01Z', 'revision_number': 5, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port': {'id': '4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:01:44Z', 'updated_at': '2021-09-18T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:02.943395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Checking router: c2bde8db-aded-4cfa-a330-f2cec783e0a9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:04:02.951669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Routers {'c2bde8db-aded-4cfa-a330-f2cec783e0a9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:02.951937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Deleting port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:02.952282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:03:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:02.952404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.034258 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] For port 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:03.034625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.037515 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] Set router c2bde8db-aded-4cfa-a330-f2cec783e0a9 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:03.046407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Calling delete_port for 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:03.090672 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:04:02Z', 'revision_number': 6, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:03.117042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cbe27-62c8-4677-8a84-888d40d5ffe0 None None] The sync data for ids ['c2bde8db-aded-4cfa-a330-f2cec783e0a9'] in n-d-789963-14 is: [{'id': 'c2bde8db-aded-4cfa-a330-f2cec783e0a9', 'name': 'tempest-TestMinimumBasicScenario-508738176-router', 'tenant_id': '3423a3e28d45461aa708236619523831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:01:43Z', 'updated_at': '2021-09-18T08:04:02Z', 'revision_number': 6, 'project_id': '3423a3e28d45461aa708236619523831', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:04:03.302187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.327206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:03.386481 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.477502 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.479840 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.588980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.589447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bde8db-aded-4cfa-a330-f2cec783e0a9 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:04:03.593755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.595141 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1b37ea69-d27d-41b4-bd80-98083651ae79 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c2bde8db-aded-4cfa-a330-f2cec783e0a9 HTTP/1.1" status: 204 len: 168 time: 0.9698730 Sep 18 08:04:03.597538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43732) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:03.642215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Deleting subnet 70540b94-2f51-4f94-8fb1-ead3eaa4ce8d {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:04:03.645232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.678958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.757433 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.863771 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.890036 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1c369905-d204-47eb-867e-8936883813db no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:03.892778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70540b94-2f51-4f94-8fb1-ead3eaa4ce8d,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:03.894714 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:03.896897 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5b0269ee-522c-4539-a981-8ffe8c35141d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70540b94-2f51-4f94-8fb1-ead3eaa4ce8d HTTP/1.1" status: 204 len: 168 time: 0.2983544 Sep 18 08:04:03.899589 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43734) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:03.913340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb2531-4089-462a-885d-c272031fbd98 None None] Network e815d816-8a0b-4513-86e5-f667e436dc55 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:04:03.915544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1c369905-d204-47eb-867e-8936883813db {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:03.915892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1c369905-d204-47eb-867e-8936883813db not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:03.916417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:03.948972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:03.949332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 4c3124e2-f10c-4e41-a042-e4bb6e1b6c0c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:03.972481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.029418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Deleting port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:04.029762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.101056 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] For port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:04.101348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.116166 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Calling delete_port for 0307f4ad-d395-43e4-a5f2-25ad5a03f16c owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:04.117775 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] DHCP port deletion for e815d816-8a0b-4513-86e5-f667e436dc55 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:04:04.167663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Deleting port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:04:04.168036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.228627 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] For port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,segment=NetworkSegment(ee3200e7-5003-42c5-a425-e282bf059356),segment_id=ee3200e7-5003-42c5-a425-e282bf059356)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:04.229017 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.240690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Calling delete_port for 0307f4ad-d395-43e4-a5f2-25ad5a03f16c owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:04:04.268981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.294946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Pushing event deleted for resources: {'Port': ['ID=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:04.296866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] No DVR routers for this DVR port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:04:04.319489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.344904 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] Pushing event deleted for resources: {'Port': ['ID=0307f4ad-d395-43e4-a5f2-25ad5a03f16c,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:04.349977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8caf1-8472-41ec-8ef1-9b9afdf212ca None None] No DVR routers for this DVR port 0307f4ad-d395-43e4-a5f2-25ad5a03f16c on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:04:04.370880 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.390912 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e815d816-8a0b-4513-86e5-f667e436dc55']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:04.400397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3200e7-5003-42c5-a425-e282bf059356') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:04.400689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3200e7-5003-42c5-a425-e282bf059356') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:04.409755 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.422753 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.428838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:04:04.429216 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:04:04.430830 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:04:04.565474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.570937 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:04.572827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] 10.222.0.20 "DELETE /v2.0/networks/e815d816-8a0b-4513-86e5-f667e436dc55 HTTP/1.1" status: 204 len: 168 time: 0.6722345 Sep 18 08:04:04.584577 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd0253-23db-4933-a81e-8e8ca74110af admin admin] Pushing event deleted for resources: {'Network': ['ID=e815d816-8a0b-4513-86e5-f667e436dc55,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:04.923496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43738) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:04.962630 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e8aab29-e2b0-405b-8ba0-dce6e0326a7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa9d7a65545f4af597123e1c72dcbe97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379069 Sep 18 08:04:04.964960 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43740) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:05.015128 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.035499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.154455 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.157542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.158748 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81252f2f-da57-4212-98e9-ee2b5def6d37 HTTP/1.1" status: 204 len: 168 time: 0.1928940 Sep 18 08:04:05.166540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54556dcf-9b52-4438-b874-97a756d0a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81252f2f-da57-4212-98e9-ee2b5def6d37,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:05.698740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0307f4ad-d395-43e4-a5f2-25ad5a03f16c no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:04:05.718664 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0307f4ad-d395-43e4-a5f2-25ad5a03f16c {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:04:05.719021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0307f4ad-d395-43e4-a5f2-25ad5a03f16c not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:04:05.774366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43746) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:05.814266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0becc72e-5a24-4cc9-82a2-a5e4e08639ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3423a3e28d45461aa708236619523831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386617 Sep 18 08:04:05.816672 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43748) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:05.863619 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.883708 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.983145 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.986292 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:05.987427 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16b17903-1094-484f-ba71-f617fe5ce20e HTTP/1.1" status: 204 len: 168 time: 0.1697695 Sep 18 08:04:05.994874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba7a7-6952-4715-9ef4-718bb9e79818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b17903-1094-484f-ba71-f617fe5ce20e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:08.182664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43788) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:08.187252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381133126', 'description': 'tempest-secgroup-smoke-381133126 description', 'project_id': '028068dbd599439b9823c1982b6a6c11'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:08.273290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.281155 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.370248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.433311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.465919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64bc61a-dbc3-4ea3-ace8-9dd3c0d2380f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:08.523736 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.588428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.616202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968e8d89-68bb-4e1f-bb37-8b659c0c7c95,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:08.680112 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.681362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-498d5b1d-d744-4085-a923-3f2e0de6e1a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4976609 Sep 18 08:04:08.684328 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43790) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:08.689118 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:08.770236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.826313 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.873321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71e23177-630a-470c-b280-32c4463d58ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.901793 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.919725 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9b07c4-81e3-4964-a30d-43b19619db69,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:08.976144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:08.977292 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-24829fd5-809e-4078-b4d0-5bd2e403ee9c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921185 Sep 18 08:04:08.980060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43792) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:08.984300 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:09.066262 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.124344 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.205443 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.225550 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a9c0b5-a0f2-420a-97b5-851551a4a8d4,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:09.314182 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.315433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d004a476-8090-4a03-8a01-bf5b3855a555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3344686 Sep 18 08:04:09.318201 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43794) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:09.322520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:09.399804 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.458126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.502352 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.520464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ae502a-ddf5-4236-a449-8487eae2a487,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:09.559554 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.560889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e5e55efb-0717-416b-9198-3f336eefcc90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417352 Sep 18 08:04:09.564094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43796) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:09.568678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:09.645006 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.702328 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.765296 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.782756 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbd7949-4917-446e-a872-787c39d7be9e,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:09.845490 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.846814 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-62bbb213-3fb0-4d47-b73d-f258b105251a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817743 Sep 18 08:04:09.849468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43798) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:09.853735 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:09.908225 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:04:09.912886 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:09.973125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.022529 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.042228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3514ac0-7350-4091-a33a-9a4b9b05dc0a,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:10.085499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.086842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6700b368-0d10-4dca-911f-0ae3d446f391 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2363701 Sep 18 08:04:10.089461 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43800) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:10.093924 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '968e8d89-68bb-4e1f-bb37-8b659c0c7c95', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:10.160052 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:04:10.164787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.224650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.262841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.279817 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1923fb9f-6091-4b9e-bddb-e6e8abb38863,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:10.331726 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.332958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5b734219-2bef-4941-aed8-2e4f9fe309e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2425265 Sep 18 08:04:10.335911 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43802) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:10.340706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'network': {'name': 'tempest-network-smoke--1209425803', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'port_security_enabled': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:10.417172 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:04:10.420645 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.444573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:04:10.452823 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.453166 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Added segment 40423103-d374-4864-9ce8-e1fc5cfd8d6b of type vlan for network 855f7efc-9ed9-4432-877e-2c58a898df8e Sep 18 08:04:10.491287 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.587422 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.592896 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:10.593495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.661340 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Network': ['ID=855f7efc-9ed9-4432-877e-2c58a898df8e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:10.671704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 855f7efc-9ed9-4432-877e-2c58a898df8e details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:04:10.685169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bacecaac-fb1f-439e-a2f3-27d3adc737e7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3482890 Sep 18 08:04:10.688058 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43804) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:10.692500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'admin_state_up': True, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:10.759957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.761056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:10.810447 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.236381 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.500277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.518870 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.531540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0147462b-3f56-4bab-a88f-b735f4da56d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.615581 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.25 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/509bc66c-aaa1-4fd2-8496-90f68c44729a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:04:11.716317 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.783691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:11.817209 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:11.820016 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:11.823465 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:04:11.851098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=509bc66c-aaa1-4fd2-8496-90f68c44729a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:12.135795 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:12.168679 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:12.359341 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:12.541673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router a34b16f6-f22e-40ad-ba77-f850079e639a is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:04:12.649352 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:04:12.658737 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Sync routers for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:04:12.669088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:12.669703 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:12.743219 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:12.744504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b80384ff-8b7f-40f7-8292-0ab4a4e8e0f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0555091 Sep 18 08:04:12.747693 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43806) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:12.775296 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:12.910044 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fb5878cb-4e1a-482d-a945-5d2b66191576 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=028068dbd599439b9823c1982b6a6c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610324 Sep 18 08:04:12.912623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:12.958255 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:11Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:13.067371 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0c6a1-fc45-43b9-89b2-609e1e2306d3 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:13.067949 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Checking router: a34b16f6-f22e-40ad-ba77-f850079e639a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:04:13.068295 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Updating router a34b16f6-f22e-40ad-ba77-f850079e639a port 509bc66c-aaa1-4fd2-8496-90f68c44729a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:04:13.071520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-dce0c6a1-fc45-43b9-89b2-609e1e2306d3 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554058 Sep 18 08:04:13.071776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43812) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:13.093048 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.107640 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-51ecf8d5-a430-4dd8-9b9f-3965ecbda1f8 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347967 Sep 18 08:04:13.110808 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:13.115607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460053110', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:13.268675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:04:13.272285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.341120 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.416977 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.467373 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Pushing event updated for resources: {'Port': ['ID=509bc66c-aaa1-4fd2-8496-90f68c44729a,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:13.475198 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Attempting to bind port 509bc66c-aaa1-4fd2-8496-90f68c44729a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:04:13.475564 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Attempting to bind port 509bc66c-aaa1-4fd2-8496-90f68c44729a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:04:13.475927 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Attempting to bind port 509bc66c-aaa1-4fd2-8496-90f68c44729a on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:04:13.480848 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.481198 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.481535 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.481872 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.482227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.482556 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.482882 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.483205 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.483529 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.483849 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.484169 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.484488 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:04:13.488673 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:04:13.489055 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:04:13.489453 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.489836 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:04:13.490335 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Bound port: 509bc66c-aaa1-4fd2-8496-90f68c44729a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:04:13.490711 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.525877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.526433 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.539559 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] For port 509bc66c-aaa1-4fd2-8496-90f68c44729a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:04:13.542516 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] For port 509bc66c-aaa1-4fd2-8496-90f68c44729a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=509bc66c-aaa1-4fd2-8496-90f68c44729a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:04:13.589275 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Subnet': ['ID=6af48af5-062a-43ab-9284-285378396831,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:13.599405 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Checking segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:04:13.599768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network hostable DHCP agents. Network: 855f7efc-9ed9-4432-877e-2c58a898df8e, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:04:13.623232 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.682148 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:13.682905 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:13.715938 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc92710-080c-4d2c-8b67-48169ac0210e None None] Pushing event updated for resources: {'Port': ['ID=509bc66c-aaa1-4fd2-8496-90f68c44729a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:13.726105 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 855f7efc-9ed9-4432-877e-2c58a898df8e is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:04:13.788076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:13.811582 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 855f7efc-9ed9-4432-877e-2c58a898df8e) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:13.815751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:13.816373 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.820921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc56c78-03a8-472f-89d4-cc371339a9d6 None None] Network 855f7efc-9ed9-4432-877e-2c58a898df8e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:04:13.902879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-4bc5ee3b-6f38-40d4-9732-3a6c4b78bcd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7910161 Sep 18 08:04:13.905824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:13.966295 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:11Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:13.967268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-855f7efc-9ed9-4432-877e-2c58a898df8e', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:04:13.968273 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:13.993697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b0e25-37ef-4e5e-af63-0a91125f817e None None] The sync data for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 is: [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:11Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:04:14.107062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Allocated IP 172.20.0.2 (855f7efc-9ed9-4432-877e-2c58a898df8e/6af48af5-062a-43ab-9284-285378396831/47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:04:14.297413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.371980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.380127 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.408665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Network 855f7efc-9ed9-4432-877e-2c58a898df8e is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:14.413256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:14.416690 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:04:14.431570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Pushing event updated for resources: {'Port': ['ID=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:14.481307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Attempting to bind port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:04:14.481973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Attempting to bind port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:04:14.482517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Attempting to bind port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 on network 855f7efc-9ed9-4432-877e-2c58a898df8e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:04:14.489183 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:04:14.490010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Checking segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:04:14.490424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.490828 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Bound using segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:04:14.491295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Bound port: 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:04:14.491685 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.560585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] For port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:04:14.566668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] For port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:04:14.671308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.1 (855f7efc-9ed9-4432-877e-2c58a898df8e/6af48af5-062a-43ab-9284-285378396831/ef817893-eaa6-4fd3-8dd8-465ade4fd7d6) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:04:14.749360 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.795787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.811221 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729efd03-2094-4680-b928-dbf6c99b9037 None None] Pushing event updated for resources: {'Port': ['ID=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:14.892194 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.935538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 855f7efc-9ed9-4432-877e-2c58a898df8e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:14.938661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:14.941135 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:04:14.979656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:14.986397 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:15.011484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.194083 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.639263 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.758727 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.760708 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07724beb-f553-44fe-a8cb-b6419579768e None None] Network 855f7efc-9ed9-4432-877e-2c58a898df8e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:04:15.791134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:15.829173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.849340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] Provisioning complete for port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:15.849721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.906203 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:15.908152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:16.009382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 855f7efc-9ed9-4432-877e-2c58a898df8e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:16.011055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:16.113925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:16.114301 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.129519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router a34b16f6-f22e-40ad-ba77-f850079e639a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:04:16.227072 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.239769 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:04:16.246157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e57bee91-23ed-4421-9b88-628a4c30e9de tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/a34b16f6-f22e-40ad-ba77-f850079e639a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392835 Sep 18 08:04:16.265486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Sync routers for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:04:16.304941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.306810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:16.307426 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:16.313703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] For port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:16.400498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-6b16c1aa-40e5-496d-a011-321ec17bdf1a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381133126&fields=id&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 267 time: 0.0425971 Sep 18 08:04:16.414255 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.504462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:16.511454 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 08:04:16.511454 n-d-789963-14 neutron-server[101980]: DEBUG oslo_db.api [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 08:04:16.521700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-c57f0c84-8ee2-4062-9c0e-5299da6c1294 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:16.523286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-c57f0c84-8ee2-4062-9c0e-5299da6c1294 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 797 time: 0.1141295 Sep 18 08:04:16.542078 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-95c72ef6-f3fb-42fd-bdee-7bb35c311f92 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/quotas/028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 375 time: 0.0124655 Sep 18 08:04:16.553833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da488d-fdd0-473b-aeb5-f57284ff7629 None None] Pushing event updated for resources: {'Port': ['ID=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:16.610377 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-2c8042d5-2f07-47d4-a524-2fceeb80d428 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544348 Sep 18 08:04:16.615880 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09339364-e546-4858-ad0b-c29e45885f50 None None] Provisioning complete for port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:16.616388 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09339364-e546-4858-ad0b-c29e45885f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.710955 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-ecda7ebd-115c-40c8-95fe-c18bd27af12a service neutron] 10.222.0.20 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988796 Sep 18 08:04:16.799351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-09339364-e546-4858-ad0b-c29e45885f50 None None] Provisioning complete for port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:16.799850 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-09339364-e546-4858-ad0b-c29e45885f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:16.816895 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-830724f1-8cc0-4b8a-972b-7b714726803a service neutron] 10.222.0.20 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968916 Sep 18 08:04:16.830686 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 2, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:16.865865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Checking router: a34b16f6-f22e-40ad-ba77-f850079e639a for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:04:16.865865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Updating router a34b16f6-f22e-40ad-ba77-f850079e639a port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:04:16.867522 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-09339364-e546-4858-ad0b-c29e45885f50 None None] Port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:04:16.890084 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.011312 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-aca23251-bf1c-427d-a00f-159172cd17cc None None] Provisioning complete for port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:17.011700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aca23251-bf1c-427d-a00f-159172cd17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.067712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-eb3b9e33-f45f-4cb1-8f16-16d318fdfa9d req-87f9b03b-5c3f-4f13-ae35-ac4fe0a5ed90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 210 time: 0.0300560 Sep 18 08:04:17.100753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-aca23251-bf1c-427d-a00f-159172cd17cc None None] Port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:04:17.104987 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 509bc66c-aaa1-4fd2-8496-90f68c44729a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:17.205061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 509bc66c-aaa1-4fd2-8496-90f68c44729a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:17.205321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.295854 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.332691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.346322 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:04:17.352678 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 509bc66c-aaa1-4fd2-8496-90f68c44729a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=509bc66c-aaa1-4fd2-8496-90f68c44729a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:17.354051 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.408804 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec9b5-5601-4ed8-ac5c-4a1c875e4060 None None] Pushing event updated for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:17.451266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.481017 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Attempting to bind port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:04:17.481398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Attempting to bind port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:04:17.481791 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Attempting to bind port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 on network 855f7efc-9ed9-4432-877e-2c58a898df8e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:04:17.491685 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:04:17.492061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Checking segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:04:17.492472 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.492872 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Bound using segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:04:17.493348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Bound port: ef817893-eaa6-4fd3-8dd8-465ade4fd7d6, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:04:17.493735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.541085 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=509bc66c-aaa1-4fd2-8496-90f68c44729a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:17.577546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] For port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:04:17.580566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] For port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:04:17.620321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-98a1f879-1422-417e-8496-8832e2257837 None None] Provisioning complete for port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:17.620703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-98a1f879-1422-417e-8496-8832e2257837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.646674 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.692052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-98a1f879-1422-417e-8496-8832e2257837 None None] Port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:04:17.717144 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec9b5-5601-4ed8-ac5c-4a1c875e4060 None None] Pushing event updated for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:17.720354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:17.720971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:17.758067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:17.863235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:17.863900 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:17.888381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:17.980550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] Provisioning complete for port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:17.980847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:18.184225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1892d760-0159-458c-96be-62fcb3a69397 req-bda98323-9f0f-46a3-b77f-db56fea5ef91 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 210 time: 0.0325670 Sep 18 08:04:18.265286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 509bc66c-aaa1-4fd2-8496-90f68c44729a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:18.363720 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:18.414825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 509bc66c-aaa1-4fd2-8496-90f68c44729a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:18.415199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:18.418377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] For port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:18.448493 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:18.485626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde407a3-4223-49b2-be17-b40a157b5a6c None None] The sync data for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 is: [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:04:18.490746 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:18.573706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8edb3-77c1-4ad9-837e-33738ca28cbc None None] Pushing event updated for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:19.261429 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-fac4f414-e522-48d2-928d-da5ae78b6998 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:19.263679 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-fac4f414-e522-48d2-928d-da5ae78b6998 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 797 time: 0.1206033 Sep 18 08:04:19.290622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4e02da99-9040-44cf-a3dc-bfae295699a9 req-0957a3d4-9d36-4fc6-99cc-ac28cfce8746 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Sep 18 08:04:19.320273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-e350678a-f9c2-40a9-9035-001194abb39c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 379 time: 0.0415866 Sep 18 08:04:19.330825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'port': {'device_id': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'admin_state_up': True, 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'security_groups': ['968e8d89-68bb-4e1f-bb37-8b659c0c7c95']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:19.502717 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:04:19.506474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:19.729215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:19.783320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:19.783703 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:19.878535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.3 (855f7efc-9ed9-4432-877e-2c58a898df8e/6af48af5-062a-43ab-9284-285378396831/acc46934-c8ea-4685-ad35-32a90b193db7) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:04:20.014971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.085796 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.127577 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 855f7efc-9ed9-4432-877e-2c58a898df8e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:20.130636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:20.133040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:04:20.165434 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:20.193445 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:20.194006 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.252539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-40d79115-238c-474e-8b66-d24bffd4a3c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263811 Sep 18 08:04:20.274289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Request body: {'port': {'device_id': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:20.321462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8af0-d165-4672-bb8b-4a86dc502840 None None] Provisioning complete for port acc46934-c8ea-4685-ad35-32a90b193db7 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:20.321977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8af0-d165-4672-bb8b-4a86dc502840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.337630 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.358393 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd8af0-d165-4672-bb8b-4a86dc502840 None None] Port acc46934-c8ea-4685-ad35-32a90b193db7 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:04:20.413752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bcf59-3828-4069-9bee-11e833ed28b2 req-18d91b1e-486d-47c9-b284-8e34f9398fc1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:20.415186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f74bcf59-3828-4069-9bee-11e833ed28b2 req-18d91b1e-486d-47c9-b284-8e34f9398fc1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 931 time: 0.0497947 Sep 18 08:04:20.454714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f74bcf59-3828-4069-9bee-11e833ed28b2 req-94906011-98c6-429e-bb00-7dedf77b351f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Sep 18 08:04:20.605769 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc46934-c8ea-4685-ad35-32a90b193db7 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:04:20.612971 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.624498 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Transition to ACTIVE for port object acc46934-c8ea-4685-ad35-32a90b193db7 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:04:20.673985 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.728620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Pushing event updated for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:20.798168 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Attempting to bind port acc46934-c8ea-4685-ad35-32a90b193db7 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:04:20.798515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Attempting to bind port acc46934-c8ea-4685-ad35-32a90b193db7 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:04:20.798850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Attempting to bind port acc46934-c8ea-4685-ad35-32a90b193db7 on network 855f7efc-9ed9-4432-877e-2c58a898df8e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:04:20.803712 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Port acc46934-c8ea-4685-ad35-32a90b193db7 on network 855f7efc-9ed9-4432-877e-2c58a898df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:04:20.804163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Attempting to bind port acc46934-c8ea-4685-ad35-32a90b193db7 on network 855f7efc-9ed9-4432-877e-2c58a898df8e {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:04:20.809363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:04:20.809704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Checking segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:04:20.810127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Bound using segment: {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:04:20.810560 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Bound port: acc46934-c8ea-4685-ad35-32a90b193db7, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40423103-d374-4864-9ce8-e1fc5cfd8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:04:20.810932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.876958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:04:20.879987 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=acc46934-c8ea-4685-ad35-32a90b193db7,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:04:20.943055 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.981474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:20.982208 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:20.983609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] 10.222.0.24 "PUT /v2.0/ports/acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 1092 time: 0.7168155 Sep 18 08:04:20.984052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:04:20.986343 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a22d1a-d34a-4318-98fe-d41199671b04" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:04:21.012683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb571-40f9-409d-9a8d-81e2962d0818 service neutron] Pushing event updated for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:21.037670 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf67818-150e-41fb-9444-5d161350dfd5 x-openstack-request-id: req-5cf67818-150e-41fb-9444-5d161350dfd5 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:04:21.038072 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:04:21.040596 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cf67818-150e-41fb-9444-5d161350dfd5 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:04:21.040596 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'status': 'completed', 'code': 200} Sep 18 08:04:21.123609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-638f081d-b5f2-4a64-8a6c-aa6044871f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.125187 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-638f081d-b5f2-4a64-8a6c-aa6044871f66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1095 time: 0.0430527 Sep 18 08:04:21.228646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-190b2932-7877-41aa-8a49-55498473285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.230116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-190b2932-7877-41aa-8a49-55498473285a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=028068dbd599439b9823c1982b6a6c11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0917895 Sep 18 08:04:21.333708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-ff9fd8bb-589a-4bf0-8322-ce220db13762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.335217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e7a22d1a-d34a-4318-98fe-d41199671b04 req-ff9fd8bb-589a-4bf0-8322-ce220db13762 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988715 Sep 18 08:04:21.428719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-d482e04a-5a3e-48c9-97db-6a20a8b9025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.430277 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-d482e04a-5a3e-48c9-97db-6a20a8b9025e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1095 time: 0.0407615 Sep 18 08:04:21.480530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-183ec531-c37e-43f6-a633-c8ab8d95e850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 217 time: 0.0377553 Sep 18 08:04:21.529256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-d163a4db-503a-4972-a27e-65f72c103fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.530773 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-d163a4db-503a-4972-a27e-65f72c103fba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 200 len: 834 time: 0.0442045 Sep 18 08:04:21.571379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b90397-fa82-4392-8291-26a202ca5d53 req-25abbca3-99cf-4ccb-a514-04d3209b8a53 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.572885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1b90397-fa82-4392-8291-26a202ca5d53 req-25abbca3-99cf-4ccb-a514-04d3209b8a53 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 943 time: 0.0482295 Sep 18 08:04:21.576656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6383a-5cf3-474e-a148-410003f38537 req-a43c23bb-ea3e-4e1b-82ad-989e7faa4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:21.578749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-a43c23bb-ea3e-4e1b-82ad-989e7faa4310 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=855f7efc-9ed9-4432-877e-2c58a898df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402985 Sep 18 08:04:21.610822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f1b90397-fa82-4392-8291-26a202ca5d53 req-f747c738-865c-4341-a5e9-586aff7dc09f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Sep 18 08:04:21.668983 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-239aa65c-20b3-4e0a-b871-50d64c4efb00 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838308 Sep 18 08:04:21.757107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc6383a-5cf3-474e-a148-410003f38537 req-49d4a774-62b4-447b-943a-c4a426b17a60 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808384 Sep 18 08:04:22.732393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47ed2-c988-446a-be90-5caecfccb88f req-4fb997be-f8a1-4bd3-870b-1205b25dc6da tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:22.733941 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15d47ed2-c988-446a-be90-5caecfccb88f req-4fb997be-f8a1-4bd3-870b-1205b25dc6da tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 943 time: 0.0526116 Sep 18 08:04:22.770711 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-15d47ed2-c988-446a-be90-5caecfccb88f req-5001baf2-df6b-4d79-9d08-c2253cc68e0e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308561 Sep 18 08:04:23.882163 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c230d5-5252-4565-aa1a-8dd5c362f357 req-26722b6f-81a3-4149-b7ba-472eb74b4d9a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:23.883657 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c230d5-5252-4565-aa1a-8dd5c362f357 req-26722b6f-81a3-4149-b7ba-472eb74b4d9a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 943 time: 0.0481369 Sep 18 08:04:23.919916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1c230d5-5252-4565-aa1a-8dd5c362f357 req-4dda59ef-cb04-4bd5-be81-d678832463e9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303788 Sep 18 08:04:25.031681 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a4f7e-8146-48ad-81f8-a62af585dfd7 req-32a2b648-42b8-43b7-bc28-df6b60fdb051 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:25.033166 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b4a4f7e-8146-48ad-81f8-a62af585dfd7 req-32a2b648-42b8-43b7-bc28-df6b60fdb051 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 943 time: 0.0479288 Sep 18 08:04:25.070997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4b4a4f7e-8146-48ad-81f8-a62af585dfd7 req-e7fb7207-6258-4f01-b146-e94dc2871d90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318928 Sep 18 08:04:25.902494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device acc46934-c8ea-4685-ad35-32a90b193db7 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:04:25.996976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=acc46934-c8ea-4685-ad35-32a90b193db7,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:26.008231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'port_id': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'mac_address': 'fa:16:3e:43:74:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:04:26.043768 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:26.056222 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc46934-c8ea-4685-ad35-32a90b193db7 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:04:26.074809 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=acc46934-c8ea-4685-ad35-32a90b193db7,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:26.137355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:26.187204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eb5fe-8d4a-408a-9a91-1e95455aafd9 req-10e46c4f-12cb-40eb-b9e7-d1a8829a86f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:26.188382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:26.189235 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab5eb5fe-8d4a-408a-9a91-1e95455aafd9 req-10e46c4f-12cb-40eb-b9e7-d1a8829a86f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 944 time: 0.0534761 Sep 18 08:04:26.227385 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab5eb5fe-8d4a-408a-9a91-1e95455aafd9 req-b02081ef-0a37-4de1-aa9e-5b081e1dcf78 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Sep 18 08:04:26.572458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['acc46934-c8ea-4685-ad35-32a90b193db7'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:04:27.340790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde22819-7ba3-4d90-a785-b0188e7d1f37 req-b70c36b5-172f-4150-8604-acc3f961a747 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:27.342310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde22819-7ba3-4d90-a785-b0188e7d1f37 req-b70c36b5-172f-4150-8604-acc3f961a747 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 944 time: 0.0488372 Sep 18 08:04:27.379501 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bde22819-7ba3-4d90-a785-b0188e7d1f37 req-334d5e7a-f206-4651-a6e2-686440f31b72 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304782 Sep 18 08:04:27.902072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device acc46934-c8ea-4685-ad35-32a90b193db7 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:04:28.033568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port acc46934-c8ea-4685-ad35-32a90b193db7 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:04:28.037215 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port acc46934-c8ea-4685-ad35-32a90b193db7 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:04:28.042712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:28.113191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:28.135359 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:04:28.137620 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1716624-536f-40dc-a0a8-d64bd921144e" -d '{"events": [{"server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "name": "network-vif-plugged", "status": "completed", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:04:28.150452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=acc46934-c8ea-4685-ad35-32a90b193db7,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:04:28.174261 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1b616-483f-4566-8ad8-9a329dc6cdc8 x-openstack-request-id: req-9ae1b616-483f-4566-8ad8-9a329dc6cdc8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:04:28.174554 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "name": "network-vif-plugged", "status": "completed", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:04:28.174811 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ae1b616-483f-4566-8ad8-9a329dc6cdc8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:04:28.175208 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'code': 200} Sep 18 08:04:28.204445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:28.254120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:28.300500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166310-67db-4da5-9c6d-349d71b9b894 req-6a962f78-8588-4121-b715-74e9f7b81712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:28.302176 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c166310-67db-4da5-9c6d-349d71b9b894 req-6a962f78-8588-4121-b715-74e9f7b81712 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1097 time: 0.0448346 Sep 18 08:04:28.335380 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4c166310-67db-4da5-9c6d-349d71b9b894 req-55c2698b-a0a0-4d6f-8edb-88ce5acffb8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262833 Sep 18 08:04:28.495783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c725e7-87ff-4c7e-a27d-465f3127a614 req-55515c9a-d26d-4b13-a54e-a1c1fe5d10da tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:28.497252 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99c725e7-87ff-4c7e-a27d-465f3127a614 req-55515c9a-d26d-4b13-a54e-a1c1fe5d10da tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0504022 Sep 18 08:04:28.533485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-99c725e7-87ff-4c7e-a27d-465f3127a614 req-aafdb5e3-09e5-42d2-9c10-166e8207dc10 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302365 Sep 18 08:04:29.490865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:29.655871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a8f35-7d56-4955-a420-bed20aafaeeb req-3527ac01-f519-476e-98fe-6aa2768dd5d5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:29.658507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-452a8f35-7d56-4955-a420-bed20aafaeeb req-3527ac01-f519-476e-98fe-6aa2768dd5d5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0566869 Sep 18 08:04:29.698803 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-452a8f35-7d56-4955-a420-bed20aafaeeb req-8e50d909-b399-4d0e-9ba4-b0d7d8e0e64f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337996 Sep 18 08:04:30.811540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0fa7-9c34-4789-9860-f6e276c06c4b req-fac5c667-8245-4b37-b495-eb2be32451a7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:30.813500 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88ea0fa7-9c34-4789-9860-f6e276c06c4b req-fac5c667-8245-4b37-b495-eb2be32451a7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Sep 18 08:04:30.852575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88ea0fa7-9c34-4789-9860-f6e276c06c4b req-4261f66c-5823-4e10-81a4-b8080800f136 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331419 Sep 18 08:04:30.964276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731b6e-193f-420e-8607-15662712f88f req-6eb6985c-935e-4c10-adcd-08e2a038a790 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:30.965755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28731b6e-193f-420e-8607-15662712f88f req-6eb6985c-935e-4c10-adcd-08e2a038a790 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0483444 Sep 18 08:04:31.002833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-28731b6e-193f-420e-8607-15662712f88f req-26bcf9c8-790c-4e22-9c30-496757638a02 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Sep 18 08:04:31.023847 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:31.066450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87865934-a578-4523-89c7-0fae5aff9b25 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:31.067936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-87865934-a578-4523-89c7-0fae5aff9b25 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1092 time: 0.0431533 Sep 18 08:04:31.070795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43886) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:31.075020 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:04:31.217323 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:31.311231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:31.414215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.143 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/425a2c10-5d46-46f2-b3ec-9a48da251e49) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:04:31.516110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:31.594850 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:31.635729 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:04:31.638541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:04:31.642624 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:04:31.649853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=425a2c10-5d46-46f2-b3ec-9a48da251e49,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:31.988996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.099362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.245111 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.285394 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.353821 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=425a2c10-5d46-46f2-b3ec-9a48da251e49,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:04:32.362217 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.460219 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP b96fa37a-dd35-4680-ad09-fe3729b1e188 associated. External IP: 172.25.4.143, port: acc46934-c8ea-4685-ad35-32a90b193db7. Sep 18 08:04:32.660478 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router a34b16f6-f22e-40ad-ba77-f850079e639a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:04:32.764771 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:04:32.776692 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Sync routers for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:04:32.784382 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:32.784997 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:32.845787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:32.873286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8e5b4e39-9cca-43cd-82f0-1cd0f47a7c4e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8014455 Sep 18 08:04:32.874057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:04:32.876485 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8136a-fca2-4e95-ade4-1936b154a5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:04:32.889268 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:32.916692 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dafa28-478b-426b-aeee-71a3dde818cd x-openstack-request-id: req-c6dafa28-478b-426b-aeee-71a3dde818cd {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:04:32.917059 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:04:32.917325 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6dafa28-478b-426b-aeee-71a3dde818cd {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:04:32.917755 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'status': 'completed', 'code': 200} Sep 18 08:04:32.969667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8735617-05de-4585-a5b7-0609ddf133ed req-5597e373-f6c4-4a9d-a785-327a8cf55c84 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:32.971282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8735617-05de-4585-a5b7-0609ddf133ed req-5597e373-f6c4-4a9d-a785-327a8cf55c84 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0498097 Sep 18 08:04:33.006985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-101050dc-5cfa-48b3-91c0-588609bb4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:33.008505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-101050dc-5cfa-48b3-91c0-588609bb4525 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1097 time: 0.0451803 Sep 18 08:04:33.011644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8735617-05de-4585-a5b7-0609ddf133ed req-6a1999e3-dfd8-405a-bf56-febdeb661064 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338206 Sep 18 08:04:33.034075 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:33.098766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e0d28f98-a343-47da-a407-71269cd9b6e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/b96fa37a-dd35-4680-ad09-fe3729b1e188 HTTP/1.1" status: 200 len: 991 time: 0.0635428 Sep 18 08:04:33.107860 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-757a657c-9d2f-4535-bbb3-c8839278f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:33.109922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-757a657c-9d2f-4535-bbb3-c8839278f04f service neutron] 10.222.0.24 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 898 time: 0.0947514 Sep 18 08:04:33.116083 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b96fa37a-dd35-4680-ad09-fe3729b1e188', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'port_id': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'mac_address': 'fa:16:3e:43:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:04:31Z', 'updated_at': '2021-09-18T08:04:31Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:33.141523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Checking router: a34b16f6-f22e-40ad-ba77-f850079e639a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:04:33.149646 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:04:33.150281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:04:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:33.174185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-4d232407-7172-467f-ba84-707bc4d5ecf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 999 time: 0.0574338 Sep 18 08:04:33.223977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-bbb0d19e-5376-4a0f-ab4c-77874a516598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:33.225459 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-bbb0d19e-5376-4a0f-ab4c-77874a516598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 200 len: 834 time: 0.0442450 Sep 18 08:04:33.251341 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:04:33.274695 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-cfbfd053-3412-40f3-ac72-1800aa426b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:33.276212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-cfbfd053-3412-40f3-ac72-1800aa426b34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=855f7efc-9ed9-4432-877e-2c58a898df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435572 Sep 18 08:04:33.367035 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-369044a3-017c-4207-af5b-ddb5d1ed1e24 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833006 Sep 18 08:04:33.462570 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bca8136a-fca2-4e95-ade4-1936b154a5f0 req-923928f1-9d16-4144-9437-944a439e3ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882905 Sep 18 08:04:33.470130 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b96fa37a-dd35-4680-ad09-fe3729b1e188', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'port_id': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'mac_address': 'fa:16:3e:43:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:04:31Z', 'updated_at': '2021-09-18T08:04:31Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:04:33.578331 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7399e-9f4e-40e1-860a-339d3d6bab26 None None] The sync data for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 is: [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'b96fa37a-dd35-4680-ad09-fe3729b1e188', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'port_id': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'mac_address': 'fa:16:3e:43:74:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:04:31Z', 'updated_at': '2021-09-18T08:04:31Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:04:33.760704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a386c34-1257-4f59-92a1-392e29d9641b None None] New status for floating IP b96fa37a-dd35-4680-ad09-fe3729b1e188: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:04:34.102763 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43894) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:04:34.168705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7510c4d0-61e5-4204-943b-1aac96b83ba9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/b96fa37a-dd35-4680-ad09-fe3729b1e188 HTTP/1.1" status: 200 len: 993 time: 0.0648165 Sep 18 08:04:38.902886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9032e60d-ce7a-4841-afa1-9ec440a9d5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:38.961326 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-e423413d-0cf9-4a51-9879-a371fcee29ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407920 Sep 18 08:04:39.077233 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-26ed20de-ca51-44f5-819e-5f77bf9c4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:39.079427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-26ed20de-ca51-44f5-819e-5f77bf9c4a3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1097 time: 0.0404055 Sep 18 08:04:39.191592 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-72f1a390-709e-4868-a446-6bf81e035b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:39.192979 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-72f1a390-709e-4868-a446-6bf81e035b7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 898 time: 0.0949161 Sep 18 08:04:39.257264 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-ffc54bc4-a34f-47c2-ba36-4e8ff9d04775 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 1001 time: 0.0567963 Sep 18 08:04:39.309095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-c65a7aac-9d24-46f8-ac5d-748f42973f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:39.310553 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-c65a7aac-9d24-46f8-ac5d-748f42973f2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 200 len: 834 time: 0.0467479 Sep 18 08:04:39.354763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-a3872f3b-1556-4e62-9143-4fa2f03ceaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:04:39.356263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-a3872f3b-1556-4e62-9143-4fa2f03ceaf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=855f7efc-9ed9-4432-877e-2c58a898df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387652 Sep 18 08:04:39.454612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-49c7a787-456a-43c1-963c-4d48c30b7c93 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914900 Sep 18 08:04:39.546260 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7bb9ca74-bbef-4120-b1ee-e9ba62573ac2 req-21084259-e9cf-45ff-937f-cc7d39f7d356 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 Sep 18 08:04:41.558428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fea02560-8935-449d-9a53-bfd20f58e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:42.142842 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:43.519620 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:45.003721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:45.645315 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:04:54.346312 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:04:59.519587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:08.877776 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4db36ac4-fc74-48be-b1f3-266809e94a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:11.536062 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-196046df-23b8-486e-a941-635f414d4d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:12.130406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:13.519575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:14.936660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:15.691116 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:29.489276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:31.345239 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:05:38.872815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01cd6be7-6883-4079-87b1-ffed69326e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:40.986629 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-a143ba99-6909-402b-ae75-825e852c830e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849707 Sep 18 08:05:41.083894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-e6aa6dd4-a52d-4a97-b453-de21060b68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:41.091163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-e6aa6dd4-a52d-4a97-b453-de21060b68b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1097 time: 0.0397272 Sep 18 08:05:41.192401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-6f98f2f7-ae62-4303-a41c-a077693e8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:41.193782 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-6f98f2f7-ae62-4303-a41c-a077693e8392 service neutron] 10.222.0.24 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 898 time: 0.0883667 Sep 18 08:05:41.257999 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-2c39b80e-e4fe-4223-9ba7-86615448bded service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 1001 time: 0.0568728 Sep 18 08:05:41.309882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-4f6fc905-108d-4925-9f3e-046b206d8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:41.311291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-4f6fc905-108d-4925-9f3e-046b206d8b57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 200 len: 834 time: 0.0466604 Sep 18 08:05:41.357106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-56641531-aef1-4eeb-97dd-600643773c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:41.358592 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-56641531-aef1-4eeb-97dd-600643773c40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=855f7efc-9ed9-4432-877e-2c58a898df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389237 Sep 18 08:05:41.371074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-d7444a95-65b8-4600-bba7-afca5726b81c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:05:41.372055 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-d7444a95-65b8-4600-bba7-afca5726b81c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059741 Sep 18 08:05:41.462105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-22e7e0a7-819d-4ea5-9cc4-c20dc7e2a32b service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Sep 18 08:05:41.547288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d7413c3-468f-4144-949a-3d00907cc4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:41.555908 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d99fc74e-f860-4525-b6f8-0a5659d61d55 req-f9923cce-d0b5-4450-81c3-7ee9be4d4ef3 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Sep 18 08:05:42.124263 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:43.524589 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:44.968938 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:45.747671 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:45.823001 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56926b3-b2da-40ae-a02b-71373ec7bc58 req-33d84dba-1d4c-450e-8b1f-7e559692b42b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:45.824505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d56926b3-b2da-40ae-a02b-71373ec7bc58 req-33d84dba-1d4c-450e-8b1f-7e559692b42b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.1071718 Sep 18 08:05:45.865204 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d56926b3-b2da-40ae-a02b-71373ec7bc58 req-63b4a506-ba02-4a56-b6f5-fa91d9227d13 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346694 Sep 18 08:05:47.042148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf3c3c-910c-4442-bad4-d2402cba9384 req-3d2fedf9-a6f9-46c3-b05e-f1df15d8d338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:47.043854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdf3c3c-910c-4442-bad4-d2402cba9384 req-3d2fedf9-a6f9-46c3-b05e-f1df15d8d338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0965767 Sep 18 08:05:47.090896 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdf3c3c-910c-4442-bad4-d2402cba9384 req-eab6127f-a521-4ac6-aefc-ae7caa22b367 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Sep 18 08:05:47.114070 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43950) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:47.173547 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-bf1fc424-882a-403e-9de5-78146c518b8f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/b96fa37a-dd35-4680-ad09-fe3729b1e188 HTTP/1.1" status: 200 len: 993 time: 0.0582292 Sep 18 08:05:48.584462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef5c64-8dfa-4d84-ab30-e9ac8efaeb68 req-0bdc5b57-e1f5-41b2-9d4b-71636ba41aa2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:48.585997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ef5c64-8dfa-4d84-ab30-e9ac8efaeb68 req-0bdc5b57-e1f5-41b2-9d4b-71636ba41aa2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Sep 18 08:05:48.623274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-20ef5c64-8dfa-4d84-ab30-e9ac8efaeb68 req-c12f305a-e06f-49e7-a8c9-ef625d3779ae tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312054 Sep 18 08:05:49.747383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d87c42-fa56-4206-a2c6-8f3ff6e96ea8 req-bbbedfda-e3ff-4448-ad99-852701a60ca8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:49.748889 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4d87c42-fa56-4206-a2c6-8f3ff6e96ea8 req-bbbedfda-e3ff-4448-ad99-852701a60ca8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0482607 Sep 18 08:05:49.785363 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4d87c42-fa56-4206-a2c6-8f3ff6e96ea8 req-d8b0c61d-566b-458c-8196-23095d75a2b9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305307 Sep 18 08:05:49.808157 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43960) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:49.869325 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1e0c0d30-3649-4abf-9aa5-105dd34afd2c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/b96fa37a-dd35-4680-ad09-fe3729b1e188 HTTP/1.1" status: 200 len: 993 time: 0.0600755 Sep 18 08:05:50.096190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43966) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:50.252225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 425a2c10-5d46-46f2-b3ec-9a48da251e49 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:05:50.252582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.329009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.329329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.341185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 425a2c10-5d46-46f2-b3ec-9a48da251e49 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:05:50.570495 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.597080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=425a2c10-5d46-46f2-b3ec-9a48da251e49,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:50.621476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.621833 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.622210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.622556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.622896 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.623240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.623579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.623914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.624251 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.624586 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.624915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.625242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:50.664046 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.664382 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP b96fa37a-dd35-4680-ad09-fe3729b1e188 disassociated (deleted). External IP: 172.25.4.143, port: acc46934-c8ea-4685-ad35-32a90b193db7. Sep 18 08:05:50.864248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router a34b16f6-f22e-40ad-ba77-f850079e639a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:05:50.970583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:05:50.975462 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:50.979986 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Sync routers for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:05:50.989886 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:05:50.990518 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:51.001088 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dee0811e-ae5f-4821-90fa-86f64b6d7b22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/floatingips/b96fa37a-dd35-4680-ad09-fe3729b1e188 HTTP/1.1" status: 204 len: 168 time: 0.9038303 Sep 18 08:05:51.001694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:05:51.003979 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae419ef-8b83-4332-af7d-ca231a0b22a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:05:51.095088 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:05:51.101696 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b933d93-ce7a-448c-9ce7-cb8e9ba03712 x-openstack-request-id: req-1b933d93-ce7a-448c-9ce7-cb8e9ba03712 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:05:51.102303 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:05:51.102625 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b933d93-ce7a-448c-9ce7-cb8e9ba03712 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:05:51.103088 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'status': 'completed', 'code': 200} Sep 18 08:05:51.188219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-3a59c40b-7686-4111-9d90-a0323281d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:51.189661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-3a59c40b-7686-4111-9d90-a0323281d264 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 1097 time: 0.0447607 Sep 18 08:05:51.280062 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-bbd96bb7-a9e7-4ce9-8a99-59d6eb7388c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:51.281590 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-bbd96bb7-a9e7-4ce9-8a99-59d6eb7388c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 200 len: 898 time: 0.0851488 Sep 18 08:05:51.290851 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:51.316784 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Checking router: a34b16f6-f22e-40ad-ba77-f850079e639a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:05:51.324980 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:05:51.325589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:51.328314 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-bd04db79-2ff2-4c40-a887-2d8008c03186 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 200 len: 217 time: 0.0382240 Sep 18 08:05:51.383198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-0af8d9dc-e617-4f52-b28c-41536a7a2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:51.384683 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-0af8d9dc-e617-4f52-b28c-41536a7a2428 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 200 len: 834 time: 0.0500369 Sep 18 08:05:51.435435 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:05:51.458284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-53847bf2-1bb0-4eff-9e13-3b5836b2f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:51.459864 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-53847bf2-1bb0-4eff-9e13-3b5836b2f868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=855f7efc-9ed9-4432-877e-2c58a898df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414276 Sep 18 08:05:51.473879 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c61da-0d97-40cd-a7d3-f0888c9f4855 req-099b0ee5-f6b8-42e0-88ea-605921b21929 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:51.475433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-791c61da-0d97-40cd-a7d3-f0888c9f4855 req-099b0ee5-f6b8-42e0-88ea-605921b21929 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0564735 Sep 18 08:05:51.515853 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-791c61da-0d97-40cd-a7d3-f0888c9f4855 req-9bbca0df-253e-4a5b-a473-43a8f6c24128 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329766 Sep 18 08:05:51.634602 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:51.665214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956583-251a-4b29-b38b-ca1f9704d8c1 None None] The sync data for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 is: [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:04:15Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ef817893-eaa6-4fd3-8dd8-465ade4fd7d6', 'name': '', 'network_id': '855f7efc-9ed9-4432-877e-2c58a898df8e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:ea:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6af48af5-062a-43ab-9284-285378396831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:14Z', 'updated_at': '2021-09-18T08:04:18Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '6af48af5-062a-43ab-9284-285378396831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:05:51.815763 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-4509a93a-05b7-47c9-a566-7de432cc1ed3 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478684 Sep 18 08:05:51.876731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de11242-4e33-4d83-819f-1e843e98a796 None None] New status for floating IP b96fa37a-dd35-4680-ad09-fe3729b1e188: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:05:51.920146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5ae419ef-8b83-4332-af7d-ca231a0b22a9 req-13462521-0f9c-48c9-93b2-5db242c84463 service neutron] 10.222.0.24 "GET /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967722 Sep 18 08:05:52.632386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9356-c474-46cb-9972-508d21d40567 req-22110c16-d785-4966-949b-3eaef89ba64b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:52.633848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab1a9356-c474-46cb-9972-508d21d40567 req-22110c16-d785-4966-949b-3eaef89ba64b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0472496 Sep 18 08:05:52.670045 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ab1a9356-c474-46cb-9972-508d21d40567 req-fde49281-4d0c-49b2-aa3c-b1bdd8553a9d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=968e8d89-68bb-4e1f-bb37-8b659c0c7c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Sep 18 08:05:53.333681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f73948-caff-420d-8e35-d35679c67172 req-83a34974-b3c2-4f75-b213-f74f1a41b970 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:05:53.335160 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f8f73948-caff-420d-8e35-d35679c67172 req-83a34974-b3c2-4f75-b213-f74f1a41b970 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 945 time: 0.0473719 Sep 18 08:05:53.424547 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port acc46934-c8ea-4685-ad35-32a90b193db7 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:05:53.424895 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:53.511138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port acc46934-c8ea-4685-ad35-32a90b193db7, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=acc46934-c8ea-4685-ad35-32a90b193db7,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:05:53.511505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:53.524212 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for acc46934-c8ea-4685-ad35-32a90b193db7 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:05:53.696367 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:53.725149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=acc46934-c8ea-4685-ad35-32a90b193db7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:53.769186 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95770696-9435-4dc9-9875-8b1a04400e2f req-79157191-5edf-4969-9537-6a1c2927ba9b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5aaba8-8ded-420e-8422-e4151eb25522 HTTP/1.1" status: 200 len: 210 time: 0.0280957 Sep 18 08:05:53.771281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] No DVR routers for this DVR port acc46934-c8ea-4685-ad35-32a90b193db7 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:05:53.773881 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:53.775883 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f8f73948-caff-420d-8e35-d35679c67172 req-374275c4-df70-493d-b891-9cf718004b6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "DELETE /v2.0/ports/acc46934-c8ea-4685-ad35-32a90b193db7 HTTP/1.1" status: 204 len: 173 time: 0.4348884 Sep 18 08:05:53.776316 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'name': 'network-vif-deleted', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:05:53.778571 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545f1e1-1949-48ca-8564-3d7e6dd89763" -d '{"events": [{"server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "name": "network-vif-deleted", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:05:53.813341 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e57690-db88-47e3-bd6b-475932b2fe3f x-openstack-request-id: req-56e57690-db88-47e3-bd6b-475932b2fe3f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:05:53.813637 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5aaba8-8ded-420e-8422-e4151eb25522", "name": "network-vif-deleted", "tag": "acc46934-c8ea-4685-ad35-32a90b193db7", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:05:53.813945 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56e57690-db88-47e3-bd6b-475932b2fe3f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:05:53.814337 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5aaba8-8ded-420e-8422-e4151eb25522', 'name': 'network-vif-deleted', 'tag': 'acc46934-c8ea-4685-ad35-32a90b193db7', 'status': 'completed', 'code': 200} Sep 18 08:05:54.824646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:55.263182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:55.509409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:05:55.509757 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:55.597656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port ef817893-eaa6-4fd3-8dd8-465ade4fd7d6, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:05:55.597954 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:55.610120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:05:55.855809 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:55.881437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=ef817893-eaa6-4fd3-8dd8-465ade4fd7d6,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:56.058281 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.263998 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router a34b16f6-f22e-40ad-ba77-f850079e639a has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:05:56.311848 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device acc46934-c8ea-4685-ad35-32a90b193db7 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:05:56.330894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: acc46934-c8ea-4685-ad35-32a90b193db7 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:05:56.331246 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device acc46934-c8ea-4685-ad35-32a90b193db7 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:05:56.367005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:05:56.371893 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a9d43c2-0446-45bd-bedd-a09032671ad0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/a34b16f6-f22e-40ad-ba77-f850079e639a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462227 Sep 18 08:05:56.374635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:56.385541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Sync routers for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:05:56.399330 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:05:56.399942 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:56.428601 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting subnet 6af48af5-062a-43ab-9284-285378396831 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:05:56.431629 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.470197 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.501762 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:05:56.550701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.656663 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.673214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:05:55Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:56.685151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Subnet': ['ID=6af48af5-062a-43ab-9284-285378396831,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:56.690761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.692821 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd92677b-5385-45ea-b340-c5dc399aa0cd None None] Network 855f7efc-9ed9-4432-877e-2c58a898df8e requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:05:56.694412 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3e793fa3-3ad5-4cc4-add4-6b7f214fe0c7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/subnets/6af48af5-062a-43ab-9284-285378396831 HTTP/1.1" status: 204 len: 168 time: 0.3187401 Sep 18 08:05:56.699348 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43988) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:56.704073 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Checking router: a34b16f6-f22e-40ad-ba77-f850079e639a for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:05:56.713030 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Routers {'a34b16f6-f22e-40ad-ba77-f850079e639a'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:05:56.713715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['a34b16f6-f22e-40ad-ba77-f850079e639a'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:56.808224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.821085 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] Set router a34b16f6-f22e-40ad-ba77-f850079e639a gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:05:56.876585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] DHCP port deletion for 855f7efc-9ed9-4432-877e-2c58a898df8e request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:05:56.929299 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.933249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Deleting port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:05:56.933249 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:56.999339 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] For port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,segment=NetworkSegment(40423103-d374-4864-9ce8-e1fc5cfd8d6b),segment_id=40423103-d374-4864-9ce8-e1fc5cfd8d6b)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:05:56.999742 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.014644 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Calling delete_port for 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:05:57.032756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 509bc66c-aaa1-4fd2-8496-90f68c44729a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:05:57.033181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.092590 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:05:55Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:57.113374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 509bc66c-aaa1-4fd2-8496-90f68c44729a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=509bc66c-aaa1-4fd2-8496-90f68c44729a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:05:57.113633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.115506 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c41826a-2bbd-4c06-9fea-da5266f33fda None None] The sync data for ids ['a34b16f6-f22e-40ad-ba77-f850079e639a'] in n-d-789963-14 is: [{'id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909247286', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:04:10Z', 'updated_at': '2021-09-18T08:05:55Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '509bc66c-aaa1-4fd2-8496-90f68c44729a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34b16f6-f22e-40ad-ba77-f850079e639a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:04:11Z', 'updated_at': '2021-09-18T08:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:05:57.126326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 509bc66c-aaa1-4fd2-8496-90f68c44729a owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:05:57.185841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.210877 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Pushing event deleted for resources: {'Port': ['ID=47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:57.221025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] No DVR routers for this DVR port 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:05:57.225365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.225702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.226083 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.226418 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.226746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.227071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.227404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.227711 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.228024 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.228348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.228666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.229361 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b7300-c59e-4485-a26e-d5f6fb5f9423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:57.610404 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.637786 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=509bc66c-aaa1-4fd2-8496-90f68c44729a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:57.699833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.791090 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.793185 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.802911 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:05:57.822412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:05:57.822765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 47d85c4e-d69d-4ddf-ab39-ed0b8e8ced76 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:05:57.823180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:05:57.841753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:05:57.842140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ef817893-eaa6-4fd3-8dd8-465ade4fd7d6 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:05:57.878944 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.879519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Fanout notify agent at l3_agent the message router_deleted on router a34b16f6-f22e-40ad-ba77-f850079e639a {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:05:57.886330 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:57.889941 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-0442ceb4-d0e4-44a2-b72c-31254873270c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/routers/a34b16f6-f22e-40ad-ba77-f850079e639a HTTP/1.1" status: 204 len: 168 time: 1.1871798 Sep 18 08:05:57.890526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 43990) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:57.971591 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.324691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.347383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855f7efc-9ed9-4432-877e-2c58a898df8e']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:58.356592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40423103-d374-4864-9ce8-e1fc5cfd8d6b') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:58.356884 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40423103-d374-4864-9ce8-e1fc5cfd8d6b') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:05:58.365858 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.378878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.385330 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:05:58.385717 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:05:58.388776 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:05:58.507132 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.514776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.515972 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/networks/855f7efc-9ed9-4432-877e-2c58a898df8e HTTP/1.1" status: 204 len: 168 time: 0.6244645 Sep 18 08:05:58.518884 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43992) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:58.527078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Network': ['ID=855f7efc-9ed9-4432-877e-2c58a898df8e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:58.534578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.534938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.535276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.535611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.535941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.536276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.536604 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.536933 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.537262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.537587 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.537917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.538256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e57400-7580-44d1-b754-c6e55dcd2bb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:05:58.576283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.599885 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.718577 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.721083 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:58.722263 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/security-groups/968e8d89-68bb-4e1f-bb37-8b659c0c7c95 HTTP/1.1" status: 204 len: 168 time: 0.2023556 Sep 18 08:05:58.731148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa9c47-a426-4417-aeea-feb9ae343c6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e8d89-68bb-4e1f-bb37-8b659c0c7c95,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:59.181160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 43998) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:59.185783 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197578745', 'description': 'tempest-secgroup-smoke-197578745 description', 'project_id': '028068dbd599439b9823c1982b6a6c11'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:05:59.283253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.360284 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.442952 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.471326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c15863e-40e8-4580-a9e1-97464a715931,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:59.501745 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.535939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.537238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b011fd64-11f6-4773-9bd4-ccbcc753f9cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3550489 Sep 18 08:05:59.540169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44000) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:59.544467 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:05:59.631992 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.689269 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.717778 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 509bc66c-aaa1-4fd2-8496-90f68c44729a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:05:59.737112 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 509bc66c-aaa1-4fd2-8496-90f68c44729a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:05:59.737451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 509bc66c-aaa1-4fd2-8496-90f68c44729a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:05:59.762729 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.782710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de65da8a-1b1d-4017-820c-c0b0d2dd9704,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:05:59.844167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.845374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e9d10471-8eff-448a-a4b6-a80022926131 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042569 Sep 18 08:05:59.848142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44002) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:05:59.852473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:05:59.934318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:05:59.988753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.072718 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.087980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053453f4-3201-4a2e-b863-8242d3098652,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:00.141556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.142857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a947995a-82e0-4c01-953a-a91d6fb93d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2937536 Sep 18 08:06:00.145535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44004) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:00.149832 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:00.220251 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.276339 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.336043 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.353594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddba4af-9d92-43ba-88fa-5970b8959d0a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:00.414671 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.415919 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-911782c2-6592-4096-80f9-89271aa74646 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694359 Sep 18 08:06:00.418732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44006) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:00.423118 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:00.498713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.557845 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.633005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.653443 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daea5766-4636-41d1-a758-fa427e724bc6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:00.718776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.720062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1d4496b1-a88c-4cf4-988c-2449f4e9450c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3003898 Sep 18 08:06:00.722724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44008) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:00.727660 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:00.810221 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:06:00.814820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.871966 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.945741 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:00.965163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ed3a84-ffaf-4300-a53e-f9492e39793d,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:01.031688 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.032953 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a565a127-dee7-4e3a-badd-78e915eaaf07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3093028 Sep 18 08:06:01.035655 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44010) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:01.040160 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '7c15863e-40e8-4580-a9e1-97464a715931', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:01.136200 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:06:01.141421 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.201107 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.273354 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.290328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29486255-40b7-4f23-8b3f-f63e59dc1481,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:01.353182 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.354449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3149eb61-f403-4af6-9945-7db562683281 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3176758 Sep 18 08:06:01.357175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44012) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:01.361940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'network': {'name': 'tempest-network-smoke--507807444', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:01.428276 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:06:01.431922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.455227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:06:01.463505 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.463868 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Added segment 5d09a809-6b54-480f-af37-a76bcfd37071 of type vlan for network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 Sep 18 08:06:01.503707 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.581841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.587332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:01.587939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.650954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Network': ['ID=2d892076-1ee3-40e1-b4c4-7a013bf2b485,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:01.661392 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:06:01.685248 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4e69357e-dd62-4a16-a37d-12d8fa1483ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3270702 Sep 18 08:06:01.687907 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44014) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:01.692342 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'admin_state_up': True, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:01.781827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.782916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:01.836255 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.036230 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.271900 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.292768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.405371 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.19 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/fc867e3a-d838-4e66-a3d0-8f04b96bf078) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:06:02.503249 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.576161 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:02.612125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:02.614845 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:02.618193 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:06:02.645379 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=fc867e3a-d838-4e66-a3d0-8f04b96bf078,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:02.920369 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:03.104926 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:03.284051 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ce50ca2b-f623-4224-ab70-6d7a23835389 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:06:03.405918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:06:03.415840 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Sync routers for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:06:03.424454 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:03.425064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:03.484435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:03.489312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7234fcd5-bf84-4b20-8976-d7c0069aeeb8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7968881 Sep 18 08:06:03.489544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44016) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:03.523879 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-89a29cc1-baa3-4ee3-919b-4144e4915ffd tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=028068dbd599439b9823c1982b6a6c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325608 Sep 18 08:06:03.526502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44018) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:03.528509 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:03.682672 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b33e00-908b-4ec4-ac4c-c87b6468c627 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:03.684303 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-09b33e00-908b-4ec4-ac4c-c87b6468c627 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568806 Sep 18 08:06:03.687163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44020) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:03.711982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:02Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:03.721760 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-a70770e5-7732-427d-9a59-2a2d62559565 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335298 Sep 18 08:06:03.724955 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44022) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:03.729691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574856206', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:03.742455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Checking router: ce50ca2b-f623-4224-ab70-6d7a23835389 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:06:03.742805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Updating router ce50ca2b-f623-4224-ab70-6d7a23835389 port fc867e3a-d838-4e66-a3d0-8f04b96bf078 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:06:03.766698 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:03.867817 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:06:03.871452 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.013480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.089814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.136066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.142961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Attempting to bind port fc867e3a-d838-4e66-a3d0-8f04b96bf078 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:06:04.143341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Attempting to bind port fc867e3a-d838-4e66-a3d0-8f04b96bf078 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:06:04.143702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Attempting to bind port fc867e3a-d838-4e66-a3d0-8f04b96bf078 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:06:04.147172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116cbd-19ed-4ede-92c5-f1690d762a50 None None] Pushing event updated for resources: {'Port': ['ID=fc867e3a-d838-4e66-a3d0-8f04b96bf078,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:04.151963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:06:04.152340 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:06:04.152747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.153136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:06:04.153611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Bound port: fc867e3a-d838-4e66-a3d0-8f04b96bf078, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:06:04.154021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.203827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] For port fc867e3a-d838-4e66-a3d0-8f04b96bf078, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:06:04.204167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Subnet': ['ID=50856ba5-9f02-433c-9b07-6c7fe24a7f26,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:04.206864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] For port fc867e3a-d838-4e66-a3d0-8f04b96bf078, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc867e3a-d838-4e66-a3d0-8f04b96bf078,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:06:04.208513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Checking segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:06:04.209438 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network hostable DHCP agents. Network: 2d892076-1ee3-40e1-b4c4-7a013bf2b485, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:06:04.284995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.301385 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:06:04.340192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:04.340818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:04.345494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116cbd-19ed-4ede-92c5-f1690d762a50 None None] Pushing event updated for resources: {'Port': ['ID=fc867e3a-d838-4e66-a3d0-8f04b96bf078,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:04.382406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2d892076-1ee3-40e1-b4c4-7a013bf2b485) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:04.387843 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:04.388608 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.394773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd54f8-5c96-46f4-ac3f-f708ad61c892 None None] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:06:04.466665 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d6b99445-9874-481e-bbe0-010b412a119c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7406669 Sep 18 08:06:04.469578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44024) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:04.660318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:04.866647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:06:04.867487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.901628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:04.989061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:02Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:05.023856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa383ae-8680-48b2-a322-887bf223ee62 None None] The sync data for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 is: [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:02Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:06:05.042490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Allocated IP 172.20.0.2 (2d892076-1ee3-40e1-b4c4-7a013bf2b485/50856ba5-9f02-433c-9b07-6c7fe24a7f26/bc4ac4e8-8547-4022-b495-d294eac2a874) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:06:05.189429 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.245421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.289999 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:05.292889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:05.296585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:06:05.306161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Pushing event updated for resources: {'Port': ['ID=bc4ac4e8-8547-4022-b495-d294eac2a874,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:05.306660 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.1 (2d892076-1ee3-40e1-b4c4-7a013bf2b485/50856ba5-9f02-433c-9b07-6c7fe24a7f26/12f68327-f3d9-4e98-ad27-0e29c702e55e) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:06:05.358450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Attempting to bind port bc4ac4e8-8547-4022-b495-d294eac2a874 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:06:05.358835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Attempting to bind port bc4ac4e8-8547-4022-b495-d294eac2a874 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:06:05.359203 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Attempting to bind port bc4ac4e8-8547-4022-b495-d294eac2a874 on network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:06:05.365496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:06:05.365874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Checking segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:06:05.366305 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.366701 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Bound using segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:06:05.367174 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Bound port: bc4ac4e8-8547-4022-b495-d294eac2a874, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:06:05.367689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.434447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] For port bc4ac4e8-8547-4022-b495-d294eac2a874, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:06:05.438099 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] For port bc4ac4e8-8547-4022-b495-d294eac2a874, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=bc4ac4e8-8547-4022-b495-d294eac2a874,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:06:05.440244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.491045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.519709 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.555917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e12ec-37b4-45c1-8e37-8dd57a1337af None None] Pushing event updated for resources: {'Port': ['ID=bc4ac4e8-8547-4022-b495-d294eac2a874,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:05.572752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:05.576051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:05.579972 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:06:05.617611 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:05.643105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.906110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:05.916514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device bc4ac4e8-8547-4022-b495-d294eac2a874 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:05.972459 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port bc4ac4e8-8547-4022-b495-d294eac2a874 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:05.972751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.052049 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.083823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port bc4ac4e8-8547-4022-b495-d294eac2a874, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=bc4ac4e8-8547-4022-b495-d294eac2a874,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:06.147299 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.148115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc867e3a-d838-4e66-a3d0-8f04b96bf078 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:06.184475 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.225298 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=bc4ac4e8-8547-4022-b495-d294eac2a874,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:06.239184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fc867e3a-d838-4e66-a3d0-8f04b96bf078 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:06.239559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.256723 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.317539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.332337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:06.334951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.338058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port fc867e3a-d838-4e66-a3d0-8f04b96bf078, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc867e3a-d838-4e66-a3d0-8f04b96bf078,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:06.425710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:06.428094 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:06.439218 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:06.494282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=fc867e3a-d838-4e66-a3d0-8f04b96bf078,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:06.540794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ce50ca2b-f623-4224-ab70-6d7a23835389 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:06:06.650882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:06:06.657729 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-607ad41d-ca2b-4a08-a758-4f4babe1c7e0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/ce50ca2b-f623-4224-ab70-6d7a23835389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870217 Sep 18 08:06:06.807394 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-31bbb1d4-2d79-44ea-9acf-d7d989360cd4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197578745&fields=id&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 267 time: 0.0425601 Sep 18 08:06:06.899882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add368a-9935-435d-8e05-21503a804aff None None] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:06:06.923796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-96f49871-9269-465b-bd72-6228dfa43b28 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:06.925327 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-96f49871-9269-465b-bd72-6228dfa43b28 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 796 time: 0.1110260 Sep 18 08:06:06.941226 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-c3dff212-b5dc-4575-b18b-45051a08627f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/quotas/028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 375 time: 0.0095332 Sep 18 08:06:06.970156 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Sync routers for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:06:06.980085 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:06.980821 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:07.000048 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-b2380cba-2520-4888-b5a7-9e2562e02334 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526764 Sep 18 08:06:07.021693 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f61a7d1d-58c6-45e8-b164-728ca53cb8c6 None None] Provisioning complete for port bc4ac4e8-8547-4022-b495-d294eac2a874 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.022362 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f61a7d1d-58c6-45e8-b164-728ca53cb8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.092924 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:07.127168 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-3a1be76a-3f54-4a5d-8d79-796e9ab065e1 service neutron] 10.222.0.20 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130362 Sep 18 08:06:07.243467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-829a6c62-35b8-4e0a-bbb8-f100a5c8f169 service neutron] 10.222.0.20 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031163 Sep 18 08:06:07.356613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4d3d47f-bedf-41f6-8a02-75406638da18 None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.356929 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d47f-bedf-41f6-8a02-75406638da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.358494 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 2, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:07.398348 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Checking router: ce50ca2b-f623-4224-ab70-6d7a23835389 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:06:07.398708 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Updating router ce50ca2b-f623-4224-ab70-6d7a23835389 port 12f68327-f3d9-4e98-ad27-0e29c702e55e binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:06:07.405333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3d47f-bedf-41f6-8a02-75406638da18 None None] Port 12f68327-f3d9-4e98-ad27-0e29c702e55e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:06:07.416212 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4d3d47f-bedf-41f6-8a02-75406638da18 None None] Provisioning complete for port bc4ac4e8-8547-4022-b495-d294eac2a874 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.416212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d47f-bedf-41f6-8a02-75406638da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.427069 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.545566 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-39588bc5-fb47-4d70-99e8-a1f74d7e46e1 req-1792622f-ea67-4a6b-a8d6-7a79fbff618e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 210 time: 0.0437686 Sep 18 08:06:07.639425 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-ada52efb-4524-4a0d-903b-a4af5bac6325 None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.648251 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ada52efb-4524-4a0d-903b-a4af5bac6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.675871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-ada52efb-4524-4a0d-903b-a4af5bac6325 None None] Port 12f68327-f3d9-4e98-ad27-0e29c702e55e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:06:07.745358 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.776773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device bc4ac4e8-8547-4022-b495-d294eac2a874 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:07.825538 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.827139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port bc4ac4e8-8547-4022-b495-d294eac2a874 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.827520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.883474 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Pushing event updated for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:07.907954 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.908314 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.908875 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.909015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.909358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.909611 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.909961 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.910290 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.910925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.910925 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.911232 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.912443 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:06:07.920850 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc867e3a-d838-4e66-a3d0-8f04b96bf078 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:07.922351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e8d8d011-ac6c-4901-9ec7-a9bebf75c6d5 None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:07.922718 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d011-ac6c-4901-9ec7-a9bebf75c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.943733 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Attempting to bind port 12f68327-f3d9-4e98-ad27-0e29c702e55e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:06:07.944146 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Attempting to bind port 12f68327-f3d9-4e98-ad27-0e29c702e55e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:06:07.944515 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Attempting to bind port 12f68327-f3d9-4e98-ad27-0e29c702e55e on network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:06:07.949749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:06:07.950153 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Checking segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:06:07.950566 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.950963 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Bound using segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:06:07.951428 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Bound port: 12f68327-f3d9-4e98-ad27-0e29c702e55e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:06:07.951839 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:07.985819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8d011-ac6c-4901-9ec7-a9bebf75c6d5 None None] Port 12f68327-f3d9-4e98-ad27-0e29c702e55e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:06:08.001202 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port fc867e3a-d838-4e66-a3d0-8f04b96bf078 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:08.001580 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.021640 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] For port 12f68327-f3d9-4e98-ad27-0e29c702e55e, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:06:08.028929 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] For port 12f68327-f3d9-4e98-ad27-0e29c702e55e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=12f68327-f3d9-4e98-ad27-0e29c702e55e,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:06:08.094664 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.152775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:08.153386 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:05:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:08.156359 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4f550-6b0b-40a8-85c3-35ef17bc0844 None None] Pushing event updated for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:08.205523 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:08.206019 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.269615 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:08.295026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.327423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] For port 12f68327-f3d9-4e98-ad27-0e29c702e55e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=12f68327-f3d9-4e98-ad27-0e29c702e55e,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:08.355157 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:06:08.416310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.466307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60bde-32f6-46be-b710-5900ce88de69 None None] Pushing event updated for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:08.481194 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:08.510952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164eccf-fb8c-498f-a4a1-49128da9705e None None] The sync data for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 is: [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:06:08.535724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-896b3699-f4fe-4220-b98e-9f89d2a8d39a None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:08.536301 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-896b3699-f4fe-4220-b98e-9f89d2a8d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:08.686574 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-551255c1-623d-41f2-af2f-b167ac955892 req-0943d705-0da2-49d8-b7ff-399f4cc0915e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 210 time: 0.0391912 Sep 18 08:06:08.906138 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7117dad3-3e39-46be-a755-e5a1bae48b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:09.481787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-7de4f34d-6f5f-4645-bd7c-397316be6528 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:09.483335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-7de4f34d-6f5f-4645-bd7c-397316be6528 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 796 time: 0.1098900 Sep 18 08:06:09.526031 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-97afdcbe-6f9e-4bee-9f38-9b3acd14a34f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 379 time: 0.0336092 Sep 18 08:06:09.535191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'port': {'device_id': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'admin_state_up': True, 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'security_groups': ['7c15863e-40e8-4580-a9e1-97464a715931']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:09.708218 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:06:09.712628 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:09.791404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6f2773f-15e0-45c2-a6da-bf9461806ee0 req-4d7749bc-6eb9-4b62-851d-8f0df9b8cca6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 210 time: 0.0311246 Sep 18 08:06:09.797233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 12f68327-f3d9-4e98-ad27-0e29c702e55e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:09.848812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 12f68327-f3d9-4e98-ad27-0e29c702e55e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:09.849731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:09.856191 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.9 (2d892076-1ee3-40e1-b4c4-7a013bf2b485/50856ba5-9f02-433c-9b07-6c7fe24a7f26/0be4a9da-eef5-462a-acab-1fee2fe50335) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:06:09.990009 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.085207 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.129959 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:10.133437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:10.137005 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:06:10.163330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:10.191799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:10.192410 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.291239 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-d9ddb3b2-03b9-4b93-b840-e5516857b740 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595575 Sep 18 08:06:10.347762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Request body: {'port': {'device_id': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:10.390720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-5e048417-b1fb-4549-9273-1c02102d4baa None None] Provisioning complete for port 0be4a9da-eef5-462a-acab-1fee2fe50335 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:10.391091 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e048417-b1fb-4549-9273-1c02102d4baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.402176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.427954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-5e048417-b1fb-4549-9273-1c02102d4baa None None] Port 0be4a9da-eef5-462a-acab-1fee2fe50335 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:06:10.908331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06152cf-1b3c-475e-ba05-352abfeeee8a req-ffe71b10-a7ea-494c-af43-a5f3eee56932 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:10.909812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b06152cf-1b3c-475e-ba05-352abfeeee8a req-ffe71b10-a7ea-494c-af43-a5f3eee56932 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 931 time: 0.0485806 Sep 18 08:06:10.920031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be4a9da-eef5-462a-acab-1fee2fe50335 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:06:10.928181 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:10.940353 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Transition to ACTIVE for port object 0be4a9da-eef5-462a-acab-1fee2fe50335 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:06:10.948475 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b06152cf-1b3c-475e-ba05-352abfeeee8a req-5e5d0726-ea85-49df-81c1-d43dd89216a2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Sep 18 08:06:11.004507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:11.053527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:11.126422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Attempting to bind port 0be4a9da-eef5-462a-acab-1fee2fe50335 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:06:11.126759 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Attempting to bind port 0be4a9da-eef5-462a-acab-1fee2fe50335 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:06:11.127095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Attempting to bind port 0be4a9da-eef5-462a-acab-1fee2fe50335 on network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:06:11.131604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Port 0be4a9da-eef5-462a-acab-1fee2fe50335 on network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:06:11.131940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Attempting to bind port 0be4a9da-eef5-462a-acab-1fee2fe50335 on network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:06:11.136957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:06:11.137299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Checking segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:06:11.137690 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Bound using segment: {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:06:11.138145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Bound port: 0be4a9da-eef5-462a-acab-1fee2fe50335, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d09a809-6b54-480f-af37-a76bcfd37071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:06:11.138510 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:11.204115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:06:11.207224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0be4a9da-eef5-462a-acab-1fee2fe50335,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:06:11.300376 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:11.335046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.335537 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:11.336942 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] 10.222.0.37 "PUT /v2.0/ports/0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 1092 time: 1.0373235 Sep 18 08:06:11.337386 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:06:11.339735 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ac0f0-065a-4462-bf09-e55715516936" -d '{"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:06:11.365514 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f23546-f559-48ac-b0ca-8ca0f5357f47 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:11.390917 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3fd14e-2735-4c0b-aff6-e1ed58cea8d8 x-openstack-request-id: req-2c3fd14e-2735-4c0b-aff6-e1ed58cea8d8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:06:11.391224 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:06:11.391480 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c3fd14e-2735-4c0b-aff6-e1ed58cea8d8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:06:11.391887 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'status': 'completed', 'code': 200} Sep 18 08:06:11.453358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac0f0-065a-4462-bf09-e55715516936 req-f00e8b9c-c6ba-41a9-83ae-2f23b15a5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.459789 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-392ac0f0-065a-4462-bf09-e55715516936 req-f00e8b9c-c6ba-41a9-83ae-2f23b15a5ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1095 time: 0.0435681 Sep 18 08:06:11.562508 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac0f0-065a-4462-bf09-e55715516936 req-70da670e-1dbd-4c15-b8fc-a80ab74f4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.564009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-392ac0f0-065a-4462-bf09-e55715516936 req-70da670e-1dbd-4c15-b8fc-a80ab74f4840 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=028068dbd599439b9823c1982b6a6c11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1016951 Sep 18 08:06:11.565482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7084-be34-4108-a617-d6262378ed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:11.662299 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac0f0-065a-4462-bf09-e55715516936 req-2d8d315f-f18d-4fe0-85d3-583c1163161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.663717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-392ac0f0-065a-4462-bf09-e55715516936 req-2d8d315f-f18d-4fe0-85d3-583c1163161c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923162 Sep 18 08:06:11.737059 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-86ef6d65-6a02-415f-b7f8-2bc78eb498e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.738574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-86ef6d65-6a02-415f-b7f8-2bc78eb498e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1095 time: 0.0400987 Sep 18 08:06:11.780423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-82a4ca2c-8224-4f1f-9ba0-468a4147cc2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 217 time: 0.0335598 Sep 18 08:06:11.830744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-0dd86687-019c-4f2b-b82d-3f7daf1e7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.832138 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-0dd86687-019c-4f2b-b82d-3f7daf1e7a01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0449133 Sep 18 08:06:11.875200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc251-72c5-4f53-8c48-678586dcdadd req-9a672dec-34b0-4c6f-af81-d06c8ff964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:11.876619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-9a672dec-34b0-4c6f-af81-d06c8ff964a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377405 Sep 18 08:06:11.963742 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-5f8294f0-6cc7-42ec-959f-ed3285c0aba9 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799487 Sep 18 08:06:12.058301 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-633fc251-72c5-4f53-8c48-678586dcdadd req-b74e3cc7-f19b-4224-a45d-a54dcd9f19c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Sep 18 08:06:12.077507 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3c9e0-13de-4c9b-ba14-6e7c690e55f9 req-25ea139b-2f72-4424-9b2c-45e1f7fc1d87 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:12.079147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61b3c9e0-13de-4c9b-ba14-6e7c690e55f9 req-25ea139b-2f72-4424-9b2c-45e1f7fc1d87 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 943 time: 0.0575047 Sep 18 08:06:12.116867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-61b3c9e0-13de-4c9b-ba14-6e7c690e55f9 req-9b3ede14-c099-4112-90c1-839f2107c23a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Sep 18 08:06:12.164355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:13.238750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3043976-f381-4105-b574-1291e0538f34 req-02e92bbb-4a9f-4f72-8da8-b13b8a230767 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:13.245920 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3043976-f381-4105-b574-1291e0538f34 req-02e92bbb-4a9f-4f72-8da8-b13b8a230767 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 943 time: 0.0534990 Sep 18 08:06:13.281935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3043976-f381-4105-b574-1291e0538f34 req-bb6350a8-9469-4a91-bf1e-6df22d4125cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329573 Sep 18 08:06:13.562399 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:14.392167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba28d24-9b0d-4aed-a832-36142ba5d0bc req-dffd3b15-bee3-414d-b2b9-e7d75bc47e82 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:14.393665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bba28d24-9b0d-4aed-a832-36142ba5d0bc req-dffd3b15-bee3-414d-b2b9-e7d75bc47e82 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 943 time: 0.0485818 Sep 18 08:06:14.431285 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bba28d24-9b0d-4aed-a832-36142ba5d0bc req-d746b1b0-8f57-470d-9d22-cea67510c90f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Sep 18 08:06:14.826681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0be4a9da-eef5-462a-acab-1fee2fe50335 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:06:14.926483 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0be4a9da-eef5-462a-acab-1fee2fe50335,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:14.937673 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'port_id': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'mac_address': 'fa:16:3e:a1:85:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:06:14.970043 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:14.977804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:14.990812 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4a9da-eef5-462a-acab-1fee2fe50335 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:06:15.009582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0be4a9da-eef5-462a-acab-1fee2fe50335,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:15.095519 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:15.142951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:15.316575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['0be4a9da-eef5-462a-acab-1fee2fe50335'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:06:15.543286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6acc67-6f2e-4c53-af4a-92f0d414bbf7 req-ad3401f2-de30-4870-8591-246efcc52fd6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:15.544788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a6acc67-6f2e-4c53-af4a-92f0d414bbf7 req-ad3401f2-de30-4870-8591-246efcc52fd6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 944 time: 0.0485487 Sep 18 08:06:15.581740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a6acc67-6f2e-4c53-af4a-92f0d414bbf7 req-51d6f22c-e1c1-412b-be65-bf36aac41e21 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Sep 18 08:06:15.695922 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:16.697794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245ba26-c8b6-4d98-885e-4ed8cffc8ebf req-81fa9f22-a875-493e-a676-19e75583212c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:16.699209 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8245ba26-c8b6-4d98-885e-4ed8cffc8ebf req-81fa9f22-a875-493e-a676-19e75583212c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 944 time: 0.0519693 Sep 18 08:06:16.735058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8245ba26-c8b6-4d98-885e-4ed8cffc8ebf req-8202a1c8-53e0-40d3-aca3-c35f0e3fb210 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299845 Sep 18 08:06:16.852936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0be4a9da-eef5-462a-acab-1fee2fe50335 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:06:16.970511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 0be4a9da-eef5-462a-acab-1fee2fe50335 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:06:16.974710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 0be4a9da-eef5-462a-acab-1fee2fe50335 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:06:16.975085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:17.051000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:17.073231 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:06:17.075526 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f9e94-eff2-445b-bd6f-1e596c257db0" -d '{"events": [{"server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "name": "network-vif-plugged", "status": "completed", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:06:17.088012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0be4a9da-eef5-462a-acab-1fee2fe50335,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:06:17.169218 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf032e2-5e9b-4e25-8cf9-6e56200ffbdd x-openstack-request-id: req-7bf032e2-5e9b-4e25-8cf9-6e56200ffbdd {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:06:17.169509 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "name": "network-vif-plugged", "status": "completed", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:06:17.169765 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bf032e2-5e9b-4e25-8cf9-6e56200ffbdd {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:06:17.170184 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'code': 200} Sep 18 08:06:17.198810 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:17.249867 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:17.262790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0dbca-6659-41df-a3dc-c490c11039f9 req-12448c4d-c469-45ba-a140-b9f80d1c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:17.264297 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60d0dbca-6659-41df-a3dc-c490c11039f9 req-12448c4d-c469-45ba-a140-b9f80d1c6f78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0391805 Sep 18 08:06:17.299969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-60d0dbca-6659-41df-a3dc-c490c11039f9 req-4e347229-e2a5-4787-9081-b014fb4ba96b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270877 Sep 18 08:06:17.857736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f58c3-e1b0-47f6-8764-c6cbd8a70bbd req-792a23e5-1b2d-4bfc-b998-4436443df5f7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:17.859250 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d2f58c3-e1b0-47f6-8764-c6cbd8a70bbd req-792a23e5-1b2d-4bfc-b998-4436443df5f7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0573812 Sep 18 08:06:17.896300 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9d2f58c3-e1b0-47f6-8764-c6cbd8a70bbd req-bbc85325-cce9-4be5-aec2-beb4bc03bebe tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300126 Sep 18 08:06:19.011428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6ba19-ca41-47de-959c-1d6b6dea3b59 req-492d0976-17b7-4832-b49c-3f0b12f883a1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:19.012937 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db6ba19-ca41-47de-959c-1d6b6dea3b59 req-492d0976-17b7-4832-b49c-3f0b12f883a1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0488162 Sep 18 08:06:19.049943 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6db6ba19-ca41-47de-959c-1d6b6dea3b59 req-419841fb-1c9d-42e7-b8b1-caac2f04b111 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Sep 18 08:06:19.167208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3eee5-4527-44c5-931e-186901bc8d6b req-7f2764e1-8974-4d88-9bf6-f523a7b0c722 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:19.168871 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dce3eee5-4527-44c5-931e-186901bc8d6b req-7f2764e1-8974-4d88-9bf6-f523a7b0c722 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0521462 Sep 18 08:06:19.206223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dce3eee5-4527-44c5-931e-186901bc8d6b req-955ef5b8-1699-41b5-a781-ae677012544b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314147 Sep 18 08:06:19.227413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44084) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:19.266052 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e8b2e-6544-4615-a341-86e24d3759db tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:19.267556 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-145e8b2e-6544-4615-a341-86e24d3759db tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1092 time: 0.0391726 Sep 18 08:06:19.270267 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44086) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:19.274925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:06:19.341329 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:19.439776 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:19.538652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.186 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:06:19.641297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:19.736531 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:19.772633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:06:19.776881 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:06:19.780250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:06:19.803573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:20.136580 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:20.259255 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:20.403337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:20.460950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:20.527990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:06:20.539595 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:20.640856 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP ac3eea48-f8a7-4d42-9ed7-24fdf9541529 associated. External IP: 172.25.4.186, port: 0be4a9da-eef5-462a-acab-1fee2fe50335. Sep 18 08:06:21.098646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ce50ca2b-f623-4224-ab70-6d7a23835389 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:06:21.202661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:06:21.212831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Sync routers for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:06:21.222458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:21.226020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:21.267445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:21.294074 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f24a2d2b-6f1d-4688-b44e-4b7975bc44be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0226772 Sep 18 08:06:21.294737 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:06:21.296994 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:06:21.330200 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:21.336688 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3133d555-96f9-4045-9a2b-00276c3fca2c x-openstack-request-id: req-3133d555-96f9-4045-9a2b-00276c3fca2c {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:06:21.337144 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:06:21.337459 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3133d555-96f9-4045-9a2b-00276c3fca2c {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:06:21.337951 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'status': 'completed', 'code': 200} Sep 18 08:06:21.400736 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a3e5-1b1a-4d99-ba33-70f55cc93839 req-bd857c5f-0153-473e-af94-c551e2c1c234 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:21.402276 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0b0a3e5-1b1a-4d99-ba33-70f55cc93839 req-bd857c5f-0153-473e-af94-c551e2c1c234 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0523970 Sep 18 08:06:21.402758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-9aafd89d-cffb-4064-812a-3c8412bb302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:21.404266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-9aafd89d-cffb-4064-812a-3c8412bb302b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0436618 Sep 18 08:06:21.460629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0b0a3e5-1b1a-4d99-ba33-70f55cc93839 req-503f932c-266c-4e28-8df7-b5d5f4f95d20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495648 Sep 18 08:06:21.477212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44092) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:21.508093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-a723da14-0e13-4d37-8d84-6056e6124a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:21.509647 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-a723da14-0e13-4d37-8d84-6056e6124a5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 897 time: 0.0949285 Sep 18 08:06:21.545777 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0c3e6b1a-af51-4f33-8b45-901052535cb9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/ac3eea48-f8a7-4d42-9ed7-24fdf9541529 HTTP/1.1" status: 200 len: 991 time: 0.0662405 Sep 18 08:06:21.571213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'ac3eea48-f8a7-4d42-9ed7-24fdf9541529', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'port_id': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'mac_address': 'fa:16:3e:a1:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:06:19Z', 'updated_at': '2021-09-18T08:06:19Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:21.583977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-72e49b3c-7161-4947-8040-425515f37892 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 999 time: 0.0664957 Sep 18 08:06:21.597976 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Checking router: ce50ca2b-f623-4224-ab70-6d7a23835389 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:06:21.606259 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:06:21.606873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:06:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:21.631867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-8722bdc5-b17a-45d5-ba2d-0ec84c50385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:21.633331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-8722bdc5-b17a-45d5-ba2d-0ec84c50385d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0436935 Sep 18 08:06:21.678216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-954b6d4f-a7fc-4de5-bc85-b36fe6bb0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:21.679673 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-954b6d4f-a7fc-4de5-bc85-b36fe6bb0a82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400684 Sep 18 08:06:21.781123 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-608a4e5b-a1d6-4d66-85ae-a612e7424cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942545 Sep 18 08:06:21.868108 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:06:21.873468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-636b91f2-e1a8-45d5-8a86-1efd14fb1a4b req-5177dd33-fc75-4fb2-8973-3e8124d5bf0a service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Sep 18 08:06:22.088736 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'ac3eea48-f8a7-4d42-9ed7-24fdf9541529', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'port_id': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'mac_address': 'fa:16:3e:a1:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:06:19Z', 'updated_at': '2021-09-18T08:06:19Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:06:22.119619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2049b5-3e86-4354-a95f-2933d8b66a9b None None] The sync data for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 is: [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'ac3eea48-f8a7-4d42-9ed7-24fdf9541529', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'port_id': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'mac_address': 'fa:16:3e:a1:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:06:19Z', 'updated_at': '2021-09-18T08:06:19Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:06:22.303939 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4b7bb0-b94d-4792-94e3-e0e37b50e619 None None] New status for floating IP ac3eea48-f8a7-4d42-9ed7-24fdf9541529: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:06:22.547868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44094) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:22.618413 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-56c702d2-f77d-4622-9727-a9a7ab5e9ef3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/ac3eea48-f8a7-4d42-9ed7-24fdf9541529 HTTP/1.1" status: 200 len: 991 time: 0.0676453 Sep 18 08:06:23.621000 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44096) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:06:23.680558 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fb878197-60d3-49a1-83e9-54d7ad3444bf tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/ac3eea48-f8a7-4d42-9ed7-24fdf9541529 HTTP/1.1" status: 200 len: 993 time: 0.0584860 Sep 18 08:06:29.528256 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:30.673704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-3429bb45-9e12-4445-a307-ece9799ebd38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0377827 Sep 18 08:06:30.755580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-3e1502da-a1ec-41fb-886c-a241069a062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:30.757052 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-3e1502da-a1ec-41fb-886c-a241069a062c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0431149 Sep 18 08:06:30.857035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-feb59f92-112f-4865-a8eb-79359d2e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:30.858505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-feb59f92-112f-4865-a8eb-79359d2e4c5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 897 time: 0.0824878 Sep 18 08:06:30.925128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-10d6162a-6939-45ba-b3c8-eda3dc733227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 1001 time: 0.0589662 Sep 18 08:06:30.973099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-a2ea961b-4992-4da0-bff1-c9fc5dae4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:30.974547 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-a2ea961b-4992-4da0-bff1-c9fc5dae4128 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0419648 Sep 18 08:06:31.020041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-bedc3918-071b-4574-8caa-94de359d5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:31.021508 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-bedc3918-071b-4574-8caa-94de359d5856 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389051 Sep 18 08:06:31.114603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-ef11fd75-a912-4c9e-bff6-9579000361d1 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Sep 18 08:06:31.201632 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0a2fc170-d808-43ad-b8e4-1dc310fc7aac req-00e2e3da-eaa7-4aca-aadc-576611870d55 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798411 Sep 18 08:06:38.882340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4b4b22f4-e165-4716-901d-d5a2ec43cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:41.558326 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6214b352-999e-45f6-8283-934ca40c26a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:42.157916 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:43.528047 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:44.961819 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:45.355449 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:06:45.724027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:50.691669 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-a1f73d84-30fa-487d-8195-1d865598b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:50.693675 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-a1f73d84-30fa-487d-8195-1d865598b611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0455024 Sep 18 08:06:50.715925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b81d3-14b2-4e67-a841-a634af98523b req-a858f70f-5a56-4b9f-b558-890cca76c231 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:50.717504 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce1b81d3-14b2-4e67-a841-a634af98523b req-a858f70f-5a56-4b9f-b558-890cca76c231 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0508165 Sep 18 08:06:50.756481 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce1b81d3-14b2-4e67-a841-a634af98523b req-d6e6808d-0447-4b9e-bbee-ad2ada2374ce tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326431 Sep 18 08:06:50.784798 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-75135851-b8d3-4cb9-ba3f-4aaf2a60e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:50.786242 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-75135851-b8d3-4cb9-ba3f-4aaf2a60e919 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 897 time: 0.0856795 Sep 18 08:06:50.855796 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-6ac6276b-c344-4fcb-a839-d8335ac0b78a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 1001 time: 0.0612791 Sep 18 08:06:50.911058 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-842c8dec-c8b1-42d5-a6d8-ca826aadba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:50.912567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-842c8dec-c8b1-42d5-a6d8-ca826aadba47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0496557 Sep 18 08:06:50.957950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-eba95628-da13-4f1f-9710-e7484c705ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:50.959467 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-eba95628-da13-4f1f-9710-e7484c705ee7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399847 Sep 18 08:06:51.051129 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-e5a54348-f000-45c4-944b-1440a5f2bb45 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845826 Sep 18 08:06:51.140814 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-80bd721f-4fd5-43aa-bb91-f676731d6d33 req-44afdc13-7d79-4f63-81ca-bae998962f17 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818436 Sep 18 08:06:51.871283 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39caf70-dd56-4a40-a87a-0bf9e8f59d97 req-66ead800-fc4c-436d-99b4-a7464f1194a1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:51.872745 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f39caf70-dd56-4a40-a87a-0bf9e8f59d97 req-66ead800-fc4c-436d-99b4-a7464f1194a1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0473623 Sep 18 08:06:51.909801 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f39caf70-dd56-4a40-a87a-0bf9e8f59d97 req-38098ecf-9716-4bd2-b572-eafd98c32b27 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Sep 18 08:06:53.026535 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e1c49-1517-4fd6-bb6c-96e1a69eff91 req-b6562638-954d-4796-980f-c5fce9f22d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:53.027991 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a5e1c49-1517-4fd6-bb6c-96e1a69eff91 req-b6562638-954d-4796-980f-c5fce9f22d6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0515578 Sep 18 08:06:53.065197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a5e1c49-1517-4fd6-bb6c-96e1a69eff91 req-e846b675-8fee-4313-881d-b66f6819dc6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Sep 18 08:06:54.177080 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9077dc-6477-49cc-85ef-a6e4d673fe8c req-e9f0dd13-2c29-4527-bff6-1e0912ed1e92 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:54.178834 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be9077dc-6477-49cc-85ef-a6e4d673fe8c req-e9f0dd13-2c29-4527-bff6-1e0912ed1e92 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0481844 Sep 18 08:06:54.215142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-be9077dc-6477-49cc-85ef-a6e4d673fe8c req-5384886b-f9ce-412b-8b87-d34fcefe6e5f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305297 Sep 18 08:06:55.329072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a8504-c689-440a-8422-17f55580c59b req-e15d2478-12ae-4bd1-a4c3-122124e8c8fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:55.330585 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a5a8504-c689-440a-8422-17f55580c59b req-e15d2478-12ae-4bd1-a4c3-122124e8c8fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0481746 Sep 18 08:06:55.367827 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7a5a8504-c689-440a-8422-17f55580c59b req-2f7011ee-41a5-4e0a-b7c3-e573860f2ebd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Sep 18 08:06:56.483562 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043398ef-15e8-4038-99ef-f98648e7f7c6 req-24dd489e-a37d-46de-bd3d-5e21c67b06e5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:56.485026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-043398ef-15e8-4038-99ef-f98648e7f7c6 req-24dd489e-a37d-46de-bd3d-5e21c67b06e5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0514817 Sep 18 08:06:56.521217 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-043398ef-15e8-4038-99ef-f98648e7f7c6 req-8f0b0a9b-4cb4-46dc-9907-09539c5a8b81 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297136 Sep 18 08:06:57.636393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345e00-7c1e-4f7f-aa7c-016af739980b req-d5a53a23-044e-4e24-bf99-3997a3ffd766 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:57.637822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44345e00-7c1e-4f7f-aa7c-016af739980b req-d5a53a23-044e-4e24-bf99-3997a3ffd766 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0481224 Sep 18 08:06:57.674059 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44345e00-7c1e-4f7f-aa7c-016af739980b req-292262ce-5232-4e70-bd76-03f670e2bcd1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304084 Sep 18 08:06:58.786206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8011164-ac04-47f9-8eec-c54df14c701c req-04cb2e75-2d7f-4b63-a8c6-6b7320fec984 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:58.787688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8011164-ac04-47f9-8eec-c54df14c701c req-04cb2e75-2d7f-4b63-a8c6-6b7320fec984 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0474832 Sep 18 08:06:58.824142 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c8011164-ac04-47f9-8eec-c54df14c701c req-1e8018cb-dedb-4aa6-ba5f-c337e8e94ff6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306318 Sep 18 08:06:59.500563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:06:59.943751 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170df56-92e2-4533-94f9-879b041676ee req-36b2113b-5fb8-449b-8ac6-f6267c60dffc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:06:59.945228 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4170df56-92e2-4533-94f9-879b041676ee req-36b2113b-5fb8-449b-8ac6-f6267c60dffc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0520425 Sep 18 08:06:59.982437 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4170df56-92e2-4533-94f9-879b041676ee req-51bcb5fa-8242-4dbb-851b-c8a0a27b93d5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Sep 18 08:07:01.094634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc670b-0332-4c6f-b398-9f56cd238118 req-f9616a92-9d66-4693-a823-c74da144e53f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:01.096105 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4bc670b-0332-4c6f-b398-9f56cd238118 req-f9616a92-9d66-4693-a823-c74da144e53f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0480757 Sep 18 08:07:01.133400 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d4bc670b-0332-4c6f-b398-9f56cd238118 req-7aa77f7c-d692-4186-8d6a-23d8a74e1a4a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Sep 18 08:07:02.247594 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0a04-28bf-4a58-9332-2ea25d116097 req-a7c2068a-3497-46c5-9a60-b1a32128f6be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:02.249187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3be0a04-28bf-4a58-9332-2ea25d116097 req-a7c2068a-3497-46c5-9a60-b1a32128f6be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0495420 Sep 18 08:07:02.288713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f3be0a04-28bf-4a58-9332-2ea25d116097 req-ee9bbb96-54ea-4a30-bb3d-be3a856862d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Sep 18 08:07:03.404805 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed615384-90d7-42fd-a9b9-e140b24e2078 req-dadac41b-4cd4-4ef6-b2d3-f0c5a51ae7cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:03.406365 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed615384-90d7-42fd-a9b9-e140b24e2078 req-dadac41b-4cd4-4ef6-b2d3-f0c5a51ae7cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0517244 Sep 18 08:07:03.443334 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed615384-90d7-42fd-a9b9-e140b24e2078 req-cd4eff44-7efe-46e0-863b-9cadc8b3a85b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306091 Sep 18 08:07:03.464481 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44138) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:03.521783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e36b0a54-2d69-4a90-8f9e-f22dd590c1fb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/ac3eea48-f8a7-4d42-9ed7-24fdf9541529 HTTP/1.1" status: 200 len: 993 time: 0.0562379 Sep 18 08:07:08.883334 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8291d6ec-d61b-4a04-8687-7b9446799fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:11.561907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3c27ff5d-aa4e-4d3a-a19e-fcfac8007015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:12.180728 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:13.518192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:14.997915 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:15.706681 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:22.354381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:07:29.498564 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:31.870701 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:32.021840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:07:32.022200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.098204 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.098533 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.110291 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:07:32.323585 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.348894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=8cb0dbf2-2f02-47a2-ac76-f11b1dc8f29f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:32.375315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.375668 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.376011 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.376347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.376678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.377019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.377347 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.377675 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.378026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.378354 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.378689 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.379119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:32.419654 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.420065 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP ac3eea48-f8a7-4d42-9ed7-24fdf9541529 disassociated (deleted). External IP: 172.25.4.186, port: 0be4a9da-eef5-462a-acab-1fee2fe50335. Sep 18 08:07:32.644835 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ce50ca2b-f623-4224-ab70-6d7a23835389 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:07:32.670960 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-ebce0075-d34e-4641-bcb8-6163e6174ca8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438817 Sep 18 08:07:32.747565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-187d6076-1b35-41f6-bc15-50bec0e9d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:32.749090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-187d6076-1b35-41f6-bc15-50bec0e9d896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0388057 Sep 18 08:07:32.752161 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:07:32.757332 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:32.763396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Sync routers for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:07:32.773657 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:32.774300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:32.786601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-62691858-577e-4c5b-9d06-7e43c9b3491c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/floatingips/ac3eea48-f8a7-4d42-9ed7-24fdf9541529 HTTP/1.1" status: 204 len: 168 time: 0.9124258 Sep 18 08:07:32.786601 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:07:32.787358 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e9c751-2ad8-4ba1-acc1-69d82674d633" -d '{"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:07:32.836792 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4bfbbc-01ca-4afd-9852-3f3d3cdf03c1 x-openstack-request-id: req-8d4bfbbc-01ca-4afd-9852-3f3d3cdf03c1 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:07:32.837308 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:07:32.837573 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d4bfbbc-01ca-4afd-9852-3f3d3cdf03c1 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:07:32.838094 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'status': 'completed', 'code': 200} Sep 18 08:07:32.866156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-e0868b32-1ae9-4a5a-b5ab-fb61634d1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:32.867736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-e0868b32-1ae9-4a5a-b5ab-fb61634d1a27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 897 time: 0.0992134 Sep 18 08:07:32.893007 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:32.913562 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-fdce6da0-d037-40d9-ab6b-65afb5ed5256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 217 time: 0.0384052 Sep 18 08:07:32.964064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-78fcc3d5-e997-48ca-b5f1-0c7ea71e239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:32.965538 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-78fcc3d5-e997-48ca-b5f1-0c7ea71e239d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0451651 Sep 18 08:07:33.010924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-e32b4e02-10fc-47b3-9bda-bb183013a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.012463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-e32b4e02-10fc-47b3-9bda-bb183013a413 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402448 Sep 18 08:07:33.097115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:33.108505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-33f9c9dd-d8f7-40d0-a746-7deb1ef5b585 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890064 Sep 18 08:07:33.123594 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Checking router: ce50ca2b-f623-4224-ab70-6d7a23835389 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:07:33.132445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:33.133067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:33.205276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-38e62de8-9018-4dd2-9e20-1a976c1e922a req-1816b669-8296-4837-97d6-9fcf66726546 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891643 Sep 18 08:07:33.244726 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:33.267853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856245ea-5023-4060-9993-be56fe682023 req-68042013-5e56-4bf0-9239-f2f479dbad9b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.269410 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-856245ea-5023-4060-9993-be56fe682023 req-68042013-5e56-4bf0-9239-f2f479dbad9b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0500262 Sep 18 08:07:33.313947 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-856245ea-5023-4060-9993-be56fe682023 req-1444e39c-d330-4d40-8f0b-16d89b630c09 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375795 Sep 18 08:07:33.348047 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-15b0ec5c-32ff-4792-ae66-04b5cab4ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.349616 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-15b0ec5c-32ff-4792-ae66-04b5cab4ab4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 1097 time: 0.0522840 Sep 18 08:07:33.441239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-49036b74-ae27-40c9-9c6e-4c1762300700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.442694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-49036b74-ae27-40c9-9c6e-4c1762300700 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 200 len: 897 time: 0.0855429 Sep 18 08:07:33.450645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:33.480962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8ce7-6f5a-4654-b6da-92784573d85c None None] The sync data for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 is: [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:06:05Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '12f68327-f3d9-4e98-ad27-0e29c702e55e', 'name': '', 'network_id': '2d892076-1ee3-40e1-b4c4-7a013bf2b485', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:97:19:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:05Z', 'updated_at': '2021-09-18T08:06:08Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '50856ba5-9f02-433c-9b07-6c7fe24a7f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:07:33.490484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-03eef1a9-4871-4da1-850e-9abe321b6aef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 200 len: 217 time: 0.0385971 Sep 18 08:07:33.541648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-a1166369-74a8-4d98-9bab-a190f8faf66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.543285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-a1166369-74a8-4d98-9bab-a190f8faf66e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 200 len: 834 time: 0.0458004 Sep 18 08:07:33.596337 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-fd26e9f9-2151-45e7-9c9a-e1665baa5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:33.597923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-fd26e9f9-2151-45e7-9c9a-e1665baa5a46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2d892076-1ee3-40e1-b4c4-7a013bf2b485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460012 Sep 18 08:07:33.699364 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-13ee0cac-80e9-4514-975a-58b1908865c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Sep 18 08:07:33.737480 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba1efc1-8df9-4e72-8a17-df306e88a293 None None] New status for floating IP ac3eea48-f8a7-4d42-9ed7-24fdf9541529: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:07:33.804821 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b0e9c751-2ad8-4ba1-acc1-69d82674d633 req-23677d3e-bf4b-41df-8afb-b7c0d7056649 service neutron] 10.222.0.37 "GET /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885563 Sep 18 08:07:34.445920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ccfca-14a2-49a7-b3cb-630fdf784442 req-dff3236a-bde2-476c-845c-55be1ce3b6be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:34.447388 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b2ccfca-14a2-49a7-b3cb-630fdf784442 req-dff3236a-bde2-476c-845c-55be1ce3b6be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0517564 Sep 18 08:07:34.485110 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7b2ccfca-14a2-49a7-b3cb-630fdf784442 req-72705a09-6c69-416a-9153-cce6496311ec tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c15863e-40e8-4580-a9e1-97464a715931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Sep 18 08:07:34.692628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-32e31b4b-0d15-413f-b86a-4bd29b3cfcad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:34.694532 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-32e31b4b-0d15-413f-b86a-4bd29b3cfcad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 945 time: 0.0485778 Sep 18 08:07:34.785103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 0be4a9da-eef5-462a-acab-1fee2fe50335 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:07:34.785825 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:34.873080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 0be4a9da-eef5-462a-acab-1fee2fe50335, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=0be4a9da-eef5-462a-acab-1fee2fe50335,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:34.873443 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:34.885666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 0be4a9da-eef5-462a-acab-1fee2fe50335 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:07:35.071790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:35.101607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=0be4a9da-eef5-462a-acab-1fee2fe50335,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:35.111733 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.112084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.112428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.112770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.113106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.113448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.113781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.114138 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.114471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.115279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.115615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.116331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:35.155194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] No DVR routers for this DVR port 0be4a9da-eef5-462a-acab-1fee2fe50335 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:07:35.157756 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:35.159849 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f3e9a734-d1f7-4077-88e9-c8964f5d6ed6 req-b7353a7d-08b0-4ad7-aa49-cee3ee44d843 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "DELETE /v2.0/ports/0be4a9da-eef5-462a-acab-1fee2fe50335 HTTP/1.1" status: 204 len: 173 time: 0.4589372 Sep 18 08:07:35.160279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'name': 'network-vif-deleted', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:07:35.162639 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15893770-6de5-4318-9dce-bf9b893f1db6" -d '{"events": [{"server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "name": "network-vif-deleted", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:07:35.198633 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9d4fa-ecf4-4977-9e9f-c38943842b16 x-openstack-request-id: req-13a9d4fa-ecf4-4977-9e9f-c38943842b16 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:07:35.198934 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09124fe7-4320-4aef-bea4-e6f0597bc09d", "name": "network-vif-deleted", "tag": "0be4a9da-eef5-462a-acab-1fee2fe50335", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:07:35.199186 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13a9d4fa-ecf4-4977-9e9f-c38943842b16 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:07:35.199578 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09124fe7-4320-4aef-bea4-e6f0597bc09d', 'name': 'network-vif-deleted', 'tag': '0be4a9da-eef5-462a-acab-1fee2fe50335', 'status': 'completed', 'code': 200} Sep 18 08:07:35.602075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4d96a2b2-9d8d-43a5-a337-c4c56d3badb6 req-17f54d21-f93f-437a-98d9-9937b4cd81ec tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=09124fe7-4320-4aef-bea4-e6f0597bc09d HTTP/1.1" status: 200 len: 210 time: 0.0281720 Sep 18 08:07:36.657257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44176) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:37.003933 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:37.243378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 12f68327-f3d9-4e98-ad27-0e29c702e55e {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:07:37.243719 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:37.279047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0be4a9da-eef5-462a-acab-1fee2fe50335 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:07:37.302422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 0be4a9da-eef5-462a-acab-1fee2fe50335 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:07:37.303525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 0be4a9da-eef5-462a-acab-1fee2fe50335 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:07:37.590215 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 12f68327-f3d9-4e98-ad27-0e29c702e55e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=12f68327-f3d9-4e98-ad27-0e29c702e55e,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:37.590474 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:37.603152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 12f68327-f3d9-4e98-ad27-0e29c702e55e owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:07:37.843650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:37.871217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=12f68327-f3d9-4e98-ad27-0e29c702e55e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:38.044797 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.249229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ce50ca2b-f623-4224-ab70-6d7a23835389 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:07:38.354491 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:07:38.359439 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e16b118-570e-445e-a988-c2ef19389d01 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/ce50ca2b-f623-4224-ab70-6d7a23835389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011335 Sep 18 08:07:38.362181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44178) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:38.365299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Sync routers for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:07:38.374578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:38.375288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:38.412759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting subnet 50856ba5-9f02-433c-9b07-6c7fe24a7f26 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:07:38.415863 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.455570 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.479005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:38.546168 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.653513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:07:37Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:38.681846 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.683583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Checking router: ce50ca2b-f623-4224-ab70-6d7a23835389 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:07:38.692101 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Routers {'ce50ca2b-f623-4224-ab70-6d7a23835389'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:38.692717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ce50ca2b-f623-4224-ab70-6d7a23835389'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:38.711725 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.716158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/subnets/50856ba5-9f02-433c-9b07-6c7fe24a7f26 HTTP/1.1" status: 204 len: 168 time: 0.3505197 Sep 18 08:07:38.716158 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125f58c-3c86-4d12-8e7d-e57d8aa6d752 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Subnet': ['ID=50856ba5-9f02-433c-9b07-6c7fe24a7f26,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:38.717080 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44182) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:38.726197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a4d8a-4955-48b3-831d-76544992d445 None None] Network 2d892076-1ee3-40e1-b4c4-7a013bf2b485 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:07:38.829176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.889415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] Set router ce50ca2b-f623-4224-ab70-6d7a23835389 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:38.916982 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2183c56-fcfb-4538-929c-949df2665a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:38.937224 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.032832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] DHCP port deletion for 2d892076-1ee3-40e1-b4c4-7a013bf2b485 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:07:39.049315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port fc867e3a-d838-4e66-a3d0-8f04b96bf078 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:07:39.049661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.106434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:07:37Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:39.132997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port fc867e3a-d838-4e66-a3d0-8f04b96bf078, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=fc867e3a-d838-4e66-a3d0-8f04b96bf078,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:39.133361 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.139843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Deleting port bc4ac4e8-8547-4022-b495-d294eac2a874 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:07:39.140219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.142889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d914a9-0a55-4112-972a-ee6d1643b602 None None] The sync data for ids ['ce50ca2b-f623-4224-ab70-6d7a23835389'] in n-d-789963-14 is: [{'id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761468933', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:06:01Z', 'updated_at': '2021-09-18T08:07:37Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': 'fc867e3a-d838-4e66-a3d0-8f04b96bf078', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:73:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce50ca2b-f623-4224-ab70-6d7a23835389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:06:02Z', 'updated_at': '2021-09-18T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:07:39.147046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for fc867e3a-d838-4e66-a3d0-8f04b96bf078 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:07:39.209618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] For port bc4ac4e8-8547-4022-b495-d294eac2a874, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=bc4ac4e8-8547-4022-b495-d294eac2a874,segment=NetworkSegment(5d09a809-6b54-480f-af37-a76bcfd37071),segment_id=5d09a809-6b54-480f-af37-a76bcfd37071)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:39.210086 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.223206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Calling delete_port for bc4ac4e8-8547-4022-b495-d294eac2a874 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:07:39.363807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.391332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Pushing event deleted for resources: {'Port': ['ID=bc4ac4e8-8547-4022-b495-d294eac2a874,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:39.393635 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] No DVR routers for this DVR port bc4ac4e8-8547-4022-b495-d294eac2a874 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.408591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.409801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.409801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.409801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e92716-a944-4112-816e-317fb97cd2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:39.641286 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.664952 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=fc867e3a-d838-4e66-a3d0-8f04b96bf078,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:39.727002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.823356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.825571 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.852013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 12f68327-f3d9-4e98-ad27-0e29c702e55e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:07:39.872823 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 12f68327-f3d9-4e98-ad27-0e29c702e55e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:07:39.873074 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 12f68327-f3d9-4e98-ad27-0e29c702e55e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:07:39.873486 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device bc4ac4e8-8547-4022-b495-d294eac2a874 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:07:39.892376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: bc4ac4e8-8547-4022-b495-d294eac2a874 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:07:39.892724 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device bc4ac4e8-8547-4022-b495-d294eac2a874 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:07:39.929805 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.930382 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Fanout notify agent at l3_agent the message router_deleted on router ce50ca2b-f623-4224-ab70-6d7a23835389 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:07:39.937762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:39.938973 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6227956a-5f31-440e-824c-22a980969d58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/routers/ce50ca2b-f623-4224-ab70-6d7a23835389 HTTP/1.1" status: 204 len: 168 time: 1.2200205 Sep 18 08:07:39.941747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44184) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:40.021291 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.112932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.132781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d892076-1ee3-40e1-b4c4-7a013bf2b485']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:40.141809 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d09a809-6b54-480f-af37-a76bcfd37071') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:40.142143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d09a809-6b54-480f-af37-a76bcfd37071') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:40.152079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.165749 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.171552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:07:40.171962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: timer() Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:07:40.174888 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:07:40.317519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.324962 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.326039 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/networks/2d892076-1ee3-40e1-b4c4-7a013bf2b485 HTTP/1.1" status: 204 len: 168 time: 0.3832986 Sep 18 08:07:40.328969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44186) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:40.337603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9b19c-9440-418e-9500-f3467791932b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Network': ['ID=2d892076-1ee3-40e1-b4c4-7a013bf2b485,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:40.393496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.423482 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.552104 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.555029 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:40.556286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c15863e-40e8-4580-a9e1-97464a715931 HTTP/1.1" status: 204 len: 168 time: 0.2262828 Sep 18 08:07:40.565435 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801b836-3af5-460a-939c-1f025d156906 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c15863e-40e8-4580-a9e1-97464a715931,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:40.937807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44192) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:40.942473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973108457', 'description': 'tempest-secgroup-smoke-1973108457 description', 'project_id': '028068dbd599439b9823c1982b6a6c11'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:41.024238 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.101245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.178871 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.207030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41857f7a-9750-4d81-b5f4-5d52404b18a9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:41.257995 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.259265 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c9a7bdf1-38c3-478b-8831-1bd6ccfaf50a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3204513 Sep 18 08:07:41.262097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44194) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:41.266355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:41.348252 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.411399 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.483785 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.499203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa70db8-fcde-456e-b72b-d6346f406f4c,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:41.551634 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f472-9a1d-45ce-b48a-371895e8b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.580188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.581507 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-876361b2-23bb-488e-a361-7db94e9d774c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184204 Sep 18 08:07:41.584230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44196) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:41.588550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:41.662998 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.721680 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.765343 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc867e3a-d838-4e66-a3d0-8f04b96bf078 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:07:41.787611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: fc867e3a-d838-4e66-a3d0-8f04b96bf078 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:07:41.788247 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device fc867e3a-d838-4e66-a3d0-8f04b96bf078 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:07:41.806768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.826110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e74046f-bcbe-4d85-934b-18dbf436dd4f,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:41.903790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:41.905022 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-46171e1c-c649-491d-8c1f-3a3ea10f0f0f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3198562 Sep 18 08:07:41.907773 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44198) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:41.912784 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:42.005980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.085687 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.172668 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.186004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.203643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c469aedd-c33c-45d6-a292-aaf71305c4fe,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:42.281295 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.282497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-19494452-921d-4137-a0a2-238f8fd4c38b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737879 Sep 18 08:07:42.285114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44200) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:42.289879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:42.366469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.427797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.498444 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.517820 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413908b7-7534-4a50-adb3-7d8251b8cc62,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:42.595780 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.596947 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-51636af8-360f-44cc-ab3c-53d88c0149c6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109229 Sep 18 08:07:42.600264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44202) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:42.604595 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:42.675716 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:07:42.680869 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.741401 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.818326 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.837151 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bc8480-9a13-4edc-837a-3525def45ee3,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:42.898428 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:42.899636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-63f3a053-5a1a-4319-91ea-e3132004fbac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983961 Sep 18 08:07:42.902407 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44204) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:42.906685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '41857f7a-9750-4d81-b5f4-5d52404b18a9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:42.989716 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:07:42.994479 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.053447 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.132432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.149747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe9ae03-1094-408d-8601-db5548fe6aec,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:43.218217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.219418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e550bf60-9690-4087-ac20-51e72b2832cc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160706 Sep 18 08:07:43.222388 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44206) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:43.227145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'network': {'name': 'tempest-network-smoke--985947696', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:43.315330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:07:43.319357 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.341482 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:07:43.349997 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.350350 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Added segment 2606a421-2c19-4f5c-b6f2-993de4e36d7d of type vlan for network bb12d846-b4b9-4208-b028-51d243f35e16 Sep 18 08:07:43.389990 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.483530 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.489137 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:43.490266 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.558572 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Network': ['ID=bb12d846-b4b9-4208-b028-51d243f35e16,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:43.569134 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network bb12d846-b4b9-4208-b028-51d243f35e16 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:07:43.593325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.649994 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-7913f4af-39f7-4213-9e1a-378c9a1ff0cd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4265554 Sep 18 08:07:43.652634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44208) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:43.657134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'admin_state_up': True, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:43.759463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.759463 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:43.807486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.006449 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.243096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.261521 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.362488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.32 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/608cdc2d-347e-44a6-8ea7-061ca6b1f9f2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:07:44.467071 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.546538 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.584321 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:07:44.588470 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:44.594950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:07:44.597666 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:44.911441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:44.978422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:45.103019 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:45.298279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router bb57c68a-9057-4b1f-87cf-7daf2cde2530 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:07:45.403158 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:07:45.412775 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Sync routers for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:07:45.421668 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:45.422301 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:45.477478 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:45.478798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5d7104e9-f7d4-4843-9337-20fd36b60105 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8252108 Sep 18 08:07:45.481981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44210) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:45.510899 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3a9b6e18-e2c5-48e8-9737-aaf824c6a738 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=028068dbd599439b9823c1982b6a6c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278411 Sep 18 08:07:45.513460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44212) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:45.526776 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:45.600185 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32eb6a-9c73-404b-920c-5cad3829fcbb tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:45.600185 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b32eb6a-9c73-404b-920c-5cad3829fcbb tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841603 Sep 18 08:07:45.602464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44214) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:45.634663 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b33bf9cf-bc99-4e8f-9cf8-fd86110f334c tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310645 Sep 18 08:07:45.637441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44216) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:45.641794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2124272627', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:45.701071 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:44Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:45.709752 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:45.730784 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Checking router: bb57c68a-9057-4b1f-87cf-7daf2cde2530 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:07:45.731130 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Updating router bb57c68a-9057-4b1f-87cf-7daf2cde2530 port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:07:45.755930 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:45.786210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:07:45.789863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.003626 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.020599 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.072270 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.081085 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Subnet': ['ID=55d264b5-fedd-45ef-8770-5d2a46dbbb19,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:46.088424 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Checking segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:07:46.088797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network hostable DHCP agents. Network: bb12d846-b4b9-4208-b028-51d243f35e16, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:07:46.122489 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Attempting to bind port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:07:46.122857 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Attempting to bind port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:07:46.123225 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Attempting to bind port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:07:46.134069 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:07:46.134445 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:07:46.135152 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.135270 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:07:46.135679 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Bound port: 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:07:46.136055 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.138407 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Pushing event updated for resources: {'Port': ['ID=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:46.163273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bb12d846-b4b9-4208-b028-51d243f35e16 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:07:46.164583 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.164927 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.165269 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.165609 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.165962 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.166294 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.166621 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.166944 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.167269 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.167592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.167915 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.168239 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:07:46.198892 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] For port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:07:46.201803 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] For port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:07:46.231500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, bb12d846-b4b9-4208-b028-51d243f35e16) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:46.235447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:46.236035 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.240280 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0dd4a-f361-4dbd-aa94-8709c35b57b6 None None] Network bb12d846-b4b9-4208-b028-51d243f35e16 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:07:46.249284 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.295959 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-834728ac-d8dc-4a74-979e-d65e7309a2bd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6578369 Sep 18 08:07:46.298894 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44218) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:07:46.306913 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:46.308281 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:46.365728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722553a-e9cb-4e11-95d2-448dafa4a070 None None] Pushing event updated for resources: {'Port': ['ID=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:46.439541 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:46.547941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-bb12d846-b4b9-4208-b028-51d243f35e16', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:07:46.549186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.629978 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:44Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:46.656313 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a64fa4-b723-46a3-a29e-bd4a31d50460 None None] The sync data for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 is: [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:44Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:07:46.690780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Allocated IP 172.20.0.2 (bb12d846-b4b9-4208-b028-51d243f35e16/55d264b5-fedd-45ef-8770-5d2a46dbbb19/c9e69af3-1ea0-42c1-a81f-75ec1cd4521e) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:07:46.869157 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.944991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:46.994507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Network bb12d846-b4b9-4208-b028-51d243f35e16 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:07:46.999063 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:47.004308 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:07:47.008048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Pushing event updated for resources: {'Port': ['ID=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:47.055808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.062780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Attempting to bind port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:07:47.063213 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Attempting to bind port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:07:47.063535 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Attempting to bind port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:07:47.069795 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:07:47.070205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Checking segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:07:47.070621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.071041 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Bound using segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:07:47.071510 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Bound port: c9e69af3-1ea0-42c1-a81f-75ec1cd4521e, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:07:47.072037 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.147201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] For port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:07:47.150568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] For port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:07:47.213162 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.275487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88244990-8bc9-443a-adfd-ee127e0eed3e None None] Pushing event updated for resources: {'Port': ['ID=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:47.410854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.1 (bb12d846-b4b9-4208-b028-51d243f35e16/55d264b5-fedd-45ef-8770-5d2a46dbbb19/0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:07:47.555673 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.641880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.682913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bb12d846-b4b9-4208-b028-51d243f35e16 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:07:47.685872 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:47.689499 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:07:47.697779 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:47.744012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.874424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9e69af3-1ea0-42c1-a81f-75ec1cd4521e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:07:47.922111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:47.922498 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:47.965742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.008143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.040896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:48.117712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.118811 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:07:48.195982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:48.210554 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:48.210927 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.248053 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.290976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.306342 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.312015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:48.372489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.397263 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:48.403719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.436334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:48.505951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bb12d846-b4b9-4208-b028-51d243f35e16 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:07:48.507634 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:48.617488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e927f-6dc5-4d43-8124-8a3245f248b6 None None] Network bb12d846-b4b9-4208-b028-51d243f35e16 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:07:48.630805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router bb57c68a-9057-4b1f-87cf-7daf2cde2530 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:07:48.737623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-aa5b21c8-9a84-40e5-9a56-3e4d2fdd6a2f None None] Provisioning complete for port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:48.738025 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aa5b21c8-9a84-40e5-9a56-3e4d2fdd6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:48.738600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:07:48.750625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-cbfdbfb3-2d9e-4db4-90b2-27d2c9c30a12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/bb57c68a-9057-4b1f-87cf-7daf2cde2530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505067 Sep 18 08:07:48.773411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Sync routers for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:07:48.799893 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:48.800534 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:48.891446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-67c4b9c0-5865-4a06-91b3-bed8e3d54cd9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973108457&fields=id&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 267 time: 0.0412798 Sep 18 08:07:48.951265 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:49.003326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-553366a7-7c08-4ca3-9b5b-7b71831d2c8f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:49.005200 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-553366a7-7c08-4ca3-9b5b-7b71831d2c8f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 796 time: 0.1052597 Sep 18 08:07:49.021046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-4ee41846-ee47-421f-b729-6aa80f5cf5a2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/quotas/028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Sep 18 08:07:49.076197 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-971e926c-e1ac-457e-b67f-8d29bbfe42b4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486431 Sep 18 08:07:49.105197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-52c75351-a70e-4dda-9836-10fea67d2ed9 None None] Provisioning complete for port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:49.105574 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52c75351-a70e-4dda-9836-10fea67d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.237027 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-b7a27e56-2cf7-44d8-a126-29dbaf4fdf6a service neutron] 10.222.0.20 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478484 Sep 18 08:07:49.242496 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 2, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:49.271413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Checking router: bb57c68a-9057-4b1f-87cf-7daf2cde2530 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:07:49.271770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Updating router bb57c68a-9057-4b1f-87cf-7daf2cde2530 port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:07:49.299834 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.317651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-52c75351-a70e-4dda-9836-10fea67d2ed9 None None] Provisioning complete for port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:49.318093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-52c75351-a70e-4dda-9836-10fea67d2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.338503 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-88714af8-2575-4602-94f7-37175e15893c service neutron] 10.222.0.20 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945292 Sep 18 08:07:49.427228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-52c75351-a70e-4dda-9836-10fea67d2ed9 None None] Port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:07:49.567297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-23daf385-984f-407e-b661-dc53f4df5972 None None] Provisioning complete for port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:49.567707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-23daf385-984f-407e-b661-dc53f4df5972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.592361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-34a2830f-f831-4b8d-ba8f-df547d0131b1 req-882f96c9-314c-4a24-829f-5baa185a794e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Sep 18 08:07:49.630763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-23daf385-984f-407e-b661-dc53f4df5972 None None] Port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:07:49.635540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.710320 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.761646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7ce21-c540-4270-aeac-e2acc86531c5 None None] Pushing event updated for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:49.814936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Attempting to bind port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:07:49.816598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Attempting to bind port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:07:49.816972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Attempting to bind port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:07:49.823620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:07:49.825128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Checking segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:07:49.825128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.825128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Bound using segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:07:49.825458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Bound port: 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:07:49.825605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:49.844189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9e69af3-1ea0-42c1-a81f-75ec1cd4521e up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:07:49.926429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] For port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:07:49.933082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] For port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:07:49.940205 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:49.940741 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.023443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:07:50.066323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-44275b3c-765f-4eb9-adc6-5070f33b0210 None None] Provisioning complete for port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:50.066622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-44275b3c-765f-4eb9-adc6-5070f33b0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.105633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.109564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-44275b3c-765f-4eb9-adc6-5070f33b0210 None None] Port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:07:50.110928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:50.111288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.198665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:07:50.199307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:50.203956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7ce21-c540-4270-aeac-e2acc86531c5 None None] Pushing event updated for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:50.501162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:07:50.502954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] Provisioning complete for port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:50.503363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.692704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0bd30bfd-7fb8-4b72-81f4-bc9ab2c6d694 req-fbce91fa-9859-4b96-a5c2-5183bdd78b82 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Sep 18 08:07:50.725506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.787887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] For port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:50.808762 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:49Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:07:50.850667 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e2ea-79a7-49d3-a138-38c430345321 None None] The sync data for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 is: [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:49Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:07:50.875619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:50.932757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce202f-e5e2-46cd-9549-806d63b61852 None None] Pushing event updated for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:51.621730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-8267313d-90b8-4d83-a990-d4a67bc5a8fe tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:51.623257 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-8267313d-90b8-4d83-a990-d4a67bc5a8fe tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 796 time: 0.1090562 Sep 18 08:07:51.673651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-afac81af-35db-43c3-8c1c-ca142bf58cf7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 380 time: 0.0352302 Sep 18 08:07:51.683435 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'port': {'device_id': '99934e48-0442-496f-9dfd-6351a493a057', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'admin_state_up': True, 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'security_groups': ['41857f7a-9750-4d81-b5f4-5d52404b18a9']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:51.820524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dd5d4e90-68e2-4787-a269-3ebb92f710f6 req-61073b99-0457-44cd-9912-5931c07f138c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 210 time: 0.0530684 Sep 18 08:07:51.870852 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:07:51.881182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:07:51.885880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:51.920278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:51.920653 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.016332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.4 (bb12d846-b4b9-4208-b028-51d243f35e16/55d264b5-fedd-45ef-8770-5d2a46dbbb19/6d8f633f-3726-4a62-b7e9-34797cc6f04b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:07:52.158943 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.252965 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.293307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bb12d846-b4b9-4208-b028-51d243f35e16 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:07:52.296401 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:07:52.300142 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:07:52.328579 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:52.356366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:52.356980 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.438611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-0364928d-14a3-4a24-a955-6d8a623f278a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588820 Sep 18 08:07:52.504095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Request body: {'port': {'device_id': '99934e48-0442-496f-9dfd-6351a493a057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:07:52.504461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0250b519-9af3-4863-ad37-e600b7808261 None None] Provisioning complete for port 6d8f633f-3726-4a62-b7e9-34797cc6f04b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:07:52.504876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0250b519-9af3-4863-ad37-e600b7808261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.538663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0250b519-9af3-4863-ad37-e600b7808261 None None] Port 6d8f633f-3726-4a62-b7e9-34797cc6f04b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:07:52.561543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.818143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8f633f-3726-4a62-b7e9-34797cc6f04b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:07:52.826007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.837428 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Transition to ACTIVE for port object 6d8f633f-3726-4a62-b7e9-34797cc6f04b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:07:52.905991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:52.941017 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025fbc-0bd7-4efc-956f-bb2baaa509fe req-62c13d77-d82e-4120-bcac-f2d94a6126fd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:52.942533 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a025fbc-0bd7-4efc-956f-bb2baaa509fe req-62c13d77-d82e-4120-bcac-f2d94a6126fd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 931 time: 0.0507171 Sep 18 08:07:52.977120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:52.987624 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9a025fbc-0bd7-4efc-956f-bb2baaa509fe req-5ca4dfdc-f370-416c-8782-d407ec700577 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354531 Sep 18 08:07:53.029677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:07:53.029677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:07:53.029677 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:07:53.033774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:07:53.034135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:07:53.039654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:07:53.039996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Checking segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:07:53.040380 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Bound using segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:07:53.040808 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Bound port: 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:07:53.041172 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:53.107940 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:07:53.111162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:07:53.164402 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:53.202315 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.202907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:53.204316 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] 10.222.0.24 "PUT /v2.0/ports/6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 1092 time: 0.7046709 Sep 18 08:07:53.204758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:07:53.207115 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2332c-0f4e-4566-847e-2c421db616dc" -d '{"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:07:53.232071 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a9db-7065-4053-9bad-0252e7ad520d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:53.251361 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d9232f-5044-4a91-a129-f6f9a4ab3eaa x-openstack-request-id: req-b7d9232f-5044-4a91-a129-f6f9a4ab3eaa {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:07:53.251675 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:07:53.251935 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7d9232f-5044-4a91-a129-f6f9a4ab3eaa {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:07:53.252341 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'status': 'completed', 'code': 200} Sep 18 08:07:53.335097 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-d9af3783-ac8f-4558-8a88-5ab89e200122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.336661 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-d9af3783-ac8f-4558-8a88-5ab89e200122 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0437994 Sep 18 08:07:53.441970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-bf7c4937-9b71-4c46-9fe1-341c22896972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.443497 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-bf7c4937-9b71-4c46-9fe1-341c22896972 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=028068dbd599439b9823c1982b6a6c11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0930991 Sep 18 08:07:53.539150 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-fdbabd24-c5be-4223-8a74-9b81a931f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.540563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3bc2332c-0f4e-4566-847e-2c421db616dc req-fdbabd24-c5be-4223-8a74-9b81a931f9ee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900674 Sep 18 08:07:53.635339 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a80fc9cd-75ab-466b-b78c-74cc20ffe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.636799 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-a80fc9cd-75ab-466b-b78c-74cc20ffe259 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0405326 Sep 18 08:07:53.696625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-cb8ec7a3-65fb-4b3a-b993-e0fad6ad8cf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 217 time: 0.0380013 Sep 18 08:07:53.744691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-2be6d9c4-6723-446c-bca6-3d0e8a92a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.746146 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-2be6d9c4-6723-446c-bca6-3d0e8a92a2ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0431676 Sep 18 08:07:53.790497 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-954fd2a4-23da-4115-bd05-c9b6e655062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:53.791903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-954fd2a4-23da-4115-bd05-c9b6e655062f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391145 Sep 18 08:07:53.883439 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-7f9c2586-4cb1-46cf-bfa8-e2dd43d2736e service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845742 Sep 18 08:07:53.969956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-322ca82e-96c9-4f27-bf9b-0993fc424945 req-9ed124c7-fcec-4b9a-8a01-7f735cab90d1 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794582 Sep 18 08:07:54.107421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2354ff-9d06-40ad-8151-483a9aab6f36 req-8254e0a6-2f78-4486-b192-185df9777e12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:54.108773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc2354ff-9d06-40ad-8151-483a9aab6f36 req-8254e0a6-2f78-4486-b192-185df9777e12 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0509861 Sep 18 08:07:54.144359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cc2354ff-9d06-40ad-8151-483a9aab6f36 req-c0063849-ce78-49c1-838b-64d94f0215a7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297461 Sep 18 08:07:55.259149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b000-bd94-47cc-a4d5-08ca9cc89760 req-e4f79cf5-d82a-4e24-be08-2d3c4a2e1e6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:55.260644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b54b000-bd94-47cc-a4d5-08ca9cc89760 req-e4f79cf5-d82a-4e24-be08-2d3c4a2e1e6f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0477312 Sep 18 08:07:55.297238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b54b000-bd94-47cc-a4d5-08ca9cc89760 req-8c2c937b-dbbb-4033-9e31-326f4847c280 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Sep 18 08:07:56.409976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790906be-a6cf-4044-bce7-4d44de2fb492 req-8aff30c4-0112-4154-a210-d27b4cbcc129 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:56.411981 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790906be-a6cf-4044-bce7-4d44de2fb492 req-8aff30c4-0112-4154-a210-d27b4cbcc129 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0499744 Sep 18 08:07:56.448539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-790906be-a6cf-4044-bce7-4d44de2fb492 req-9479c549-acc4-493a-8d69-57c17c2303d0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306463 Sep 18 08:07:57.563220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f9c11-044f-4e4b-8436-8bbcb87f65e1 req-5ec6fcb6-0992-4d12-b8d5-1564bdd842a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:57.564682 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-211f9c11-044f-4e4b-8436-8bbcb87f65e1 req-5ec6fcb6-0992-4d12-b8d5-1564bdd842a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0517786 Sep 18 08:07:57.600749 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-211f9c11-044f-4e4b-8436-8bbcb87f65e1 req-b7b7337f-09d8-4461-b1d6-5e93a3408aa0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295753 Sep 18 08:07:58.713385 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ffab-484c-4687-a4f0-92fa7059ed06 req-d11b7fa0-e097-4192-8034-c3fc21d526b3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:58.714793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd6ffab-484c-4687-a4f0-92fa7059ed06 req-d11b7fa0-e097-4192-8034-c3fc21d526b3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0479803 Sep 18 08:07:58.751007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6dd6ffab-484c-4687-a4f0-92fa7059ed06 req-ee36fa2f-103b-4f8e-9bb9-18354e056961 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304818 Sep 18 08:07:58.810643 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:07:58.904187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:58.915373 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'mac_address': 'fa:16:3e:d3:da:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:07:58.951141 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:58.963909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f633f-3726-4a62-b7e9-34797cc6f04b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:07:58.981706 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:07:59.060229 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:59.106349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:07:59.355975 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:07:59.485860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['6d8f633f-3726-4a62-b7e9-34797cc6f04b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:07:59.524885 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:07:59.864993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a316d-cfac-410a-974e-3dd9cbb028dd req-4965eb7a-073f-41bc-b194-20ff10b91c85 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:07:59.866540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f36a316d-cfac-410a-974e-3dd9cbb028dd req-4965eb7a-073f-41bc-b194-20ff10b91c85 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 944 time: 0.0486169 Sep 18 08:07:59.903599 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f36a316d-cfac-410a-974e-3dd9cbb028dd req-a954fd9c-6260-4f80-92b4-fe11826742f7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Sep 18 08:08:00.825816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:08:00.963368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 6d8f633f-3726-4a62-b7e9-34797cc6f04b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:08:00.967307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 6d8f633f-3726-4a62-b7e9-34797cc6f04b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:08:00.967686 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:01.020361 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709f45d-e7bf-4168-a9d1-6d7983811900 req-869180a9-01dd-4c6b-a0ef-d2f3e19bcccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:01.021847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8709f45d-e7bf-4168-a9d1-6d7983811900 req-869180a9-01dd-4c6b-a0ef-d2f3e19bcccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 944 time: 0.0522075 Sep 18 08:08:01.044220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:01.060404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8709f45d-e7bf-4168-a9d1-6d7983811900 req-0f88828a-7f2f-4036-8fd6-c569eb066a04 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Sep 18 08:08:01.067468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:08:01.069771 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e5668-fa20-4c45-a576-18896bcd857e" -d '{"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:08:01.082336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:08:01.105851 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc63f6d8-e3c7-4db4-ac57-6e919dc19db8 x-openstack-request-id: req-dc63f6d8-e3c7-4db4-ac57-6e919dc19db8 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:08:01.106167 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:08:01.106427 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc63f6d8-e3c7-4db4-ac57-6e919dc19db8 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:08:01.106841 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'code': 200} Sep 18 08:08:01.163021 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:01.213745 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:08:01.231086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c1f5-6874-4dad-95b2-ecf0b7079414 req-7c8acd1c-8bcd-47f7-9034-1949e5f9cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:01.232595 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ef7c1f5-6874-4dad-95b2-ecf0b7079414 req-7c8acd1c-8bcd-47f7-9034-1949e5f9cfca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1097 time: 0.0440419 Sep 18 08:08:01.266534 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2ef7c1f5-6874-4dad-95b2-ecf0b7079414 req-bca4065a-792e-4cf1-b2a1-2e617e2bebcf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264142 Sep 18 08:08:02.176551 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8d45b-7e59-40ce-aad1-e1526dad4ecf req-442b4e99-5aac-40c5-866b-4ad5c0028443 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:02.178058 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ba8d45b-7e59-40ce-aad1-e1526dad4ecf req-442b4e99-5aac-40c5-866b-4ad5c0028443 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Sep 18 08:08:02.218423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ba8d45b-7e59-40ce-aad1-e1526dad4ecf req-c7d1f6fd-3956-4524-95fb-caf36573323a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Sep 18 08:08:03.332423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719ca2b-5e41-410a-93d7-8be4e0787c50 req-6de06d61-f21c-4081-8df3-7154d9d8c46b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:03.334499 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c719ca2b-5e41-410a-93d7-8be4e0787c50 req-6de06d61-f21c-4081-8df3-7154d9d8c46b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0478878 Sep 18 08:08:03.370604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c719ca2b-5e41-410a-93d7-8be4e0787c50 req-0b08dc9d-d109-4036-beb4-020dc92667a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302303 Sep 18 08:08:03.502505 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec67b8-5eff-43fd-8a92-5b47b56d7965 req-571fd90a-9f02-42af-a5d1-f78cc75f67ba tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:03.503912 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddec67b8-5eff-43fd-8a92-5b47b56d7965 req-571fd90a-9f02-42af-a5d1-f78cc75f67ba tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0683753 Sep 18 08:08:03.541010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ddec67b8-5eff-43fd-8a92-5b47b56d7965 req-81eddf40-e31b-41a9-aeb4-0999d20e9d07 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Sep 18 08:08:03.562429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44282) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:08:03.600503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca39a2-384b-43d9-8faa-72a08fb9eced tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:03.602053 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c8ca39a2-384b-43d9-8faa-72a08fb9eced tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1092 time: 0.0386434 Sep 18 08:08:03.604914 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44284) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:08:03.609532 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:08:03.709867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:03.803762 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:03.906322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.224 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/9876406d-6185-40ac-a669-cc0cb9c76250) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:08:04.003633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:04.123461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:04.158197 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:08:04.161452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:08:04.164859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:08:04.190280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=9876406d-6185-40ac-a669-cc0cb9c76250,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:08:04.640003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.060551 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.204625 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.263317 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.334167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=9876406d-6185-40ac-a669-cc0cb9c76250,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:08:05.343732 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.443037 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 47626cc3-dd40-4d15-bc6e-469e162b39d6 associated. External IP: 172.25.4.224, port: 6d8f633f-3726-4a62-b7e9-34797cc6f04b. Sep 18 08:08:05.646582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router bb57c68a-9057-4b1f-87cf-7daf2cde2530 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:08:05.753204 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:08:05.763520 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Sync routers for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:08:05.774080 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:08:05.779193 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:08:05.832062 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:05.861092 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-3b9c137f-cce6-4fa1-b05a-15aaca7e288a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2550225 Sep 18 08:08:05.861859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:08:05.864353 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d151c3b-19ed-4975-85d4-74d25c785848" -d '{"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:08:05.903642 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a33db0-4641-48fa-803c-499655a9d73c x-openstack-request-id: req-e8a33db0-4641-48fa-803c-499655a9d73c {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:08:05.903949 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:08:05.904210 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8a33db0-4641-48fa-803c-499655a9d73c {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:08:05.904797 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'status': 'completed', 'code': 200} Sep 18 08:08:05.964374 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896285e6-5b89-4131-bc14-f3146c1c3c0c req-8c4f557f-e8f7-4cdf-8594-db5e9fb2c3d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:05.965924 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-896285e6-5b89-4131-bc14-f3146c1c3c0c req-8c4f557f-e8f7-4cdf-8594-db5e9fb2c3d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0513694 Sep 18 08:08:05.977561 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:08:05.989932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-5faa477f-6c6c-409a-9b17-febd821679fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:05.991800 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-5faa477f-6c6c-409a-9b17-febd821679fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1097 time: 0.0440600 Sep 18 08:08:06.004942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-896285e6-5b89-4131-bc14-f3146c1c3c0c req-9e075030-8b68-47ee-9b04-d248f1df8929 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Sep 18 08:08:06.029327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44290) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:08:06.133106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ee1c318b-d493-45d3-a003-08cdfc061d38 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/47626cc3-dd40-4d15-bc6e-469e162b39d6 HTTP/1.1" status: 200 len: 991 time: 0.1013851 Sep 18 08:08:06.141688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-59e44578-70ec-4666-86af-07b9c4238e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:06.143194 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-59e44578-70ec-4666-86af-07b9c4238e26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.1444838 Sep 18 08:08:06.207436 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47626cc3-dd40-4d15-bc6e-469e162b39d6', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'mac_address': 'fa:16:3e:d3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99934e48-0442-496f-9dfd-6351a493a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:08:04Z', 'updated_at': '2021-09-18T08:08:04Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:08:06.207974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-a83aba2f-81bc-4b98-ad05-712c19c22503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 999 time: 0.0577891 Sep 18 08:08:06.236772 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Checking router: bb57c68a-9057-4b1f-87cf-7daf2cde2530 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:08:06.244795 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:08:06.245444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:07:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:08:06.256232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-ac16286d-e2e7-46a7-8b64-38e3ac73981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:06.257669 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-ac16286d-e2e7-46a7-8b64-38e3ac73981a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0430045 Sep 18 08:08:06.306284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-a273ef47-ef16-488d-b402-234da11ce947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:06.307792 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-a273ef47-ef16-488d-b402-234da11ce947 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436237 Sep 18 08:08:06.348469 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:08:06.401630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-323dd471-7b4b-4765-a5d0-94c69e4478a7 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849283 Sep 18 08:08:06.499308 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2d151c3b-19ed-4975-85d4-74d25c785848 req-5c4e19d7-d156-46a5-bcda-2dcac6dee76c service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902052 Sep 18 08:08:06.565456 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47626cc3-dd40-4d15-bc6e-469e162b39d6', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'mac_address': 'fa:16:3e:d3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99934e48-0442-496f-9dfd-6351a493a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:08:04Z', 'updated_at': '2021-09-18T08:08:04Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:08:06.594649 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59151ef-9bc2-416a-bf79-90ca046d946d None None] The sync data for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 is: [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '47626cc3-dd40-4d15-bc6e-469e162b39d6', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'mac_address': 'fa:16:3e:d3:da:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99934e48-0442-496f-9dfd-6351a493a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:08:04Z', 'updated_at': '2021-09-18T08:08:04Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:08:06.767154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e6083-149f-4d42-be10-ae13ed623ce9 None None] New status for floating IP 47626cc3-dd40-4d15-bc6e-469e162b39d6: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:08:07.136114 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44292) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:08:07.195518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-25e13952-3e02-42a3-a6a0-3ea7da2f3d11 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/47626cc3-dd40-4d15-bc6e-469e162b39d6 HTTP/1.1" status: 200 len: 993 time: 0.0583496 Sep 18 08:08:08.888277 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0afef940-382d-468b-960e-2c5f06373b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:11.574625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d417e56-3490-40cb-8c2b-fbe4354aab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:12.151661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:13.531979 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:14.971751 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:15.745670 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:29.494182 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:36.355450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:08:38.911200 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e9587ef-556e-4743-9332-b2db5165b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:41.556867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9c30f42c-a799-4c6b-9b8e-49328c92576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:42.140134 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:43.533831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:43.953863 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-a68bd211-5ae6-4018-b138-bb1f2ab1a9db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395741 Sep 18 08:08:44.053163 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-1de13a3b-8eed-4364-a30f-d57e2394335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:44.054903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-1de13a3b-8eed-4364-a30f-d57e2394335b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1097 time: 0.0434768 Sep 18 08:08:44.156818 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-a5ee51c9-a00c-4086-b672-e7d63554ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:44.158312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-a5ee51c9-a00c-4086-b672-e7d63554ef62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0830455 Sep 18 08:08:44.226687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-7fa37d9b-b011-4d5e-b2d7-f679977ea1a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 1001 time: 0.0604277 Sep 18 08:08:44.274927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-0b16142f-7f40-4ca3-8600-88b1e685050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:44.276384 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-0b16142f-7f40-4ca3-8600-88b1e685050b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0428002 Sep 18 08:08:44.320837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-e2ca4372-9fd7-4ba9-b1c5-902334c163c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:08:44.322246 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-e2ca4372-9fd7-4ba9-b1c5-902334c163c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391405 Sep 18 08:08:44.413877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-8f11b420-c7bc-4bf1-8eff-a88c3b2af742 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847874 Sep 18 08:08:44.502625 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b6d64a22-21af-4981-804b-0c23ca41f7d0 req-7f2d3f94-834a-40e8-8760-9e18ce61f4a7 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816429 Sep 18 08:08:45.002555 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:45.777761 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:08:59.539467 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:08.885346 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55449e66-3806-4c8e-a134-02db09a1b024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:11.584901 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a4afde79-d783-4bc0-b479-7dfcf06004ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:12.167960 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:13.356653 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:09:13.533232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:14.994028 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:15.759699 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:18.628141 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-6cff3c4d-baf4-4c23-8590-be7937838b04 req-e101d1a0-355f-4fb4-a0f3-5cd5a21efe51 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:09:18.629143 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6cff3c4d-baf4-4c23-8590-be7937838b04 req-e101d1a0-355f-4fb4-a0f3-5cd5a21efe51 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502198 Sep 18 08:09:18.948778 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a6ab-325a-4bf6-8e74-6515376f52f9 req-e2b45c15-fd2b-4bb3-bd4b-cfed3f12604a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:18.950211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d696a6ab-325a-4bf6-8e74-6515376f52f9 req-e2b45c15-fd2b-4bb3-bd4b-cfed3f12604a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Sep 18 08:09:18.987254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d696a6ab-325a-4bf6-8e74-6515376f52f9 req-96e0a000-370a-4819-9633-a1a208ebd2c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Sep 18 08:09:19.083364 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-3114c40b-dbd7-43cd-8b9d-4cb8c7e6b871 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808382 Sep 18 08:09:19.092719 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ba8fd39f-1852-47d3-9b45-ed91b48148f3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:09:19.093675 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ba8fd39f-1852-47d3-9b45-ed91b48148f3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055470 Sep 18 08:09:20.102584 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348302b-90a3-4594-bc34-7daad5d95f48 req-a89ba609-2ac2-4be8-b026-3fe0e02e7214 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:20.104072 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4348302b-90a3-4594-bc34-7daad5d95f48 req-a89ba609-2ac2-4be8-b026-3fe0e02e7214 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Sep 18 08:09:20.141109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4348302b-90a3-4594-bc34-7daad5d95f48 req-076e20dc-badf-4c68-a81b-427b9a60d696 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304544 Sep 18 08:09:21.088534 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-0ccd3da6-f471-4cf9-87d5-3cf904457c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:21.090085 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-0ccd3da6-f471-4cf9-87d5-3cf904457c99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1097 time: 0.0447078 Sep 18 08:09:21.180536 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-6c3a233c-fbbe-470d-8008-e4a15463db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:21.182111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-6c3a233c-fbbe-470d-8008-e4a15463db52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0844917 Sep 18 08:09:21.250702 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-b425c83b-a5f0-4502-9464-eb9769c84570 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 1001 time: 0.0617135 Sep 18 08:09:21.260867 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbe724-e489-4bdb-b7fa-f8ad3de8b293 req-a3016f41-7d33-47fb-8bff-99f66f439628 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:21.262368 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72fbe724-e489-4bdb-b7fa-f8ad3de8b293 req-a3016f41-7d33-47fb-8bff-99f66f439628 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Sep 18 08:09:21.299684 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72fbe724-e489-4bdb-b7fa-f8ad3de8b293 req-1634d31b-2303-4616-bee9-fd3b5f66dc56 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Sep 18 08:09:21.299941 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-e25bc592-590c-4e2e-a1d9-65b23519356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:21.301192 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-e25bc592-590c-4e2e-a1d9-65b23519356b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0438340 Sep 18 08:09:21.346819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-849860f5-dd7b-4630-8022-17ff61cd84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:21.348229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-849860f5-dd7b-4630-8022-17ff61cd84b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402107 Sep 18 08:09:21.442027 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-d7a749c4-015e-45aa-b921-a200187b5132 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858083 Sep 18 08:09:21.530741 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-95951d79-0a1d-4b16-8e88-c7a32cad61b4 service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Sep 18 08:09:22.414853 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd94c3c-9fb6-4ab8-9262-ef91926926b7 req-ef18e96d-85b0-4756-8957-91a119d9c53a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:22.416419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dd94c3c-9fb6-4ab8-9262-ef91926926b7 req-ef18e96d-85b0-4756-8957-91a119d9c53a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0496166 Sep 18 08:09:22.457307 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9dd94c3c-9fb6-4ab8-9262-ef91926926b7 req-18ac0fdd-94eb-4e1e-a039-d87a7a04f76d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Sep 18 08:09:23.573037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cd7db-66f7-4422-9c3b-72a778f67921 req-93232378-5b0b-46f1-a661-91797ddc84ea tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:23.575112 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32cd7db-66f7-4422-9c3b-72a778f67921 req-93232378-5b0b-46f1-a661-91797ddc84ea tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Sep 18 08:09:23.610698 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d32cd7db-66f7-4422-9c3b-72a778f67921 req-42ef57b3-9d45-42a2-a952-00ac86fd09e6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297508 Sep 18 08:09:24.731987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb30e1-ecf9-4372-a5ee-74b9b03c3b7f req-fe23b658-bc5f-4c05-a498-4b13b6dbe477 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:24.733477 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1bb30e1-ecf9-4372-a5ee-74b9b03c3b7f req-fe23b658-bc5f-4c05-a498-4b13b6dbe477 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0523589 Sep 18 08:09:24.770123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c1bb30e1-ecf9-4372-a5ee-74b9b03c3b7f req-c47eebb7-afe8-4526-b2df-36bd20373042 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305810 Sep 18 08:09:25.883004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c7174-70a0-449a-8e6e-c90699ffb87e req-145a1c9f-80ad-4c82-b5eb-8afde67ca11a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:25.884467 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d5c7174-70a0-449a-8e6e-c90699ffb87e req-145a1c9f-80ad-4c82-b5eb-8afde67ca11a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0478168 Sep 18 08:09:25.921261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5d5c7174-70a0-449a-8e6e-c90699ffb87e req-ca27ffe1-dd37-41a9-badd-123ffd6a5555 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Sep 18 08:09:27.032992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c130-d211-43b7-be55-fac715aee0aa req-4719da87-ed92-43e3-8370-43c5fad33a63 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:27.034485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d983c130-d211-43b7-be55-fac715aee0aa req-4719da87-ed92-43e3-8370-43c5fad33a63 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0473304 Sep 18 08:09:27.071922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d983c130-d211-43b7-be55-fac715aee0aa req-7d984115-e136-474d-8266-8217e139978c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Sep 18 08:09:28.188146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a616b9e-f0da-4909-b945-34a289c6f9e5 req-693c6686-46bd-43bb-b9f0-8dcb490ecfca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:28.189608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a616b9e-f0da-4909-b945-34a289c6f9e5 req-693c6686-46bd-43bb-b9f0-8dcb490ecfca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0508289 Sep 18 08:09:28.226161 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a616b9e-f0da-4909-b945-34a289c6f9e5 req-1c0fdc10-d456-4e63-bdfb-a31e1d0c7078 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306277 Sep 18 08:09:29.337469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75984f8c-cd85-4fe0-a714-e2f9c200f680 req-0d3b7fff-1be4-44bd-ad78-b42e23c7ef1e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:29.338965 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75984f8c-cd85-4fe0-a714-e2f9c200f680 req-0d3b7fff-1be4-44bd-ad78-b42e23c7ef1e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Sep 18 08:09:29.375542 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-75984f8c-cd85-4fe0-a714-e2f9c200f680 req-0d6faa4a-cf23-4ff4-9681-5f39783c80e1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301940 Sep 18 08:09:29.553646 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:30.488057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61663b-2977-4913-8319-edb95f246d52 req-cbb0395a-9db4-4db3-be1b-13c4d162fc6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:30.489525 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df61663b-2977-4913-8319-edb95f246d52 req-cbb0395a-9db4-4db3-be1b-13c4d162fc6c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0478537 Sep 18 08:09:30.525350 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-df61663b-2977-4913-8319-edb95f246d52 req-13a3f888-a2da-4ec3-97af-c013106e3eeb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299518 Sep 18 08:09:31.641957 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317eb45-bc4e-4f75-9b2e-c43eb2ad87f5 req-3dbd580c-933f-4132-9ae6-1ca1405725b1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:31.643344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0317eb45-bc4e-4f75-9b2e-c43eb2ad87f5 req-3dbd580c-933f-4132-9ae6-1ca1405725b1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0518007 Sep 18 08:09:31.680120 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0317eb45-bc4e-4f75-9b2e-c43eb2ad87f5 req-2b24a32b-5fc3-4f72-a533-cc4fd464b12e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Sep 18 08:09:32.791564 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05766a3a-b27e-4de6-808b-9f768b7744c4 req-07f1a27b-ce53-4f26-8ed9-6bc53647e229 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:32.793031 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05766a3a-b27e-4de6-808b-9f768b7744c4 req-07f1a27b-ce53-4f26-8ed9-6bc53647e229 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Sep 18 08:09:32.830127 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05766a3a-b27e-4de6-808b-9f768b7744c4 req-400e862b-790f-4c74-96d8-1d7e2734f62f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Sep 18 08:09:33.803985 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ec12d499-c32d-44bc-b95a-ae6141c03276 service neutron] show failed (client error): The resource could not be found. Sep 18 08:09:33.805275 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ec12d499-c32d-44bc-b95a-ae6141c03276 service neutron] 10.222.0.24 "GET /v2.0/ports/6d8f633f-3726-4a62-b7e9-34797cc6f04b/bindings/n-h1-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0584233 Sep 18 08:09:33.943065 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd8ea9-c4a9-4654-840c-2d8439dbf24a req-efdf4299-5a1c-4fbf-a5a4-54e58193e619 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:33.944553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43bd8ea9-c4a9-4654-840c-2d8439dbf24a req-efdf4299-5a1c-4fbf-a5a4-54e58193e619 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0478308 Sep 18 08:09:33.982493 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43bd8ea9-c4a9-4654-840c-2d8439dbf24a req-4f514afa-7836-41ae-8843-aa569b096830 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Sep 18 08:09:34.238758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-93519780-5a05-4cf1-b252-ff2bd5f1f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:34.240213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-93519780-5a05-4cf1-b252-ff2bd5f1f2e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 1097 time: 0.0399511 Sep 18 08:09:34.251735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:09:34.302151 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:34.505106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:09:34.535700 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:09:34.573916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:09:34.576266 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cc7d41-cfae-4425-8e5a-6827e5be3704" -d '{"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:09:34.580310 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:34.592319 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Transition to ACTIVE for port object 6d8f633f-3726-4a62-b7e9-34797cc6f04b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:09:34.624564 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 08:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30711ddd-61c5-47b5-9204-a0c3c109ba91 x-openstack-request-id: req-30711ddd-61c5-47b5-9204-a0c3c109ba91 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:09:34.624869 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:09:34.625132 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30711ddd-61c5-47b5-9204-a0c3c109ba91 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:09:34.625541 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'code': 200} Sep 18 08:09:34.664928 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:34.748580 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=6']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:09:34.760790 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.761119 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.761473 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.761819 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.762186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.762527 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.762861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.763194 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.763530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.763861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.764189 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.764519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:34.802224 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] No DVR routers for this DVR port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:09:34.939289 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:09:34.939897 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:09:34.940033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:09:34.944366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:09:34.944772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Attempting to bind port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on network bb12d846-b4b9-4208-b028-51d243f35e16 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:09:34.957537 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:09:34.957874 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Checking segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:09:34.958282 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Bound using segment: {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:09:34.958708 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Bound port: 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2606a421-2c19-4f5c-b6f2-993de4e36d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:09:34.959066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:35.030701 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:09:35.033954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:09:35.099507 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:35.102051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3cf7f-2c28-43df-8cd9-0c1908526e21 req-6539f924-4c68-4e49-a758-737ac3572ee7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.103551 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cca3cf7f-2c28-43df-8cd9-0c1908526e21 req-6539f924-4c68-4e49-a758-737ac3572ee7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0508635 Sep 18 08:09:35.132867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.133740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:35.135424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] 10.222.0.37 "PUT /v2.0/ports/6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 1092 time: 0.8875363 Sep 18 08:09:35.142282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cca3cf7f-2c28-43df-8cd9-0c1908526e21 req-7e8f6aee-9f28-478e-98a7-151666705335 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Sep 18 08:09:35.176061 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f5b48-1298-43e4-bada-330b5a9367bf service neutron] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=7']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:09:35.207837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-e84aaf0f-7c55-44fa-aa9d-0366fd4f7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.209378 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-e84aaf0f-7c55-44fa-aa9d-0366fd4f7c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0514739 Sep 18 08:09:35.307078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-17bf993f-abbd-4885-ba18-b36f3f491898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.308566 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-17bf993f-abbd-4885-ba18-b36f3f491898 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0894117 Sep 18 08:09:35.376009 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-5cb6a2d5-9458-47fb-a928-cb85360a045e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 999 time: 0.0606689 Sep 18 08:09:35.425211 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-409f5ae1-d40b-483c-a792-1e54f54d2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.426605 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-409f5ae1-d40b-483c-a792-1e54f54d2d7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0432341 Sep 18 08:09:35.472546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ebc14290-4e63-43d0-9302-a9548814bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:35.474006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-ebc14290-4e63-43d0-9302-a9548814bd69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385456 Sep 18 08:09:35.565348 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-a03b12cf-6c1f-4b90-9486-c9eeba09e693 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840275 Sep 18 08:09:35.652912 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dbcaeb9-62a4-40c3-a830-2eaa77452c2e req-5d9b4702-ef81-48f2-9bff-1a246fb53682 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801570 Sep 18 08:09:36.264148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55eb42-43c8-483d-bf94-1c6adc7a8897 req-b7c4d4e5-6f34-4e47-acbf-c7c69ff49ae2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.265665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e55eb42-43c8-483d-bf94-1c6adc7a8897 req-b7c4d4e5-6f34-4e47-acbf-c7c69ff49ae2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0487423 Sep 18 08:09:36.303417 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6e55eb42-43c8-483d-bf94-1c6adc7a8897 req-f7cb8727-0256-41f8-a319-56e67cbd239f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Sep 18 08:09:36.342775 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-11f74c63-cc9c-4d15-b11e-d7dc2940cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.344288 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-11f74c63-cc9c-4d15-b11e-d7dc2940cf53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0455053 Sep 18 08:09:36.445799 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-e5cb3887-2e4f-4a56-9c83-243672c86044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.447273 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-e5cb3887-2e4f-4a56-9c83-243672c86044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0832593 Sep 18 08:09:36.797657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:09:36.799949 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef" -d '{"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:09:36.804911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-451683f0-ff61-4615-93dd-8fb05c3940ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 999 time: 0.3503754 Sep 18 08:09:36.849618 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b349c0-2977-409e-9d01-01dcd38bf2b0 x-openstack-request-id: req-22b349c0-2977-409e-9d01-01dcd38bf2b0 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:09:36.849979 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:09:36.850196 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22b349c0-2977-409e-9d01-01dcd38bf2b0 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:09:36.850584 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'status': 'completed', 'code': 200} Sep 18 08:09:36.860806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-ca5c1845-7775-4f35-8254-1edf13d35940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.862296 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-ca5c1845-7775-4f35-8254-1edf13d35940 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0466208 Sep 18 08:09:36.936355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-cd319d4c-028c-4dea-86cd-15fc3c911b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.937840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-cd319d4c-028c-4dea-86cd-15fc3c911b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673792 Sep 18 08:09:36.942725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-bcda3c42-4cb7-49d8-a5da-e0a68994ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:36.944060 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-bcda3c42-4cb7-49d8-a5da-e0a68994ce61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0501668 Sep 18 08:09:37.096883 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-ce4ead6e-7342-4139-8c53-0a72d08082f1 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505203 Sep 18 08:09:37.100972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-65fde081-51e0-40e0-a274-0a3feb78efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.102332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-65fde081-51e0-40e0-a274-0a3feb78efb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.1482978 Sep 18 08:09:37.218165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-a749ad15-dab9-4baf-8609-7e80f4352623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 999 time: 0.1057227 Sep 18 08:09:37.264187 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7ff33ea-c273-4711-9c73-738fbdf5990c req-09c8d603-2850-4bc8-a40c-380e6ca34a07 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584942 Sep 18 08:09:37.281231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-ed108ba4-038a-4b36-a188-e2685fe6cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.282757 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-ed108ba4-038a-4b36-a188-e2685fe6cd0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0572929 Sep 18 08:09:37.312760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:09:37.353446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:09:37.373357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-1ae80386-0095-4afd-a46b-abd198e76998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.374923 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-1ae80386-0095-4afd-a46b-abd198e76998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853686 Sep 18 08:09:37.381013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-088e527b-84b6-442e-bc02-53c3877bb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.382582 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-088e527b-84b6-442e-bc02-53c3877bb9da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1095 time: 0.0682521 Sep 18 08:09:37.427680 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27094b-c471-4cf7-beb3-3b437105896d req-eacda5a2-b36d-4334-aa26-157080a9d91e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.429694 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f27094b-c471-4cf7-beb3-3b437105896d req-eacda5a2-b36d-4334-aa26-157080a9d91e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 943 time: 0.0546117 Sep 18 08:09:37.468206 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f27094b-c471-4cf7-beb3-3b437105896d req-14e19bc9-1dfe-4a54-981b-c391c6722a09 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Sep 18 08:09:37.543432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-152a7b0d-272d-4a88-ac15-dff761891412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.544934 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-152a7b0d-272d-4a88-ac15-dff761891412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.1535580 Sep 18 08:09:37.546885 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-683b6498-00c0-4c8b-957e-94f8ba2ba2fb service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634574 Sep 18 08:09:37.663042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-549e76f3-8726-48db-a090-122e587829af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 999 time: 0.1107588 Sep 18 08:09:37.717290 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-a7d82ff3-ff8c-441e-9860-633781c7acff service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593108 Sep 18 08:09:37.725611 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-d74ab2d1-6903-4079-84cb-557e594c37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.727003 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-d74ab2d1-6903-4079-84cb-557e594c37af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0566547 Sep 18 08:09:37.772249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-229e45a5-7129-4fee-8931-1baa34ec5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:37.773730 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-229e45a5-7129-4fee-8931-1baa34ec5f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401132 Sep 18 08:09:37.831968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:09:37.867163 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-f9ef8f59-7f89-4f89-ba95-f8c177102d49 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861728 Sep 18 08:09:37.925219 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:09:37.936140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'port_id': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'mac_address': 'fa:16:3e:d3:da:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:09:37.959636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d0edb5fc-e3f0-431f-8b55-bc6fcec8ffef req-541c1c28-6afa-4f8a-95e1-35917eac978d service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Sep 18 08:09:37.972425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:37.985275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8f633f-3726-4a62-b7e9-34797cc6f04b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:09:38.003669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:09:38.064569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:38.110307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:09:38.117495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.117819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.118166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.118502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.118832 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.119172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.119492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.119817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.120189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.120520 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.120841 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.121163 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:09:38.296529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['6d8f633f-3726-4a62-b7e9-34797cc6f04b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:09:38.588639 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023aa83-b373-43ff-ba38-b0c01b2e940e req-18ace3fc-6de7-4db2-b254-4605bda9c2fb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:38.590086 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6023aa83-b373-43ff-ba38-b0c01b2e940e req-18ace3fc-6de7-4db2-b254-4605bda9c2fb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Sep 18 08:09:38.632322 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6023aa83-b373-43ff-ba38-b0c01b2e940e req-e02e2dc1-2ed7-4982-bbc2-22d129320e78 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359783 Sep 18 08:09:38.916122 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f2019e6-7213-45e0-9a90-df409ed1af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:38.966909 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce18e2-2823-4015-8275-2aa57e2dc8d7 req-7df5151b-ba22-4476-804d-9395e5602e94 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:38.968432 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04ce18e2-2823-4015-8275-2aa57e2dc8d7 req-7df5151b-ba22-4476-804d-9395e5602e94 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 944 time: 0.0533521 Sep 18 08:09:39.011478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-04ce18e2-2823-4015-8275-2aa57e2dc8d7 req-1560b152-4be3-4cd1-8c88-6b4020912e31 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331702 Sep 18 08:09:39.044744 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184260-fe80-406b-9672-4b032ac8f01f req-7f0d075b-d657-42e6-bdc3-1a731f9e8039 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.046262 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-7f0d075b-d657-42e6-bdc3-1a731f9e8039 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057&tenant_id=028068dbd599439b9823c1982b6a6c11&binding%3Ahost_id=n-h1-789963-14 HTTP/1.1" status: 200 len: 944 time: 0.0525434 Sep 18 08:09:39.105505 n-d-789963-14 neutron-server[101978]: INFO neutron.api.v2.resource [req-fa184260-fe80-406b-9672-4b032ac8f01f req-650b8ba1-7fc7-4c3e-aa9b-03252d4a6dd2 service neutron] delete failed (client error): The resource could not be found. Sep 18 08:09:39.106552 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-650b8ba1-7fc7-4c3e-aa9b-03252d4a6dd2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6d8f633f-3726-4a62-b7e9-34797cc6f04b/bindings/n-h2-789963-14 HTTP/1.1" status: 404 len: 381 time: 0.0533049 Sep 18 08:09:39.126752 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431fe05-c759-4cb4-b732-900dd204df2e req-c314f0db-207c-4911-b9c5-c38b7cecde19 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.128170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d431fe05-c759-4cb4-b732-900dd204df2e req-c314f0db-207c-4911-b9c5-c38b7cecde19 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 944 time: 0.0480490 Sep 18 08:09:39.168122 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d431fe05-c759-4cb4-b732-900dd204df2e req-a72e6ca2-f238-439b-b359-85e53a45f817 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Sep 18 08:09:39.208302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184260-fe80-406b-9672-4b032ac8f01f req-7bde8abe-5872-42d3-bfe2-bd9c344a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.209793 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-7bde8abe-5872-42d3-bfe2-bd9c344a87a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1096 time: 0.0411246 Sep 18 08:09:39.302596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184260-fe80-406b-9672-4b032ac8f01f req-1fe03d08-c154-452a-8a71-8235237718a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.304082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-1fe03d08-c154-452a-8a71-8235237718a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0877564 Sep 18 08:09:39.366877 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-45e32c5a-66b1-4944-affc-f086b38799d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 1000 time: 0.0560012 Sep 18 08:09:39.419177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184260-fe80-406b-9672-4b032ac8f01f req-156cac4f-d161-488a-b657-2c61e344607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.420615 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-156cac4f-d161-488a-b657-2c61e344607e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0469785 Sep 18 08:09:39.465642 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184260-fe80-406b-9672-4b032ac8f01f req-19309767-480a-4b2a-b32a-cd58993378e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:39.467142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-19309767-480a-4b2a-b32a-cd58993378e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397329 Sep 18 08:09:39.554492 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-418833f6-6d63-43fd-b509-b601dd12549d service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793519 Sep 18 08:09:39.644500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fa184260-fe80-406b-9672-4b032ac8f01f req-bdf3b579-7dd5-4287-9fbe-71723a3aa15c service neutron] 10.222.0.24 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836899 Sep 18 08:09:39.847696 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:09:39.959055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 6d8f633f-3726-4a62-b7e9-34797cc6f04b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:09:39.962982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 6d8f633f-3726-4a62-b7e9-34797cc6f04b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:09:39.963356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:40.037090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:40.058918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:09:40.061106 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b510ec8-beed-400e-9e85-a7fe01f07ba3" -d '{"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:09:40.073980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:09:40.108806 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e24336-40d2-4a40-bdb2-90fa72f86174 x-openstack-request-id: req-60e24336-40d2-4a40-bdb2-90fa72f86174 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:09:40.109105 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-plugged", "status": "completed", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:09:40.109360 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60e24336-40d2-4a40-bdb2-90fa72f86174 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:09:40.109776 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'code': 200} Sep 18 08:09:40.156328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:40.203602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=9']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:09:40.290202 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b2514-99a5-4898-bb59-52fffbb05347 req-a3026c0c-459d-4aa8-9997-e8fae1440a64 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:40.291703 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf8b2514-99a5-4898-bb59-52fffbb05347 req-a3026c0c-459d-4aa8-9997-e8fae1440a64 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0523155 Sep 18 08:09:40.330550 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bf8b2514-99a5-4898-bb59-52fffbb05347 req-3d300854-e5ca-4a8d-8e40-f6e7ffd49744 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Sep 18 08:09:41.444906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64032bdc-f303-40b8-9d19-b5c0d589b47c req-b24f2277-3f4c-45d2-99a1-b631061afa10 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:09:41.446404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64032bdc-f303-40b8-9d19-b5c0d589b47c req-b24f2277-3f4c-45d2-99a1-b631061afa10 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0476098 Sep 18 08:09:41.483597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-64032bdc-f303-40b8-9d19-b5c0d589b47c req-96cd0b59-6319-4f93-996a-f822308b74d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308363 Sep 18 08:09:41.505248 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44408) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:09:41.550958 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cd447334-bae7-4a4f-8e35-487444a0b1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:41.570549 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5ad51f1b-9d70-4921-af8a-3da1c00eecd4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/47626cc3-dd40-4d15-bc6e-469e162b39d6 HTTP/1.1" status: 200 len: 993 time: 0.0641797 Sep 18 08:09:42.162135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:43.573560 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:45.001733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:45.750299 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:09:50.356691 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:09:59.599011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:07.867982 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44424) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:08.018475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 9876406d-6185-40ac-a669-cc0cb9c76250 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:10:08.018819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:08.090697 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:08.090951 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:08.102092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 9876406d-6185-40ac-a669-cc0cb9c76250 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:10:08.335879 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:08.361174 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=9876406d-6185-40ac-a669-cc0cb9c76250,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:08.388791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.389144 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.389489 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.389829 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.390191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.390528 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.390864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.391192 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.391519 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.391846 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.392171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.392493 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:08.433861 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:08.434221 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 47626cc3-dd40-4d15-bc6e-469e162b39d6 disassociated (deleted). External IP: 172.25.4.224, port: 6d8f633f-3726-4a62-b7e9-34797cc6f04b. Sep 18 08:10:08.897009 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router bb57c68a-9057-4b1f-87cf-7daf2cde2530 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:10:08.901328 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1048021b-bd0e-4c53-8644-320a73699081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:09.001010 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:10:09.005948 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:09.010374 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Sync routers for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:10:09.019297 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:09.019897 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:09.032324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6e9d64c6-4e7e-4a3a-bed7-9bf5eb2fb6c1 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/floatingips/47626cc3-dd40-4d15-bc6e-469e162b39d6 HTTP/1.1" status: 204 len: 168 time: 1.1632845 Sep 18 08:10:09.032932 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:10:09.035222 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9" -d '{"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:10:09.129444 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:09.144320 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c011b7-f75c-4e3c-b4d5-27f30de44bc2 x-openstack-request-id: req-93c011b7-f75c-4e3c-b4d5-27f30de44bc2 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:10:09.144320 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:10:09.144320 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93c011b7-f75c-4e3c-b4d5-27f30de44bc2 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:10:09.144664 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'status': 'completed', 'code': 200} Sep 18 08:10:09.217483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-591f30c3-a26d-4e4a-9ad4-d3fe813c6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:09.219772 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-591f30c3-a26d-4e4a-9ad4-d3fe813c6e5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 1097 time: 0.0515420 Sep 18 08:10:09.317839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-efe3d7b3-3119-4f35-af61-690cb5455b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:09.319460 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-efe3d7b3-3119-4f35-af61-690cb5455b90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 200 len: 897 time: 0.0923104 Sep 18 08:10:09.328660 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:09.357882 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Checking router: bb57c68a-9057-4b1f-87cf-7daf2cde2530 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:10:09.365209 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-0e66e5c1-1564-4a64-8566-0495da3cb873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 200 len: 217 time: 0.0387347 Sep 18 08:10:09.366425 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:09.367085 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:09:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:09.424777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-8de8d7d7-87fd-4486-97cb-a1669a799946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:09.426306 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-8de8d7d7-87fd-4486-97cb-a1669a799946 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 200 len: 835 time: 0.0538335 Sep 18 08:10:09.461072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4ec06-517d-4190-9871-67ba36954397 req-54bc2c46-f366-4249-b6c3-c216a8f2acdc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:09.462633 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e4ec06-517d-4190-9871-67ba36954397 req-54bc2c46-f366-4249-b6c3-c216a8f2acdc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Sep 18 08:10:09.475859 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-badef798-821c-489d-af01-ca3c440a266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:09.477871 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-badef798-821c-489d-af01-ca3c440a266a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb12d846-b4b9-4208-b028-51d243f35e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432167 Sep 18 08:10:09.479854 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:09.503609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6e4ec06-517d-4190-9871-67ba36954397 req-685926f0-d441-4581-ad2b-b057e3ca086b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Sep 18 08:10:09.585570 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-7ac0868b-f251-4d78-9369-c5d5aa5d85f2 service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002309 Sep 18 08:10:09.685971 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9f918606-77c5-43a7-b4e7-5ebd1a9674b9 req-40d1db40-f3e7-487f-856d-3a4cb932fa1a service neutron] 10.222.0.37 "GET /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930750 Sep 18 08:10:09.767840 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:09.792754 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595d4-5892-492d-a97b-fbabc21947d6 None None] The sync data for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 is: [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:07:47Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0', 'name': '', 'network_id': 'bb12d846-b4b9-4208-b028-51d243f35e16', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:a3:ce:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:47Z', 'updated_at': '2021-09-18T08:07:50Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': '55d264b5-fedd-45ef-8770-5d2a46dbbb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:10:10.000808 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16845b1c-8bad-404f-a729-c591e6df21b2 None None] New status for floating IP 47626cc3-dd40-4d15-bc6e-469e162b39d6: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:10:10.618480 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7500dc-45fa-468f-a0d7-927a5db44bbb req-ce1ab382-af9a-4f75-ad9e-dad2b9010e13 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:10.619939 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a7500dc-45fa-468f-a0d7-927a5db44bbb req-ce1ab382-af9a-4f75-ad9e-dad2b9010e13 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0474796 Sep 18 08:10:10.658260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a7500dc-45fa-468f-a0d7-927a5db44bbb req-f4b517eb-1091-48b9-9ba7-6dfce2db2dc6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=41857f7a-9750-4d81-b5f4-5d52404b18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322413 Sep 18 08:10:10.674302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-ac9f2c89-54f5-4366-8c58-a246c2f17619 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:10.675780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-ac9f2c89-54f5-4366-8c58-a246c2f17619 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Sep 18 08:10:10.767064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 6d8f633f-3726-4a62-b7e9-34797cc6f04b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:10:10.767405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:10.853918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 6d8f633f-3726-4a62-b7e9-34797cc6f04b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=6d8f633f-3726-4a62-b7e9-34797cc6f04b,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:10.854288 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:10.866484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 6d8f633f-3726-4a62-b7e9-34797cc6f04b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:10:11.084441 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:11.112392 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=6d8f633f-3726-4a62-b7e9-34797cc6f04b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:11.156654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] No DVR routers for this DVR port 6d8f633f-3726-4a62-b7e9-34797cc6f04b on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:10:11.159360 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:11.161423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-657e6f09-5527-44d0-9862-1a82bd75a8de req-00c51884-c74c-4828-ab4d-fb99ed65187c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "DELETE /v2.0/ports/6d8f633f-3726-4a62-b7e9-34797cc6f04b HTTP/1.1" status: 204 len: 173 time: 0.4791441 Sep 18 08:10:11.161865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-deleted', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:10:11.164180 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37604ef-56aa-4110-8a6b-6d4e5376af81" -d '{"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-deleted", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:10:11.199865 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b88696-0b49-49b5-ade4-ac169a19a1d7 x-openstack-request-id: req-07b88696-0b49-49b5-ade4-ac169a19a1d7 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:10:11.200467 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99934e48-0442-496f-9dfd-6351a493a057", "name": "network-vif-deleted", "tag": "6d8f633f-3726-4a62-b7e9-34797cc6f04b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:10:11.200720 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07b88696-0b49-49b5-ade4-ac169a19a1d7 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:10:11.201124 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99934e48-0442-496f-9dfd-6351a493a057', 'name': 'network-vif-deleted', 'tag': '6d8f633f-3726-4a62-b7e9-34797cc6f04b', 'status': 'completed', 'code': 200} Sep 18 08:10:11.562113 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a7942ae7-f216-46af-bfc6-4653f9b28518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:11.766723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0774b255-871a-4572-838a-746a222a67a5 req-a8ff3a24-76af-4e2e-a326-ad0365ce43db tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=99934e48-0442-496f-9dfd-6351a493a057 HTTP/1.1" status: 200 len: 210 time: 0.0306752 Sep 18 08:10:12.158474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:12.821986 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:13.165458 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:13.412041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:10:13.412392 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:13.502473 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:13.502916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:13.514953 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:10:13.535875 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:13.749996 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:13.782905 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:13.958841 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.010353 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:10:14.029676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 6d8f633f-3726-4a62-b7e9-34797cc6f04b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:10:14.030051 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 6d8f633f-3726-4a62-b7e9-34797cc6f04b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:10:14.170759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router bb57c68a-9057-4b1f-87cf-7daf2cde2530 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:10:14.275791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:10:14.281017 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-69515183-9c3e-41ba-bf39-8f0fa12fe7ee tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/bb57c68a-9057-4b1f-87cf-7daf2cde2530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4580293 Sep 18 08:10:14.283720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44446) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:14.286851 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Sync routers for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:10:14.297470 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:14.298126 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:14.337448 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting subnet 55d264b5-fedd-45ef-8770-5d2a46dbbb19 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:10:14.340496 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.379733 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.403552 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:14.468142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.587047 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:10:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:14.604887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.613791 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Checking router: bb57c68a-9057-4b1f-87cf-7daf2cde2530 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:10:14.622043 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Routers {'bb57c68a-9057-4b1f-87cf-7daf2cde2530'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:14.622642 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:14.632331 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Subnet': ['ID=55d264b5-fedd-45ef-8770-5d2a46dbbb19,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:14.641740 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.646174 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-986c8705-f661-4658-b09f-73358d3839a8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/subnets/55d264b5-fedd-45ef-8770-5d2a46dbbb19 HTTP/1.1" status: 204 len: 168 time: 0.3590624 Sep 18 08:10:14.649611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaecc1e-c7ee-430a-9123-779fe17eabee None None] Network bb12d846-b4b9-4208-b028-51d243f35e16 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:10:14.650149 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:14.727425 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] Set router bb57c68a-9057-4b1f-87cf-7daf2cde2530 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:14.756916 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.831536 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] DHCP port deletion for bb12d846-b4b9-4208-b028-51d243f35e16 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:10:14.870669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.885663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Deleting port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:10:14.890329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.923043 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:10:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:14.953668 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75dc42b-4992-4e55-9bf1-7a8e46660c38 None None] The sync data for ids ['bb57c68a-9057-4b1f-87cf-7daf2cde2530'] in n-d-789963-14 is: [{'id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031825936', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:07:43Z', 'updated_at': '2021-09-18T08:10:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '608cdc2d-347e-44a6-8ea7-061ca6b1f9f2', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb57c68a-9057-4b1f-87cf-7daf2cde2530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:07:44Z', 'updated_at': '2021-09-18T08:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:10:14.957744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] For port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,segment=NetworkSegment(2606a421-2c19-4f5c-b6f2-993de4e36d7d),segment_id=2606a421-2c19-4f5c-b6f2-993de4e36d7d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:14.958206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:14.972237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Calling delete_port for c9e69af3-1ea0-42c1-a81f-75ec1cd4521e owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:10:15.181020 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.260210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:10:15.260795 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.293361 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.320714 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] Pushing event deleted for resources: {'Port': ['ID=c9e69af3-1ea0-42c1-a81f-75ec1cd4521e,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:15.326529 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14293bb4-959c-4006-bb51-fb0e07ccd9dd None None] No DVR routers for this DVR port c9e69af3-1ea0-42c1-a81f-75ec1cd4521e on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:10:15.342992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:15.343367 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.357472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:10:15.596277 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.621542 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=608cdc2d-347e-44a6-8ea7-061ca6b1f9f2,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:15.683878 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.744507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.772266 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.774357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.896144 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.896747 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Fanout notify agent at l3_agent the message router_deleted on router bb57c68a-9057-4b1f-87cf-7daf2cde2530 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:10:15.905430 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:15.909147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2abbbe29-ef43-4d80-a329-414ad0eead47 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/routers/bb57c68a-9057-4b1f-87cf-7daf2cde2530 HTTP/1.1" status: 204 len: 168 time: 1.2592578 Sep 18 08:10:15.911239 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:15.941952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:10:15.964882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:10:15.965318 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 0f5e9b8e-0de9-407c-b2f5-05a21a35c8b0 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:10:15.966377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9e69af3-1ea0-42c1-a81f-75ec1cd4521e no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:10:15.988035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: c9e69af3-1ea0-42c1-a81f-75ec1cd4521e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:10:15.988487 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device c9e69af3-1ea0-42c1-a81f-75ec1cd4521e not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:10:15.992281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.083040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.101697 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb12d846-b4b9-4208-b028-51d243f35e16']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:16.110561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2606a421-2c19-4f5c-b6f2-993de4e36d7d') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:16.110858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2606a421-2c19-4f5c-b6f2-993de4e36d7d') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:16.119947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.133038 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.139321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:10:16.139700 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:10:16.142531 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:10:16.272770 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.282190 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.282190 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/networks/bb12d846-b4b9-4208-b028-51d243f35e16 HTTP/1.1" status: 204 len: 168 time: 0.3710926 Sep 18 08:10:16.284377 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44452) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:16.292508 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a910a2d-983b-4d2f-8426-5eeaa80bc14b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Network': ['ID=bb12d846-b4b9-4208-b028-51d243f35e16,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:16.344134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.370511 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.504305 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.506968 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:16.508199 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/security-groups/41857f7a-9750-4d81-b5f4-5d52404b18a9 HTTP/1.1" status: 204 len: 168 time: 0.2227986 Sep 18 08:10:16.517239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a2b48-4f58-4d18-975b-8f272935e608 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41857f7a-9750-4d81-b5f4-5d52404b18a9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:17.852055 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:10:17.859432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44460) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:17.864292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66270862', 'description': 'tempest-secgroup-smoke-66270862 description', 'project_id': '028068dbd599439b9823c1982b6a6c11'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:17.873048 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:10:17.873399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 608cdc2d-347e-44a6-8ea7-061ca6b1f9f2 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:10:17.961047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.037152 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.112670 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.141248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:18.192709 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.193996 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-44e90f84-427a-4d33-be56-552f0047fd98 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3334272 Sep 18 08:10:18.196888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44464) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:18.201833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:18.259941 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.314052 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.390105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.408205 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6e15e5-2a64-463d-b76c-e5e816b953b5,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:18.487362 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.488825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ba95862c-7103-47f6-a299-150f53ff7654 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906823 Sep 18 08:10:18.491521 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44466) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:18.496310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:18.583000 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.638276 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.721244 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.735456 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e133511c-4105-4430-959f-1dc6d5dc98f7,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:18.818640 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.819854 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a0770558-ef98-412e-912b-b890460df967 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272898 Sep 18 08:10:18.822540 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44468) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:18.827373 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:18.917493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:18.974291 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.029601 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.049198 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a779c327-70d0-4bcc-9b16-05fabd008f8c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:19.107284 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.108509 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-999f15a4-255d-48ec-ab39-4f3045293025 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2850380 Sep 18 08:10:19.112156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44470) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:19.116451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:19.201110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.257356 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.352639 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.372355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89195809-4bba-4c3c-9cc4-8b9463abc309,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:19.438371 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.439620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52a79a1f-4d64-4eb7-887e-b608861786d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265443 Sep 18 08:10:19.442327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44472) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:19.446724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:19.535273 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:10:19.540130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.598626 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.675233 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.695424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1887dce-2f5f-4280-9a1e-cbd40faf84fa,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:19.767437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.769221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7dae31fd-c5b9-4fd1-9f7b-8fa841cd4338 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3258269 Sep 18 08:10:19.771866 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44474) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:19.776364 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': 'f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:19.855598 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:10:19.861417 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.920762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.975668 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:19.997206 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8bd04f-f093-43cc-89c8-c879c6653794,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:20.070138 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.071354 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-70456c64-335d-44d6-af09-8e1f49cb44f6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985480 Sep 18 08:10:20.074237 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44476) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:20.079150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'network': {'name': 'tempest-network-smoke--1746255933', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'port_security_enabled': True}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:20.167044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:10:20.170343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.192559 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:10:20.201294 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.205261 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Added segment dee8c771-13b5-4fde-85ea-d8b2f1ac1578 of type vlan for network b75aaa88-c509-4f35-aa40-bd09f6cade5f Sep 18 08:10:20.240576 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.338232 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.344470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:20.345066 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.409109 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Network': ['ID=b75aaa88-c509-4f35-aa40-bd09f6cade5f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:20.423015 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:10:20.442649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-10f0c5a6-84a5-414d-8c54-de7829aab3cb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3673689 Sep 18 08:10:20.445412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44478) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:20.450475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'admin_state_up': True, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:20.533368 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.534432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.587918 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:20.799241 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:21.083000 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:21.100999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:21.202374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.232 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/2bd99b4b-9ee9-447c-8044-9ae73810e1ad) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:10:21.304950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:21.401879 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:21.438932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:21.443149 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:21.445632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:10:21.477023 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:21.755272 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:22.246176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:22.447518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router 428ed52d-1192-46f5-8984-09d0896e42c2 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:10:22.552983 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:10:22.565475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Sync routers for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:10:22.575691 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:22.578551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:22.607814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:22.612068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f7796a7c-31f3-457e-a33c-da73f94f541e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1627705 Sep 18 08:10:22.612590 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44480) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:22.685460 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:22.696810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ae0fff13-0d6f-444d-8a61-dc93046f76f3 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=028068dbd599439b9823c1982b6a6c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798740 Sep 18 08:10:22.697005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44484) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:22.781661 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c593598-45e8-4b3e-9425-3999161735ef tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:22.785959 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-7c593598-45e8-4b3e-9425-3999161735ef tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853000 Sep 18 08:10:22.786168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44486) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:22.813510 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6d1dda41-a1a3-4b71-a0b5-fd981f5354fa tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262599 Sep 18 08:10:22.815978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44488) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:22.820627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803127976', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:22.868928 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:21Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:22.896325 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Checking router: 428ed52d-1192-46f5-8984-09d0896e42c2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:10:22.896675 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Updating router 428ed52d-1192-46f5-8984-09d0896e42c2 port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:10:22.921526 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:22.969776 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:10:22.973456 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.170595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.235592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.258196 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.296790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Subnet': ['ID=bc1ed686-53c6-4688-8932-acb409a6b19c,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:23.304238 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Checking segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:10:23.304403 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network hostable DHCP agents. Network: b75aaa88-c509-4f35-aa40-bd09f6cade5f, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:10:23.312129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Attempting to bind port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:10:23.312507 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Attempting to bind port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:10:23.312884 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Attempting to bind port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:10:23.316067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17d46-e0d2-403f-9a26-a0cac279b427 None None] Pushing event updated for resources: {'Port': ['ID=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:23.320624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:10:23.325254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:10:23.325254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.325254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:10:23.325254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Bound port: 2bd99b4b-9ee9-447c-8044-9ae73810e1ad, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:10:23.325254 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.372734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] For port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:10:23.375718 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] For port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:10:23.401578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:10:23.470744 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.504813 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, b75aaa88-c509-4f35-aa40-bd09f6cade5f) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:23.509844 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:23.514484 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:23.526136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3fd14-b531-437a-b717-e798554f8a7f None None] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:10:23.547351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:23.547991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:23.552939 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17d46-e0d2-403f-9a26-a0cac279b427 None None] Pushing event updated for resources: {'Port': ['ID=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:23.673752 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-28ab4b78-d7df-4de0-a719-53f857a5888e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8566263 Sep 18 08:10:23.676341 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44490) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:23.706967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:23.869519 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:10:23.870542 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.038228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:21Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:24.068313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218c08f-3bd5-42b1-bd75-a2808506f8ed None None] The sync data for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 is: [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:21Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:10:24.073513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Allocated IP 172.20.0.2 (b75aaa88-c509-4f35-aa40-bd09f6cade5f/bc1ed686-53c6-4688-8932-acb409a6b19c/1ddf114e-54bd-4d6f-bc49-9831bf069dbe) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:10:24.115278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.224377 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.333585 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.383211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:24.394684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:24.397385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:10:24.400069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Pushing event updated for resources: {'Port': ['ID=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:24.414925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.1 (b75aaa88-c509-4f35-aa40-bd09f6cade5f/bc1ed686-53c6-4688-8932-acb409a6b19c/ec16ea4a-96f2-4c40-8b36-3475bc649336) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:10:24.463458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Attempting to bind port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:10:24.464517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Attempting to bind port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:10:24.464517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Attempting to bind port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe on network b75aaa88-c509-4f35-aa40-bd09f6cade5f {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:10:24.469596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:10:24.470072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Checking segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:10:24.470541 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.471633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Bound using segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:10:24.471633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Bound port: 1ddf114e-54bd-4d6f-bc49-9831bf069dbe, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:10:24.471981 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.540943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7cfd2146-3776-4306-a321-c567db612662 None None] For port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:10:24.544434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7cfd2146-3776-4306-a321-c567db612662 None None] For port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:10:24.553383 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.625058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.656882 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:24.685444 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2146-3776-4306-a321-c567db612662 None None] Pushing event updated for resources: {'Port': ['ID=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:24.707724 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:24.711893 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:24.716541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:10:24.751563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:24.785787 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.009064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.293128 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.344366 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.422812 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:25.425515 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.521786 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:25.523303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:25.643298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router 428ed52d-1192-46f5-8984-09d0896e42c2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:10:25.647422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c777ff-1d77-4e5b-a5a6-4fc9159bceeb None None] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:10:25.713647 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] Provisioning complete for port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:25.713947 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.759469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:10:25.772838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36edf319-6a1b-432c-b923-c63251072ba4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/428ed52d-1192-46f5-8984-09d0896e42c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0873828 Sep 18 08:10:25.862733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:25.905495 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] For port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:25.932260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-1e557302-4bc6-4c42-a5f1-07e153c39786 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66270862&fields=id&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 267 time: 0.0477562 Sep 18 08:10:25.997492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd99b4b-9ee9-447c-8044-9ae73810e1ad up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:26.039892 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.060516 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-73329b6e-64cc-4f05-b79b-f41390fb2b43 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:26.068529 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-73329b6e-64cc-4f05-b79b-f41390fb2b43 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 797 time: 0.1283405 Sep 18 08:10:26.087132 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-a226ffac-23cc-42a7-b38c-89d688670a69 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/quotas/028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 375 time: 0.0175691 Sep 18 08:10:26.104254 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687a51f-ad6e-4a23-b28c-014c61723e0c None None] Pushing event updated for resources: {'Port': ['ID=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:26.121256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.122346 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.157910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-a8a88660-df68-4bf0-82fa-3840d2cbfd59 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617855 Sep 18 08:10:26.163678 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-8fcda715-4aae-4d79-8c72-be31ff529a36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:10:26.171010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-8fcda715-4aae-4d79-8c72-be31ff529a36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117655 Sep 18 08:10:26.178802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d54b3bc7-69e9-4638-9a61-279eceb30b63 None None] Provisioning complete for port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.179951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d54b3bc7-69e9-4638-9a61-279eceb30b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.256903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.276740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-e724babc-ad20-4bb7-8345-0913e7aba44f service neutron] 10.222.0.20 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032004 Sep 18 08:10:26.298518 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Sync routers for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:10:26.301988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:26.311020 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:26.317349 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:26.327468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-d54b3bc7-69e9-4638-9a61-279eceb30b63 None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.327853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d54b3bc7-69e9-4638-9a61-279eceb30b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.364453 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-d54b3bc7-69e9-4638-9a61-279eceb30b63 None None] Port ec16ea4a-96f2-4c40-8b36-3475bc649336 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:10:26.367545 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.369021 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1ddf114e-54bd-4d6f-bc49-9831bf069dbe up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:26.399181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-f8f5d471-5d72-41e7-a9a8-a3b2f4dfed26 service neutron] 10.222.0.20 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099474 Sep 18 08:10:26.457173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:26.464432 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:26.471081 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.471474 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.515966 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a6fd6030-427f-403b-b8b7-fc3d1bb833bb None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.516348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6030-427f-403b-b8b7-fc3d1bb833bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.603107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd6030-427f-403b-b8b7-fc3d1bb833bb None None] Port ec16ea4a-96f2-4c40-8b36-3475bc649336 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:10:26.647816 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c09f13a-48e8-416c-9657-2aeef6c48b57 req-1b9561d1-1dd8-4ccc-aa75-032bb778427d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 210 time: 0.0293963 Sep 18 08:10:26.688124 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:25Z', 'revision_number': 2, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:26.718274 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Checking router: 428ed52d-1192-46f5-8984-09d0896e42c2 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:10:26.718523 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Updating router 428ed52d-1192-46f5-8984-09d0896e42c2 port ec16ea4a-96f2-4c40-8b36-3475bc649336 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:10:26.722232 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-4ba060cf-63ae-4bbf-94da-c6e869d71604 None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:26.722690 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4ba060cf-63ae-4bbf-94da-c6e869d71604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.744439 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:26.764977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4ba060cf-63ae-4bbf-94da-c6e869d71604 None None] Port ec16ea4a-96f2-4c40-8b36-3475bc649336 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:10:27.004054 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.098581 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.152116 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Pushing event updated for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:27.175411 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.175752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.176087 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.176420 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.176750 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.177074 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.177394 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.177713 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.178062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.178381 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.178699 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.179015 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:10:27.211230 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Attempting to bind port ec16ea4a-96f2-4c40-8b36-3475bc649336 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:10:27.211597 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Attempting to bind port ec16ea4a-96f2-4c40-8b36-3475bc649336 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:10:27.211964 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Attempting to bind port ec16ea4a-96f2-4c40-8b36-3475bc649336 on network b75aaa88-c509-4f35-aa40-bd09f6cade5f {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:10:27.218257 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:10:27.218631 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Checking segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:10:27.219037 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.219432 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Bound using segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:10:27.219899 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Bound port: ec16ea4a-96f2-4c40-8b36-3475bc649336, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:10:27.220281 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.285828 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] For port ec16ea4a-96f2-4c40-8b36-3475bc649336, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:10:27.289278 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] For port ec16ea4a-96f2-4c40-8b36-3475bc649336, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec16ea4a-96f2-4c40-8b36-3475bc649336,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:10:27.342230 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.392638 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:10:27.398028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:27.398464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.416393 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:27.417042 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:27.420953 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a9a7f-7485-45e4-b081-3c9b364c56ab None None] Pushing event updated for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:27.489978 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.530668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] For port ec16ea4a-96f2-4c40-8b36-3475bc649336, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec16ea4a-96f2-4c40-8b36-3475bc649336,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:27.593243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.649121 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:27.756923 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-83a0bf7e-f6e6-422d-ab8c-964e822265ce req-af1b1796-2880-45f9-948c-efe2f3400d2e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 210 time: 0.0351486 Sep 18 08:10:27.807514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-389f6b49-3a75-4cf3-99a6-a0639496a6fa None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:27.808108 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-389f6b49-3a75-4cf3-99a6-a0639496a6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:27.810405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9e011-4bb8-471d-80ab-92ec0c847662 None None] Pushing event updated for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:27.859666 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:27.888877 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d4d63-ec01-470d-ba94-4e3bd3b718ac None None] The sync data for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 is: [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:10:27.916868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd99b4b-9ee9-447c-8044-9ae73810e1ad up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:27.991115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:27.991491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:28.074461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1ddf114e-54bd-4d6f-bc49-9831bf069dbe up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:28.122278 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:28.122661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:28.550870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-0517bfa6-b09a-4b2e-9e97-5b9ffcfce287 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:28.552395 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-0517bfa6-b09a-4b2e-9e97-5b9ffcfce287 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 797 time: 0.1092999 Sep 18 08:10:28.602036 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9d8281b7-13c8-44d0-a5b2-b5fba446f4d7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 378 time: 0.0353205 Sep 18 08:10:28.612541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'port': {'device_id': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'admin_state_up': True, 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'security_groups': ['f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:28.793792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:10:28.797699 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:28.870907 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe138b75-78e7-4bc2-b24e-54566bcff7c2 req-6eb0d852-3f43-410b-bc93-f42d8b495721 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 210 time: 0.0337408 Sep 18 08:10:28.931787 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.12 (b75aaa88-c509-4f35-aa40-bd09f6cade5f/bc1ed686-53c6-4688-8932-acb409a6b19c/61ca432a-2d98-493d-9ee2-1bd32c242f8a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:10:29.072644 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.167661 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.208625 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:29.211671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:29.215887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:10:29.249631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:29.275650 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:29.276287 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.345217 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-cd517663-8432-40b8-b3b2-d303044c63d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377329 Sep 18 08:10:29.419004 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Request body: {'port': {'device_id': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:29.428514 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a993f5d1-1172-401e-ba2c-b2f6e115e3bd None None] Provisioning complete for port 61ca432a-2d98-493d-9ee2-1bd32c242f8a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:29.429050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a993f5d1-1172-401e-ba2c-b2f6e115e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.461501 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a993f5d1-1172-401e-ba2c-b2f6e115e3bd None None] Port 61ca432a-2d98-493d-9ee2-1bd32c242f8a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:10:29.472112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.572803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.728486 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ca432a-2d98-493d-9ee2-1bd32c242f8a {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:10:29.735562 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.747555 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Transition to ACTIVE for port object 61ca432a-2d98-493d-9ee2-1bd32c242f8a will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:10:29.818498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:29.911963 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Pushing event updated for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:29.955992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec16ea4a-96f2-4c40-8b36-3475bc649336 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:29.990270 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Attempting to bind port 61ca432a-2d98-493d-9ee2-1bd32c242f8a on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:10:29.990617 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Attempting to bind port 61ca432a-2d98-493d-9ee2-1bd32c242f8a by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:10:29.990950 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Attempting to bind port 61ca432a-2d98-493d-9ee2-1bd32c242f8a on network b75aaa88-c509-4f35-aa40-bd09f6cade5f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:10:29.995886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Port 61ca432a-2d98-493d-9ee2-1bd32c242f8a on network b75aaa88-c509-4f35-aa40-bd09f6cade5f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:10:29.996889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Attempting to bind port 61ca432a-2d98-493d-9ee2-1bd32c242f8a on network b75aaa88-c509-4f35-aa40-bd09f6cade5f {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:10:30.002702 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029692ef-7dec-4b03-95da-2e5739bd4055 req-9bb28371-27e2-409f-9eaf-46db3dd342ac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.003430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:10:30.003831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Checking segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:10:30.004225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Bound using segment: {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:10:30.004667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Bound port: 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:10:30.005033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:30.011554 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029692ef-7dec-4b03-95da-2e5739bd4055 req-9bb28371-27e2-409f-9eaf-46db3dd342ac tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0631137 Sep 18 08:10:30.014921 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ec16ea4a-96f2-4c40-8b36-3475bc649336 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:30.015291 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:30.047436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-029692ef-7dec-4b03-95da-2e5739bd4055 req-c96c85e3-ac54-4acd-8a59-d8cab367c80a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349138 Sep 18 08:10:30.084016 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:10:30.087367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:10:30.161913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:30.203838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.204497 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:30.205961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] 10.222.0.24 "PUT /v2.0/ports/61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 1093 time: 0.7915075 Sep 18 08:10:30.206422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:10:30.208733 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:10:30.241414 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f663-80e3-4d21-a84c-7f72de2a0448 service neutron] Pushing event updated for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:30.258333 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5932e8bf-b848-4fe5-b648-6abba2b81b36 x-openstack-request-id: req-5932e8bf-b848-4fe5-b648-6abba2b81b36 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:10:30.258705 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:10:30.258957 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5932e8bf-b848-4fe5-b648-6abba2b81b36 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:10:30.259360 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'status': 'completed', 'code': 200} Sep 18 08:10:30.341866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-de7a3e00-e5ac-4fbc-be3c-d5270c678855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.343699 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-de7a3e00-e5ac-4fbc-be3c-d5270c678855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1096 time: 0.0447435 Sep 18 08:10:30.454985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-c6206e53-fed4-47da-9e23-82dacdb7abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.456455 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-c6206e53-fed4-47da-9e23-82dacdb7abae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=028068dbd599439b9823c1982b6a6c11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993099 Sep 18 08:10:30.547839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-11d40337-e271-4b03-aa43-566a63254b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.549214 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2de5d3c2-e26a-449b-9763-ca50ecc34bb8 req-11d40337-e271-4b03-aa43-566a63254b1e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858247 Sep 18 08:10:30.645562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-7a309125-7fe5-49b7-9a71-ab50b68ee127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.647103 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-7a309125-7fe5-49b7-9a71-ab50b68ee127 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1096 time: 0.0396814 Sep 18 08:10:30.696603 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-127f0b72-3dd1-41ca-ae45-b62af05d7113 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 217 time: 0.0366206 Sep 18 08:10:30.745688 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-e27b9d08-430c-41d5-85c9-f52d767f2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.747164 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-e27b9d08-430c-41d5-85c9-f52d767f2769 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0431006 Sep 18 08:10:30.792430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872c51-29f0-4731-b522-a419ebac2075 req-e2d6e399-0a81-40ed-a71b-be213c034bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:30.793918 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-e2d6e399-0a81-40ed-a71b-be213c034bba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395606 Sep 18 08:10:30.885685 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-68149142-b163-448b-b608-2720911ab67c service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841548 Sep 18 08:10:30.973915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9c872c51-29f0-4731-b522-a419ebac2075 req-9a6094e1-f10d-479b-b538-67210d214707 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Sep 18 08:10:31.161068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b60f-c4a9-4690-9e7b-39e81faab475 req-4d170b31-82b7-40c1-b610-4b173eec8cfc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:31.162572 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f02b60f-c4a9-4690-9e7b-39e81faab475 req-4d170b31-82b7-40c1-b610-4b173eec8cfc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0477467 Sep 18 08:10:31.200176 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8f02b60f-c4a9-4690-9e7b-39e81faab475 req-07ac24c6-7f07-40a3-8662-f55a51eba52d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310290 Sep 18 08:10:32.317063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676b8c-d244-4a2f-8760-8eae1f94093d req-d075b9f7-3298-451f-b233-140e4c98a4ed tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:32.318635 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b676b8c-d244-4a2f-8760-8eae1f94093d req-d075b9f7-3298-451f-b233-140e4c98a4ed tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0522835 Sep 18 08:10:32.356238 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5b676b8c-d244-4a2f-8760-8eae1f94093d req-a8713332-079c-4e91-bf7c-65f5dfe03690 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311375 Sep 18 08:10:33.471325 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778d172-55e5-45bd-a9d8-4c6aedfbdbef req-3313ac22-efb0-461f-b050-fb2c22081192 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:33.472819 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b778d172-55e5-45bd-a9d8-4c6aedfbdbef req-3313ac22-efb0-461f-b050-fb2c22081192 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0488138 Sep 18 08:10:33.510155 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b778d172-55e5-45bd-a9d8-4c6aedfbdbef req-8e034fd5-0733-4cd8-baff-28f8ce4f62c2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312059 Sep 18 08:10:34.624315 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328a2a0-72f8-4089-8577-bd9001bcb997 req-064460a9-fe78-405b-af51-13a583c9fa27 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:34.625825 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d328a2a0-72f8-4089-8577-bd9001bcb997 req-064460a9-fe78-405b-af51-13a583c9fa27 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0485113 Sep 18 08:10:34.661881 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d328a2a0-72f8-4089-8577-bd9001bcb997 req-49fe3364-ebed-431f-b57f-d3d0de090717 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301139 Sep 18 08:10:35.587844 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 61ca432a-2d98-493d-9ee2-1bd32c242f8a details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:10:35.681369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:35.692907 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'port_id': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'mac_address': 'fa:16:3e:b4:02:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:10:35.729783 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:35.742511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ca432a-2d98-493d-9ee2-1bd32c242f8a {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:10:35.762414 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:35.792596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17b9d3-66d5-441a-abbc-72ed42407e96 req-445ab0d7-88b0-4aa9-a867-98a46e4390a4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:35.794116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a17b9d3-66d5-441a-abbc-72ed42407e96 req-445ab0d7-88b0-4aa9-a867-98a46e4390a4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 944 time: 0.0524793 Sep 18 08:10:35.818583 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:35.832123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4a17b9d3-66d5-441a-abbc-72ed42407e96 req-d41897d5-f169-4720-88b0-c23cb678e6aa tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319710 Sep 18 08:10:35.865702 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:36.192282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['61ca432a-2d98-493d-9ee2-1bd32c242f8a'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:10:36.960966 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af10429-9e01-4e71-9962-759ba476fc40 req-92299386-6c11-4c80-9380-6102dacd4380 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:36.962459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2af10429-9e01-4e71-9962-759ba476fc40 req-92299386-6c11-4c80-9380-6102dacd4380 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 945 time: 0.0477097 Sep 18 08:10:36.999790 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2af10429-9e01-4e71-9962-759ba476fc40 req-f9a0f591-a57b-447b-b840-6935a4a9bc9b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307684 Sep 18 08:10:37.602797 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 61ca432a-2d98-493d-9ee2-1bd32c242f8a up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:10:37.729682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 61ca432a-2d98-493d-9ee2-1bd32c242f8a completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:10:37.733794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 61ca432a-2d98-493d-9ee2-1bd32c242f8a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:10:37.734207 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:37.808061 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:37.828915 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:10:37.831185 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa68e67-fe0a-4253-abb7-5dc73252efae" -d '{"events": [{"server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "name": "network-vif-plugged", "status": "completed", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:10:37.843895 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:10:37.867620 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36db2b4-bbd8-46f5-9605-0d39fcc4bc77 x-openstack-request-id: req-d36db2b4-bbd8-46f5-9605-0d39fcc4bc77 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:10:37.867919 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "name": "network-vif-plugged", "status": "completed", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:10:37.868180 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d36db2b4-bbd8-46f5-9605-0d39fcc4bc77 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:10:37.868581 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'code': 200} Sep 18 08:10:37.909747 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:37.956803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:37.993436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ca707-5114-4c99-a926-6576b1f5ce09 req-ee2895b4-026f-4b69-a546-8714cdda628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:37.994968 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ad8ca707-5114-4c99-a926-6576b1f5ce09 req-ee2895b4-026f-4b69-a546-8714cdda628b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0456555 Sep 18 08:10:38.029519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ad8ca707-5114-4c99-a926-6576b1f5ce09 req-dccc3536-82c6-4e51-9f27-e320ccd2e70c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272298 Sep 18 08:10:38.111050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d441e6-7a8c-4028-a444-6c8bd8f1e84f req-8060a747-eedd-4412-874d-40673db1a3e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:38.112522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38d441e6-7a8c-4028-a444-6c8bd8f1e84f req-8060a747-eedd-4412-874d-40673db1a3e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0477128 Sep 18 08:10:38.148484 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-38d441e6-7a8c-4028-a444-6c8bd8f1e84f req-f90c1f82-d9af-4931-b132-128138281f7a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301392 Sep 18 08:10:38.895193 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a957c011-8788-4af6-8dc1-df992ef50476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:39.267667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cded2-3bcf-4c44-b502-2a29f207671f req-1d0e0917-7a57-4f89-bb78-5ed3494db569 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:39.269137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c7cded2-3bcf-4c44-b502-2a29f207671f req-1d0e0917-7a57-4f89-bb78-5ed3494db569 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0511711 Sep 18 08:10:39.306421 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3c7cded2-3bcf-4c44-b502-2a29f207671f req-9863ba65-d6fb-4bee-8299-31c1ef6160ba tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314021 Sep 18 08:10:40.418305 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f74a1-da28-4c40-84cb-60f14b255e45 req-ff3e9bff-dea2-4a21-93c2-3b48bf274444 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:40.420321 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d30f74a1-da28-4c40-84cb-60f14b255e45 req-ff3e9bff-dea2-4a21-93c2-3b48bf274444 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0496001 Sep 18 08:10:40.457444 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d30f74a1-da28-4c40-84cb-60f14b255e45 req-c5f10c0a-f4d6-4739-8cd1-8d95359e473a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313113 Sep 18 08:10:40.570862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ddc0-0d8b-48de-ac66-2efe6cdb6227 req-03f9ebff-f01d-4ca3-8ec1-9b71d4756b38 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:40.572347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72f2ddc0-0d8b-48de-ac66-2efe6cdb6227 req-03f9ebff-f01d-4ca3-8ec1-9b71d4756b38 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0487297 Sep 18 08:10:40.609254 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72f2ddc0-0d8b-48de-ac66-2efe6cdb6227 req-280c6bd4-ef2b-4319-8206-b913324a7d55 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308948 Sep 18 08:10:40.630503 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44554) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:40.933765 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fae46f0-3a74-4e2f-a398-5d5d895d6988 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:40.935224 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2fae46f0-3a74-4e2f-a398-5d5d895d6988 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1093 time: 0.3037546 Sep 18 08:10:40.938042 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44556) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:40.942156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:10:41.032441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.124378 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.230522 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.86 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8a14ff94-05f3-41da-b403-abe87c15c95c) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:10:41.327200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.438857 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.486191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:10:41.488968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:10:41.495488 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:10:41.499055 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=8a14ff94-05f3-41da-b403-abe87c15c95c,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:41.535258 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7792a15d-68fe-406b-b89d-01c13664c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.841086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:41.979185 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.126063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.149850 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.178360 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.245018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=8a14ff94-05f3-41da-b403-abe87c15c95c,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:10:42.256739 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.354634 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 1f596963-9a94-4b25-b92d-ec61ecf3a170 associated. External IP: 172.25.4.86, port: 61ca432a-2d98-493d-9ee2-1bd32c242f8a. Sep 18 08:10:42.564898 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router 428ed52d-1192-46f5-8984-09d0896e42c2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:10:42.668897 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:10:42.678570 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Sync routers for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:10:42.687398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:42.692862 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:42.747078 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:42.773740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-147d86af-76d9-4c11-a5c9-197ae9ca47e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8346961 Sep 18 08:10:42.774464 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:10:42.777103 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5163b95-ef1d-4ffa-b44b-e206cc712690" -d '{"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:10:42.796042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:42.819458 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8560ba5-5ac0-4f95-84d0-33330ffc7b0c x-openstack-request-id: req-f8560ba5-5ac0-4f95-84d0-33330ffc7b0c {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:10:42.819862 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:10:42.820180 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8560ba5-5ac0-4f95-84d0-33330ffc7b0c {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:10:42.820952 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'status': 'completed', 'code': 200} Sep 18 08:10:42.881381 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dd053-eaa5-4589-b503-af03a01bedbb req-bb1ee877-3a6e-4e3e-a117-8680e065107e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:42.883060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-438dd053-eaa5-4589-b503-af03a01bedbb req-bb1ee877-3a6e-4e3e-a117-8680e065107e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0510623 Sep 18 08:10:42.926193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-438dd053-eaa5-4589-b503-af03a01bedbb req-ea3d8354-a2bd-4449-8896-e85ea3da3c65 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358431 Sep 18 08:10:42.948600 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44564) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:42.951657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-4fb6b817-0e31-478b-b747-97fccdd46095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:42.953186 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-4fb6b817-0e31-478b-b747-97fccdd46095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0822165 Sep 18 08:10:43.016282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-92f94db5-7211-427e-a078-0b27811ed2d2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/1f596963-9a94-4b25-b92d-ec61ecf3a170 HTTP/1.1" status: 200 len: 991 time: 0.0662382 Sep 18 08:10:43.024172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1f596963-9a94-4b25-b92d-ec61ecf3a170', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'port_id': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'mac_address': 'fa:16:3e:b4:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:10:41Z', 'updated_at': '2021-09-18T08:10:41Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:43.047366 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-7692b71e-e6e6-45c5-90e4-995ee875a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:43.048862 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-7692b71e-e6e6-45c5-90e4-995ee875a042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.0887835 Sep 18 08:10:43.049463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Checking router: 428ed52d-1192-46f5-8984-09d0896e42c2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:10:43.058062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:10:43.058680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:10:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:43.113612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-11f65db8-e6f6-4c9d-82e5-95cb72ee1c98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 999 time: 0.0580084 Sep 18 08:10:43.161749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-cad83932-f538-4b9c-9e14-d68e9db6f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:43.163243 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-cad83932-f538-4b9c-9e14-d68e9db6f591 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0433574 Sep 18 08:10:43.168854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:10:43.211718 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-91ae1b3c-0e19-4fbe-94c8-4695156df5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:43.213115 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-91ae1b3c-0e19-4fbe-94c8-4695156df5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435126 Sep 18 08:10:43.301601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-82f6d9a8-9b3d-44fb-85cd-468e44726c7b service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Sep 18 08:10:43.390094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1f596963-9a94-4b25-b92d-ec61ecf3a170', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'port_id': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'mac_address': 'fa:16:3e:b4:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:10:41Z', 'updated_at': '2021-09-18T08:10:41Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:10:43.395658 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a5163b95-ef1d-4ffa-b44b-e206cc712690 req-b8ecf127-1aff-4fbc-aae1-5423fdb6d835 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871484 Sep 18 08:10:43.417240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5198e20-fca6-4036-8831-ca0569a77e1d None None] The sync data for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 is: [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '1f596963-9a94-4b25-b92d-ec61ecf3a170', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'port_id': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'mac_address': 'fa:16:3e:b4:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:10:41Z', 'updated_at': '2021-09-18T08:10:41Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:10:43.558212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:43.615110 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcea721-9845-4e4f-8e61-6f374db58e6b None None] New status for floating IP 1f596963-9a94-4b25-b92d-ec61ecf3a170: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:10:44.020131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44566) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:10:44.078880 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b08f53ab-fab6-4878-b423-f2dc5bcd45f8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/1f596963-9a94-4b25-b92d-ec61ecf3a170 HTTP/1.1" status: 200 len: 993 time: 0.0576453 Sep 18 08:10:44.983676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:45.786547 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:10:45.934169 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-504cb886-78c6-4c33-82b5-2ef0f591f745 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386395 Sep 18 08:10:46.027604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-d729398c-33b3-4aa9-86d9-f9b15cb607c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:46.029045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-d729398c-33b3-4aa9-86d9-f9b15cb607c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0395448 Sep 18 08:10:46.132794 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-8ea1d812-4f65-4a2d-982d-e67c1221efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:46.134311 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-8ea1d812-4f65-4a2d-982d-e67c1221efe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.0868125 Sep 18 08:10:46.196832 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-28f0c79d-abfc-4dc2-a27a-0f134cf0a266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 1001 time: 0.0551908 Sep 18 08:10:46.247450 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-9f61b676-c6f4-41f9-86c5-12f1fd3bc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:46.248869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-9f61b676-c6f4-41f9-86c5-12f1fd3bc946 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0454352 Sep 18 08:10:46.292331 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-1ee18713-2072-466e-98db-f08b4789a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:10:46.294095 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-1ee18713-2072-466e-98db-f08b4789a98e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386469 Sep 18 08:10:46.382208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-ca49213f-f58b-415c-b517-689738a81a24 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818200 Sep 18 08:10:46.472878 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-20df7ff4-f6d2-4a4a-bae4-ae60ffc2373b req-63c4d167-2569-47be-91d7-44b42bb2ae68 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843554 Sep 18 08:10:59.583366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:04.362669 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:11:08.932153 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb817-857c-4e6c-abc6-c5fb7b7f3bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:11.540280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7c44927f-c7d6-4b87-b8eb-e5300aa0a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:12.134884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:13.549192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:14.983586 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:15.769027 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:29.577276 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:38.908584 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-978cf152-35ac-4cc3-a0f9-55a49fa29697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:41.362179 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:11:41.562823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-aef4ea59-47ba-4055-b1e5-6e7df79b2ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:42.128505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:43.560411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:45.017933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:45.129252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa38e-ab35-4ca8-9d35-b538c43bd048 req-379226fe-b1c4-415a-aeb1-fe4246469622 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:45.130739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a03aa38e-ab35-4ca8-9d35-b538c43bd048 req-379226fe-b1c4-415a-aeb1-fe4246469622 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0960374 Sep 18 08:11:45.167800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a03aa38e-ab35-4ca8-9d35-b538c43bd048 req-3d05afde-cfcf-49f1-a248-23d6bfc15954 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310557 Sep 18 08:11:45.768386 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:11:46.327794 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e46760-3016-4760-a2a7-0a10cfed3dd0 req-c217a843-86d3-4170-a6e1-99a77f62f728 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:46.329289 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e46760-3016-4760-a2a7-0a10cfed3dd0 req-c217a843-86d3-4170-a6e1-99a77f62f728 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0931902 Sep 18 08:11:46.366061 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b8e46760-3016-4760-a2a7-0a10cfed3dd0 req-a1aa0f88-b8dd-4787-b6d2-e8164d62a1a9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309038 Sep 18 08:11:47.478970 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc8c2-7659-4ab8-86ea-c33364fc38e6 req-efe2306b-dc73-45c5-8f7f-7c9b2daa1807 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:47.480511 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cfcc8c2-7659-4ab8-86ea-c33364fc38e6 req-efe2306b-dc73-45c5-8f7f-7c9b2daa1807 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0486376 Sep 18 08:11:47.518464 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4cfcc8c2-7659-4ab8-86ea-c33364fc38e6 req-7eec8507-54a1-4a4e-9d4d-cf2c4b4af8a0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320387 Sep 18 08:11:47.960230 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-49a73110-6e91-49ba-a6cf-9706f25bd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:47.961711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-49a73110-6e91-49ba-a6cf-9706f25bd02a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0410860 Sep 18 08:11:48.067330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-54e15657-60d1-4bbd-a164-78c762c1f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:48.068846 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-54e15657-60d1-4bbd-a164-78c762c1f7d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.0887139 Sep 18 08:11:48.133365 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-e22e1a72-52b1-4265-9e7a-685e50c8ee64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 1001 time: 0.0568042 Sep 18 08:11:48.180645 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-ec687c5d-53ba-4d1a-ba94-eec9e88723e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:48.181987 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-ec687c5d-53ba-4d1a-ba94-eec9e88723e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0423431 Sep 18 08:11:48.228515 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-15fd391b-46f8-40ff-a542-6272414d3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:48.229981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-15fd391b-46f8-40ff-a542-6272414d3a93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414100 Sep 18 08:11:48.316425 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-defcbc3e-ac99-4544-b852-cf2abe8b904f service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797539 Sep 18 08:11:48.407028 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b7907afd-75a8-4fd7-8a97-d6c8276b92c1 req-0ba19bf2-285b-48b7-b697-5e32a99f9fcb service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841975 Sep 18 08:11:48.634262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca3c2a-8e67-4764-80ae-015bea82b251 req-02b98f15-aef8-40af-8884-95e351713d22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:48.635751 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ca3c2a-8e67-4764-80ae-015bea82b251 req-02b98f15-aef8-40af-8884-95e351713d22 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0514352 Sep 18 08:11:48.672601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-13ca3c2a-8e67-4764-80ae-015bea82b251 req-78bdc07e-27e6-4d24-8219-1cf74fd55ae5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304363 Sep 18 08:11:49.785146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef19ee7-6150-4da0-b3ad-c764da265350 req-34c3461f-778a-44df-97ad-ae8fe2bcc1bf tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:49.786810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ef19ee7-6150-4da0-b3ad-c764da265350 req-34c3461f-778a-44df-97ad-ae8fe2bcc1bf tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0486882 Sep 18 08:11:49.824418 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1ef19ee7-6150-4da0-b3ad-c764da265350 req-ac820513-d95a-444e-8c4f-1cdbfc6dc2b4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317416 Sep 18 08:11:50.940438 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83e04-9fbb-40f5-a358-12ed238a7cb4 req-b85b4493-24fd-4734-a998-e7c9a65d49f2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:50.941933 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfb83e04-9fbb-40f5-a358-12ed238a7cb4 req-b85b4493-24fd-4734-a998-e7c9a65d49f2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0482886 Sep 18 08:11:50.977874 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfb83e04-9fbb-40f5-a358-12ed238a7cb4 req-355575bb-5c81-4140-ad6d-848c1408ea41 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301156 Sep 18 08:11:52.095063 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d927a3-1932-4742-9811-0b44c82dec02 req-ddc795e6-d773-4992-aabf-c708169c62af tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:52.096537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8d927a3-1932-4742-9811-0b44c82dec02 req-ddc795e6-d773-4992-aabf-c708169c62af tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0519316 Sep 18 08:11:52.132540 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d8d927a3-1932-4742-9811-0b44c82dec02 req-2460fd47-9c82-4711-a90f-6951bd2e75e8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301175 Sep 18 08:11:53.244212 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7452-1995-4589-8577-9995fa7b9f58 req-5991655a-deb9-43d3-9417-473b62f9229b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:53.245741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aff7452-1995-4589-8577-9995fa7b9f58 req-5991655a-deb9-43d3-9417-473b62f9229b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0483160 Sep 18 08:11:53.283414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9aff7452-1995-4589-8577-9995fa7b9f58 req-c4c10b6d-5155-4cae-8e95-72aaec7b51da tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317593 Sep 18 08:11:54.396191 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce88f2-1743-43fe-a501-23982f28dc17 req-fadd2c43-10a1-4497-8def-85c11e246c11 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:54.397688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cce88f2-1743-43fe-a501-23982f28dc17 req-fadd2c43-10a1-4497-8def-85c11e246c11 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0483172 Sep 18 08:11:54.435266 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5cce88f2-1743-43fe-a501-23982f28dc17 req-610b98be-b63b-445f-a03f-b812882e8702 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311737 Sep 18 08:11:55.550760 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9a9dc-310a-4e1e-8ebf-066f434003a8 req-2f041582-1e21-4050-905a-4d87472ffe32 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:55.552244 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5de9a9dc-310a-4e1e-8ebf-066f434003a8 req-2f041582-1e21-4050-905a-4d87472ffe32 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0516825 Sep 18 08:11:55.590075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5de9a9dc-310a-4e1e-8ebf-066f434003a8 req-c1520d43-2da8-4970-a854-c391c3e3d495 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307777 Sep 18 08:11:56.706555 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c6c76-f983-4eea-b598-4915677e6b4c req-cc576c76-d746-4530-be98-a3bd6c2a730f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:56.707935 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f01c6c76-f983-4eea-b598-4915677e6b4c req-cc576c76-d746-4530-be98-a3bd6c2a730f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0492063 Sep 18 08:11:56.743791 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f01c6c76-f983-4eea-b598-4915677e6b4c req-856aa664-cf02-45d0-8bc0-b14fd12da05d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300071 Sep 18 08:11:56.766008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44624) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:11:56.829723 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e76ae9fe-b9e6-4d35-ade3-ee29bd3f6ecf tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/1f596963-9a94-4b25-b92d-ec61ecf3a170 HTTP/1.1" status: 200 len: 993 time: 0.0625653 Sep 18 08:11:58.237822 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6178c1-74ad-4089-bdd1-8b6fe096c784 req-6c00d570-b13a-4324-87b0-fea81da79b9a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:58.239454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c6178c1-74ad-4089-bdd1-8b6fe096c784 req-6c00d570-b13a-4324-87b0-fea81da79b9a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0488260 Sep 18 08:11:58.278859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c6178c1-74ad-4089-bdd1-8b6fe096c784 req-16bca9db-3261-4b94-80d2-07cdca4139c8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323102 Sep 18 08:11:58.336662 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-f0fe6ea8-548b-4ab3-9474-b7b666219698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:58.338171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-f0fe6ea8-548b-4ab3-9474-b7b666219698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0406168 Sep 18 08:11:58.430670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-f25eedb8-628b-4c71-98a6-7154d00b29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:58.432151 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-f25eedb8-628b-4c71-98a6-7154d00b29c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.0872602 Sep 18 08:11:58.494121 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-984a393e-0799-4b19-87b5-949bfecb53f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 1001 time: 0.0554349 Sep 18 08:11:58.540247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-e4391998-9da1-4591-a486-45fbbb574297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:58.541619 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-e4391998-9da1-4591-a486-45fbbb574297 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0408461 Sep 18 08:11:58.588616 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-fb62d406-6f9c-467e-a8e4-5c80837ce763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:58.590156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-fb62d406-6f9c-467e-a8e4-5c80837ce763 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419271 Sep 18 08:11:58.677567 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-7f1fbf7c-88fd-4850-8be8-e4c3d543ca20 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806222 Sep 18 08:11:58.773872 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9dee901d-8ff6-452c-afb8-7e13bd13eebf req-faa0e57e-bdec-49fb-a65f-c0661ce73069 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881751 Sep 18 08:11:59.400343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51c64b-eb3d-4271-8fbf-18db717abea1 req-568b0083-1639-4f78-9ea8-f1ec1af25527 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:11:59.402517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a51c64b-eb3d-4271-8fbf-18db717abea1 req-568b0083-1639-4f78-9ea8-f1ec1af25527 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0509562 Sep 18 08:11:59.439926 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a51c64b-eb3d-4271-8fbf-18db717abea1 req-427999e1-0316-4bd0-bdbc-010c95b70838 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315700 Sep 18 08:11:59.594115 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:00.552685 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489bb2a-438a-46cb-b1ff-be95b0fcca2d req-145b5bc0-5ec1-46fa-83e5-34b7b6d1722f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:00.554164 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2489bb2a-438a-46cb-b1ff-be95b0fcca2d req-145b5bc0-5ec1-46fa-83e5-34b7b6d1722f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0475595 Sep 18 08:12:00.595593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2489bb2a-438a-46cb-b1ff-be95b0fcca2d req-1aae3dd2-2a21-49dc-a8b4-c20d5fa8b556 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352519 Sep 18 08:12:00.616864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44636) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:12:00.675396 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-98aa8e07-d669-4060-b7b0-d509fe803d90 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/1f596963-9a94-4b25-b92d-ec61ecf3a170 HTTP/1.1" status: 200 len: 993 time: 0.0573702 Sep 18 08:12:08.919986 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ef4c-c9c1-4ee3-bae2-63a61aa30717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:11.556309 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-93b05fb4-357a-4f54-8bd9-006b54e183c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:12.139412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:13.556791 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:14.996726 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:15.796263 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:18.362369 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:12:29.627925 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:38.904398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c7b92fae-d7bd-442f-a1eb-fd1880b47d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:41.567353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e609632-4018-424d-b8fd-ca95b1be83bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:42.189976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:43.561363 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:44.987953 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:45.789817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:46.619580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-54921a4c-5671-4009-b2b2-13abb48b4bfa req-77fc4503-cf86-4000-8871-0eeb342a1eb3 service neutron] (101979) timed out ('10.222.0.20', 42264) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 08:12:48.973322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-a36117ce-d0de-4794-a0c9-0933f1123c02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385833 Sep 18 08:12:49.072753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899017-e3e9-497f-9adb-70d78e78a607 req-4b047138-1199-4177-b369-6a270e433c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:49.074165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-4b047138-1199-4177-b369-6a270e433c2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0401947 Sep 18 08:12:49.177624 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899017-e3e9-497f-9adb-70d78e78a607 req-567a5a13-d710-4b29-8c30-2560b578c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:49.179100 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-567a5a13-d710-4b29-8c30-2560b578c87c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.0850248 Sep 18 08:12:49.241527 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-5a2abdba-786c-4677-83c4-17d5b843c1d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 1001 time: 0.0550158 Sep 18 08:12:49.294156 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899017-e3e9-497f-9adb-70d78e78a607 req-00775062-ae5d-4e69-9621-7d7ad574cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:49.295635 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-00775062-ae5d-4e69-9621-7d7ad574cbda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0465796 Sep 18 08:12:49.343135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07899017-e3e9-497f-9adb-70d78e78a607 req-6e3c20fa-6fff-46d1-9c5e-ee6c45fedaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:49.344554 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-6e3c20fa-6fff-46d1-9c5e-ee6c45fedaba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422649 Sep 18 08:12:49.432687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-fec8914e-7258-447a-85bb-700f83f8332a service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808156 Sep 18 08:12:49.523956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-07899017-e3e9-497f-9adb-70d78e78a607 req-8b5381c3-f954-47d5-bc03-825fb3c83513 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831184 Sep 18 08:12:55.362377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:12:55.605919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44660) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:12:55.756999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 8a14ff94-05f3-41da-b403-abe87c15c95c {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:12:55.757345 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:55.832669 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:55.832997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:55.844131 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 8a14ff94-05f3-41da-b403-abe87c15c95c owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:12:56.084981 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:56.109627 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=8a14ff94-05f3-41da-b403-abe87c15c95c,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:12:56.122863 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.123222 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.123615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.124089 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.124428 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.124783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.125099 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.125430 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.125759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.126113 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.126450 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.126759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:56.178383 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:56.178716 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 1f596963-9a94-4b25-b92d-ec61ecf3a170 disassociated (deleted). External IP: 172.25.4.86, port: 61ca432a-2d98-493d-9ee2-1bd32c242f8a. Sep 18 08:12:56.380103 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router 428ed52d-1192-46f5-8984-09d0896e42c2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:12:56.484824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:12:56.489617 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:56.494235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Sync routers for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:12:56.502755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:12:56.503364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:12:56.515150 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3a83876f-77bc-4989-b7b3-f105376b34e3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/floatingips/1f596963-9a94-4b25-b92d-ec61ecf3a170 HTTP/1.1" status: 204 len: 168 time: 0.9081752 Sep 18 08:12:56.515831 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:12:56.518195 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fc3e62-e229-4a3f-8879-649b54382df5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:12:56.557030 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950667a-6b73-4c29-b587-1b1f5b784a4b x-openstack-request-id: req-3950667a-6b73-4c29-b587-1b1f5b784a4b {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:12:56.557330 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:12:56.557582 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3950667a-6b73-4c29-b587-1b1f5b784a4b {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:12:56.558006 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'status': 'completed', 'code': 200} Sep 18 08:12:56.614988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:12:56.647831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-857bb277-fa8a-45f0-9ab2-4c6b40b59cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:56.647831 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-857bb277-fa8a-45f0-9ab2-4c6b40b59cab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 1098 time: 0.0407200 Sep 18 08:12:56.833557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:12:56.861397 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Checking router: 428ed52d-1192-46f5-8984-09d0896e42c2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:12:56.870551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:12:56.871190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:12:56.922185 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d74787-c8b2-407e-a682-187f2786dd09 req-592ba08b-f278-47d7-8966-0a38db5573a6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:56.924597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d74787-c8b2-407e-a682-187f2786dd09 req-592ba08b-f278-47d7-8966-0a38db5573a6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0540807 Sep 18 08:12:56.968470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d74787-c8b2-407e-a682-187f2786dd09 req-97f66943-0849-4ebb-8dab-4edee66f83c8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365925 Sep 18 08:12:57.053502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-865e9d8e-1647-4164-8792-5eb4af4f1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:57.055050 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-865e9d8e-1647-4164-8792-5eb4af4f1667 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 200 len: 898 time: 0.4012742 Sep 18 08:12:57.097922 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-7d77dd31-cc82-4adc-a982-7afce14ab89f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 200 len: 217 time: 0.0344207 Sep 18 08:12:57.133167 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:12:57.155368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-3f707abe-2afb-4c50-8356-63f4c572ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:57.156840 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-3f707abe-2afb-4c50-8356-63f4c572ea3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 200 len: 835 time: 0.0507059 Sep 18 08:12:57.203045 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-af82a7bb-aa8a-43d7-bd29-9dd0c175ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:57.204463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-af82a7bb-aa8a-43d7-bd29-9dd0c175ab3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b75aaa88-c509-4f35-aa40-bd09f6cade5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399251 Sep 18 08:12:57.295335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-c7c9e740-1d67-4393-bd16-c9bbc4759b0f service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830841 Sep 18 08:12:57.335287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:12:57.360721 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc94aa-b386-4f8b-85f7-4b030731bab0 None None] The sync data for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 is: [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:10:24Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'ec16ea4a-96f2-4c40-8b36-3475bc649336', 'name': '', 'network_id': 'b75aaa88-c509-4f35-aa40-bd09f6cade5f', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:1f:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:24Z', 'updated_at': '2021-09-18T08:10:27Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'bc1ed686-53c6-4688-8932-acb409a6b19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:12:57.392114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f2fc3e62-e229-4a3f-8879-649b54382df5 req-86eefd1b-08c1-4779-9d0b-1b6cac2f4fe3 service neutron] 10.222.0.24 "GET /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891972 Sep 18 08:12:57.568177 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604946d-1aa5-4754-b98e-2bc709f296cc None None] New status for floating IP 1f596963-9a94-4b25-b92d-ec61ecf3a170: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:12:58.093021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609de1f-9956-4de5-9907-9e5a2bbb04c2 req-b7bc2a27-70b0-41e9-bd86-9c336b304ba0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:58.094607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b609de1f-9956-4de5-9907-9e5a2bbb04c2 req-b7bc2a27-70b0-41e9-bd86-9c336b304ba0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0567248 Sep 18 08:12:58.131967 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b609de1f-9956-4de5-9907-9e5a2bbb04c2 req-100613ae-ce37-4af7-a94d-c28b0296f8b2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314035 Sep 18 08:12:58.758991 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-681337d7-745c-4d47-ad93-1881085d08d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:12:58.761005 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-681337d7-745c-4d47-ad93-1881085d08d6 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 946 time: 0.0478065 Sep 18 08:12:58.851190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 61ca432a-2d98-493d-9ee2-1bd32c242f8a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:12:58.851527 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:58.935736 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 61ca432a-2d98-493d-9ee2-1bd32c242f8a, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=61ca432a-2d98-493d-9ee2-1bd32c242f8a,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:12:58.936097 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:58.948604 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 61ca432a-2d98-493d-9ee2-1bd32c242f8a owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:12:59.159500 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:59.191663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=61ca432a-2d98-493d-9ee2-1bd32c242f8a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.220888 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:12:59.236739 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e15e2bf6-bda8-4701-85f4-77b46cfca3e5 req-c33fd89a-1b9f-43e4-9e63-415fb576e354 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab45c1f7-b939-4afa-aa0e-1eb821b4defe HTTP/1.1" status: 200 len: 210 time: 0.0338500 Sep 18 08:12:59.246671 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] No DVR routers for this DVR port 61ca432a-2d98-493d-9ee2-1bd32c242f8a on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:12:59.249300 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:12:59.251325 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2be75ad1-464a-4894-a2ed-5f4ff04cca53 req-edabae78-6fa8-4b4c-8947-ad5d55a0b737 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.24 "DELETE /v2.0/ports/61ca432a-2d98-493d-9ee2-1bd32c242f8a HTTP/1.1" status: 204 len: 173 time: 0.4816136 Sep 18 08:12:59.257101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'name': 'network-vif-deleted', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:12:59.257101 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dc7bd1-0713-46ce-9b04-454ea3683ca8" -d '{"events": [{"server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "name": "network-vif-deleted", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:12:59.338882 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9eb23-0291-47ae-a157-be8eddb35cb8 x-openstack-request-id: req-9aa9eb23-0291-47ae-a157-be8eddb35cb8 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:12:59.339225 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab45c1f7-b939-4afa-aa0e-1eb821b4defe", "name": "network-vif-deleted", "tag": "61ca432a-2d98-493d-9ee2-1bd32c242f8a", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:12:59.339520 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9aa9eb23-0291-47ae-a157-be8eddb35cb8 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:12:59.339923 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab45c1f7-b939-4afa-aa0e-1eb821b4defe', 'name': 'network-vif-deleted', 'tag': '61ca432a-2d98-493d-9ee2-1bd32c242f8a', 'status': 'completed', 'code': 200} Sep 18 08:12:59.616475 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:00.293122 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44678) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:00.909520 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:01.155429 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port ec16ea4a-96f2-4c40-8b36-3475bc649336 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:13:01.155780 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:01.241281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port ec16ea4a-96f2-4c40-8b36-3475bc649336, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec16ea4a-96f2-4c40-8b36-3475bc649336,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:01.241651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:01.253757 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for ec16ea4a-96f2-4c40-8b36-3475bc649336 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:13:01.513613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:01.543413 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=ec16ea4a-96f2-4c40-8b36-3475bc649336,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:01.713784 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:01.924384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router 428ed52d-1192-46f5-8984-09d0896e42c2 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:13:02.031667 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:13:02.036882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e4ab4016-03e5-4aa4-89cd-fddc8441a6f3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/428ed52d-1192-46f5-8984-09d0896e42c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427115 Sep 18 08:13:02.039674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44680) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:02.041166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Sync routers for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:13:02.051371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:02.051991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:02.090679 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting subnet bc1ed686-53c6-4688-8932-acb409a6b19c {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:13:02.093717 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.133186 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.156025 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:02.224924 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.335837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:13:01Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:02.350129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.365417 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.366618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Checking router: 428ed52d-1192-46f5-8984-09d0896e42c2 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:13:02.370766 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/subnets/bc1ed686-53c6-4688-8932-acb409a6b19c HTTP/1.1" status: 204 len: 168 time: 0.3268089 Sep 18 08:13:02.371051 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44682) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:02.371450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a2078-b27a-489e-bfb4-671843cbc3bd None None] Network b75aaa88-c509-4f35-aa40-bd09f6cade5f requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:13:02.388632 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930356d-c962-4935-922a-311c270e1f20 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1ed686-53c6-4688-8932-acb409a6b19c,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:02.390750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Routers {'428ed52d-1192-46f5-8984-09d0896e42c2'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:02.390958 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['428ed52d-1192-46f5-8984-09d0896e42c2'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:02.480191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.570897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] Set router 428ed52d-1192-46f5-8984-09d0896e42c2 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:02.577435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.624368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 61ca432a-2d98-493d-9ee2-1bd32c242f8a no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:13:02.663075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 61ca432a-2d98-493d-9ee2-1bd32c242f8a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:13:02.663431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 61ca432a-2d98-493d-9ee2-1bd32c242f8a not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:13:02.699665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:13:02.700016 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.702403 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89378c07-ae89-4803-addb-2479af6071bb None None] DHCP port deletion for b75aaa88-c509-4f35-aa40-bd09f6cade5f request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:13:02.778045 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 2bd99b4b-9ee9-447c-8044-9ae73810e1ad, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:02.778410 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.790580 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 2bd99b4b-9ee9-447c-8044-9ae73810e1ad owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:13:02.796164 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Deleting port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:13:02.796540 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.867421 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-89378c07-ae89-4803-addb-2479af6071bb None None] For port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,segment=NetworkSegment(dee8c771-13b5-4fde-85ea-d8b2f1ac1578),segment_id=dee8c771-13b5-4fde-85ea-d8b2f1ac1578)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:02.867820 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:02.870834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:13:01Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:02.905734 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Calling delete_port for 1ddf114e-54bd-4d6f-bc49-9831bf069dbe owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:13:02.910837 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986ce91-b1e7-4b16-9e2f-a03141c7338e None None] The sync data for ids ['428ed52d-1192-46f5-8984-09d0896e42c2'] in n-d-789963-14 is: [{'id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617405997', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:10:20Z', 'updated_at': '2021-09-18T08:13:01Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '2bd99b4b-9ee9-447c-8044-9ae73810e1ad', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ed52d-1192-46f5-8984-09d0896e42c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:10:21Z', 'updated_at': '2021-09-18T08:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:13:03.012781 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.039819 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=2bd99b4b-9ee9-447c-8044-9ae73810e1ad,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:03.064032 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.092012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378c07-ae89-4803-addb-2479af6071bb None None] No DVR routers for this DVR port 1ddf114e-54bd-4d6f-bc49-9831bf069dbe on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:13:03.096604 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Pushing event deleted for resources: {'Port': ['ID=1ddf114e-54bd-4d6f-bc49-9831bf069dbe,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:03.104438 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.104665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.105018 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.105341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.105684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.106162 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.106372 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.106488 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.106700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.107026 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.107348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.107674 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.107996 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89378c07-ae89-4803-addb-2479af6071bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:03.195130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.197129 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.302409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.302920 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Fanout notify agent at l3_agent the message router_deleted on router 428ed52d-1192-46f5-8984-09d0896e42c2 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:13:03.310929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.312099 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-982b7ff2-f52f-48b9-b9bf-2df181ea7c58 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/routers/428ed52d-1192-46f5-8984-09d0896e42c2 HTTP/1.1" status: 204 len: 168 time: 0.9399323 Sep 18 08:13:03.315012 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44684) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:03.397184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.483169 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.508768 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75aaa88-c509-4f35-aa40-bd09f6cade5f']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:03.518906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:03.519277 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee8c771-13b5-4fde-85ea-d8b2f1ac1578') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:03.529301 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.543338 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.549486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:13:03.549884 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:13:03.553073 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:13:03.669889 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.677290 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.678743 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/networks/b75aaa88-c509-4f35-aa40-bd09f6cade5f HTTP/1.1" status: 204 len: 168 time: 0.3627496 Sep 18 08:13:03.681971 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44686) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:03.690514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68971c-7c63-47dd-85d9-052eeab75823 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Network': ['ID=b75aaa88-c509-4f35-aa40-bd09f6cade5f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:03.739986 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.764566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.910314 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.913066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:03.914501 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a HTTP/1.1" status: 204 len: 168 time: 0.2308135 Sep 18 08:13:03.924933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afd0e7-88a1-4629-9a8e-995cfef51d8c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a29030-cd8d-42cb-a7d5-80b04b7d7d4a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:03.992598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd99b4b-9ee9-447c-8044-9ae73810e1ad no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:13:04.013388 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2bd99b4b-9ee9-447c-8044-9ae73810e1ad {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:13:04.014742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2bd99b4b-9ee9-447c-8044-9ae73810e1ad not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:13:04.014742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec16ea4a-96f2-4c40-8b36-3475bc649336 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:13:04.036117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ec16ea4a-96f2-4c40-8b36-3475bc649336 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:13:04.036237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec16ea4a-96f2-4c40-8b36-3475bc649336 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:13:04.036592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1ddf114e-54bd-4d6f-bc49-9831bf069dbe no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:13:04.055697 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1ddf114e-54bd-4d6f-bc49-9831bf069dbe {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:13:04.056288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1ddf114e-54bd-4d6f-bc49-9831bf069dbe not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:13:04.346432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44692) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:04.351054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924307588', 'description': 'tempest-secgroup-smoke-924307588 description', 'project_id': '028068dbd599439b9823c1982b6a6c11'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:04.433529 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.515440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.583988 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.612623 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9585c4-5dfa-485e-bec0-0383d25ae2f9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:04.669619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.670961 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b44f8215-38dc-4cd1-8c85-e8ba0a88768c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3235233 Sep 18 08:13:04.673693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44694) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:04.678033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:04.742668 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.796859 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.855909 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.870954 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36191ca5-c233-4995-bdf9-ada494ce2f47,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:04.947435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:04.948700 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ee6d1f7e-8505-405c-a5c3-528a3022950a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740543 Sep 18 08:13:04.951956 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44696) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:04.956259 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:05.032263 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.088690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.160833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.178725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a121f0fe-7d4d-453a-aba6-40a783cce604,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:05.235132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.236463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-55ccccb5-1d08-4cb3-985b-049dece2d043 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2835875 Sep 18 08:13:05.239182 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44698) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:05.243489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:05.309285 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.367012 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.407042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.429646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e2220c-c4e9-4dc2-bcab-e3130796866a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:05.469911 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.471140 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-84762edb-49be-4519-9535-7c466ff927fc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2310472 Sep 18 08:13:05.473876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44700) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:05.478238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:05.575226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.632144 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.707716 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.726713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915df790-3728-4897-bea0-c8b3dc3435dc,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:05.795337 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.796572 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91b50398-fe89-40fa-b4c4-f6f8c68dc81e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217249 Sep 18 08:13:05.799269 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44702) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:05.803600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:05.887026 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:13:05.891774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:05.953416 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.029582 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.046346 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8617b1ce-649c-4c50-8b78-78619796ed64,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:06.126935 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.128179 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8436203f-35b6-4628-8ca7-89f4d25ce425 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279858 Sep 18 08:13:06.131040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44704) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:06.135969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'security_group_rule': {'security_group_id': '2a9585c4-5dfa-485e-bec0-0383d25ae2f9', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:06.206531 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Project 028068dbd599439b9823c1982b6a6c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:13:06.211155 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.269873 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.342003 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.363169 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea6637e-62bf-446c-a5ea-2d82be0dc43a,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:06.416480 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.417762 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c121075c-6b92-4b13-9950-1317dd3922f4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2858055 Sep 18 08:13:06.420682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44706) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:06.425491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'network': {'name': 'tempest-network-smoke--1648643756', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'port_security_enabled': True}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:06.507403 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:13:06.510855 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.532898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:13:06.541358 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.541708 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Added segment ad8d5bd3-b477-4a47-9c9a-6a02d841842a of type vlan for network 7de4388f-b897-4be1-b66e-1f83451e10cc Sep 18 08:13:06.581482 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.678822 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.685208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:06.685798 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.749095 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Network': ['ID=7de4388f-b897-4be1-b66e-1f83451e10cc,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:06.759117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 7de4388f-b897-4be1-b66e-1f83451e10cc details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:13:06.778798 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-388529ba-e024-4d95-9cfe-50b3aa3e3348 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3570859 Sep 18 08:13:06.781576 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44708) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:06.786055 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'admin_state_up': True, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:06.863947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.865002 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:06.919066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.097570 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.360921 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.379315 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.486545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.204 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/8ee0d809-5ebe-461a-b4ab-45f92eeccfb1) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:13:07.590516 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.674305 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:07.716546 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:07.719311 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:07.722657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:13:07.729972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:08.039611 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:08.234217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:08.423510 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:13:08.526074 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:13:08.535936 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Sync routers for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:13:08.545161 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:08.545771 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:08.595864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:08.600664 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8d72e3b8-99e2-4cf7-ab4b-268e4fc625ad tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8152032 Sep 18 08:13:08.600916 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44710) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:08.630981 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e23b6bac-22c5-4ca4-855b-95f0c623f03a tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=028068dbd599439b9823c1982b6a6c11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274537 Sep 18 08:13:08.632026 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44712) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:08.649547 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:08.717947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b8455-22c9-4261-949c-41ef16512fc7 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:08.720858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-dd6b8455-22c9-4261-949c-41ef16512fc7 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865405 Sep 18 08:13:08.722238 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44714) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:08.749874 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f7d9028-c7bc-43eb-8479-010172850d89 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=bc5682b9-70f0-487c-89fc-0c5e9b2ba63e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265894 Sep 18 08:13:08.752323 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44716) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:08.756933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144597684', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'project_id': '028068dbd599439b9823c1982b6a6c11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:08.822266 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:07Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:08.848603 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Checking router: ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:13:08.853778 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Updating router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:13:08.875440 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:08.909877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-deef6bf5-1a39-48df-9029-9b87c45585e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:08.936437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:13:08.940158 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.119924 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.182346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.204585 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.243287 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Subnet': ['ID=f04af50c-ce30-4ea1-a7bf-3c5515c3614e,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:09.254103 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Checking segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:13:09.254464 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network hostable DHCP agents. Network: 7de4388f-b897-4be1-b66e-1f83451e10cc, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:13:09.255838 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Attempting to bind port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:13:09.256230 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Attempting to bind port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:13:09.256574 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Attempting to bind port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:13:09.259656 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Pushing event updated for resources: {'Port': ['ID=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,revision_number=2']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:09.268083 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:13:09.268476 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:13:09.268878 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.269272 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:13:09.269730 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Bound port: 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:13:09.270200 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.273102 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.273449 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.273789 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.274151 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.274482 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.274811 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.275137 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.275458 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.275787 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.276107 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.276458 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.276778 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:13:09.321210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 7de4388f-b897-4be1-b66e-1f83451e10cc is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:13:09.329630 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] For port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:13:09.332565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] For port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:13:09.389568 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 7de4388f-b897-4be1-b66e-1f83451e10cc) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:09.393670 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:09.394951 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.398186 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f51006-c615-4047-96d7-ec13ed05450f None None] Network 7de4388f-b897-4be1-b66e-1f83451e10cc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:13:09.407419 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.444869 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-808ccc69-1afe-4f96-b53d-fe3a851f6eb5 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6887636 Sep 18 08:13:09.445125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44720) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:09.552047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-7de4388f-b897-4be1-b66e-1f83451e10cc', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:13:09.553065 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.567937 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:09.568692 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:12:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:09.628297 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebff21-2d1d-4d59-a28d-bd2a259f5e85 None None] Pushing event updated for resources: {'Port': ['ID=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:09.687214 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:09.709482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Allocated IP 172.20.0.2 (7de4388f-b897-4be1-b66e-1f83451e10cc/f04af50c-ce30-4ea1-a7bf-3c5515c3614e/ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:13:09.858137 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.874317 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:07Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:09.904779 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2778cd-bcce-40ec-aa5c-8d959c2e4792 None None] The sync data for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 is: [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:07Z', 'revision_number': 3, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:13:09.925090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:09.965652 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Network 7de4388f-b897-4be1-b66e-1f83451e10cc is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:09.968759 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:09.972558 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:13:10.036385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Pushing event updated for resources: {'Port': ['ID=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:10.038971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Attempting to bind port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:13:10.039352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Attempting to bind port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:13:10.039819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Attempting to bind port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 on network 7de4388f-b897-4be1-b66e-1f83451e10cc {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:13:10.046110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:13:10.046490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Checking segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:13:10.046903 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.047297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Bound using segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:13:10.048321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Bound port: ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:13:10.048321 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.116010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] For port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:13:10.119297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] For port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:13:10.190036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.204615 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.263997 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177ab42-11bc-4855-94ac-8ec02b41800d None None] Pushing event updated for resources: {'Port': ['ID=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:10.528046 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.1 (7de4388f-b897-4be1-b66e-1f83451e10cc/f04af50c-ce30-4ea1-a7bf-3c5515c3614e/2e6a2822-38a8-4fb5-b3fc-5c0830ac977a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:13:10.649134 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.765672 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:10.809993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 7de4388f-b897-4be1-b66e-1f83451e10cc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:10.813139 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:10.815729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:13:10.849244 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:10.874005 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.060816 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.162982 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83ee87-230d-4bf8-94c7-64a6c7771d04 None None] Network 7de4388f-b897-4be1-b66e-1f83451e10cc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:13:11.283776 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] Provisioning complete for port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:11.284155 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.345430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.397130 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.422396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.433434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] For port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:11.500641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.502233 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.510184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:11.554927 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ed6d6-783b-4421-8c89-40ab8ad3482d None None] Pushing event updated for resources: {'Port': ['ID=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:11.606059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c4b45f1-0dec-4e90-9bfa-27e2131e4304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.613636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 7de4388f-b897-4be1-b66e-1f83451e10cc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:11.615221 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:11.623677 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8aa45c28-4a29-430a-8ce3-83e513349ede None None] Provisioning complete for port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:11.625612 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c28-4a29-430a-8ce3-83e513349ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.727427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8aa45c28-4a29-430a-8ce3-83e513349ede None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:11.728096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8aa45c28-4a29-430a-8ce3-83e513349ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:11.741347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:13:11.766114 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8aa45c28-4a29-430a-8ce3-83e513349ede None None] Port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:13:11.863747 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:13:11.873959 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9b0bc4fe-57f5-428c-a0c8-e841faac246f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228082 Sep 18 08:13:11.883669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Sync routers for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:13:11.899057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:11.899752 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:11.941080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c45b3b2b-c574-40f5-a535-2ac90e514906 None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:11.941424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c45b3b2b-c574-40f5-a535-2ac90e514906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.011851 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c45b3b2b-c574-40f5-a535-2ac90e514906 None None] Port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:13:12.039338 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:12.039553 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-142c74ab-94a9-45fb-ab54-d2554c1b97dc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924307588&fields=id&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 267 time: 0.0398686 Sep 18 08:13:12.077139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:13:12.156116 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-97bd6c4d-1cd7-4d37-8286-91075db0d599 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:12.157738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-97bd6c4d-1cd7-4d37-8286-91075db0d599 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 797 time: 0.1104667 Sep 18 08:13:12.173324 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-6a7c36be-6773-42aa-88f3-17a37954cf4b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/quotas/028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Sep 18 08:13:12.230111 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-176e6900-5310-4107-8480-048412068765 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508928 Sep 18 08:13:12.289171 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-6a9338da-8d7c-498e-a647-3fdffbfef2ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:13:12.290298 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-6a9338da-8d7c-498e-a647-3fdffbfef2ff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480130 Sep 18 08:13:12.332376 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.350892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-33151bd2-0059-4239-90f6-1d0f34e76ddf None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:12.351271 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-33151bd2-0059-4239-90f6-1d0f34e76ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.390848 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-5014e058-630d-4070-9685-6b0d3ad54086 service neutron] 10.222.0.20 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928416 Sep 18 08:13:12.429889 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:12.430290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.436417 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-33151bd2-0059-4239-90f6-1d0f34e76ddf None None] Port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:13:12.478728 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-606c7a79-5133-475b-988e-b2fd264ec401 service neutron] 10.222.0.20 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820317 Sep 18 08:13:12.548972 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:11Z', 'revision_number': 2, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:12.580482 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Checking router: ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:13:12.580843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Updating router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:13:12.583434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:13:12.633337 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.684123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:12.684506 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.880099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.917543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:12.975282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:12.993487 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.039362 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:13.064082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.116079 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bcc59-047e-4c33-b845-0b17ca97b253 None None] Pushing event updated for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:13.170871 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Attempting to bind port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:13:13.171356 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Attempting to bind port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:13:13.171729 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Attempting to bind port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a on network 7de4388f-b897-4be1-b66e-1f83451e10cc {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:13:13.176961 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:13:13.177333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Checking segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:13:13.177737 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.178161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Bound using segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:13:13.178626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Bound port: 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:13:13.179007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.243773 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] For port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:13:13.247117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] For port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:13:13.316092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.400785 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:13.402429 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:13.406543 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:13.406929 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.408377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bcc59-047e-4c33-b845-0b17ca97b253 None None] Pushing event updated for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:13.589355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:13.617605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.630401 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.738731 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] For port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:13.756268 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1e2a779-787d-4fcf-9390-7cf7d920569c req-b31c0e34-4c2c-4d15-ae4f-0d2f78706915 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Sep 18 08:13:13.800705 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:13.854682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:13.882422 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670400c1-3b3e-4319-a5fb-15eca92dccb2 None None] Pushing event updated for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:13.885194 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a935de-6329-4971-9d9d-0feaae984367 None None] The sync data for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 is: [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:13:13.920256 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-77b26466-5d9a-48dc-b29f-208a2eb81724 None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:13.920633 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-77b26466-5d9a-48dc-b29f-208a2eb81724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:14.088385 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:13:14.140128 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:14.140501 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:14.220107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:13:14.269407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:14.269876 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:14.854589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80aeae32-c222-4a2e-b9ac-61847957b665 req-398b6cd3-4458-4da4-a6b2-052563555775 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0405221 Sep 18 08:13:14.978266 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:15.816033 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:15.928571 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-86dfc7cd-c18c-495b-a80b-eab4beff5b36 req-fde1bbd5-81d0-4e32-8046-480e82e693fb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Sep 18 08:13:17.007446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b15432bf-24af-41d3-997c-708234de38e0 req-00e29f1f-3ce1-4b1f-82e9-239de395ccec tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Sep 18 08:13:18.098029 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-147c930d-aac5-4e69-9a05-08769d851891 req-bcd9b1aa-3e76-4fa5-ab66-c84320df9a79 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0267210 Sep 18 08:13:19.189077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d444aa85-451a-4b07-abb3-fd6581ae52e1 req-d9ef4c57-2457-49cd-91f1-ae230d91a88b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0264161 Sep 18 08:13:19.486040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-6b018399-80d2-4eea-841d-dde031214e9e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:19.487530 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-6b018399-80d2-4eea-841d-dde031214e9e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 797 time: 0.1069362 Sep 18 08:13:19.531611 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-beaf69a2-02e2-40de-915b-99e3c3e12b09 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028068dbd599439b9823c1982b6a6c11 HTTP/1.1" status: 200 len: 379 time: 0.0351357 Sep 18 08:13:19.541343 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'port': {'device_id': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'admin_state_up': True, 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'security_groups': ['2a9585c4-5dfa-485e-bec0-0383d25ae2f9']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:19.749704 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Made reservation on behalf of 028068dbd599439b9823c1982b6a6c11 for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:13:19.753338 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:19.877772 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.20.0.14 (7de4388f-b897-4be1-b66e-1f83451e10cc/f04af50c-ce30-4ea1-a7bf-3c5515c3614e/b8d84fcf-c469-4061-8976-32cdc2f4293e) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:13:20.020947 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.102239 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.143628 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network 7de4388f-b897-4be1-b66e-1f83451e10cc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:20.146654 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:20.150257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:13:20.178391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:20.206411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:20.207030 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.297383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-4be79b4d-8ed5-44b9-829e-2e36d21dd453 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594426 Sep 18 08:13:20.308923 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ba34c-0063-4de9-ac8c-33f321c38d8c req-2f776f75-658c-4f3f-92e3-c8d6524acdf8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:20.310512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a4ba34c-0063-4de9-ac8c-33f321c38d8c req-2f776f75-658c-4f3f-92e3-c8d6524acdf8 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 932 time: 0.0537446 Sep 18 08:13:20.355989 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a4ba34c-0063-4de9-ac8c-33f321c38d8c req-6d120334-f431-495a-baf9-76413467515a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372729 Sep 18 08:13:20.360935 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Request body: {'port': {'device_id': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:20.385481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-3fb8e424-4ed7-4dd7-ad3c-5e39d7034c7e None None] Provisioning complete for port b8d84fcf-c469-4061-8976-32cdc2f4293e triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:20.386515 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e424-4ed7-4dd7-ad3c-5e39d7034c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.420781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8e424-4ed7-4dd7-ad3c-5e39d7034c7e None None] Port b8d84fcf-c469-4061-8976-32cdc2f4293e cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:13:20.430060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.685513 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d84fcf-c469-4061-8976-32cdc2f4293e {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:13:20.692761 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.704344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Transition to ACTIVE for port object b8d84fcf-c469-4061-8976-32cdc2f4293e will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:13:20.807087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:20.859994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Pushing event updated for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:20.932801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Attempting to bind port b8d84fcf-c469-4061-8976-32cdc2f4293e on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:13:20.933134 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Attempting to bind port b8d84fcf-c469-4061-8976-32cdc2f4293e by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:13:20.933465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Attempting to bind port b8d84fcf-c469-4061-8976-32cdc2f4293e on network 7de4388f-b897-4be1-b66e-1f83451e10cc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:13:20.938166 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Port b8d84fcf-c469-4061-8976-32cdc2f4293e on network 7de4388f-b897-4be1-b66e-1f83451e10cc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:13:20.938427 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Attempting to bind port b8d84fcf-c469-4061-8976-32cdc2f4293e on network 7de4388f-b897-4be1-b66e-1f83451e10cc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:13:20.943341 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:13:20.943687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Checking segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:13:20.944075 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Bound using segment: {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:13:20.944500 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Bound port: b8d84fcf-c469-4061-8976-32cdc2f4293e, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:13:20.944880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:21.011557 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:13:21.014768 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:13:21.092512 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:21.132295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.132960 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:21.134392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] 10.222.0.37 "PUT /v2.0/ports/b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 1093 time: 0.8279676 Sep 18 08:13:21.134903 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:13:21.137672 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:13:21.166909 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450f765-8af9-41ae-b7bf-b81a69494eef service neutron] Pushing event updated for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:21.179579 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2427905-581a-4a8e-a3a2-3479fb1cd180 x-openstack-request-id: req-a2427905-581a-4a8e-a3a2-3479fb1cd180 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:13:21.180076 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:13:21.180337 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2427905-581a-4a8e-a3a2-3479fb1cd180 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:13:21.180743 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'status': 'completed', 'code': 200} Sep 18 08:13:21.243706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-82b331e7-e8c0-4f77-a07d-833b2dd9e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.243706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-82b331e7-e8c0-4f77-a07d-833b2dd9e291 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1096 time: 0.0423656 Sep 18 08:13:21.342550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-3e407ab4-6a6b-4dbe-a388-864db126ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.347848 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-3e407ab4-6a6b-4dbe-a388-864db126ed96 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=028068dbd599439b9823c1982b6a6c11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0938964 Sep 18 08:13:21.442172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-4b3480e3-3259-495e-904c-c2ca9d5e823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.443704 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9fc1a53d-6b51-44b0-a7b2-37dc672f2c34 req-4b3480e3-3259-495e-904c-c2ca9d5e823b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933714 Sep 18 08:13:21.476048 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7867f-394f-4b77-bf32-3943a4a54df0 req-6dd1d14b-ef09-4ea0-a667-bff542e3d987 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.477450 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c7867f-394f-4b77-bf32-3943a4a54df0 req-6dd1d14b-ef09-4ea0-a667-bff542e3d987 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 944 time: 0.0503507 Sep 18 08:13:21.515608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8c7867f-394f-4b77-bf32-3943a4a54df0 req-89b76768-1ef9-4eed-bff3-98ee4aae7adb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Sep 18 08:13:21.519154 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-a4536ecb-61b8-4420-ad6d-f65b46c71c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.520626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-a4536ecb-61b8-4420-ad6d-f65b46c71c47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1096 time: 0.0407603 Sep 18 08:13:21.566991 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-99905ad5-1ef9-4def-ae3f-e8f5f933f184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 217 time: 0.0386736 Sep 18 08:13:21.614135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-0a6d7c0a-78a0-4ad5-b3d3-5f97a7b37525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.615531 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-0a6d7c0a-78a0-4ad5-b3d3-5f97a7b37525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 200 len: 834 time: 0.0419273 Sep 18 08:13:21.659013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-25ec554b-e99b-41db-86f0-ab10fefdb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:21.660451 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-25ec554b-e99b-41db-86f0-ab10fefdb2f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de4388f-b897-4be1-b66e-1f83451e10cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376217 Sep 18 08:13:21.752418 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-8b945b30-495a-4df8-8d99-558ae5a33120 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846765 Sep 18 08:13:21.841114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-59ac2519-368f-4e86-8709-b4b180bfcd30 req-04ae3eec-1e2f-463f-a622-6f401bec56b4 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812855 Sep 18 08:13:22.630221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b064-e05a-4216-82d1-dc9cc528b9b9 req-ea1336a7-747e-455b-b8c4-4e27400f64c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:22.631724 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65d0b064-e05a-4216-82d1-dc9cc528b9b9 req-ea1336a7-747e-455b-b8c4-4e27400f64c0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 944 time: 0.0482357 Sep 18 08:13:22.669351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-65d0b064-e05a-4216-82d1-dc9cc528b9b9 req-4c6ed44e-9132-45f3-a91d-ed154f28473f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308433 Sep 18 08:13:22.695069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b8d84fcf-c469-4061-8976-32cdc2f4293e details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:13:22.789390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:22.800059 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'port_id': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'mac_address': 'fa:16:3e:f2:d1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:13:22.836807 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:22.848897 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d84fcf-c469-4061-8976-32cdc2f4293e {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:13:22.869227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:22.965164 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:23.013991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:23.198532 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['b8d84fcf-c469-4061-8976-32cdc2f4293e'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:13:23.786037 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d0aa-0e5b-48b9-88cf-e3230ecdd42d req-2859b96c-c245-430c-a9f0-c973aeb1b870 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:23.787507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1934d0aa-0e5b-48b9-88cf-e3230ecdd42d req-2859b96c-c245-430c-a9f0-c973aeb1b870 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Sep 18 08:13:23.824812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1934d0aa-0e5b-48b9-88cf-e3230ecdd42d req-11e900a1-f74b-4040-86e1-9b3fcc838fdd tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313678 Sep 18 08:13:24.695324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b8d84fcf-c469-4061-8976-32cdc2f4293e up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:13:24.816227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port b8d84fcf-c469-4061-8976-32cdc2f4293e completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:13:24.820037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port b8d84fcf-c469-4061-8976-32cdc2f4293e triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:13:24.820418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:24.896412 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:24.919305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:13:24.921557 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa45f8-fcd6-48c8-8507-e580bdd40c3e" -d '{"events": [{"server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "name": "network-vif-plugged", "status": "completed", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:13:24.937481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:13:24.941026 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529555f-986d-4e63-bbde-0de34cae845a req-bd3d9d8a-c940-412c-bff5-59832fa1ddcb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:24.942620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8529555f-986d-4e63-bbde-0de34cae845a req-bd3d9d8a-c940-412c-bff5-59832fa1ddcb tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Sep 18 08:13:24.981403 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8529555f-986d-4e63-bbde-0de34cae845a req-088ce70d-a521-4afe-a960-fe29bb9b8265 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Sep 18 08:13:25.008454 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9df777-b0bd-4318-b747-523d3fb20903 x-openstack-request-id: req-9b9df777-b0bd-4318-b747-523d3fb20903 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:13:25.008749 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "name": "network-vif-plugged", "status": "completed", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:13:25.009008 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b9df777-b0bd-4318-b747-523d3fb20903 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:13:25.009616 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'code': 200} Sep 18 08:13:25.017804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:25.066230 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:25.130505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df965e1-b758-4ecc-bf71-2798bb39c7c8 req-82c1d06c-81ba-4ae1-88a1-bc16f1703304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:25.131998 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0df965e1-b758-4ecc-bf71-2798bb39c7c8 req-82c1d06c-81ba-4ae1-88a1-bc16f1703304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1098 time: 0.0440233 Sep 18 08:13:25.165540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0df965e1-b758-4ecc-bf71-2798bb39c7c8 req-aecd6709-ff90-436e-8e58-aac0baaa5b5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268514 Sep 18 08:13:26.096008 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4574d-eae1-4bc5-9e22-8b93fd32e207 req-2758e0cf-7505-4d01-bf5c-5fdd0d85fa5a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:26.097502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26a4574d-eae1-4bc5-9e22-8b93fd32e207 req-2758e0cf-7505-4d01-bf5c-5fdd0d85fa5a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Sep 18 08:13:26.134720 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-26a4574d-eae1-4bc5-9e22-8b93fd32e207 req-1430c9ba-2bf8-4f3e-b274-5d5ceea4c622 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313020 Sep 18 08:13:27.253484 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a525-3cde-423d-8a13-e352b7e92507 req-23a5ceaf-db87-4eb0-836f-040f88789ee0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:27.255092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4a2a525-3cde-423d-8a13-e352b7e92507 req-23a5ceaf-db87-4eb0-836f-040f88789ee0 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Sep 18 08:13:27.292258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4a2a525-3cde-423d-8a13-e352b7e92507 req-377a8480-b85d-46c6-9b69-c90d8cc84a0b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Sep 18 08:13:27.404906 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2997c-c475-4e42-8764-b4e1bf689ac1 req-9e356c74-424d-4af7-adc3-a08b6fd7cf2e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:27.406430 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0e2997c-c475-4e42-8764-b4e1bf689ac1 req-9e356c74-424d-4af7-adc3-a08b6fd7cf2e tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0499444 Sep 18 08:13:27.443399 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0e2997c-c475-4e42-8764-b4e1bf689ac1 req-763fc2fc-4025-4a47-8fa5-7b8ca96b287a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Sep 18 08:13:27.464137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44808) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:27.502193 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29573df-b757-41b3-8b4c-c0f12a475430 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:27.503652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e29573df-b757-41b3-8b4c-c0f12a475430 tempest-TestNetworkAdvancedServerOps-243325765 tempest-TestNetworkAdvancedServerOps-243325765-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1093 time: 0.0385730 Sep 18 08:13:27.506254 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44810) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:27.510326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:13:27.595011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:27.969424 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:28.067125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Allocated IP 172.25.4.72 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/3a060b85-f55e-42de-8cfa-2836d3080955) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:13:28.166649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:28.255976 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:28.292976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:13:28.297143 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:13:28.303937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:13:28.307152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=3a060b85-f55e-42de-8cfa-2836d3080955,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:28.659368 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:28.794919 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:28.936677 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:29.010273 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:29.080586 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event updated for resources: {'Port': ['ID=3a060b85-f55e-42de-8cfa-2836d3080955,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:13:29.092036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:29.188860 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 8431aa8b-3b35-45fa-84b6-f4171f080156 associated. External IP: 172.25.4.72, port: b8d84fcf-c469-4061-8976-32cdc2f4293e. Sep 18 08:13:29.393134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:13:29.499886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:13:29.510025 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Sync routers for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:13:29.519398 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:29.520005 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:29.607032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:29.623140 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:29.633793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-3415e772-ccc3-41f9-8f14-4fa0db689f9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1265144 Sep 18 08:13:29.634418 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:13:29.636887 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7708f28f-ac8d-447d-8ee2-5b5b484821ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:13:29.668505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:29.683046 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfeaa90-9dbc-4911-9c56-3bfca618715f x-openstack-request-id: req-5bfeaa90-9dbc-4911-9c56-3bfca618715f {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:13:29.683395 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:13:29.683612 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bfeaa90-9dbc-4911-9c56-3bfca618715f {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:13:29.684054 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'status': 'completed', 'code': 200} Sep 18 08:13:29.737714 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef533b05-dd51-47d3-9b9b-a9ddf3d37f4d req-f466992c-7aa2-4991-ad0b-ba9a3729ce92 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:29.739278 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef533b05-dd51-47d3-9b9b-a9ddf3d37f4d req-f466992c-7aa2-4991-ad0b-ba9a3729ce92 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0544019 Sep 18 08:13:29.750248 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-4727e02e-bc55-4788-9c0d-a2cf4eac41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:29.751700 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-4727e02e-bc55-4788-9c0d-a2cf4eac41d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1098 time: 0.0415771 Sep 18 08:13:29.780077 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ef533b05-dd51-47d3-9b9b-a9ddf3d37f4d req-7de793e6-921e-47be-bc13-792ac6884e1d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338495 Sep 18 08:13:29.803004 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44816) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:29.856031 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-3b5fefee-8071-4e14-9e51-10662f3f6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:29.857581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-3b5fefee-8071-4e14-9e51-10662f3f6132 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 898 time: 0.0994520 Sep 18 08:13:29.863763 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '8431aa8b-3b35-45fa-84b6-f4171f080156', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'port_id': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'mac_address': 'fa:16:3e:f2:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:13:28Z', 'updated_at': '2021-09-18T08:13:28Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:29.871995 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-f457e73f-6ba1-4f9e-b0e5-8bacfac133be tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/8431aa8b-3b35-45fa-84b6-f4171f080156 HTTP/1.1" status: 200 len: 991 time: 0.0665131 Sep 18 08:13:29.892959 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Checking router: ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:13:29.901006 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:13:29.901664 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:29.924903 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-41e0923c-d7a2-446c-abd8-31968d8e425c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 999 time: 0.0595860 Sep 18 08:13:29.977305 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-c1c89aa7-7cbc-43ff-bf84-d2cfa04e9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:29.978844 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-c1c89aa7-7cbc-43ff-bf84-d2cfa04e9cf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 200 len: 834 time: 0.0468335 Sep 18 08:13:30.007098 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:13:30.029003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-44a0714b-317d-4f75-8fbd-7d17fcb791d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:30.030537 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-44a0714b-317d-4f75-8fbd-7d17fcb791d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de4388f-b897-4be1-b66e-1f83451e10cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449231 Sep 18 08:13:30.042280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-e722dc38-7b70-4a07-9d0d-6e7c8c60ea98 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:13:30.043266 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-e722dc38-7b70-4a07-9d0d-6e7c8c60ea98 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049787 Sep 18 08:13:30.132096 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-31cd5130-707f-4867-b58e-7d48ff2c34ae service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Sep 18 08:13:30.222041 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '8431aa8b-3b35-45fa-84b6-f4171f080156', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'port_id': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'mac_address': 'fa:16:3e:f2:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:13:28Z', 'updated_at': '2021-09-18T08:13:28Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:13:30.223812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7708f28f-ac8d-447d-8ee2-5b5b484821ac req-808308f9-dac0-40fb-8ada-1c4124a1955c service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Sep 18 08:13:30.249589 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18dcc3-d298-45f7-83bf-a530da35df92 None None] The sync data for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 is: [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '8431aa8b-3b35-45fa-84b6-f4171f080156', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'port_id': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'mac_address': 'fa:16:3e:f2:d1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:13:28Z', 'updated_at': '2021-09-18T08:13:28Z', 'revision_number': 0, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:13:30.432670 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d4a58-ecad-41a0-9a7e-2b25a2eff380 None None] New status for floating IP 8431aa8b-3b35-45fa-84b6-f4171f080156: ACTIVE {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:13:30.875551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44818) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:30.934940 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-619d1a41-a7ae-4e21-b10b-29b99b41b3b9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/8431aa8b-3b35-45fa-84b6-f4171f080156 HTTP/1.1" status: 200 len: 993 time: 0.0583518 Sep 18 08:13:32.362158 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:13:38.924329 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1250139-c99b-4d0d-a911-87600b8318d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:39.303672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-3f88e079-a3a1-463b-b1b6-306798cfadb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394909 Sep 18 08:13:39.389564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-f476da3a-f87b-451d-a183-c273f333bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:39.391109 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-f476da3a-f87b-451d-a183-c273f333bcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1098 time: 0.0444751 Sep 18 08:13:39.493837 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-a7b47134-9b2e-452a-b5e3-4bfc20cfe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:39.495343 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-a7b47134-9b2e-452a-b5e3-4bfc20cfe8d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 898 time: 0.0846646 Sep 18 08:13:39.564114 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-8fd5064e-1e01-454e-ae51-550af740ab1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 1001 time: 0.0616946 Sep 18 08:13:39.615067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-d87497b6-ad82-4a30-84e7-e50f47486f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:39.616323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-d87497b6-ad82-4a30-84e7-e50f47486f7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 200 len: 834 time: 0.0447366 Sep 18 08:13:39.662825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-297682e5-20b6-4e58-8e8d-af4705896d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:39.664322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-297682e5-20b6-4e58-8e8d-af4705896d0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de4388f-b897-4be1-b66e-1f83451e10cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415869 Sep 18 08:13:39.756332 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-e1d34bbb-211d-4ea8-a661-c3ee247cedac service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Sep 18 08:13:39.843811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-0161402d-02a3-49a8-ac50-bd7f91743132 req-9e28cc29-1b84-4757-badc-9e73fdaca286 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803442 Sep 18 08:13:41.565999 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7a5700c6-4b21-4d38-b61e-d55eb400923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:42.153730 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:43.588534 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:44.998731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:45.810367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:13:57.910146 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0a076-4a24-4155-93fe-0066f43f66a3 req-b557a8e1-ffcb-40ec-8136-e9b964873261 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:57.911606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9e0a076-4a24-4155-93fe-0066f43f66a3 req-b557a8e1-ffcb-40ec-8136-e9b964873261 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0491476 Sep 18 08:13:57.948491 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d9e0a076-4a24-4155-93fe-0066f43f66a3 req-99faf46d-c223-40d2-ba3d-d4876e6aca03 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Sep 18 08:13:59.081993 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf630-5242-4b3b-af44-693123eba8d2 req-48e3d187-10d1-4fb5-8de4-6b63d592da8d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:13:59.083470 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49bbf630-5242-4b3b-af44-693123eba8d2 req-48e3d187-10d1-4fb5-8de4-6b63d592da8d tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0478849 Sep 18 08:13:59.120106 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-49bbf630-5242-4b3b-af44-693123eba8d2 req-493f8b19-afcd-4db8-9dad-1b8994f9294b tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Sep 18 08:13:59.142064 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44842) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:13:59.205335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9dce466a-4411-4540-878d-be6d8a1545b3 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/8431aa8b-3b35-45fa-84b6-f4171f080156 HTTP/1.1" status: 200 len: 993 time: 0.0621378 Sep 18 08:13:59.666656 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:00.606044 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b3c4-88f3-409d-b1a8-e3bc915826c6 req-3938bbf1-6d97-499b-9ef0-b8b645af36df tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:00.607772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc23b3c4-88f3-409d-b1a8-e3bc915826c6 req-3938bbf1-6d97-499b-9ef0-b8b645af36df tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Sep 18 08:14:00.650885 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dc23b3c4-88f3-409d-b1a8-e3bc915826c6 req-5e08612f-1ce5-4147-81be-0033d6c38df9 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371556 Sep 18 08:14:00.682477 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-0923f3ec-cf15-415f-a718-ac6f730fd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:00.684030 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-0923f3ec-cf15-415f-a718-ac6f730fd196 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1098 time: 0.0425112 Sep 18 08:14:00.775608 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-ea93ac83-0e98-4d44-8b70-c160d4455b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:00.777641 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-ea93ac83-0e98-4d44-8b70-c160d4455b76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 898 time: 0.0866802 Sep 18 08:14:00.839465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-c2ce71b2-89d6-473e-af2b-2c81000cdf87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 1001 time: 0.0558019 Sep 18 08:14:00.885806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-f7174635-e12c-4107-9c17-b33dbc4788c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:00.887751 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-f7174635-e12c-4107-9c17-b33dbc4788c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 200 len: 834 time: 0.0419533 Sep 18 08:14:00.935054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-b07d2170-d1c1-4d55-add7-e9e7ba5d7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:00.936502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-b07d2170-d1c1-4d55-add7-e9e7ba5d7072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de4388f-b897-4be1-b66e-1f83451e10cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413492 Sep 18 08:14:01.025885 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-f73788a4-9db7-4016-8a6d-9b639c757383 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Sep 18 08:14:01.115726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4a4ea60a-62af-49e6-ab2e-22fca3c1bc83 req-9ca3baf2-b22a-4029-9890-ad73bd66b5f7 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Sep 18 08:14:01.771942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce7bc4-f175-42ba-ac04-8cf73235f490 req-62e001b2-2d5a-4758-b1b9-5098a55b3809 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:01.773479 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44ce7bc4-f175-42ba-ac04-8cf73235f490 req-62e001b2-2d5a-4758-b1b9-5098a55b3809 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0496554 Sep 18 08:14:01.811637 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-44ce7bc4-f175-42ba-ac04-8cf73235f490 req-79dc291f-7a14-4f3c-a56c-8d632b8f3c41 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Sep 18 08:14:02.924204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddafc0-7c5f-498f-9a6c-339a2b2cfceb req-0cd99adf-fce9-437c-9c32-a3ef5fe96613 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:02.925679 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ddafc0-7c5f-498f-9a6c-339a2b2cfceb req-0cd99adf-fce9-437c-9c32-a3ef5fe96613 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0477431 Sep 18 08:14:02.962361 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56ddafc0-7c5f-498f-9a6c-339a2b2cfceb req-6df3aa77-3088-4a77-a891-47f3fd2725b4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308628 Sep 18 08:14:02.986204 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44854) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:03.048282 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fd1bca2a-9fb1-4702-a418-a9f1b114f548 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/floatingips/8431aa8b-3b35-45fa-84b6-f4171f080156 HTTP/1.1" status: 200 len: 993 time: 0.0609899 Sep 18 08:14:03.301779 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44860) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:03.453119 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 3a060b85-f55e-42de-8cfa-2836d3080955 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:14:03.453468 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:03.525741 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:03.526161 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:03.537791 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 3a060b85-f55e-42de-8cfa-2836d3080955 owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:14:03.782897 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:03.805028 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=3a060b85-f55e-42de-8cfa-2836d3080955,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:03.815676 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.816115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.816369 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.816704 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.817030 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.817355 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.818102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.818102 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.818346 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.818664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.818980 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.819297 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:03.886802 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:03.887148 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Floating IP 8431aa8b-3b35-45fa-84b6-f4171f080156 disassociated (deleted). External IP: 172.25.4.72, port: b8d84fcf-c469-4061-8976-32cdc2f4293e. Sep 18 08:14:04.089417 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:14:04.456460 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:04.461409 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:04.465883 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Sync routers for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:04.474675 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:04.475282 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:04.487507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a0410b91-5263-476d-a682-0b816f102ccc tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/floatingips/8431aa8b-3b35-45fa-84b6-f4171f080156 HTTP/1.1" status: 204 len: 168 time: 1.1846361 Sep 18 08:14:04.488092 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:14:04.490364 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f667261-68c2-4c1d-9af3-249ddf79687f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:14:04.527872 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a59ed-c95f-4613-90b4-55d5218ccacd x-openstack-request-id: req-613a59ed-c95f-4613-90b4-55d5218ccacd {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:14:04.528212 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:14:04.528460 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-613a59ed-c95f-4613-90b4-55d5218ccacd {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:14:04.528841 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'status': 'completed', 'code': 200} Sep 18 08:14:04.582946 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:04.598582 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-f3bb13d6-f957-4652-826a-33a0934767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:04.600161 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-f3bb13d6-f957-4652-826a-33a0934767a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=028068dbd599439b9823c1982b6a6c11&device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 1098 time: 0.0422883 Sep 18 08:14:04.886202 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:04.893929 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a209fa-93c2-4fa6-ba40-d1ac8bb8b413 req-a329a6be-fa6c-4ee5-b28a-27021185b14a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:04.895490 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56a209fa-93c2-4fa6-ba40-d1ac8bb8b413 req-a329a6be-fa6c-4ee5-b28a-27021185b14a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Sep 18 08:14:04.914171 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Checking router: ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:04.923785 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:04.924605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:04.937517 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-56a209fa-93c2-4fa6-ba40-d1ac8bb8b413 req-7fa5878b-809a-4abc-a732-9c29c2bac716 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343757 Sep 18 08:14:04.995076 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-0ae6236d-bdec-449c-8fd0-51455f9a515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:04.996579 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-0ae6236d-bdec-449c-8fd0-51455f9a515b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 200 len: 898 time: 0.3882601 Sep 18 08:14:05.031498 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:05.038797 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-a9a30cf1-f5f7-4c28-8aa2-9536fdb0c40f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 200 len: 217 time: 0.0339108 Sep 18 08:14:05.087203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-830156fa-188e-43a1-ba75-3dd48323d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:05.088546 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-830156fa-188e-43a1-ba75-3dd48323d935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 200 len: 834 time: 0.0421214 Sep 18 08:14:05.136836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-a52e85cf-1c3c-4e11-8d83-54317bd5d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:05.138331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-a52e85cf-1c3c-4e11-8d83-54317bd5d987 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de4388f-b897-4be1-b66e-1f83451e10cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418322 Sep 18 08:14:05.223076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:05.230279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-e6248890-94fb-4901-b989-6cf77df58cf7 service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823746 Sep 18 08:14:05.247995 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b4fdc-1f01-4be8-abd6-3d76c3462641 None None] The sync data for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 is: [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:13:10Z', 'revision_number': 4, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '2e6a2822-38a8-4fb5-b3fc-5c0830ac977a', 'name': '', 'network_id': '7de4388f-b897-4be1-b66e-1f83451e10cc', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'mac_address': 'fa:16:3e:92:40:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:10Z', 'updated_at': '2021-09-18T08:13:13Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'subnets': [{'id': 'f04af50c-ce30-4ea1-a7bf-3c5515c3614e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:05.327423 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2f667261-68c2-4c1d-9af3-249ddf79687f req-8d2b1976-bf66-4d73-91dc-91d769b2b66c service neutron] 10.222.0.37 "GET /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Sep 18 08:14:05.475235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe68458-1f20-4957-b2da-60de3ba2e26c None None] New status for floating IP 8431aa8b-3b35-45fa-84b6-f4171f080156: DOWN {{(pid=101980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:14:06.054886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc78b19-1b7c-4bda-9088-1224f6b13726 req-a7bda640-7468-4a12-be49-8198e3b66ec7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:06.056340 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dc78b19-1b7c-4bda-9088-1224f6b13726 req-a7bda640-7468-4a12-be49-8198e3b66ec7 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0467796 Sep 18 08:14:06.093741 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4dc78b19-1b7c-4bda-9088-1224f6b13726 req-493e7c01-264d-4bb7-a2cc-77e7928ead9f tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a9585c4-5dfa-485e-bec0-0383d25ae2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Sep 18 08:14:06.408067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-9ce22ba3-6cb3-495c-82ec-f326bd9cf1e2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:06.409518 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-9ce22ba3-6cb3-495c-82ec-f326bd9cf1e2 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 946 time: 0.0485184 Sep 18 08:14:06.497207 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port b8d84fcf-c469-4061-8976-32cdc2f4293e {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:14:06.497556 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:06.583077 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port b8d84fcf-c469-4061-8976-32cdc2f4293e, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=b8d84fcf-c469-4061-8976-32cdc2f4293e,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:06.583450 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:06.597755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for b8d84fcf-c469-4061-8976-32cdc2f4293e owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:14:06.794486 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:06.823030 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=b8d84fcf-c469-4061-8976-32cdc2f4293e,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:06.848099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.848460 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.848805 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.849145 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.849483 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.849838 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.850184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.850522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.850850 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.851177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.851505 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.851830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:06.873192 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] No DVR routers for this DVR port b8d84fcf-c469-4061-8976-32cdc2f4293e on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:14:06.876054 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:06.878183 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c7cc1351-c34d-45cf-9c4c-ea38e4fc62e1 req-0b9d415d-48c9-43b6-a62b-3ed3cd6fcdda tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.37 "DELETE /v2.0/ports/b8d84fcf-c469-4061-8976-32cdc2f4293e HTTP/1.1" status: 204 len: 173 time: 0.4630220 Sep 18 08:14:06.878788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'name': 'network-vif-deleted', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:14:06.881743 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a351e0d-003e-4be3-9c0b-3bed9851daf4" -d '{"events": [{"server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "name": "network-vif-deleted", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:14:06.921042 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60051cb-53c8-4ade-b594-5e621d0e76df x-openstack-request-id: req-e60051cb-53c8-4ade-b594-5e621d0e76df {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:14:06.921692 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c54d2d-90b1-4062-802f-ef00febc7733", "name": "network-vif-deleted", "tag": "b8d84fcf-c469-4061-8976-32cdc2f4293e", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:14:06.921998 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e60051cb-53c8-4ade-b594-5e621d0e76df {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:14:06.922408 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c54d2d-90b1-4062-802f-ef00febc7733', 'name': 'network-vif-deleted', 'tag': 'b8d84fcf-c469-4061-8976-32cdc2f4293e', 'status': 'completed', 'code': 200} Sep 18 08:14:07.208601 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5ac4ecaa-c4de-4d32-85b1-48386a65901a req-96f6638b-a8e7-4af9-ae52-22e24ff9027c tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6c54d2d-90b1-4062-802f-ef00febc7733 HTTP/1.1" status: 200 len: 210 time: 0.0313849 Sep 18 08:14:08.264122 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44876) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:08.615693 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:08.864737 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:14:08.865082 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:08.912621 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0d31-cc2b-4f72-bd61-6fadf8861d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:08.954801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:08.955164 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:08.966636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:14:09.211740 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:09.240406 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=2e6a2822-38a8-4fb5-b3fc-5c0830ac977a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:09.361753 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:14:09.411397 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:09.623684 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:14:09.727957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:09.732992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41ff5a5a-a359-4bff-b5f6-7f9970d55253 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "PUT /v2.0/routers/ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678516 Sep 18 08:14:09.735837 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44878) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:09.737453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Sync routers for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:09.746501 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:09.747196 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:09.785992 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting subnet f04af50c-ce30-4ea1-a7bf-3c5515c3614e {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:14:09.789011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:09.828729 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:09.851747 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:09.913070 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.031734 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:14:09Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:10.057256 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Checking router: ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:10.065797 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Routers {'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:10.066435 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:13:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:10.075387 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.102279 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Subnet': ['ID=f04af50c-ce30-4ea1-a7bf-3c5515c3614e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:10.106354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.113226 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44880) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:10.114130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80aa54-97b9-4a7c-a031-0129f2d9dfcd None None] Network 7de4388f-b897-4be1-b66e-1f83451e10cc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:14:10.118362 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cd23a315-6d00-45a2-b100-c85a0ef0d9ca tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/subnets/f04af50c-ce30-4ea1-a7bf-3c5515c3614e HTTP/1.1" status: 204 len: 168 time: 0.3812480 Sep 18 08:14:10.169801 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] Set router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:10.225461 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.309739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] DHCP port deletion for 7de4388f-b897-4be1-b66e-1f83451e10cc request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:14:10.339130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.352049 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:14:09Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:10.357067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Deleting port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:14:10.357522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.381461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040b9e1-0b69-4d81-82e6-855b8986d61c None None] The sync data for ids ['ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04'] in n-d-789963-14 is: [{'id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581967053', 'tenant_id': '028068dbd599439b9823c1982b6a6c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:13:06Z', 'updated_at': '2021-09-18T08:14:09Z', 'revision_number': 5, 'project_id': '028068dbd599439b9823c1982b6a6c11', 'gw_port': {'id': '8ee0d809-5ebe-461a-b4ab-45f92eeccfb1', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:13:07Z', 'updated_at': '2021-09-18T08:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:10.426835 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] For port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,segment=NetworkSegment(ad8d5bd3-b477-4a47-9c9a-6a02d841842a),segment_id=ad8d5bd3-b477-4a47-9c9a-6a02d841842a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:10.427167 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.440062 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Calling delete_port for ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:14:10.447691 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Deleting port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:14:10.448250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.525710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] For port 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:10.526047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.538437 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Calling delete_port for 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:14:10.577010 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.602382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Pushing event deleted for resources: {'Port': ['ID=ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:10.604619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] No DVR routers for this DVR port ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:14:10.612450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.612799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.613136 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.613470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.613810 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.614210 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.614538 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.614865 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.615185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.615582 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.615846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.616161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcab1ae0-2cc8-400c-baf8-154990579bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:10.787333 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.820301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Port': ['ID=8ee0d809-5ebe-461a-b4ab-45f92eeccfb1,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:10.834856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b8d84fcf-c469-4061-8976-32cdc2f4293e no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:14:10.859603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: b8d84fcf-c469-4061-8976-32cdc2f4293e {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:14:10.859955 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device b8d84fcf-c469-4061-8976-32cdc2f4293e not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:14:10.885652 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.975056 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:10.977202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.085691 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.086240 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Fanout notify agent at l3_agent the message router_deleted on router ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:14:11.097312 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.097312 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-41bc470f-0c9b-4bb5-a286-dba83803fb6a tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/routers/ec1c2eec-0dec-4cb0-9b0b-87ba7c646b04 HTTP/1.1" status: 204 len: 168 time: 0.9820201 Sep 18 08:14:11.097312 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44882) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:11.175345 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.266011 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.289217 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de4388f-b897-4be1-b66e-1f83451e10cc']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:11.298804 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:11.299108 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8d5bd3-b477-4a47-9c9a-6a02d841842a') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:11.308474 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.321103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.326994 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:14:11.327386 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: timer() Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:14:11.330440 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:14:11.451222 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.458638 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.459920 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/networks/7de4388f-b897-4be1-b66e-1f83451e10cc HTTP/1.1" status: 204 len: 168 time: 0.3620596 Sep 18 08:14:11.462708 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44884) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:11.471696 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac6e5-feca-4240-a515-d95873a090d4 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'Network': ['ID=7de4388f-b897-4be1-b66e-1f83451e10cc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:11.524176 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.551481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.594367 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5419fc69-79d0-4c66-b348-ff507ad4ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.674191 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.676777 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:11.678001 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a9585c4-5dfa-485e-bec0-0383d25ae2f9 HTTP/1.1" status: 204 len: 168 time: 0.2142394 Sep 18 08:14:11.687873 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6a37a-f7c2-44bc-a453-a4cfd9ca3252 tempest-TestNetworkAdvancedServerOps-712890860 tempest-TestNetworkAdvancedServerOps-712890860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9585c4-5dfa-485e-bec0-0383d25ae2f9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:12.022639 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:14:12.196010 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:14:12.196350 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device ec5c3f97-fbb7-48f1-923c-231a6ccfb9a9 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:14:12.196757 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:14:12.220165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:14:12.220506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 8ee0d809-5ebe-461a-b4ab-45f92eeccfb1 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:14:12.220899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:14:12.238917 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:14:12.239270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 2e6a2822-38a8-4fb5-b3fc-5c0830ac977a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:14:12.280126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:12.326858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44892) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:12.464315 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1125d538-f306-4aa8-8c48-8554e17a36f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=028068dbd599439b9823c1982b6a6c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362627 Sep 18 08:14:12.466715 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44896) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:12.516752 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:12.537011 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:12.649738 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:12.652687 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:12.652687 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e64bc61a-dbc3-4ea3-ace8-9dd3c0d2380f HTTP/1.1" status: 204 len: 168 time: 0.1862769 Sep 18 08:14:12.662712 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33189c-3291-4711-b4a7-32975d203e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64bc61a-dbc3-4ea3-ace8-9dd3c0d2380f,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:13.254242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44902) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:13.267786 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7014-9d66-4ce2-9dc5-ee0953e7dc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.357691 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7014-9d66-4ce2-9dc5-ee0953e7dc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.438343 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7014-9d66-4ce2-9dc5-ee0953e7dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.475087 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7014-9d66-4ce2-9dc5-ee0953e7dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66931d60-01aa-435a-b14d-30e5a8c89a0e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:13.479478 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-fc3f7014-9d66-4ce2-9dc5-ee0953e7dc45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3193705e85c64cf1aac6de580a6026c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241626 Sep 18 08:14:13.482123 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44904) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:13.529935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.552814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.577099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.656943 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.659499 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:13.660680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66931d60-01aa-435a-b14d-30e5a8c89a0e HTTP/1.1" status: 204 len: 168 time: 0.1776583 Sep 18 08:14:13.668392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5a58e-0e54-4579-8235-34e7f7719e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66931d60-01aa-435a-b14d-30e5a8c89a0e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:14.707783 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44926) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:14.824390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-999631908-network', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:14.902733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Made reservation on behalf of 2c3fcad9ed264bccb8ec9a8c418ade3d for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:14:14.905647 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:14.913935 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:14.999320 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.011082 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.051130 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.076329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:14:15.085021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94912a62-a6a2-4fa2-858d-28304f80b892,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:15.091074 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.091651 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Added segment ef48d3b5-1eae-4b93-9451-912995525646 of type vlan for network d352787b-35db-4fbd-8cac-0a18f0a568b8 Sep 18 08:14:15.130779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.215871 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.216826 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:15.217370 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.278220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] Pushing event updated for resources: {'Network': ['ID=d352787b-35db-4fbd-8cac-0a18f0a568b8,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:15.288161 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:14:15.319441 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-ed345f74-455e-4ec1-ba7a-136f09053a73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6105115 Sep 18 08:14:15.322372 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44932) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:15.327797 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Request body: {'subnet': {'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-999631908-subnet', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:15.398655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Made reservation on behalf of 2c3fcad9ed264bccb8ec9a8c418ade3d for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:14:15.402972 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.615696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.675650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecf8f94-805c-43b6-b01f-9ae984ca9e2f,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:15.683194 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:15.683554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Network hostable DHCP agents. Network: d352787b-35db-4fbd-8cac-0a18f0a568b8, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:14:15.758247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:14:15.839838 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.868326 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, d352787b-35db-4fbd-8cac-0a18f0a568b8) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:15.872469 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:15.873059 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:15.877452 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838984c-d5df-4781-978e-b667653d2ac7 None None] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:14:15.959073 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a177932c-f318-4401-8f14-e888c28deaba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6355486 Sep 18 08:14:15.961742 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44934) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:15.967033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:16.020196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-d352787b-35db-4fbd-8cac-0a18f0a568b8', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:14:16.021048 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.046459 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.047566 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.101354 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.155138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Allocated IP 172.20.0.2 (d352787b-35db-4fbd-8cac-0a18f0a568b8/cecf8f94-805c-43b6-b01f-9ae984ca9e2f/9cf04cf3-6bb7-4bda-b012-2a7177748f3b) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:16.291095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.294283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.366005 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.406749 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:16.411345 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:16.414751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:16.424107 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Pushing event updated for resources: {'Port': ['ID=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:16.475005 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Attempting to bind port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:16.475378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Attempting to bind port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:16.475744 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Attempting to bind port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:16.480589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:16.480967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:16.481374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.481770 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Bound using segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:16.482279 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Bound port: 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:16.482661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.544243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] For port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:16.547249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] For port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:16.584623 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.600393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.603495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.662177 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4600e2c-a228-44be-b087-269acf3f7cf1 None None] Pushing event updated for resources: {'Port': ['ID=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:16.715969 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Allocated IP 172.25.4.224 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/83d585f5-7dcf-4805-9406-05a7f3d5d495) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:16.826348 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.937812 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:16.975269 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:16.979539 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:16.988276 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:16.990358 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Pushing event updated for resources: {'Port': ['ID=83d585f5-7dcf-4805-9406-05a7f3d5d495,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:17.321472 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.507918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c65f92-5788-4113-90f6-161c586b8f1f None None] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:14:17.520931 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.597039 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] Provisioning complete for port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:17.597420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.725327 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Router 73305f41-da75-486d-904f-37f3cefb1d12 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:14:17.730877 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.766288 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] For port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:17.834057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.842232 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:17.860547 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:17.878049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:17.878740 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:17.920264 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:17.921665 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b847b5f0-0da1-4593-8424-8859fa5f821b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9588361 Sep 18 08:14:17.924557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44936) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:17.932037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3853-e7a4-4566-a018-d460c5093ce8 None None] Pushing event updated for resources: {'Port': ['ID=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:17.991229 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e36edc47-11cf-4fae-87d4-4977138b202b None None] Provisioning complete for port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:17.991609 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e36edc47-11cf-4fae-87d4-4977138b202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.027365 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:18.089355 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9cf04cf3-6bb7-4bda-b012-2a7177748f3b up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:18.239703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:18.240080 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.341779 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.354415 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:17Z', 'revision_number': 3, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:18.383206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:18.383552 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Updating router 73305f41-da75-486d-904f-37f3cefb1d12 port 83d585f5-7dcf-4805-9406-05a7f3d5d495 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:14:18.409514 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.496514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Allocated IP 172.20.0.1 (d352787b-35db-4fbd-8cac-0a18f0a568b8/cecf8f94-805c-43b6-b01f-9ae984ca9e2f/f2f09085-f62f-49c8-a6ae-4167e68ecfb0) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:18.602887 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.657823 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.701859 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.729565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.738941 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:18.743148 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:18.751663 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:18.772160 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:18.787332 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Attempting to bind port 83d585f5-7dcf-4805-9406-05a7f3d5d495 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:18.787707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Attempting to bind port 83d585f5-7dcf-4805-9406-05a7f3d5d495 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:18.788065 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Attempting to bind port 83d585f5-7dcf-4805-9406-05a7f3d5d495 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:18.790262 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295dbc4-14f9-470c-954b-4509f4c9fe74 None None] Pushing event updated for resources: {'Port': ['ID=83d585f5-7dcf-4805-9406-05a7f3d5d495,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:18.793032 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Bound port: 83d585f5-7dcf-4805-9406-05a7f3d5d495, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:18.801705 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.856028 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] For port 83d585f5-7dcf-4805-9406-05a7f3d5d495, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:18.860064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] For port 83d585f5-7dcf-4805-9406-05a7f3d5d495, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83d585f5-7dcf-4805-9406-05a7f3d5d495,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:18.932144 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:18.983668 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:18.984274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:18.984810 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:19.031602 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295dbc4-14f9-470c-954b-4509f4c9fe74 None None] Pushing event updated for resources: {'Port': ['ID=83d585f5-7dcf-4805-9406-05a7f3d5d495,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:19.092188 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c4e2da72-baf9-4d55-ae0f-834c03dc255a None None] Provisioning complete for port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:19.092748 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c4e2da72-baf9-4d55-ae0f-834c03dc255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:19.136273 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:19.145281 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:19.163173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2da72-baf9-4d55-ae0f-834c03dc255a None None] Port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:19.210105 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:19.337225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 1, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:19.368047 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064054a-e7b9-4e72-9179-696840a7fd13 None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 1, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:19.553125 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:19.556432 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:19.666156 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:19.667607 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:19.791322 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:14:19.916889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:19.922977 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-374b78b8-988e-42ce-85a9-ffc6dc05f048 admin admin] 10.222.0.20 "PUT /v2.0/routers/73305f41-da75-486d-904f-37f3cefb1d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974148 Sep 18 08:14:19.989699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2f34a4d-cabc-486c-b1ce-4a79683646a0 None None] Provisioning complete for port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:19.990205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2f34a4d-cabc-486c-b1ce-4a79683646a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.046432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34a4d-cabc-486c-b1ce-4a79683646a0 None None] Port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:20.612472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44952) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:20.617446 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1923301946-network', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:20.696965 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Made reservation on behalf of d824c1dd22184784be3d48561cec7ab1 for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:14:20.699297 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.708033 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.793080 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.868248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.892870 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:14:20.901316 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586c34a-0164-4e50-b5f7-0cd259b3df5e,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:20.907269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:20.907661 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Added segment b318c832-0730-40f9-b0b4-15d33f828b13 of type vlan for network c0e00792-89e1-42b5-85ae-ed98fe7512a4 Sep 18 08:14:20.950143 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.051326 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.052337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:21.053037 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.112726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] Pushing event updated for resources: {'Network': ['ID=c0e00792-89e1-42b5-85ae-ed98fe7512a4,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:21.122704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:14:21.166681 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-e5acb39a-efe4-48cf-b5c0-f6acfaf8458b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5530183 Sep 18 08:14:21.170081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44954) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:21.176093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Request body: {'subnet': {'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1923301946-subnet', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'ip_version': 4}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:21.279813 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Made reservation on behalf of d824c1dd22184784be3d48561cec7ab1 for: {'subnet': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:14:21.282267 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461396'] for subnet, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.328952 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:21.338802 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:21.339647 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:21.513232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6081669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461434'] for subnet, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.527509 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:21.567651 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6b03b5-2126-4cea-9c51-b927fd1d4c00,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:21.583177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Checking segment: {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:21.583545 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Network hostable DHCP agents. Network: c0e00792-89e1-42b5-85ae-ed98fe7512a4, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:14:21.645253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:14:21.708781 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, c0e00792-89e1-42b5-85ae-ed98fe7512a4) {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:21.717890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d55e002-1a4f-4ded-9f24-9febd09cc744 None None] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:14:21.720716 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:21.721132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.729947 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:19Z', 'revision_number': 2, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:21.756832 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:21.757184 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Updating router 73305f41-da75-486d-904f-37f3cefb1d12 port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:14:21.777975 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-05861c68-eb36-4f66-8f63-16bddb1dbdf5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6063025 Sep 18 08:14:21.780279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44956) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:21.782876 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.784868 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:21.858226 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.859437 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.865175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:14:21.870145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:21.915156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.011526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Allocated IP 172.20.0.2 (c0e00792-89e1-42b5-85ae-ed98fe7512a4/6c6b03b5-2126-4cea-9c51-b927fd1d4c00/dfcea3a5-8d33-4404-8121-3fce2b5fc2cc) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:22.062998 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.093983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83d585f5-7dcf-4805-9406-05a7f3d5d495 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:22.131198 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.205815 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.221933 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Pushing event updated for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:22.249062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252160 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.252954 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.253352 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.253767 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:14:22.274325 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Attempting to bind port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:22.274790 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Attempting to bind port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:22.275254 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Attempting to bind port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:22.281851 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:22.286723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:22.286723 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.286723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Bound using segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:22.286723 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Bound port: f2f09085-f62f-49c8-a6ae-4167e68ecfb0, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:22.286723 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.367683 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] For port f2f09085-f62f-49c8-a6ae-4167e68ecfb0, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:22.371139 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] For port f2f09085-f62f-49c8-a6ae-4167e68ecfb0, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:22.435234 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.443166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 83d585f5-7dcf-4805-9406-05a7f3d5d495 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:22.444124 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.501059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:22.501688 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:22.503815 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e7a9-e731-451f-8aaa-82266204cd2f None None] Pushing event updated for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:22.531672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.549297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] Provisioning complete for port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:22.549683 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.625149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.631772 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.655169 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 83d585f5-7dcf-4805-9406-05a7f3d5d495, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83d585f5-7dcf-4805-9406-05a7f3d5d495,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:22.686302 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:22.710334 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:22.721887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:22.733322 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:22.737721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.740270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Pushing event updated for resources: {'Port': ['ID=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:22.868684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.880567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Attempting to bind port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:22.880949 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Attempting to bind port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:22.881323 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Attempting to bind port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc on network c0e00792-89e1-42b5-85ae-ed98fe7512a4 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:22.886992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=83d585f5-7dcf-4805-9406-05a7f3d5d495,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:22.900375 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:22.900765 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Checking segment: {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:22.901183 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.901583 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Bound using segment: {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:22.902305 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Bound port: dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:22.902719 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.932753 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.934800 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] For port f2f09085-f62f-49c8-a6ae-4167e68ecfb0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:22.962925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:22.977622 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:22.995890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] For port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:22.999891 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] For port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:23.007682 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d228db2-3f07-4cbc-b69a-fb996ea571fe None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:23.014615 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.068513 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da3dc9-657a-4ea4-ae45-e83a3f838e82 None None] Pushing event updated for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:23.095600 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Allocated IP 172.25.4.23 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/1308078d-1bd1-43d0-a36c-e0f0cb729be3) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:23.096424 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.166208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-af8d0bfc-cde6-4bf1-a46d-460e0aea48a7 None None] Provisioning complete for port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:23.166753 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-af8d0bfc-cde6-4bf1-a46d-460e0aea48a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.192833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf34f6-978b-49a5-a039-53598517fec1 None None] Pushing event updated for resources: {'Port': ['ID=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:23.248750 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.349028 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.390912 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:23.394692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:23.402143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:23.405876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1308078d-1bd1-43d0-a36c-e0f0cb729be3,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:23.713229 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:23.916327 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.094130 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c64cba-4df4-48ca-bcca-832cd7085028 None None] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:14:24.137635 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Router fc9430ed-2814-453a-9efd-a78bdf7e4d87 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:14:24.156389 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2f09085-f62f-49c8-a6ae-4167e68ecfb0 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:24.243046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] Provisioning complete for port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:24.243416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.252657 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:24.270603 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Sync routers for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:24.309506 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:24.310220 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:24.326516 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:24.326896 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.372087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.373327 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d71c964f-723f-40a4-8f24-1aec1f7d13b5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5919838 Sep 18 08:14:24.376127 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44958) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:24.497492 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.516238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:24.634751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] For port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:24.647290 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83d585f5-7dcf-4805-9406-05a7f3d5d495 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:24.703197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.800473 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc8da3-6126-4337-ba6c-fe4520be1bd6 None None] Pushing event updated for resources: {'Port': ['ID=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:24.812188 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.819442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 83d585f5-7dcf-4805-9406-05a7f3d5d495 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:24.819821 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.865618 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2ede2609-72b1-406c-9d9e-4bb2228fd37e None None] Provisioning complete for port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:24.866014 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2ede2609-72b1-406c-9d9e-4bb2228fd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:24.914192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:23Z', 'revision_number': 3, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:24.958732 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Checking router: fc9430ed-2814-453a-9efd-a78bdf7e4d87 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:24.959080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Updating router fc9430ed-2814-453a-9efd-a78bdf7e4d87 port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:14:24.970355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Allocated IP 172.20.0.1 (c0e00792-89e1-42b5-85ae-ed98fe7512a4/6c6b03b5-2126-4cea-9c51-b927fd1d4c00/b11af1b6-ff7f-44d1-aa25-f1381513de0a) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:24.997516 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.022950 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dfcea3a5-8d33-4404-8121-3fce2b5fc2cc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:25.077179 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.154913 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.167057 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:25.167595 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.191898 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:25.194782 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:25.197374 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:25.228540 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Pushing event updated for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:25.248999 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.386610 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.423405 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-0209eacc-2da2-468f-92e2-750819ca606f None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:25.423849 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0209eacc-2da2-468f-92e2-750819ca606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.457197 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-0209eacc-2da2-468f-92e2-750819ca606f None None] Port b11af1b6-ff7f-44d1-aa25-f1381513de0a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:25.462515 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.467627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.508925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Attempting to bind port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:25.509304 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Attempting to bind port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:25.509669 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Attempting to bind port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:25.520838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf1f3-2530-405e-9244-e5cad59be844 None None] Pushing event updated for resources: {'Port': ['ID=1308078d-1bd1-43d0-a36c-e0f0cb729be3,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:25.523303 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:25.523682 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:25.524090 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.524478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:25.524951 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Bound port: 1308078d-1bd1-43d0-a36c-e0f0cb729be3, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:25.525333 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.581249 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] For port 1308078d-1bd1-43d0-a36c-e0f0cb729be3, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:25.584327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] For port 1308078d-1bd1-43d0-a36c-e0f0cb729be3, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1308078d-1bd1-43d0-a36c-e0f0cb729be3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:25.628685 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.657379 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.679784 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.714092 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:25.714722 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:25.719412 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf1f3-2530-405e-9244-e5cad59be844 None None] Pushing event updated for resources: {'Port': ['ID=1308078d-1bd1-43d0-a36c-e0f0cb729be3,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:25.747469 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:25.750157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Pushing event updated for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:25.852607 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:25.854143 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:25.978985 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Router fc9430ed-2814-453a-9efd-a78bdf7e4d87 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:14:25.985589 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:26.077287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dfcea3a5-8d33-4404-8121-3fce2b5fc2cc up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:26.108948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:26.114609 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8ea6d333-75b6-4b7a-8c33-d5ef519e4d40 admin admin] 10.222.0.20 "PUT /v2.0/routers/fc9430ed-2814-453a-9efd-a78bdf7e4d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371686 Sep 18 08:14:26.138447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-f8031ba8-9dfe-489b-b983-0d9fbc43dda2 None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:26.138848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f8031ba8-9dfe-489b-b983-0d9fbc43dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.219912 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-f8031ba8-9dfe-489b-b983-0d9fbc43dda2 None None] Port b11af1b6-ff7f-44d1-aa25-f1381513de0a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:26.235390 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:26.235771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.343750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b11af1b6-ff7f-44d1-aa25-f1381513de0a', 'name': '', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'mac_address': 'fa:16:3e:27:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:24Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 2, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'subnets': [{'id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:26.379511 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51357cf6-e354-4c4b-9a77-fd19dd0aea59 None None] The sync data for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 is: [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b11af1b6-ff7f-44d1-aa25-f1381513de0a', 'name': '', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'mac_address': 'fa:16:3e:27:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:24Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 2, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'subnets': [{'id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:26.638243 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 44966) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:26.642942 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661209433', 'description': 'tempest-secgroup-smoke-661209433 description', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:26.714463 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.799898 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.880053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.911111 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b684255e-a04c-424c-aa21-da51a207234f,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:26.970042 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:26.976148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44968) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:26.976680 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-cc9c3397-0087-41cf-8644-bdc5c0297af6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3351951 Sep 18 08:14:26.979972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:27.074047 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.134059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.216841 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.235522 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76b0db9-1e4c-4db5-91de-22002af5b1aa,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:27.308476 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.310496 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-fc1872b0-387b-45b1-9ac9-82b2fa21e426 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349831 Sep 18 08:14:27.313183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:27.317739 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:27.416169 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.476027 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.548250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.567360 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae8eda-5b6a-49b0-993f-1d1b278be310,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:27.639501 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.640761 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ec191e26-b1f4-4778-ab15-546203ef0707 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266323 Sep 18 08:14:27.643528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44972) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:27.648053 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:27.730195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.803984 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.862662 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.879948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8f92a2-b701-4cd7-8d00-1e0997196224,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:27.931280 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:27.932807 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8d90503d-25b4-4ee9-8867-2d4d0b0c1d96 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883101 Sep 18 08:14:27.935476 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:27.939886 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:28.022607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.059947 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1308078d-1bd1-43d0-a36c-e0f0cb729be3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:28.088409 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.110617 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:28.110991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.138294 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.156778 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab048a70-84a2-4a5c-8837-c90aac9b1c69,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:28.195364 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.210388 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.214201 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5fe76851-b674-446d-ac43-73439398b70e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2755187 Sep 18 08:14:28.214915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44976) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:28.218125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 1308078d-1bd1-43d0-a36c-e0f0cb729be3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1308078d-1bd1-43d0-a36c-e0f0cb729be3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:28.220358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:28.279881 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.303246 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Project 2c3fcad9ed264bccb8ec9a8c418ade3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:14:28.309880 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.315081 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Sync routers for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:28.321823 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:28.322507 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:28.330147 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=1308078d-1bd1-43d0-a36c-e0f0cb729be3,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:28.376192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.422561 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.427023 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:28.440245 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea52c16-2ecb-43c9-a099-c590d6056497,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:28.495119 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.496898 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b2456f4f-b3c9-4b77-bb05-1d3767c9e0b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2798700 Sep 18 08:14:28.499693 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 44978) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:28.504280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'b684255e-a04c-424c-aa21-da51a207234f', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:28.582587 n-d-789963-14 neutron-server[101978]: INFO neutron.db.securitygroups_db [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Project 2c3fcad9ed264bccb8ec9a8c418ade3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:14:28.587655 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.622112 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b11af1b6-ff7f-44d1-aa25-f1381513de0a', 'name': '', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'mac_address': 'fa:16:3e:27:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:24Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 2, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'subnets': [{'id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:28.649948 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.651674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Checking router: fc9430ed-2814-453a-9efd-a78bdf7e4d87 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:28.652032 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Updating router fc9430ed-2814-453a-9efd-a78bdf7e4d87 port b11af1b6-ff7f-44d1-aa25-f1381513de0a binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:14:28.675491 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.714195 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.734488 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce21d1e8-0cf6-40f9-89c0-f766592d1afe,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:28.794325 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.795694 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-96f303ee-1223-4aca-9eee-773a1f63efdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2949042 Sep 18 08:14:28.931481 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:28.946688 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-269c7c84-7ba2-4dc8-830c-a7cab75170a2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661209433&fields=id&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 267 time: 0.0382240 Sep 18 08:14:29.005264 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.052457 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-729b5509-114a-4774-aa39-2c3c46bd7beb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:29.053969 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-729b5509-114a-4774-aa39-2c3c46bd7beb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 808 time: 0.1002648 Sep 18 08:14:29.069968 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-7a51ee91-35d7-4b08-a609-95e2dc267748 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/quotas/2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 375 time: 0.0093842 Sep 18 08:14:29.127359 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-b90a9641-beef-4f56-abae-ea0522ae17fa tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506394 Sep 18 08:14:29.176328 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8a6b9-a2d6-411a-9a27-3646e74c7ac4 None None] Pushing event updated for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:29.207605 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Attempting to bind port b11af1b6-ff7f-44d1-aa25-f1381513de0a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:29.208250 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Attempting to bind port b11af1b6-ff7f-44d1-aa25-f1381513de0a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:29.208609 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Attempting to bind port b11af1b6-ff7f-44d1-aa25-f1381513de0a on network c0e00792-89e1-42b5-85ae-ed98fe7512a4 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:29.213885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:29.214749 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Checking segment: {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:29.214749 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.215111 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Bound using segment: {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:29.215575 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Bound port: b11af1b6-ff7f-44d1-aa25-f1381513de0a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b318c832-0730-40f9-b0b4-15d33f828b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:29.215955 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.244589 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-aa9a69da-c3f6-4f97-a6da-db1f87155bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022310 Sep 18 08:14:29.263166 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-42ef14af-177e-4fe6-8194-4fcb74d677fa None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:29.263732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-42ef14af-177e-4fe6-8194-4fcb74d677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.281752 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] For port b11af1b6-ff7f-44d1-aa25-f1381513de0a, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:29.287921 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] For port b11af1b6-ff7f-44d1-aa25-f1381513de0a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b11af1b6-ff7f-44d1-aa25-f1381513de0a,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:29.303888 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-42ef14af-177e-4fe6-8194-4fcb74d677fa None None] Port b11af1b6-ff7f-44d1-aa25-f1381513de0a cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:29.359133 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-1418ea93-f209-4b3d-931e-9fd143cf11ee service neutron] 10.222.0.20 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923805 Sep 18 08:14:29.451848 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.511377 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8a6b9-a2d6-411a-9a27-3646e74c7ac4 None None] Pushing event updated for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:29.516279 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:29.516279 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:11Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:29.634060 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3408ae7-3009-445f-8f72-2d5186ec6dea req-a8c75dd9-063f-41e0-b37a-2ed616e2bae3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 210 time: 0.0410421 Sep 18 08:14:29.651444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.672700 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:29.728324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:29.728712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.819946 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:29.854398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] For port b11af1b6-ff7f-44d1-aa25-f1381513de0a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b11af1b6-ff7f-44d1-aa25-f1381513de0a,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:29.881076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b11af1b6-ff7f-44d1-aa25-f1381513de0a', 'name': '', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'mac_address': 'fa:16:3e:27:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:24Z', 'updated_at': '2021-09-18T08:14:29Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'subnets': [{'id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:29.907374 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afa265-7afe-41bf-9579-6f0adc7b30e2 None None] The sync data for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 is: [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:14:25Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'b11af1b6-ff7f-44d1-aa25-f1381513de0a', 'name': '', 'network_id': 'c0e00792-89e1-42b5-85ae-ed98fe7512a4', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'mac_address': 'fa:16:3e:27:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:24Z', 'updated_at': '2021-09-18T08:14:29Z', 'revision_number': 4, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'subnets': [{'id': '6c6b03b5-2126-4cea-9c51-b927fd1d4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:29.947378 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:30.002184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211505-5941-449d-b185-258eab4f6d74 None None] Pushing event updated for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:30.086717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1308078d-1bd1-43d0-a36c-e0f0cb729be3 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:30.137713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:30.138126 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:30.222665 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b11af1b6-ff7f-44d1-aa25-f1381513de0a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:30.271327 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:30.271905 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:30.713314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b88596f1-73da-4438-97bd-08ebffd678a6 req-eb1ff19a-5f08-4ef2-bcaf-6f2bfe1d0977 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 210 time: 0.0259247 Sep 18 08:14:31.807026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b93f8974-af60-4fd5-b79e-57dc33f8532f req-bf4190c2-2684-4e35-a56c-f9454e09357a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Sep 18 08:14:31.952294 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-ac19f899-e801-43ad-b81d-e2007f476f62 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:31.953826 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-ac19f899-e801-43ad-b81d-e2007f476f62 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 808 time: 0.1016572 Sep 18 08:14:32.004613 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-6ed422db-0624-4993-bdea-7ae86a79c0f5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 379 time: 0.0353155 Sep 18 08:14:32.013732 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'port': {'device_id': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'admin_state_up': True, 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'security_groups': ['b684255e-a04c-424c-aa21-da51a207234f']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:32.040579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b11af1b6-ff7f-44d1-aa25-f1381513de0a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:32.093071 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port b11af1b6-ff7f-44d1-aa25-f1381513de0a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:32.093542 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:32.205208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Made reservation on behalf of 2c3fcad9ed264bccb8ec9a8c418ade3d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:14:32.208797 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:32.335610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Allocated IP 172.20.0.8 (d352787b-35db-4fbd-8cac-0a18f0a568b8/cecf8f94-805c-43b6-b01f-9ae984ca9e2f/655e3c3e-a20f-4852-852a-eab8b9f6fbb0) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:32.484520 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:32.559991 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:32.607129 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:32.610340 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:32.613861 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:32.884817 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-71e33cdd-f08d-4216-846a-b840f06b3b2c None None] Provisioning complete for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:32.885067 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71e33cdd-f08d-4216-846a-b840f06b3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:32.921391 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-71e33cdd-f08d-4216-846a-b840f06b3b2c None None] Port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:14:32.923175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:32.927259 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa5831-d0cd-4348-8557-ebb30232db1e req-735bfa0b-778b-4bbf-bf5c-2d12923f3834 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:32.928779 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12fa5831-d0cd-4348-8557-ebb30232db1e req-735bfa0b-778b-4bbf-bf5c-2d12923f3834 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 931 time: 0.0510297 Sep 18 08:14:32.967873 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-12fa5831-d0cd-4348-8557-ebb30232db1e req-600f246c-4985-4180-8253-1b22098acb6e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Sep 18 08:14:32.972175 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:32.975248 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.046238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f5e6b501-8953-43cc-a9ea-c3bcfbebc6d4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0360968 Sep 18 08:14:33.080922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Request body: {'port': {'device_id': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:33.131603 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.391564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:14:33.398853 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.410484 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Transition to ACTIVE for port object 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:14:33.468356 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.530257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:33.606774 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:14:33.607121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:14:33.607615 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:33.612081 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:14:33.612411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:14:33.617409 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:14:33.617758 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:14:33.618188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Bound using segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:14:33.618622 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Bound port: 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:14:33.619004 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.684363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:14:33.687303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:14:33.770033 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.804485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:33.805137 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:33.806568 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1092 time: 0.7298288 Sep 18 08:14:33.807256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:14:33.809503 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd2e473-2518-4360-81bc-ac1c2951dc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:14:33.835010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ae85-2828-4f2b-9ebc-b8103b51f2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:33.851704 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c84aed-51ac-4551-b19f-5790d42b4ef2 x-openstack-request-id: req-f4c84aed-51ac-4551-b19f-5790d42b4ef2 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:14:33.852004 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:14:33.852268 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4c84aed-51ac-4551-b19f-5790d42b4ef2 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:14:33.852681 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'status': 'completed', 'code': 200} Sep 18 08:14:33.934239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-19fc8aab-6529-4541-809e-43a4b5e44a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:33.935812 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-19fc8aab-6529-4541-809e-43a4b5e44a61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1095 time: 0.0444419 Sep 18 08:14:34.045831 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-87b1132c-858b-41d8-974f-6045fd8fc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.047349 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-87b1132c-858b-41d8-974f-6045fd8fc123 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0982838 Sep 18 08:14:34.085282 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d5680-c0d7-4da0-9742-5ef750d2b689 req-cf8a929a-4cc5-44af-b602-87d8ab3738e1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.086822 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed4d5680-c0d7-4da0-9742-5ef750d2b689 req-cf8a929a-4cc5-44af-b602-87d8ab3738e1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0521028 Sep 18 08:14:34.124875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ed4d5680-c0d7-4da0-9742-5ef750d2b689 req-0bb8d41e-6e46-44ba-83ca-551425584d84 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Sep 18 08:14:34.145960 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-507a603f-fe76-4eaa-b545-2aa86ec2a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.147427 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-3dd2e473-2518-4360-81bc-ac1c2951dc0a req-507a603f-fe76-4eaa-b545-2aa86ec2a4c3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932841 Sep 18 08:14:34.244518 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f6bc2680-f5b8-4fbc-9dfb-433bff9e2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.246038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-f6bc2680-f5b8-4fbc-9dfb-433bff9e2e72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1095 time: 0.0421910 Sep 18 08:14:34.292196 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-02615837-fd52-4d9f-ab41-948a60eebb36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 217 time: 0.0333309 Sep 18 08:14:34.339203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-5b83fc81-c7db-4890-8e12-568fb1b50124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.341204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-5b83fc81-c7db-4890-8e12-568fb1b50124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0423696 Sep 18 08:14:34.389146 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-d024108b-e1b7-434e-be33-2643f9e816a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:34.390783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-d024108b-e1b7-434e-be33-2643f9e816a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421176 Sep 18 08:14:34.478357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-6a0dc9dd-8fee-45c2-a9ea-832543135df0 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804651 Sep 18 08:14:34.570639 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-efc3888d-5ea8-4f13-b259-3432f19e7b3e req-83a502ba-7248-4f8d-a373-c817d251ec45 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Sep 18 08:14:35.238917 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241935c8-9854-4689-8cf1-c9771e6b5391 req-6d6e9376-6d69-45aa-bc17-4f7ba9940f0b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:35.240366 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-241935c8-9854-4689-8cf1-c9771e6b5391 req-6d6e9376-6d69-45aa-bc17-4f7ba9940f0b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0471108 Sep 18 08:14:35.276956 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-241935c8-9854-4689-8cf1-c9771e6b5391 req-d39b3123-1182-4f8d-b86b-1468134503d5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Sep 18 08:14:36.389647 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985890-88ee-4db0-b199-25d1003a3986 req-0bec1de1-aab8-4eb6-b1fe-df2baf9f5efb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:36.391177 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08985890-88ee-4db0-b199-25d1003a3986 req-0bec1de1-aab8-4eb6-b1fe-df2baf9f5efb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0480297 Sep 18 08:14:36.427994 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-08985890-88ee-4db0-b199-25d1003a3986 req-0f9fa1c3-c080-470b-adac-8c29d874bace tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Sep 18 08:14:37.544101 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037e5f4-fad5-4cb6-b907-a531d3becefd req-cc5503fb-7ea8-475c-916a-382f7723367a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:37.545597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f037e5f4-fad5-4cb6-b907-a531d3becefd req-cc5503fb-7ea8-475c-916a-382f7723367a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0518978 Sep 18 08:14:37.582638 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f037e5f4-fad5-4cb6-b907-a531d3becefd req-f9d291e3-2cab-4bc1-bdfb-63fc22acfb66 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Sep 18 08:14:38.694420 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e04f5c-f4b9-486f-84ef-6cd8f9e47be8 req-62ac261d-ab92-402a-afa7-ef6ca5c41994 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:38.695843 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59e04f5c-f4b9-486f-84ef-6cd8f9e47be8 req-62ac261d-ab92-402a-afa7-ef6ca5c41994 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0479100 Sep 18 08:14:38.733011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-59e04f5c-f4b9-486f-84ef-6cd8f9e47be8 req-ee1151ee-e56b-4972-986f-39ff6f6b8fe0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Sep 18 08:14:38.913991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c3c1bc70-65e7-495c-ac43-890150a342cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:39.036476 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:14:39.127860 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:39.139058 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:14:39.173778 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:39.189637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:14:39.208984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:39.290891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:39.336805 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:39.722636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['655e3c3e-a20f-4852-852a-eab8b9f6fbb0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:14:39.846827 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11049d-afd2-40b4-9f77-99a061d28280 req-0dcecfb2-11a4-4d57-8bcb-ff72922f5444 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:39.848344 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f11049d-afd2-40b4-9f77-99a061d28280 req-0dcecfb2-11a4-4d57-8bcb-ff72922f5444 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0479777 Sep 18 08:14:39.885758 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6f11049d-afd2-40b4-9f77-99a061d28280 req-9c15728f-ab2e-4ed4-98bf-3cdb4186b37b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Sep 18 08:14:41.002652 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406fc64-d839-464e-95f0-3cefe59912e4 req-e69abb8b-05e2-4df4-8141-57e95a5fb802 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:41.004123 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5406fc64-d839-464e-95f0-3cefe59912e4 req-e69abb8b-05e2-4df4-8141-57e95a5fb802 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0527911 Sep 18 08:14:41.041759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5406fc64-d839-464e-95f0-3cefe59912e4 req-7feed88a-ee2a-4634-b115-9aee2282d0ed tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Sep 18 08:14:41.051336 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:14:41.153975 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:14:41.157598 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:14:41.157998 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:41.233712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:41.255165 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:14:41.257399 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e972c643-66f7-4f40-a23d-5e929af7dd97" -d '{"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:14:41.270319 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:14:41.293526 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60759bb-6496-4881-9b54-6dbb84dc1b0e x-openstack-request-id: req-c60759bb-6496-4881-9b54-6dbb84dc1b0e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:14:41.293824 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:14:41.294106 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c60759bb-6496-4881-9b54-6dbb84dc1b0e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:14:41.294500 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'code': 200} Sep 18 08:14:41.319340 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:41.366141 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:41.415083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6550-f64b-47ec-b804-81307fc3faee req-0d03354a-1e1c-4e69-b94e-863d41a1cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:41.416577 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-547b6550-f64b-47ec-b804-81307fc3faee req-0d03354a-1e1c-4e69-b94e-863d41a1cff3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0392396 Sep 18 08:14:41.451195 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-547b6550-f64b-47ec-b804-81307fc3faee req-0462118f-2c64-41fe-85b7-99d1819485c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280108 Sep 18 08:14:41.587985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e1ec043f-b552-4404-9b8e-8adc50d02189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:42.148179 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:42.156115 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585964b2-e014-4a2c-a8ed-c17d6484c828 req-1d5652a4-9412-4f5d-84f0-ded1386314c2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:42.157656 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-585964b2-e014-4a2c-a8ed-c17d6484c828 req-1d5652a4-9412-4f5d-84f0-ded1386314c2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Sep 18 08:14:42.195718 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-585964b2-e014-4a2c-a8ed-c17d6484c828 req-62106d4b-0d3f-4e68-bf86-bae75025524d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Sep 18 08:14:43.310067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe087e2-8aaa-47cc-b53e-447e7a006a6d req-9e437ce7-459d-4ca9-a054-a7e266809da3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:43.311524 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fe087e2-8aaa-47cc-b53e-447e7a006a6d req-9e437ce7-459d-4ca9-a054-a7e266809da3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Sep 18 08:14:43.347274 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7fe087e2-8aaa-47cc-b53e-447e7a006a6d req-98d00982-9259-46cf-aae2-e6518d822cea tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299606 Sep 18 08:14:43.463343 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94abcc-b1fd-4513-a956-18a5d31019d9 req-5234102a-1b68-4a04-9893-0d13887229d0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:43.464837 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a94abcc-b1fd-4513-a956-18a5d31019d9 req-5234102a-1b68-4a04-9893-0d13887229d0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Sep 18 08:14:43.503975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0a94abcc-b1fd-4513-a956-18a5d31019d9 req-1d2979c7-817b-45eb-a248-8da805f1742d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326145 Sep 18 08:14:43.524971 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45038) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:43.576296 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:43.650100 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e36ef-9c33-4365-8043-3ab7955b420b tempest-TestShelveInstance-926676620 tempest-TestShelveInstance-926676620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:43.651620 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2b0e36ef-9c33-4365-8043-3ab7955b420b tempest-TestShelveInstance-926676620 tempest-TestShelveInstance-926676620-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1092 time: 0.1256840 Sep 18 08:14:43.655072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45042) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:14:43.659367 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:14:43.747807 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:43.844040 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:43.942843 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Allocated IP 172.25.4.89 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/60b23caf-f65f-4995-987f-81507710169a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:14:44.046056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.142614 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.176241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:14:44.179053 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:14:44.185114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:14:44.209468 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=60b23caf-f65f-4995-987f-81507710169a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:44.531903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.660435 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.810762 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.877508 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.949532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=60b23caf-f65f-4995-987f-81507710169a,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:14:44.957579 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:44.997873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:45.051866 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Floating IP fc93a91b-1378-4a24-a292-4fe337e1183c associated. External IP: 172.25.4.89, port: 655e3c3e-a20f-4852-852a-eab8b9f6fbb0. Sep 18 08:14:45.250989 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:14:45.354229 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:14:45.365094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:14:45.373944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:45.374575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:45.432465 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:45.459219 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb58f10a-e146-46eb-9b74-ebbab548f245 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8031616 Sep 18 08:14:45.459790 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:14:45.462107 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19271526-db7d-428e-b1ba-8b7b7d2bcac4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:14:45.481160 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:45.497849 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4a96c7-0c92-4ccc-b110-02376754e5e8 x-openstack-request-id: req-eb4a96c7-0c92-4ccc-b110-02376754e5e8 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:14:45.498175 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:14:45.498430 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb4a96c7-0c92-4ccc-b110-02376754e5e8 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:14:45.498829 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'status': 'completed', 'code': 200} Sep 18 08:14:45.579911 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-877a466e-b7d4-4dc1-b0cb-26f4815c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:45.581612 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-877a466e-b7d4-4dc1-b0cb-26f4815c0923 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0407724 Sep 18 08:14:45.675807 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-1a3eeb20-1604-49ff-8ecf-b58f15663f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:45.677292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-1a3eeb20-1604-49ff-8ecf-b58f15663f95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0891066 Sep 18 08:14:45.700703 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fc93a91b-1378-4a24-a292-4fe337e1183c', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:14:44Z', 'updated_at': '2021-09-18T08:14:44Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:45.727067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:14:45.735100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:14:45.735717 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:14:41Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:45.747557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-1697a428-20f0-45dc-9bf6-56a385ebf29c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 998 time: 0.0621061 Sep 18 08:14:45.797489 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-0a3c56cc-87aa-46f4-ac0e-2ab1db174ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:45.799070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-0a3c56cc-87aa-46f4-ac0e-2ab1db174ec5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0450313 Sep 18 08:14:45.845423 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-6201390d-2814-4555-8c3d-1cfc87565255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:45.847106 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-6201390d-2814-4555-8c3d-1cfc87565255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416915 Sep 18 08:14:45.849478 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:14:45.875114 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:14:45.945385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-b344509e-1f79-49a5-91fe-edb909721dbc service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906699 Sep 18 08:14:46.036688 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-19271526-db7d-428e-b1ba-8b7b7d2bcac4 req-14825908-6382-4c5a-86be-e33c5631fbec service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Sep 18 08:14:46.073098 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fc93a91b-1378-4a24-a292-4fe337e1183c', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:14:44Z', 'updated_at': '2021-09-18T08:14:44Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:14:46.102432 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a18e1-0fdb-405f-a615-6903e21382e3 None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'fc93a91b-1378-4a24-a292-4fe337e1183c', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:14:44Z', 'updated_at': '2021-09-18T08:14:44Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:14:46.361625 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:14:46.714683 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7236b8-b1a1-4731-9f7e-02d87d928df0 None None] New status for floating IP fc93a91b-1378-4a24-a292-4fe337e1183c: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:14:48.927610 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-7de797b3-ef3e-4e7d-b7bd-533cab1e145c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385551 Sep 18 08:14:49.027570 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-eb80b0ca-efc8-4abf-af97-4462a419a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:49.029062 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-eb80b0ca-efc8-4abf-af97-4462a419a3dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0444279 Sep 18 08:14:49.131231 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-790cd176-9c5d-4245-846a-d3710d928b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:49.132608 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-790cd176-9c5d-4245-846a-d3710d928b50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0846565 Sep 18 08:14:49.199857 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-92604a46-b372-4dc1-a347-0b22fa5c4356 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0602736 Sep 18 08:14:49.247697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-5b8f4230-10db-4c1b-b5e0-23b1f8b5997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:49.249127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-5b8f4230-10db-4c1b-b5e0-23b1f8b5997a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0432248 Sep 18 08:14:49.292648 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-d8c6967e-fc71-484c-ace7-9cdb1e2d581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:14:49.294656 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-d8c6967e-fc71-484c-ace7-9cdb1e2d581a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388174 Sep 18 08:14:49.385774 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-47c2f2e6-b385-4f52-9ab2-d5cee3d914de service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Sep 18 08:14:49.473317 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ac520d53-ebb4-4ebd-a2f4-09399cbdc5e3 req-676934cd-20cf-4009-9ff2-f09f5e792eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801458 Sep 18 08:14:59.661480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:08.888906 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9a60aed4-af97-4589-aff4-20ca44925a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:11.562926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-25fa6237-1d8e-45c9-a823-35bbe0bce3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:12.158419 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:13.604672 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:14.987278 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:15.833176 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:23.361561 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:15:29.661523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:38.883716 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-893fb5a7-630b-4d69-8af6-258796a538cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:41.586512 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6b4a06b3-9bfe-4319-8697-ee3af66ac020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:42.157976 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:43.585348 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:45.004085 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:45.837949 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:15:48.954294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-563d8ed8-bde4-4a17-9b88-293e45f017c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891323 Sep 18 08:15:49.049745 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-a2827a9a-8e35-48ab-9d19-503fdc8eb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:15:49.051136 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-a2827a9a-8e35-48ab-9d19-503fdc8eb6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0398078 Sep 18 08:15:49.154932 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-08e01791-d25c-456f-93e4-c1699d5fa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:15:49.157672 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-08e01791-d25c-456f-93e4-c1699d5fa4eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0865211 Sep 18 08:15:49.225294 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-f114320e-f302-4a1d-bd0d-2f036c4bc649 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0603836 Sep 18 08:15:49.273709 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-80fe9ea5-7a83-43b4-921e-a6df8f550a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:15:49.275127 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-80fe9ea5-7a83-43b4-921e-a6df8f550a2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0415826 Sep 18 08:15:49.320549 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-93047015-69ff-4f5d-829a-957d2ac1749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:15:49.321988 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-93047015-69ff-4f5d-829a-957d2ac1749a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387611 Sep 18 08:15:49.332803 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-8900dad8-576e-450e-84c0-594775f5e4a8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:15:49.333756 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-8900dad8-576e-450e-84c0-594775f5e4a8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048275 Sep 18 08:15:49.429544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-ab0095d7-98ee-4655-9636-d6fb77156b69 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Sep 18 08:15:49.522470 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-028723e1-bc15-4163-a20d-3ab7c5fa86d6 req-7a2a04e9-9028-4dbf-ab12-cabaa9687168 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Sep 18 08:15:59.688197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:00.361132 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:16:08.906089 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf05a-1546-4030-97d0-ba037e9d2026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:11.586128 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bba8879a-26b4-49f1-be26-58e66a0d62db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:12.134757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:13.579994 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:15.003259 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:15.843741 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:29.717127 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:37.361076 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:16:38.928421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0a5aac52-4667-4cbf-80f6-1520d8a0041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:41.585853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8f761786-98a7-4ac3-926e-59862bedaa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:42.167627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:43.590326 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:45.031045 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:45.842495 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:16:50.917574 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-5ade4c1a-7555-40ac-8367-f56f3d1b7bef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399647 Sep 18 08:16:51.009471 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-96b0a1fc-4d32-4321-b99f-dd671d97419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:16:51.010985 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-96b0a1fc-4d32-4321-b99f-dd671d97419b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0394681 Sep 18 08:16:51.114264 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-4abc07cf-3ad2-43de-ae2e-5e9c31a55c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:16:51.115734 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-4abc07cf-3ad2-43de-ae2e-5e9c31a55c0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0853660 Sep 18 08:16:51.180216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-0fd822f3-6a38-4920-83da-bb92306c81ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0575180 Sep 18 08:16:51.227656 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-628abdf2-6f43-46ce-962d-66eef8e5df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:16:51.229042 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-628abdf2-6f43-46ce-962d-66eef8e5df09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0419850 Sep 18 08:16:51.276096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-97c7bf50-16c4-49b0-b945-520588359204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:16:51.277544 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-97c7bf50-16c4-49b0-b945-520588359204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417633 Sep 18 08:16:51.364589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-b06dcba8-362e-46c8-b0c9-e0460b3916a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799091 Sep 18 08:16:51.457383 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-830f7fef-1993-4472-b576-8d8484dbe0b1 req-d937fd14-8c49-48f7-aa5d-43570dfbc1e7 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848150 Sep 18 08:16:59.682205 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:08.910803 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-00cc45db-eb3e-48f1-9040-479df70a20fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:11.590094 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5da08725-8bc6-4e51-85df-a6819de6053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:12.179431 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:13.596389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:14.360357 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:17:15.024824 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:15.852911 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:23.490918 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0080d-1b30-4c45-bd57-b7b486e76da5 req-0dcb37e1-2736-4920-a632-64b3098e2197 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:23.492412 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53d0080d-1b30-4c45-bd57-b7b486e76da5 req-0dcb37e1-2736-4920-a632-64b3098e2197 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.1016686 Sep 18 08:17:23.531676 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53d0080d-1b30-4c45-bd57-b7b486e76da5 req-e7f88c35-b052-4ecc-abd6-78a3c14db119 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Sep 18 08:17:24.678252 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b3ce-c9d0-4193-8385-dbd2f6040448 req-020ce53a-7513-4fea-a470-35e9c540fa66 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:24.679626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f09b3ce-c9d0-4193-8385-dbd2f6040448 req-020ce53a-7513-4fea-a470-35e9c540fa66 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0478323 Sep 18 08:17:24.716844 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3f09b3ce-c9d0-4193-8385-dbd2f6040448 req-bac9b188-0d26-4146-b7dc-73a6df08c9e0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Sep 18 08:17:25.854643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1469d-2bb1-45a7-97e1-51e540b10ee1 req-8151ff94-163d-4634-93fa-98b92b3f1e2a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:25.856092 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fa1469d-2bb1-45a7-97e1-51e540b10ee1 req-8151ff94-163d-4634-93fa-98b92b3f1e2a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0477421 Sep 18 08:17:25.892201 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fa1469d-2bb1-45a7-97e1-51e540b10ee1 req-49f42ec7-874a-492e-874d-43d2c8d36d13 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302758 Sep 18 08:17:27.010321 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dbc97-f460-47ee-87fd-574dea06f45b req-a71eb9b2-44c8-4dfc-a7a7-497e0f2b9f19 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:27.011810 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b39dbc97-f460-47ee-87fd-574dea06f45b req-a71eb9b2-44c8-4dfc-a7a7-497e0f2b9f19 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0539608 Sep 18 08:17:27.049339 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b39dbc97-f460-47ee-87fd-574dea06f45b req-c24bfead-26ff-419f-811e-f993b4ccf647 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Sep 18 08:17:28.162178 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0dbdf-61e5-49f1-a3ab-5c58e2058868 req-1f32b382-d955-42e6-bb51-296b6924a947 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:28.163639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50a0dbdf-61e5-49f1-a3ab-5c58e2058868 req-1f32b382-d955-42e6-bb51-296b6924a947 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Sep 18 08:17:28.200870 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-50a0dbdf-61e5-49f1-a3ab-5c58e2058868 req-d62c5df2-8b7d-4727-87f4-053af651fc8b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Sep 18 08:17:29.313356 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336912-36fb-4e5b-bdce-c6152fa51b7d req-8a22a37d-8887-4c91-885c-2ba2032e56cb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:29.314839 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e336912-36fb-4e5b-bdce-c6152fa51b7d req-8a22a37d-8887-4c91-885c-2ba2032e56cb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0480864 Sep 18 08:17:29.350769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e336912-36fb-4e5b-bdce-c6152fa51b7d req-86625d7b-4619-4ed3-8cde-635fe125215a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301623 Sep 18 08:17:29.698724 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:30.467391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ad3d3-37c1-49da-bbc3-3d065f58f27d req-1dfacb08-4e76-40b0-b0c9-680e099f5458 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:30.468866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a97ad3d3-37c1-49da-bbc3-3d065f58f27d req-1dfacb08-4e76-40b0-b0c9-680e099f5458 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Sep 18 08:17:30.511764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a97ad3d3-37c1-49da-bbc3-3d065f58f27d req-86016266-229b-4923-910d-c7c25c3592c7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Sep 18 08:17:31.622244 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810d3d7-2c74-45df-b3a5-fddc79ea5247 req-68dd4bee-75ac-445c-9121-a6bd6a710375 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:31.623735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a810d3d7-2c74-45df-b3a5-fddc79ea5247 req-68dd4bee-75ac-445c-9121-a6bd6a710375 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Sep 18 08:17:31.660583 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a810d3d7-2c74-45df-b3a5-fddc79ea5247 req-e8d8ef28-344f-43dc-8460-8f50daea4dd0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302339 Sep 18 08:17:32.773208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b7b6b-8f3e-49f3-94d6-a70036e68d39 req-928d34d1-0a7b-4aa1-9141-5c4f068fc11a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:32.774713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-881b7b6b-8f3e-49f3-94d6-a70036e68d39 req-928d34d1-0a7b-4aa1-9141-5c4f068fc11a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0484862 Sep 18 08:17:32.812528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-881b7b6b-8f3e-49f3-94d6-a70036e68d39 req-f9e99a73-9073-494a-9890-34a76af8f9ba tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Sep 18 08:17:33.931262 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112394b-45ba-4857-b645-8009d611c982 req-c4127f3e-d792-462d-b9ed-bae4da2869b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:33.934415 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9112394b-45ba-4857-b645-8009d611c982 req-c4127f3e-d792-462d-b9ed-bae4da2869b4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Sep 18 08:17:33.970879 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9112394b-45ba-4857-b645-8009d611c982 req-2b3774e0-436f-4a0c-a850-a03ff53892fe tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Sep 18 08:17:35.083410 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba16dd-05a4-434b-b21c-8d8d0845ab88 req-e7795443-b576-4452-811c-7743e1e3dad1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:35.084875 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71ba16dd-05a4-434b-b21c-8d8d0845ab88 req-e7795443-b576-4452-811c-7743e1e3dad1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Sep 18 08:17:35.121384 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-71ba16dd-05a4-434b-b21c-8d8d0845ab88 req-27fa19b3-dc26-4226-9ebb-d5a33fd6bf5a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Sep 18 08:17:35.843707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:17:35.937064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:17:35.948227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:17:35.984552 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:35.996802 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:17:36.015182 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:17:36.075507 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:36.120354 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:17:36.127968 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.128316 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.128654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.128990 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.129320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.129649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.130003 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.130328 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.130651 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.130973 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.131295 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.131613 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:36.224579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['655e3c3e-a20f-4852-852a-eab8b9f6fbb0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:17:36.237710 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f5b76-96b0-46cc-bdbf-2434a2ccf765 req-2014622b-fc50-461a-81ea-ce55fab37fd6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:36.239231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f5b76-96b0-46cc-bdbf-2434a2ccf765 req-2014622b-fc50-461a-81ea-ce55fab37fd6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0485637 Sep 18 08:17:36.278805 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-015f5b76-96b0-46cc-bdbf-2434a2ccf765 req-08e169b1-3130-4daa-a594-3b8a4cc75e56 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Sep 18 08:17:37.394940 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b61af-7597-4f1c-8ce2-6f885bddabd0 req-e0fed004-ffc6-4893-bfd4-13dbcff6b57c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:37.396411 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da3b61af-7597-4f1c-8ce2-6f885bddabd0 req-e0fed004-ffc6-4893-bfd4-13dbcff6b57c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0508869 Sep 18 08:17:37.433704 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-da3b61af-7597-4f1c-8ce2-6f885bddabd0 req-0b556489-9b66-4a89-8514-6e3557bb85f2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Sep 18 08:17:37.857341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:17:37.905170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:17:37.905547 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:37.979129 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:38.000935 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:17:38.003234 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6dec66-d9ce-4d64-b156-6e2958deb3cc" -d '{"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:17:38.014989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:17:38.040390 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9876527f-c145-4c29-93fa-1f6a590dc15e x-openstack-request-id: req-9876527f-c145-4c29-93fa-1f6a590dc15e {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:17:38.040680 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:17:38.040931 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9876527f-c145-4c29-93fa-1f6a590dc15e {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:17:38.041322 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'code': 200} Sep 18 08:17:38.058735 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:38.109082 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:17:38.545186 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ea23b-d84b-49a6-aae9-8c4c671465ae req-a2e83ae1-04e7-4285-b18f-a37a4a02e2d0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:38.547202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e9ea23b-d84b-49a6-aae9-8c4c671465ae req-a2e83ae1-04e7-4285-b18f-a37a4a02e2d0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Sep 18 08:17:38.583832 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9e9ea23b-d84b-49a6-aae9-8c4c671465ae req-419a0a9e-14a7-4b13-a6f7-52d0f576036d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Sep 18 08:17:38.910228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4740b284-a29c-4cb5-b54b-fed61a40496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:39.701169 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04386c-3c5f-4121-978d-041bca83648f req-11687862-927e-4e74-8623-0d4c55e8a7b3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:39.702838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af04386c-3c5f-4121-978d-041bca83648f req-11687862-927e-4e74-8623-0d4c55e8a7b3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Sep 18 08:17:39.741921 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-af04386c-3c5f-4121-978d-041bca83648f req-c9f259ee-e9c8-4833-96ef-bc45bedac0c0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Sep 18 08:17:40.868344 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03c6e9-eb21-452c-8b21-33365533672a req-d049e09f-14ba-441c-a446-44891296b6a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:40.869952 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d03c6e9-eb21-452c-8b21-33365533672a req-d049e09f-14ba-441c-a446-44891296b6a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Sep 18 08:17:40.911406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3d03c6e9-eb21-452c-8b21-33365533672a req-2991d7a6-b570-4f0d-b917-29a04735dd4b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Sep 18 08:17:41.579057 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f166ea0-aa85-4bc1-9b3f-b82d5e8d790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:42.050370 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a34ab3-abd5-453a-863a-ce985db295fe req-6b7f4530-2cbb-421d-826f-af17a9a5e2a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:42.058531 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3a34ab3-abd5-453a-863a-ce985db295fe req-6b7f4530-2cbb-421d-826f-af17a9a5e2a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0687478 Sep 18 08:17:42.100293 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3a34ab3-abd5-453a-863a-ce985db295fe req-e8419c40-b2b9-49a1-9c84-8cc2fc1e319d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Sep 18 08:17:42.161842 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:43.222114 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac899099-d5f9-4815-badf-583301302e30 req-6a1f3be0-23fe-44c4-8c29-e43a11981138 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:43.223590 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac899099-d5f9-4815-badf-583301302e30 req-6a1f3be0-23fe-44c4-8c29-e43a11981138 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 18 08:17:43.260882 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ac899099-d5f9-4815-badf-583301302e30 req-fd6d2f98-8d3a-4cc3-8255-03449fa834b9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313621 Sep 18 08:17:43.590413 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:44.392733 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b4dc-b834-4bf7-8e47-a9502df7204f req-a68a6430-7a09-44ab-868b-c4c3f3b1f500 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:44.394423 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f390b4dc-b834-4bf7-8e47-a9502df7204f req-a68a6430-7a09-44ab-868b-c4c3f3b1f500 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0614796 Sep 18 08:17:44.436521 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f390b4dc-b834-4bf7-8e47-a9502df7204f req-658865d6-16f6-46a7-ae71-86bc0a29a0c0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336123 Sep 18 08:17:44.995847 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:45.566084 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f766f-d6b0-4225-8daa-f6e7d109ae28 req-e8834bac-04f1-4f5e-b06c-8ce3b7e0258f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:45.567951 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-508f766f-d6b0-4225-8daa-f6e7d109ae28 req-e8834bac-04f1-4f5e-b06c-8ce3b7e0258f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0530944 Sep 18 08:17:45.611406 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-508f766f-d6b0-4225-8daa-f6e7d109ae28 req-2d2dc1e7-55bd-4d84-bd6f-ce38aa6338f9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342665 Sep 18 08:17:46.190307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:46.743472 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88351603-6136-4a7f-b6f2-2be1a86c9679 req-72489848-6574-4834-9008-8b22cbad9cf3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:46.746713 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88351603-6136-4a7f-b6f2-2be1a86c9679 req-72489848-6574-4834-9008-8b22cbad9cf3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0583484 Sep 18 08:17:46.788606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-88351603-6136-4a7f-b6f2-2be1a86c9679 req-25cd6e42-10be-47a2-b589-361739b2b11e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363977 Sep 18 08:17:47.933787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0512c-dafe-46f0-9081-bf3f88d29e3e req-4adda5de-cdfb-438d-9d25-69c4fc541a30 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:47.935535 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ea0512c-dafe-46f0-9081-bf3f88d29e3e req-4adda5de-cdfb-438d-9d25-69c4fc541a30 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0697103 Sep 18 08:17:47.989355 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3ea0512c-dafe-46f0-9081-bf3f88d29e3e req-eca4bb53-43b8-4d64-b29f-ac966a595813 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 Sep 18 08:17:49.108021 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf641f-ec77-4b2f-a924-538eaa8c34fa req-609216f1-4d9d-491b-8861-d59a95f451e9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:49.109514 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4cf641f-ec77-4b2f-a924-538eaa8c34fa req-609216f1-4d9d-491b-8861-d59a95f451e9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Sep 18 08:17:49.147163 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e4cf641f-ec77-4b2f-a924-538eaa8c34fa req-8796e486-213d-4adb-8f3c-87a8840c5639 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Sep 18 08:17:50.262474 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c940df4-ae18-4565-b75e-1ac8dcb7b0d1 req-c37834b5-f175-4201-a6f9-8cecbfb443a9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:50.263942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c940df4-ae18-4565-b75e-1ac8dcb7b0d1 req-c37834b5-f175-4201-a6f9-8cecbfb443a9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0481408 Sep 18 08:17:50.303800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6c940df4-ae18-4565-b75e-1ac8dcb7b0d1 req-e308900f-b265-4baa-b85a-62f49d9d83ed tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Sep 18 08:17:51.242121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-d1ff90b1-b023-4ecd-ae50-70e455c4cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:51.243597 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-d1ff90b1-b023-4ecd-ae50-70e455c4cf2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0408714 Sep 18 08:17:51.335033 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-3f3d34cb-403b-40ab-9e66-9e530393d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:51.336528 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-3f3d34cb-403b-40ab-9e66-9e530393d7c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0854385 Sep 18 08:17:51.360396 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:17:51.403111 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-a087e9f6-3467-4a43-86fe-9bf237609650 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0589769 Sep 18 08:17:51.422959 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca13e62-0a1c-4060-b8a2-cbd155241b36 req-4409d0f3-006e-43f9-a0c2-ba6d77644380 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:51.424454 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ca13e62-0a1c-4060-b8a2-cbd155241b36 req-4409d0f3-006e-43f9-a0c2-ba6d77644380 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0523138 Sep 18 08:17:51.452525 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-bb7c42f9-b04d-4250-a66d-cbf004b98b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:51.454687 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-bb7c42f9-b04d-4250-a66d-cbf004b98b52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0444913 Sep 18 08:17:51.462568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7ca13e62-0a1c-4060-b8a2-cbd155241b36 req-873e9766-c93d-43f7-bec4-adb13a38f1af tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Sep 18 08:17:51.504222 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-53c68369-8243-4dd0-9f56-50b4bfbcbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:51.505630 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-53c68369-8243-4dd0-9f56-50b4bfbcbf32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438492 Sep 18 08:17:51.593213 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-89753c2e-fb58-4695-b153-dab2ae069b83 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Sep 18 08:17:51.684300 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f82c10a4-4fa1-45df-a095-6d4e9fb4d38c req-0253689d-5f5e-43c2-b0b6-912f63c954db service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Sep 18 08:17:52.576005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a0476-7f09-4903-b797-7d1e0d38a53d req-68ffeb4f-e9a1-4ad6-abef-9d3a2a125c73 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:52.577485 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-025a0476-7f09-4903-b797-7d1e0d38a53d req-68ffeb4f-e9a1-4ad6-abef-9d3a2a125c73 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Sep 18 08:17:52.615392 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-025a0476-7f09-4903-b797-7d1e0d38a53d req-a9d949da-17aa-4978-b56e-b6d56980a2fa tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314701 Sep 18 08:17:52.957474 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-043e648f-3abb-4dde-a4a5-20c11d3d919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:52.959050 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-043e648f-3abb-4dde-a4a5-20c11d3d919e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1097 time: 0.0412211 Sep 18 08:17:53.063724 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-afd4e2ae-c6c4-4bff-9855-ce0008d6a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:53.065212 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-afd4e2ae-c6c4-4bff-9855-ce0008d6a8c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0873272 Sep 18 08:17:53.129963 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-ec4e61d4-b63b-4086-a769-9a9872c14102 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0565588 Sep 18 08:17:53.179078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-a52ffa07-6299-46e1-a63a-6c011f3b6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:53.180484 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-a52ffa07-6299-46e1-a63a-6c011f3b6f41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0433300 Sep 18 08:17:53.227937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-7989feba-f15d-4e31-98c4-8c18abb14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:53.229325 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-7989feba-f15d-4e31-98c4-8c18abb14e0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420320 Sep 18 08:17:53.327363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-69dce11c-56c8-4d1e-9585-b90b65238ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Sep 18 08:17:53.420253 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-88b0f4b6-bd4c-4810-91b1-49a12e4eae9a req-9451bf74-0a3b-4e0c-87f8-4bf5ac69e7c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859883 Sep 18 08:17:53.728834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b370e09-9d37-477a-a2d6-5e2338bd71fa req-2ba669e3-2214-4f95-8648-a0fc0e728f0b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:53.730356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b370e09-9d37-477a-a2d6-5e2338bd71fa req-2ba669e3-2214-4f95-8648-a0fc0e728f0b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Sep 18 08:17:53.767772 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1b370e09-9d37-477a-a2d6-5e2338bd71fa req-700cdfbb-661b-48be-a387-bd9cdfd72cd9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307829 Sep 18 08:17:53.884498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-93b7bbcf-4971-4679-99f9-c3f9c4c7a740 req-e9ca2cc8-d31e-46ec-b4d4-368903c545d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:17:53.885505 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-93b7bbcf-4971-4679-99f9-c3f9c4c7a740 req-e9ca2cc8-d31e-46ec-b4d4-368903c545d8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473204 Sep 18 08:17:54.010337 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:17:54.093577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:54.116239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:17:54.118492 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffbc93-22cb-4ed3-a5bd-c89f76d02a99" -d '{"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-unplugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:17:54.135914 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:17:54.159262 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee54db-2966-4e08-a329-634ac731d50a x-openstack-request-id: req-61ee54db-2966-4e08-a329-634ac731d50a {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:17:54.159874 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-unplugged", "status": "failed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:17:54.160138 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61ee54db-2966-4e08-a329-634ac731d50a {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:17:54.160546 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'code': 422} returned with failed status Sep 18 08:17:54.197219 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e7ba-48aa-49a3-9500-fc45cae401ba req-7c39a5eb-1d89-4376-ae04-f611dca37f1e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:54.198735 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d492e7ba-48aa-49a3-9500-fc45cae401ba req-7c39a5eb-1d89-4376-ae04-f611dca37f1e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0739784 Sep 18 08:17:54.213151 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:54.240954 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d492e7ba-48aa-49a3-9500-fc45cae401ba req-a3030ef9-1f6f-4cd6-a8b8-b5e229737244 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352023 Sep 18 08:17:54.264671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:17:54.530192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-f0cd0ac0-6b0c-4403-ad6e-7e70d5cbc547 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890672 Sep 18 08:17:55.364623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e0478-e79a-41e5-9557-c595ff78f003 req-b75323dc-4da0-4517-9627-9305e330888c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:55.366612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4e0478-e79a-41e5-9557-c595ff78f003 req-b75323dc-4da0-4517-9627-9305e330888c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0542033 Sep 18 08:17:55.404997 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e4e0478-e79a-41e5-9557-c595ff78f003 req-1cad9426-a325-4601-8f82-10f4b9962c0d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324306 Sep 18 08:17:55.831078 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-ffcf2110-47a1-407f-bf14-a015c7295a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:55.832539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-ffcf2110-47a1-407f-bf14-a015c7295a15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 1095 time: 0.0404947 Sep 18 08:17:55.843770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-14', 'device_owner': 'compute:nova'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:17:55.893332 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.094852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:17:56.128107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:17:56.160919 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:17:56.168221 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.180594 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Transition to ACTIVE for port object 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:17:56.252420 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.529005 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42f939-2815-4cb4-80b9-d196979df4ca req-45509b47-4421-4c3e-9424-65b1d5aa671c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:56.531800 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c42f939-2815-4cb4-80b9-d196979df4ca req-45509b47-4421-4c3e-9424-65b1d5aa671c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 943 time: 0.0545425 Sep 18 08:17:56.572622 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8c42f939-2815-4cb4-80b9-d196979df4ca req-dadba180-3eb8-44d0-a959-a664bf81c772 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338652 Sep 18 08:17:56.625250 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=9']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:17:56.636519 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.641172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:17:56.673687 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] No DVR routers for this DVR port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:17:56.802210 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:17:56.802542 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:17:56.802866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:17:56.806922 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:17:56.807239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Attempting to bind port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:17:56.812157 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:17:56.812567 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:17:56.812951 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Bound using segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:17:56.813370 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Bound port: 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:17:56.813720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.874887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:17:56.877870 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:17:56.950739 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.987209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:56.987823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:17:56.989281 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1092 time: 1.1493058 Sep 18 08:17:56.989721 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:17:56.991982 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eeb231-b280-4b46-8339-0b3871616691" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:17:57.049313 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07218d5d-c4b8-40d9-b99e-50379f318109 x-openstack-request-id: req-07218d5d-c4b8-40d9-b99e-50379f318109 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:17:57.049614 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:17:57.049862 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07218d5d-c4b8-40d9-b99e-50379f318109 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:17:57.050277 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'status': 'completed', 'code': 200} Sep 18 08:17:57.057887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078d6f3-345f-49f6-b1b2-0a7bd1ddc6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=10']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:17:57.074022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-215b1ab4-3dbd-4424-9a24-8b7141e9f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.075546 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-215b1ab4-3dbd-4424-9a24-8b7141e9f8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1096 time: 0.0633783 Sep 18 08:17:57.170801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-23719555-031d-45a2-a561-ea387b36fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.172362 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-23719555-031d-45a2-a561-ea387b36fb84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0889797 Sep 18 08:17:57.238900 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-6f2dad48-e63f-48e3-a7d4-909301f1c760 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 998 time: 0.0599608 Sep 18 08:17:57.286865 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-3d47f615-c63a-4956-9b72-ace2abd5aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.288292 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-3d47f615-c63a-4956-9b72-ace2abd5aaf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0431828 Sep 18 08:17:57.332551 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-b94d6ad9-991b-453b-bca0-d9ffcef81c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.334006 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-b94d6ad9-991b-453b-bca0-d9ffcef81c6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388749 Sep 18 08:17:57.424093 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-63156278-0e43-4ae3-953e-c0d00a638c8c service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830145 Sep 18 08:17:57.515181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-1c4e1b4b-04db-4c0c-a668-0d88fdde72a9 req-e9fb1ff2-51a4-457d-a8c9-99855064a725 service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838237 Sep 18 08:17:57.663797 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb231-b280-4b46-8339-0b3871616691 req-a3499329-5dfe-42e2-bf78-e94cdbe9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.665331 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-a3499329-5dfe-42e2-bf78-e94cdbe9f079 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1096 time: 0.0441990 Sep 18 08:17:57.689452 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20a3b-1d6f-4d1a-b5be-a8c26d2c4827 req-befad3f3-8b85-491e-ac08-2ffaa15caeb6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.691290 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72b20a3b-1d6f-4d1a-b5be-a8c26d2c4827 req-befad3f3-8b85-491e-ac08-2ffaa15caeb6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0510161 Sep 18 08:17:57.731568 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-72b20a3b-1d6f-4d1a-b5be-a8c26d2c4827 req-d8188cda-d164-49dc-89d4-03eaa4c76b8c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Sep 18 08:17:57.764472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb231-b280-4b46-8339-0b3871616691 req-8f9e66d5-bd1b-4c4e-9ac8-69d8243c4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.766555 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-8f9e66d5-bd1b-4c4e-9ac8-69d8243c4130 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0924273 Sep 18 08:17:57.836976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-fe7865a9-e396-47fd-a795-2e164f02095f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 998 time: 0.0639098 Sep 18 08:17:57.888010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb231-b280-4b46-8339-0b3871616691 req-c743f179-d55d-4a2a-b907-33ea5e70d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.889495 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-c743f179-d55d-4a2a-b907-33ea5e70d189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0445006 Sep 18 08:17:57.946478 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb231-b280-4b46-8339-0b3871616691 req-ed6227a2-a8de-42f2-9662-650251f929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:57.948717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-ed6227a2-a8de-42f2-9662-650251f929c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515714 Sep 18 08:17:58.854462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6996851-5565-4e3b-902e-974fc808972f req-0bac1319-1e85-4c1d-9ef4-3a552bc73959 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:17:58.855980 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6996851-5565-4e3b-902e-974fc808972f req-0bac1319-1e85-4c1d-9ef4-3a552bc73959 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Sep 18 08:17:58.900546 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d6996851-5565-4e3b-902e-974fc808972f req-95f4fdb0-1c0d-4e7c-97fa-38bba39e0324 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 Sep 18 08:17:59.716109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:00.031561 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bbab4-53b8-452f-b645-259e9bf36911 req-af712770-00cc-450c-9e24-d48d5abdbda3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:00.033395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-350bbab4-53b8-452f-b645-259e9bf36911 req-af712770-00cc-450c-9e24-d48d5abdbda3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0536668 Sep 18 08:18:00.076351 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-350bbab4-53b8-452f-b645-259e9bf36911 req-0f523863-d895-4bfd-aeee-3f04ef55e6b5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369663 Sep 18 08:18:01.199833 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e896098-b254-4506-bcb1-6c741dca19ae req-1e58932e-26de-4be4-9727-a72a5d0d1e94 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:01.201386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e896098-b254-4506-bcb1-6c741dca19ae req-1e58932e-26de-4be4-9727-a72a5d0d1e94 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0556157 Sep 18 08:18:01.241782 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1e896098-b254-4506-bcb1-6c741dca19ae req-400f4e5c-e072-4fcc-9c9e-4fd9d08de2e7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Sep 18 08:18:02.370034 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d25096-f706-487f-bec2-342152935c90 req-ece80b66-8ecf-4dae-8d6a-23633eaa2a6f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:02.371443 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d25096-f706-487f-bec2-342152935c90 req-ece80b66-8ecf-4dae-8d6a-23633eaa2a6f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0630937 Sep 18 08:18:02.409272 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a3d25096-f706-487f-bec2-342152935c90 req-7bf30195-1b93-4c7a-9e9c-d70f94d2b279 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 18 08:18:03.536421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefba0d-6cda-42e0-90a0-5fb5c94610da req-107e9b1b-c81c-432e-a21b-a1d9055c0aca tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:03.538011 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fefba0d-6cda-42e0-90a0-5fb5c94610da req-107e9b1b-c81c-432e-a21b-a1d9055c0aca tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0551250 Sep 18 08:18:03.577649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6fefba0d-6cda-42e0-90a0-5fb5c94610da req-e532511e-16e3-48b5-bbfb-dae03fcf59de tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336437 Sep 18 08:18:04.698390 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d77aed-bc1f-4315-9f24-f3757575a294 req-e5d2ba9e-693f-470e-9205-05e99e998c0d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:04.699840 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6d77aed-bc1f-4315-9f24-f3757575a294 req-e5d2ba9e-693f-470e-9205-05e99e998c0d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0546324 Sep 18 08:18:04.738740 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f6d77aed-bc1f-4315-9f24-f3757575a294 req-ed4594cb-756a-49fb-be95-76a7f2da9692 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Sep 18 08:18:05.859221 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13f2a-fa02-402f-b1d6-e259cfbff51b req-7b83d629-378f-47f1-b4e7-4bfd4ed2c67a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:05.860738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00e13f2a-fa02-402f-b1d6-e259cfbff51b req-7b83d629-378f-47f1-b4e7-4bfd4ed2c67a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0498757 Sep 18 08:18:05.901382 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-00e13f2a-fa02-402f-b1d6-e259cfbff51b req-e5c7f2a1-4e3b-47f3-a427-c3afa7b6a890 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310524 Sep 18 08:18:07.028085 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470018e3-1230-487c-8324-23ff46a61b61 req-3813bc72-f8e4-4c2f-8474-0d6562db5d0e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:07.029671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-470018e3-1230-487c-8324-23ff46a61b61 req-3813bc72-f8e4-4c2f-8474-0d6562db5d0e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0567629 Sep 18 08:18:07.075162 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-470018e3-1230-487c-8324-23ff46a61b61 req-142697ff-4198-4a07-8f15-d00bfe238030 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385320 Sep 18 08:18:08.189788 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc2098-9bd9-4849-953b-9847d1af31e2 req-b4213b73-b2c1-4ebe-81d7-7eff269666e7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:08.191277 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ddc2098-9bd9-4849-953b-9847d1af31e2 req-b4213b73-b2c1-4ebe-81d7-7eff269666e7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0481048 Sep 18 08:18:08.226788 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2ddc2098-9bd9-4849-953b-9847d1af31e2 req-bf8e71f8-26f9-49f3-bedc-d354389aa403 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297599 Sep 18 08:18:08.542955 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-34b77f6c-4790-4884-9728-8e600a64c968 service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851257 Sep 18 08:18:08.638642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84eeb231-b280-4b46-8339-0b3871616691 req-bdbfb171-7fb0-4447-9209-20d7ceaedfe4 service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Sep 18 08:18:08.898513 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-155352ec-5b2c-4eb3-b662-0095ab673989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:09.339583 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ed44-11c7-4e45-a7ad-91d98b0e1766 req-c2e97feb-052a-4190-834a-32bbc932a1e2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:09.341066 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80a6ed44-11c7-4e45-a7ad-91d98b0e1766 req-c2e97feb-052a-4190-834a-32bbc932a1e2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0484447 Sep 18 08:18:09.377230 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-80a6ed44-11c7-4e45-a7ad-91d98b0e1766 req-176cc0da-e41a-462a-89b4-7ffe7fd7894e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301960 Sep 18 08:18:10.755527 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f79fe-b733-43f8-8955-79597c2bc08e req-69005b05-e18f-4d4c-b7eb-765039e9d2ab tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:10.757019 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a1f79fe-b733-43f8-8955-79597c2bc08e req-69005b05-e18f-4d4c-b7eb-765039e9d2ab tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.3136814 Sep 18 08:18:10.793539 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6a1f79fe-b733-43f8-8955-79597c2bc08e req-6af4d6a6-d8f5-4260-bcaf-fa9fb9232ddc tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304229 Sep 18 08:18:11.577765 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79aa8229-9b7a-4f58-82ce-96b3876b6797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:11.905514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7e34-af63-49b1-b6dd-06be357fac6f req-7c3b1e1a-27dd-4f18-a41f-60dc426017a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:11.907607 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce1f7e34-af63-49b1-b6dd-06be357fac6f req-7c3b1e1a-27dd-4f18-a41f-60dc426017a4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 944 time: 0.0470846 Sep 18 08:18:11.943404 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ce1f7e34-af63-49b1-b6dd-06be357fac6f req-43a48a2b-bbc1-4f48-b1bb-38912d141d28 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299468 Sep 18 08:18:12.002329 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:18:12.104579 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:18:12.114637 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'port_id': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'mac_address': 'fa:16:3e:81:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:18:12.152015 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:12.164544 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:18:12.169647 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:12.184470 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:18:12.263625 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:12.309192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=11']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:18:12.493666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['655e3c3e-a20f-4852-852a-eab8b9f6fbb0'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:18:13.066401 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761dc47-7507-49fb-be5c-d938faa1039b req-3cf1ddd0-28f8-4213-805d-041470becc56 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:13.068026 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8761dc47-7507-49fb-be5c-d938faa1039b req-3cf1ddd0-28f8-4213-805d-041470becc56 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Sep 18 08:18:13.109269 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8761dc47-7507-49fb-be5c-d938faa1039b req-38d6cbc7-579f-4698-a082-7080c5ac1857 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Sep 18 08:18:13.600578 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:14.018467 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:18:14.144371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:18:14.150271 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:18:14.150650 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:14.231985 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c1cd3-1f42-49a2-b681-15bda439507f req-d36d47c8-ff53-42d0-aaf8-4f2d6a28f081 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:14.233597 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e82c1cd3-1f42-49a2-b681-15bda439507f req-d36d47c8-ff53-42d0-aaf8-4f2d6a28f081 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 945 time: 0.0533960 Sep 18 08:18:14.234622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:14.257324 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:18:14.259665 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd22a908-c4a7-436e-b10e-8153c2ba4085" -d '{"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:18:14.273425 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e82c1cd3-1f42-49a2-b681-15bda439507f req-b3ffdf0f-7e9c-42b2-b90d-f0acebbc0e05 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313401 Sep 18 08:18:14.273546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:18:14.299074 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa6e9b-4647-428e-bd68-e7c1ba06d149 x-openstack-request-id: req-befa6e9b-4647-428e-bd68-e7c1ba06d149 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:18:14.303983 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-plugged", "status": "completed", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:18:14.303983 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-befa6e9b-4647-428e-bd68-e7c1ba06d149 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:18:14.303983 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'code': 200} Sep 18 08:18:14.349694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:14.399386 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=12']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:18:14.524352 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93af47-6eb0-4233-8453-a31e5a3e36f4 req-45577a78-90a6-47a7-a0d9-f894486ce282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:14.525726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2b93af47-6eb0-4233-8453-a31e5a3e36f4 req-45577a78-90a6-47a7-a0d9-f894486ce282 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1098 time: 0.0385339 Sep 18 08:18:14.560448 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2b93af47-6eb0-4233-8453-a31e5a3e36f4 req-8baae5c7-fa70-49a9-ace7-01e7dc076390 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269535 Sep 18 08:18:15.018565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:15.387494 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd09f3-3ad6-4381-880f-40e1d7fbfd20 req-52cb3914-c44e-4cf9-ba4b-f152bddc5404 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:15.388975 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5fd09f3-3ad6-4381-880f-40e1d7fbfd20 req-52cb3914-c44e-4cf9-ba4b-f152bddc5404 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0497215 Sep 18 08:18:15.427520 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e5fd09f3-3ad6-4381-880f-40e1d7fbfd20 req-cb1f5005-28f4-4d61-bfc4-bca9901ac042 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324261 Sep 18 08:18:15.920440 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:16.542416 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648660-6ce6-4d38-91a7-b02db7144ffd req-f271cbe2-bf68-467f-ad3f-59868cbf0f1b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:16.544009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6648660-6ce6-4d38-91a7-b02db7144ffd req-f271cbe2-bf68-467f-ad3f-59868cbf0f1b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0481362 Sep 18 08:18:16.582240 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a6648660-6ce6-4d38-91a7-b02db7144ffd req-c7d70d7f-83f5-4adf-8d20-56f829763dbb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315990 Sep 18 08:18:17.700394 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b924538-613d-49dc-ac76-940ca272fbd3 req-4d62b6a3-ae1a-4367-99b4-1780c8255217 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:17.701787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b924538-613d-49dc-ac76-940ca272fbd3 req-4d62b6a3-ae1a-4367-99b4-1780c8255217 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Sep 18 08:18:17.738267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b924538-613d-49dc-ac76-940ca272fbd3 req-aacca2cd-98f3-4293-9dba-3a97cdf0ee70 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304039 Sep 18 08:18:28.358486 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:18:29.721044 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:38.897597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6feb7cef-435e-48c0-932f-8e5e974ed7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:41.594471 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71207657-bf48-451f-97af-7d6dda0b366b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:42.148717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:42.699640 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-4bbd1a47-5765-4ec3-a417-c091aa57293f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805840 Sep 18 08:18:42.778964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-c9104079-cfff-4ee8-8a2c-b03fe9e62bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:42.780441 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-c9104079-cfff-4ee8-8a2c-b03fe9e62bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1098 time: 0.0396247 Sep 18 08:18:42.885734 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-0644623f-b872-4c3a-b90a-8bfb9761e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:42.887238 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-0644623f-b872-4c3a-b90a-8bfb9761e609 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0876646 Sep 18 08:18:42.952461 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-46987394-834e-4dd5-b3ca-b61fc607d13e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 1000 time: 0.0559211 Sep 18 08:18:43.004646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-b18471f6-ee2c-4dce-906a-fe54796091f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:43.006156 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-b18471f6-ee2c-4dce-906a-fe54796091f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0463562 Sep 18 08:18:43.050603 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-90ea384c-3729-4538-98b9-ae8f04e5a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:18:43.052045 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-90ea384c-3729-4538-98b9-ae8f04e5a517 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386448 Sep 18 08:18:43.144090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-42e260a8-8eff-4b2e-8342-a597e0b631ca service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Sep 18 08:18:43.232468 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7fc75968-1f6f-4145-adf2-f54ab16f5d3c req-4466bcc6-d531-48b1-9071-3bf3390c84a8 service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Sep 18 08:18:43.577577 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:45.045863 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:45.874416 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:18:59.697158 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:05.357597 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:19:08.914161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-16fca109-db7e-4e32-a34c-6d6583c844ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:11.582796 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-41d4512a-cb04-4085-b043-3c1fcfc81e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:12.154442 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:13.639470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:15.034054 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:15.902220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:27.586382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45406) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:27.776673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Deleting port 60b23caf-f65f-4995-987f-81507710169a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:19:27.777018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:27.853337 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:27.853666 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:27.865608 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Calling delete_port for 60b23caf-f65f-4995-987f-81507710169a owned by network:floatingip {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:19:28.068159 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:28.095910 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'Port': ['ID=60b23caf-f65f-4995-987f-81507710169a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:28.107961 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.108308 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.108646 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.108981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.109310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.109638 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.109996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.110324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.110654 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.110975 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.111295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.111613 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:28.163696 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:28.164022 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Floating IP fc93a91b-1378-4a24-a292-4fe337e1183c disassociated (deleted). External IP: 172.25.4.89, port: 655e3c3e-a20f-4852-852a-eab8b9f6fbb0. Sep 18 08:19:28.363988 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:19:28.468470 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:19:28.473211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:28.478235 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:19:28.486746 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:19:28.487384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:19:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:19:28.498727 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6020cf55-783b-4fec-aca3-368a111a6516 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "DELETE /v2.0/floatingips/fc93a91b-1378-4a24-a292-4fe337e1183c HTTP/1.1" status: 204 len: 168 time: 0.9112818 Sep 18 08:19:28.499421 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:19:28.501797 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17884cc5-9e26-4e28-9cbd-61928e904990" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:19:28.594228 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:19:28.611898 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9db45-edb0-4e84-adc4-af29dcb0e5bc x-openstack-request-id: req-dec9db45-edb0-4e84-adc4-af29dcb0e5bc {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:19:28.612456 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:19:28.612571 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec9db45-edb0-4e84-adc4-af29dcb0e5bc {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:19:28.613021 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'status': 'completed', 'code': 200} Sep 18 08:19:28.673970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-4569b914-b316-4be0-accf-f03942c053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:28.675524 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-4569b914-b316-4be0-accf-f03942c053c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 1098 time: 0.0413370 Sep 18 08:19:28.775219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-38b68c64-5c64-416e-850b-93fe0fce420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:28.776735 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-38b68c64-5c64-416e-850b-93fe0fce420f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0943756 Sep 18 08:19:28.798289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:19:28.820357 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-15a34080-94a6-4069-b5d8-bbfc2b0417d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 200 len: 217 time: 0.0365670 Sep 18 08:19:28.825049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:19:28.833967 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:19:28.834585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:19:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:19:28.867307 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49bb2b-1d96-4c20-a995-cc6bd411ae9b req-aacc6c68-d040-46b5-9d98-30610c4545fb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:28.874446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a49bb2b-1d96-4c20-a995-cc6bd411ae9b req-aacc6c68-d040-46b5-9d98-30610c4545fb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0561004 Sep 18 08:19:28.877411 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-e6ff8fb6-9268-4913-85da-485a208d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:28.879540 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-e6ff8fb6-9268-4913-85da-485a208d9108 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0519891 Sep 18 08:19:28.912783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5a49bb2b-1d96-4c20-a995-cc6bd411ae9b req-db656cbe-e540-41d0-bd3d-d9bbc59d0826 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361722 Sep 18 08:19:28.927436 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-eaafb131-fedb-4d34-968f-69588160d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:28.928976 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-eaafb131-fedb-4d34-968f-69588160d5b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416813 Sep 18 08:19:28.941211 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:19:29.019043 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-8dd8142c-a033-41f8-ab50-fc12a8350d03 service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820413 Sep 18 08:19:29.112938 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-17884cc5-9e26-4e28-9cbd-61928e904990 req-2739a305-d340-4359-abb0-d72cbbde9d7f service neutron] 10.222.0.37 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864763 Sep 18 08:19:29.133396 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:19:29.163395 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a195d-c357-4492-bfea-9827aed8dbaf None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:19:29.373560 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267acb55-6548-4358-ba15-7efd78ef7b5e None None] New status for floating IP fc93a91b-1378-4a24-a292-4fe337e1183c: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:19:29.679186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:30.036200 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272fa3d-9f96-4a49-8f64-e023cbcd22f5 req-64ad536a-8f74-402e-a8bd-6a2cbfe59d53 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:30.037652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b272fa3d-9f96-4a49-8f64-e023cbcd22f5 req-64ad536a-8f74-402e-a8bd-6a2cbfe59d53 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0516202 Sep 18 08:19:30.075627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b272fa3d-9f96-4a49-8f64-e023cbcd22f5 req-22edd8ef-c9dc-4fde-9aae-03a1ee9f6170 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=b684255e-a04c-424c-aa21-da51a207234f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Sep 18 08:19:30.134862 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-75bf4047-67de-49d8-95f0-1d5eafc0b98b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:30.136340 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-75bf4047-67de-49d8-95f0-1d5eafc0b98b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 946 time: 0.0480473 Sep 18 08:19:30.228162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Deleting port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:19:30.228430 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:30.315176 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] For port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:19:30.315574 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:30.328052 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Calling delete_port for 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:19:30.496519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:30.523262 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'Port': ['ID=655e3c3e-a20f-4852-852a-eab8b9f6fbb0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:30.538200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.538200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.538200 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.538509 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.538674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.539010 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.539344 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.539674 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.540003 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.540333 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.540663 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.540992 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:19:30.578777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] No DVR routers for this DVR port 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:19:30.581945 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:30.591295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d179fa31-4c4c-4b6e-9616-3239e307c2ca req-98690675-7976-4d68-ab1d-d977f13fd069 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.37 "DELETE /v2.0/ports/655e3c3e-a20f-4852-852a-eab8b9f6fbb0 HTTP/1.1" status: 204 len: 173 time: 0.4418418 Sep 18 08:19:30.591295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-deleted', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:19:30.591295 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661cfdb8-487d-4f7c-be85-6a10d29b02a0" -d '{"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-deleted", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:19:30.676089 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686d37e-df0d-483e-9321-2406fd234195 x-openstack-request-id: req-8686d37e-df0d-483e-9321-2406fd234195 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:19:30.677285 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6f317c-84ee-434a-9b23-c9046a242449", "name": "network-vif-deleted", "tag": "655e3c3e-a20f-4852-852a-eab8b9f6fbb0", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:19:30.677285 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8686d37e-df0d-483e-9321-2406fd234195 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:19:30.677285 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6f317c-84ee-434a-9b23-c9046a242449', 'name': 'network-vif-deleted', 'tag': '655e3c3e-a20f-4852-852a-eab8b9f6fbb0', 'status': 'completed', 'code': 200} Sep 18 08:19:31.179183 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-85b7fa8f-4d15-4919-ad90-fdeacbdff76a req-8e3f94f9-8a84-4221-96ba-6bfec5eeeac4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff6f317c-84ee-434a-9b23-c9046a242449 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Sep 18 08:19:32.237980 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45434) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:32.295068 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:32.319722 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:32.468156 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:32.470787 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:32.472157 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "DELETE /v2.0/security-groups/b684255e-a04c-424c-aa21-da51a207234f HTTP/1.1" status: 204 len: 168 time: 0.2331560 Sep 18 08:19:32.481641 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3ced-89fb-41b7-a450-0a5917e7701a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b684255e-a04c-424c-aa21-da51a207234f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:33.821210 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45442) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:33.825734 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71752924', 'description': 'tempest-secgroup-smoke-71752924 description', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:33.885157 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:33.963961 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.039101 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.068195 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:34.119195 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.120424 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-80b1ba77-a1ff-4bba-9d6a-95f1bae48704 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2982183 Sep 18 08:19:34.123208 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45444) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:34.127538 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:34.203990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.257500 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.313506 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.332621 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd9d266-59cc-4161-ac10-4fd0b6ab3b45,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:34.370592 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.372100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-eb7fe898-00e7-40ce-8f62-4c3380a6277b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476985 Sep 18 08:19:34.374573 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45446) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:34.379510 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:34.422656 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:19:34.443110 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:19:34.443463 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 655e3c3e-a20f-4852-852a-eab8b9f6fbb0 not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:19:34.445114 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.503142 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.547990 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.565862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1052133-893f-4ed4-8eb2-1a95c6d33fb3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:34.616613 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.617787 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0a43a05e-bf07-431f-9183-04c372f19163 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2423017 Sep 18 08:19:34.620536 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45448) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:34.624926 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:34.695258 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.751414 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.822171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.839889 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276fe5d3-19aa-4736-9ac4-603c4259235b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:34.919285 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:34.920452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-548638b4-9673-4402-a592-c440523a9773 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989578 Sep 18 08:19:34.923154 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45450) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:34.929919 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:35.009334 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.066176 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.142126 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.159068 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df1a10-127e-4d8e-8f5e-a93ef8eb752b,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:35.216649 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.217808 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2348103a-1d5c-43a0-a07d-301caeffcaa3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937419 Sep 18 08:19:35.220557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45452) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:35.224854 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:35.296331 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Project 2c3fcad9ed264bccb8ec9a8c418ade3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:19:35.301278 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.368357 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.416400 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.434677 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d76b498-0893-4a13-b764-278e233f5109,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:35.484964 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.486419 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1efc9ba0-4764-4749-bbe6-95a35b28d600 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649381 Sep 18 08:19:35.489199 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45454) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:19:35.493524 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'security_group_rule': {'security_group_id': 'aca6f6cc-e10a-457e-b8ed-3c8a98b551ad', 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:19:35.576675 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Project 2c3fcad9ed264bccb8ec9a8c418ade3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:19:35.581372 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.644064 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.719815 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.739999 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d362f02-0301-4ac0-ac52-2cb9ce2cbdea,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:19:35.776857 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:35.778169 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-78ee2866-a48b-4d22-bd19-41fb878a45bf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879755 Sep 18 08:19:38.902704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1f204a1a-bce4-457b-8305-2f3b29b53a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:41.564988 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a2022bbc-a483-4c66-a762-a00a8350f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:42.148490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:42.357312 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:19:43.628222 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:45.005522 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:46.267771 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:59.719071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:19:59.865154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-fca2668b-1908-42c5-980a-9866d2ffef0a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71752924&fields=id&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 267 time: 0.0325143 Sep 18 08:19:59.971462 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e2ff3506-76ff-4030-8c10-86e913338bc0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:19:59.972835 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e2ff3506-76ff-4030-8c10-86e913338bc0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 808 time: 0.1002336 Sep 18 08:19:59.987806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-a2d5c537-ead2-409c-9f2e-c52c250891f5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/quotas/2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 375 time: 0.0087371 Sep 18 08:20:00.037147 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-a0cff030-d192-4742-bbc8-bbe0d825d8a7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443072 Sep 18 08:20:00.134753 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-273cbdb9-c63c-4566-97a1-c13916be823c service neutron] 10.222.0.20 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Sep 18 08:20:00.226922 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-ec401dfa-ef4b-41ab-9e74-5a92de13a80c service neutron] 10.222.0.20 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Sep 18 08:20:00.768009 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1a6822b7-450c-45f4-8a19-037068340b74 req-df82e061-0b2e-4a14-86c6-770008ba6bf2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0262029 Sep 18 08:20:01.863338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b711e356-626d-47b3-98ce-2ac89e71b28e req-2ab14dbe-7c67-49bc-9ab9-ba60c13560ad tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0306094 Sep 18 08:20:02.618313 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-0029b204-88f0-4811-922c-e87611406d89 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:02.620295 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-0029b204-88f0-4811-922c-e87611406d89 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 808 time: 0.1053364 Sep 18 08:20:02.667913 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e79ece0c-8af7-4a86-a0e0-998bbda45640 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 378 time: 0.0334551 Sep 18 08:20:02.677692 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'port': {'device_id': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'admin_state_up': True, 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'security_groups': ['aca6f6cc-e10a-457e-b8ed-3c8a98b551ad']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:20:02.827979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Made reservation on behalf of 2c3fcad9ed264bccb8ec9a8c418ade3d for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:20:02.831723 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:02.960639 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0072a12e-abda-411f-b14a-936c506cda09 req-7c71b4f0-5ff5-4e53-8d86-5b4ad772614d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Sep 18 08:20:02.965357 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Allocated IP 172.20.0.5 (d352787b-35db-4fbd-8cac-0a18f0a568b8/cecf8f94-805c-43b6-b01f-9ae984ca9e2f/13ed0b89-da97-4ca7-9a36-9304d226e1a9) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:20:03.108700 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.199864 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.241682 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:20:03.245024 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:20:03.248801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:20:03.278598 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:03.305461 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:03.305847 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.417749 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e77612a3-c351-48c0-bbfc-c7b5a040c179 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436016 Sep 18 08:20:03.436729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Request body: {'port': {'device_id': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:20:03.456829 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8c34fb27-260c-4c56-a00a-570abfcbafa1 None None] Provisioning complete for port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:20:03.457836 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c34fb27-260c-4c56-a00a-570abfcbafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.495231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.495578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8c34fb27-260c-4c56-a00a-570abfcbafa1 None None] Port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:20:03.757073 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ed0b89-da97-4ca7-9a36-9304d226e1a9 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:20:03.765032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.777131 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Transition to ACTIVE for port object 13ed0b89-da97-4ca7-9a36-9304d226e1a9 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:20:03.850742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:03.906885 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:03.996887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Attempting to bind port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:20:03.997969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Attempting to bind port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:20:03.997969 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Attempting to bind port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:20:04.002829 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:20:04.003253 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Attempting to bind port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 on network d352787b-35db-4fbd-8cac-0a18f0a568b8 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:20:04.009153 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:20:04.010144 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Checking segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:20:04.010544 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Bound using segment: {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:20:04.010981 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Bound port: 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef48d3b5-1eae-4b93-9451-912995525646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:20:04.011346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:04.085680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:20:04.090063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:20:04.107498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936efe7-2038-4ab4-bd93-0bf79bb7725d req-3dc3b67c-800f-44c7-b63f-4623ca5ade37 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.112512 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1936efe7-2038-4ab4-bd93-0bf79bb7725d req-3dc3b67c-800f-44c7-b63f-4623ca5ade37 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0696225 Sep 18 08:20:04.148130 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1936efe7-2038-4ab4-bd93-0bf79bb7725d req-67e703e6-bd3e-4c05-bb14-957865bfd446 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329113 Sep 18 08:20:04.159604 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:04.193355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.194007 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:04.195397 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1092 time: 0.7633779 Sep 18 08:20:04.195828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:20:04.198630 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:20:04.228792 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c84934-d80e-40d4-9ff6-bf08149902f8 service neutron] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:04.263948 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80accdf-bcde-42f5-8a66-bc9b577f4e85 x-openstack-request-id: req-c80accdf-bcde-42f5-8a66-bc9b577f4e85 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:20:04.264351 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:20:04.264607 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c80accdf-bcde-42f5-8a66-bc9b577f4e85 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:20:04.265010 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'status': 'completed', 'code': 200} Sep 18 08:20:04.347232 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-1c14f399-1b94-4810-98b5-ff91ae03f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.348865 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-1c14f399-1b94-4810-98b5-ff91ae03f1f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1095 time: 0.0443134 Sep 18 08:20:04.458550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-4619f445-a172-42b2-aa65-ee852aca68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.460053 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-4619f445-a172-42b2-aa65-ee852aca68de service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0971849 Sep 18 08:20:04.557777 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-f9f39cd3-c114-40c0-bdf5-b17f8fcd86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.559216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-c4cd250f-4cbb-4a1a-9be4-8983b118b4b1 req-f9f39cd3-c114-40c0-bdf5-b17f8fcd86fe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922904 Sep 18 08:20:04.659725 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-faac7427-953a-4e9f-bc6d-6ccfe1ddf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.661285 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-faac7427-953a-4e9f-bc6d-6ccfe1ddf1a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1095 time: 0.0435705 Sep 18 08:20:04.714171 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-3e17fab3-683f-417e-8e7c-cca1244fe6b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0393221 Sep 18 08:20:04.763018 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-c724a84b-9541-40af-9abc-90ecf989e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.764481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-c724a84b-9541-40af-9abc-90ecf989e75d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0431974 Sep 18 08:20:04.810086 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-5e1753c2-d682-4075-a195-94f884e5025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:04.811506 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-5e1753c2-d682-4075-a195-94f884e5025d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401843 Sep 18 08:20:04.906406 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-0a89fae8-a70f-43af-a24f-bb56f225bb19 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874915 Sep 18 08:20:04.998620 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e1ff3eaa-f715-4636-a8e1-a42188d807ec req-e633cf5f-1b7b-4be4-ba61-5980528dc036 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855355 Sep 18 08:20:05.260362 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8595-b68d-4856-a01b-caaf83bfa9df req-92b16e20-4c8b-4610-9f80-559f6ca8378d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:05.261856 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05df8595-b68d-4856-a01b-caaf83bfa9df req-92b16e20-4c8b-4610-9f80-559f6ca8378d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0472941 Sep 18 08:20:05.300627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-05df8595-b68d-4856-a01b-caaf83bfa9df req-1e217689-59d4-47c3-912d-1fea442229dd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327604 Sep 18 08:20:06.420187 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152023e-837e-41b0-8411-e4155ec84149 req-378c06ae-de05-44e2-9492-1f53ec1abd71 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:06.421663 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4152023e-837e-41b0-8411-e4155ec84149 req-378c06ae-de05-44e2-9492-1f53ec1abd71 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0530398 Sep 18 08:20:06.458398 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-4152023e-837e-41b0-8411-e4155ec84149 req-a61ada6c-2589-4279-a5ed-aca406b7b083 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306499 Sep 18 08:20:07.572231 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f8be-5ea4-46e8-a200-65576ba2df86 req-1b18ad0a-e8c8-4c08-8d3e-fb5a2130ed78 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:07.573715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe20f8be-5ea4-46e8-a200-65576ba2df86 req-1b18ad0a-e8c8-4c08-8d3e-fb5a2130ed78 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0493841 Sep 18 08:20:07.610738 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fe20f8be-5ea4-46e8-a200-65576ba2df86 req-944a19e8-ddc8-4850-9382-a8aa5ec37841 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310018 Sep 18 08:20:08.723337 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb064b4-ac60-4933-8bbf-53eafd50bf69 req-dbba4e7c-89eb-4807-95d3-1b1ee98db931 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:08.724841 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eb064b4-ac60-4933-8bbf-53eafd50bf69 req-dbba4e7c-89eb-4807-95d3-1b1ee98db931 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0486085 Sep 18 08:20:08.761847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-1eb064b4-ac60-4933-8bbf-53eafd50bf69 req-dd4c1819-c0fa-484e-9795-ec62146355a7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310495 Sep 18 08:20:08.890459 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-81562cf2-5375-4ff1-952f-f92857489827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:09.879723 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d476f5-c7fc-4030-a081-cf09ad0bab70 req-63b834ab-f222-4c89-8f6d-49d05f62f61e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:09.881214 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1d476f5-c7fc-4030-a081-cf09ad0bab70 req-63b834ab-f222-4c89-8f6d-49d05f62f61e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Sep 18 08:20:09.917929 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d1d476f5-c7fc-4030-a081-cf09ad0bab70 req-4a63152e-5b31-4867-9e0d-3a491f28acce tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301085 Sep 18 08:20:11.030541 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5048f33-fee2-47f0-ac8a-ae54b2f1921b req-163da82f-6dbd-4847-9794-1014cf335983 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:11.032025 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5048f33-fee2-47f0-ac8a-ae54b2f1921b req-163da82f-6dbd-4847-9794-1014cf335983 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0483587 Sep 18 08:20:11.068815 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f5048f33-fee2-47f0-ac8a-ae54b2f1921b req-1b3640b0-c1f6-4c49-afa4-b1762baf4539 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310464 Sep 18 08:20:11.570169 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-80da742d-cef1-4a00-a2cd-a60bcf65004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:12.170197 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:12.184650 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e722c-3b5a-49cb-abca-6b4e88c22143 req-60f2643d-23dc-402f-af9c-e250ab25887f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:12.186602 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-573e722c-3b5a-49cb-abca-6b4e88c22143 req-60f2643d-23dc-402f-af9c-e250ab25887f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0505631 Sep 18 08:20:12.226712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-573e722c-3b5a-49cb-abca-6b4e88c22143 req-5ba18e6d-4574-4c8b-8028-4d3e0ee9868b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345361 Sep 18 08:20:13.342301 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910be26-3c93-4a9d-8d14-c0f39d3998ca req-904c7a2e-fcf8-492a-87e0-6ec0e01646e1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:13.343764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d910be26-3c93-4a9d-8d14-c0f39d3998ca req-904c7a2e-fcf8-492a-87e0-6ec0e01646e1 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0515928 Sep 18 08:20:13.380942 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d910be26-3c93-4a9d-8d14-c0f39d3998ca req-6310a2cd-8027-4d23-bce6-a59699e08fb3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310686 Sep 18 08:20:13.616036 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:14.492317 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4472-e638-4a68-bf05-9e1d154c62ff req-084a02db-5e8e-4354-9c88-e73586c88378 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:14.494564 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-557f4472-e638-4a68-bf05-9e1d154c62ff req-084a02db-5e8e-4354-9c88-e73586c88378 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0486450 Sep 18 08:20:14.531759 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-557f4472-e638-4a68-bf05-9e1d154c62ff req-19a22846-52ce-4bdc-a05d-cbcaccc6dd3e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313570 Sep 18 08:20:15.015980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:15.642615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae351256-b38c-4cd3-b73d-d9d219390a94 req-0e381891-51ca-49f3-bb86-2b0c8f5e2092 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:15.644002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae351256-b38c-4cd3-b73d-d9d219390a94 req-0e381891-51ca-49f3-bb86-2b0c8f5e2092 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0472333 Sep 18 08:20:15.680291 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ae351256-b38c-4cd3-b73d-d9d219390a94 req-47a77347-8f77-4e28-b32e-cef8555f810a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304799 Sep 18 08:20:15.907304 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:16.795938 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f34411-028a-4655-b179-8ff396603b56 req-48d255f9-25d4-4a7a-9e14-bc454a520d62 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:16.797397 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96f34411-028a-4655-b179-8ff396603b56 req-48d255f9-25d4-4a7a-9e14-bc454a520d62 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0514295 Sep 18 08:20:16.833793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-96f34411-028a-4655-b179-8ff396603b56 req-8ad5cef0-f693-4bac-af14-919b452e2d8a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304937 Sep 18 08:20:17.949871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724477da-3877-41d1-97af-4e0df53e750e req-3216a194-2754-433e-871b-9b466679766f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:17.951414 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-724477da-3877-41d1-97af-4e0df53e750e req-3216a194-2754-433e-871b-9b466679766f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0493369 Sep 18 08:20:17.988267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-724477da-3877-41d1-97af-4e0df53e750e req-e38f0d82-3639-4f8d-82ff-ca34cdb0553c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307422 Sep 18 08:20:18.495671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:20:18.588739 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:20:18.599348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'mac_address': 'fa:16:3e:0b:21:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:20:18.638093 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:18.650753 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed0b89-da97-4ca7-9a36-9304d226e1a9 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:20:18.668980 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:20:18.730219 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:18.775766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:18.782869 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.783224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.783566 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.783905 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.784238 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.784567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.784896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.785225 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.785550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.785874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.786223 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:18.786546 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:20:19.100557 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197924a-4108-46e7-8f90-d01192fc3f7e req-ae6b97b5-cde7-4aa0-b253-88ef7785db0d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:19.101958 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b197924a-4108-46e7-8f90-d01192fc3f7e req-ae6b97b5-cde7-4aa0-b253-88ef7785db0d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 944 time: 0.0478988 Sep 18 08:20:19.138866 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b197924a-4108-46e7-8f90-d01192fc3f7e req-75a85af1-8641-4159-9f71-47fccf6db06d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310423 Sep 18 08:20:19.161427 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['13ed0b89-da97-4ca7-9a36-9304d226e1a9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:20:19.356324 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:20:20.257213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca32b8c-933a-4771-ac8e-99097718b8cd req-99d8e3fb-2188-463f-8cf2-60f5ee4645b3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:20.258715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca32b8c-933a-4771-ac8e-99097718b8cd req-99d8e3fb-2188-463f-8cf2-60f5ee4645b3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 944 time: 0.0525925 Sep 18 08:20:20.295783 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bca32b8c-933a-4771-ac8e-99097718b8cd req-c973ccae-5e80-434e-8966-7782f544b4e5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308018 Sep 18 08:20:20.506985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:20:20.610245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:20:20.613863 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:20:20.614261 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:20.689558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:20.710196 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:20:20.712878 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3ffe6-d4c8-4129-861e-3160e50d2ae2" -d '{"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-plugged", "status": "completed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:20:20.725245 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:20:20.814698 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc7c450-9a80-47cd-b11f-4bfa9a4997fa x-openstack-request-id: req-8fc7c450-9a80-47cd-b11f-4bfa9a4997fa {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:20:20.815063 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-plugged", "status": "completed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:20:20.815320 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fc7c450-9a80-47cd-b11f-4bfa9a4997fa {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:20:20.815714 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'code': 200} Sep 18 08:20:20.817157 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:20.864899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:20.939349 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4667263-72fa-4dc0-aaf3-e33083a0257e req-47170894-d4c6-4fbc-b363-da0d58be5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:20.940811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4667263-72fa-4dc0-aaf3-e33083a0257e req-47170894-d4c6-4fbc-b363-da0d58be5dfe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0438943 Sep 18 08:20:20.974490 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-f4667263-72fa-4dc0-aaf3-e33083a0257e req-f61beb5c-c224-403e-9ff4-d5ec639d3c01 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267787 Sep 18 08:20:21.409091 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cefa6-fa80-4abb-ad3b-2bf8e757cfe6 req-ddbc5df0-0c48-46b2-9e83-a2a727951aca tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:21.410617 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a77cefa6-fa80-4abb-ad3b-2bf8e757cfe6 req-ddbc5df0-0c48-46b2-9e83-a2a727951aca tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 18 08:20:21.448202 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a77cefa6-fa80-4abb-ad3b-2bf8e757cfe6 req-eed3305d-7dd0-4367-9518-a37cf093bbc2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311007 Sep 18 08:20:22.567303 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d411bd7-3478-43b4-b650-547e97bb07fe req-19175d7e-d4a2-4ad0-9a41-7d18bdc2c6c3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:22.568831 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d411bd7-3478-43b4-b650-547e97bb07fe req-19175d7e-d4a2-4ad0-9a41-7d18bdc2c6c3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Sep 18 08:20:22.607345 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d411bd7-3478-43b4-b650-547e97bb07fe req-cf9279cb-d89a-44a3-8cb9-c163fd17f466 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322578 Sep 18 08:20:22.730257 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc671-125f-4188-a711-ca36218c7467 req-02191d4d-a14d-45d6-9b12-efa1a0587e99 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:22.731650 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42bfc671-125f-4188-a711-ca36218c7467 req-02191d4d-a14d-45d6-9b12-efa1a0587e99 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0523734 Sep 18 08:20:22.768973 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-42bfc671-125f-4188-a711-ca36218c7467 req-838677f4-919b-410a-a66d-ff3a4d12546e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312610 Sep 18 08:20:22.790976 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45694) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:20:22.873207 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6344fc6-3d98-42ff-be7d-f1e4dae0ff99 tempest-TestShelveInstance-926676620 tempest-TestShelveInstance-926676620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:22.877612 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-a6344fc6-3d98-42ff-be7d-f1e4dae0ff99 tempest-TestShelveInstance-926676620 tempest-TestShelveInstance-926676620-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1092 time: 0.0829275 Sep 18 08:20:22.877838 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45698) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:20:22.882602 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:20:23.004628 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:23.100688 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:23.197952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Allocated IP 172.25.4.203 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/d8740ccf-0f0a-45f0-9353-138a737c2a18) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:20:23.301957 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:23.387588 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:23.424498 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:20:23.428720 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:20:23.435921 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:20:23.438789 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=d8740ccf-0f0a-45f0-9353-138a737c2a18,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:23.780439 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:23.896086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:24.303085 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:24.358441 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:24.427931 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event updated for resources: {'Port': ['ID=d8740ccf-0f0a-45f0-9353-138a737c2a18,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:20:24.442056 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:24.533595 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Floating IP e5f5d4a1-2e74-4e25-89ea-28327e1d4392 associated. External IP: 172.25.4.203, port: 13ed0b89-da97-4ca7-9a36-9304d226e1a9. Sep 18 08:20:24.733653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:20:24.840666 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:20:24.850645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:20:24.860896 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:20:24.861504 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:20:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:20:24.924947 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:24.956858 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-1ef8c59d-d15f-418c-b68f-866b76bad3a3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0776997 Sep 18 08:20:24.957549 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:20:24.959950 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3a232-a857-4af9-a650-637822611485" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:20:25.000936 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f3d319-593e-4abe-a0a3-a0b9490ce56e x-openstack-request-id: req-01f3d319-593e-4abe-a0a3-a0b9490ce56e {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:20:25.001250 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:20:25.001492 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01f3d319-593e-4abe-a0a3-a0b9490ce56e {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:20:25.001921 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'status': 'completed', 'code': 200} Sep 18 08:20:25.081746 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a232-a857-4af9-a650-637822611485 req-ada753f2-de70-4117-92f2-664e664374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:25.083303 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-ada753f2-de70-4117-92f2-664e664374f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0395663 Sep 18 08:20:25.118991 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:20:25.173605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a232-a857-4af9-a650-637822611485 req-80858ace-b47b-4524-a5ab-5007b09b1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:25.175120 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-80858ace-b47b-4524-a5ab-5007b09b1462 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0843222 Sep 18 08:20:25.243928 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-e00ae7ce-9138-4f98-a365-bf654826306b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 999 time: 0.0615559 Sep 18 08:20:25.294017 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a232-a857-4af9-a650-637822611485 req-34050716-a221-4c2c-a854-be4c22fd318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:25.295494 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-34050716-a221-4c2c-a854-be4c22fd318b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0438919 Sep 18 08:20:25.339730 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'e5f5d4a1-2e74-4e25-89ea-28327e1d4392', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:0b:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:20:23Z', 'updated_at': '2021-09-18T08:20:23Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:20:25.341273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a232-a857-4af9-a650-637822611485 req-9a057342-f843-4e5a-9a80-85b1fe6deeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:25.342805 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-9a057342-f843-4e5a-9a80-85b1fe6deeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403209 Sep 18 08:20:25.365067 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:20:25.373239 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:20:25.373854 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:20:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:20:25.436302 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-0f2c202a-8710-43b7-922e-a842b92dbbc8 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Sep 18 08:20:25.478576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:20:25.529382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-90a3a232-a857-4af9-a650-637822611485 req-1d52acaf-7c1d-41e3-8b59-72e3a2500487 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Sep 18 08:20:25.699856 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'e5f5d4a1-2e74-4e25-89ea-28327e1d4392', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:0b:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:20:23Z', 'updated_at': '2021-09-18T08:20:23Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:20:25.725150 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0953c80-3710-4117-8f3a-c97f1ee30f07 None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': 'e5f5d4a1-2e74-4e25-89ea-28327e1d4392', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'mac_address': 'fa:16:3e:0b:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:20:23Z', 'updated_at': '2021-09-18T08:20:23Z', 'revision_number': 0, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:20:25.913236 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c46ef7-29ec-4a85-bac4-6b065b4d095e None None] New status for floating IP e5f5d4a1-2e74-4e25-89ea-28327e1d4392: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:20:29.724058 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:38.936071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d31dcf33-a54d-4f51-887f-715d63340c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:41.615602 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3f141bcf-ac23-4bde-90cc-04e149280ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:42.163882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:43.598576 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:45.049439 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:45.936408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:20:56.355998 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:20:57.953563 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-8f591d66-1605-4a2e-8f50-2cd58e8bcb62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807798 Sep 18 08:20:58.047347 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-c48b33f9-8eda-4f23-ad52-12b822ae2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:58.048811 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-c48b33f9-8eda-4f23-ad52-12b822ae2bfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0390918 Sep 18 08:20:58.153265 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-49c94f74-0f45-4319-8ce9-3ffb3235e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:58.154671 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-49c94f74-0f45-4319-8ce9-3ffb3235e789 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0863008 Sep 18 08:20:58.219134 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-b7d47043-b3ac-437d-93d0-435dddd4ebe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0569477 Sep 18 08:20:58.268198 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-07d419b8-426f-4800-ae2d-ba43de09edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:58.269719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-07d419b8-426f-4800-ae2d-ba43de09edbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0433710 Sep 18 08:20:58.319722 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-1e19394d-d2fa-46b6-b94d-7bd9e3a3ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:20:58.321361 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-1e19394d-d2fa-46b6-b94d-7bd9e3a3ee7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448887 Sep 18 08:20:58.412740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-8bb55017-0670-4420-b853-32cd7acd842f service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842655 Sep 18 08:20:58.504221 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-6a4457d9-ce8e-42a0-83ec-9f2ab17acb5a req-b56f271b-cbef-4d18-84e9-2e0d2ee6944a service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851469 Sep 18 08:20:59.718060 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:08.900712 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-858deba8-cb03-4bbc-bb90-a2335bc5759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:11.575109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f1c842c4-ad92-4781-96fa-7b3e9d512036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:12.135227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:13.672105 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:15.078099 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:15.889681 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:29.734906 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:33.356079 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:21:38.917409 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-72ace32c-62ae-496c-b4f9-751d318850cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:41.609189 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-78f50606-4f96-4d35-a92f-2ba9fca49d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:42.162926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:43.620136 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:45.020418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:45.923142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:21:57.921161 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-0247df80-9aa1-4b5d-8c53-1a4f9a88213f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411925 Sep 18 08:21:58.016685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-4dbef178-3115-4109-8a5e-36f20d19eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:21:58.018245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-4dbef178-3115-4109-8a5e-36f20d19eb9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0393996 Sep 18 08:21:58.412239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-f97e24c3-7367-4c3e-864b-6baa2ccc5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:21:58.413725 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-f97e24c3-7367-4c3e-864b-6baa2ccc5a78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.3772478 Sep 18 08:21:58.478723 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-bea6b17b-9773-49a0-a54c-ff10b7c76799 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0565460 Sep 18 08:21:58.531866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-94b11ae9-fe5f-4e9d-9881-c3ff1b2e719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:21:58.533322 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-94b11ae9-fe5f-4e9d-9881-c3ff1b2e719b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0480056 Sep 18 08:21:58.577840 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-5362bad0-9c30-42e5-aba0-becc69dcafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:21:58.579355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-5362bad0-9c30-42e5-aba0-becc69dcafcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392702 Sep 18 08:21:58.666268 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-74dc03e6-5d82-4b2e-ad89-a47e637be6d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797219 Sep 18 08:21:58.756437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-fc2b9a40-e739-4e7b-95cc-aed0c195c104 req-b5e6c705-26d3-487d-aaf1-8b1deadba481 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Sep 18 08:21:59.711290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:08.928908 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-661ba4ed-e9da-4194-afff-c6451fefc9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:10.356054 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:22:11.608289 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-686f54a9-3d58-4bc2-9bf6-f64a723ead18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:12.174389 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:13.654806 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:15.019551 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:15.905565 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:29.723009 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:38.922707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-14980852-e0e9-4a7b-b1c7-e2ce600eda55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:41.601618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-55016ee4-86cb-41bc-be48-48576c200f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:42.156563 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:43.659757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:45.053491 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:45.927831 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:47.355490 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:22:50.993241 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc426-99ab-4abf-8b4e-a469868f1f48 req-65b86750-647f-44f7-9013-4b1b8684ed92 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:50.994768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0cfc426-99ab-4abf-8b4e-a469868f1f48 req-65b86750-647f-44f7-9013-4b1b8684ed92 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0943735 Sep 18 08:22:51.031660 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d0cfc426-99ab-4abf-8b4e-a469868f1f48 req-9e800444-5d97-48e7-80b3-384f947fb070 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307956 Sep 18 08:22:52.222578 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da68cc-38e5-47a9-8558-932d4faa3e55 req-4ec63102-a92a-4783-8d6a-47ded6c0df88 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:52.224054 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0da68cc-38e5-47a9-8558-932d4faa3e55 req-4ec63102-a92a-4783-8d6a-47ded6c0df88 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0900936 Sep 18 08:22:52.261246 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f0da68cc-38e5-47a9-8558-932d4faa3e55 req-e0098234-e48c-4803-9cbf-e177129fbab5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312269 Sep 18 08:22:53.403019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236711-b3b7-4e81-922e-45857e7c4310 req-a6be3b11-6bd5-49cd-9241-dd19da19421d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:53.404498 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43236711-b3b7-4e81-922e-45857e7c4310 req-a6be3b11-6bd5-49cd-9241-dd19da19421d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Sep 18 08:22:53.442109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-43236711-b3b7-4e81-922e-45857e7c4310 req-75a040ab-9a54-43cc-85a4-6c3794207709 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314081 Sep 18 08:22:54.554247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c526e20-b28b-4244-9aa5-d1c3b2498514 req-41c8f1f1-ad02-40fa-87bc-007507d4aef4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:54.555629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c526e20-b28b-4244-9aa5-d1c3b2498514 req-41c8f1f1-ad02-40fa-87bc-007507d4aef4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Sep 18 08:22:54.593979 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0c526e20-b28b-4244-9aa5-d1c3b2498514 req-00b0bef1-7d66-4a6e-a5d6-08bb772e23a0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321701 Sep 18 08:22:55.707142 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207c87f-2335-48f9-929e-296faacb8d38 req-d0271596-84b1-449b-a36e-56d236005868 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:55.708528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5207c87f-2335-48f9-929e-296faacb8d38 req-d0271596-84b1-449b-a36e-56d236005868 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0479958 Sep 18 08:22:55.745627 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5207c87f-2335-48f9-929e-296faacb8d38 req-71c2eee8-4298-4ac3-a260-3b62e518bce6 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312448 Sep 18 08:22:56.866377 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be53a5-bc7f-4dd6-ba45-e43a064c974d req-4182ede1-8580-4df5-a8b8-4e51b58fa051 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:56.867850 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36be53a5-bc7f-4dd6-ba45-e43a064c974d req-4182ede1-8580-4df5-a8b8-4e51b58fa051 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0520785 Sep 18 08:22:56.904042 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-36be53a5-bc7f-4dd6-ba45-e43a064c974d req-4aab0b36-ab2a-4da1-abdb-26738da3723f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304017 Sep 18 08:22:58.018168 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307271ec-6b8c-4663-b50c-fe5f017065f9 req-718551e1-8b40-4bde-a57f-43414bc13c8a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:58.019649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-307271ec-6b8c-4663-b50c-fe5f017065f9 req-718551e1-8b40-4bde-a57f-43414bc13c8a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0491157 Sep 18 08:22:58.057308 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-307271ec-6b8c-4663-b50c-fe5f017065f9 req-269609ba-ed8d-4fb2-bddc-db3895309934 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316966 Sep 18 08:22:59.173952 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713afe0a-b58a-45a0-821f-2fe7d46fbf1b req-faebba69-be4a-4d82-827a-1b93270a242f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:59.175445 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-713afe0a-b58a-45a0-821f-2fe7d46fbf1b req-faebba69-be4a-4d82-827a-1b93270a242f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0513365 Sep 18 08:22:59.213560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-713afe0a-b58a-45a0-821f-2fe7d46fbf1b req-5423f5e5-59de-498e-96f8-a9436511294e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320690 Sep 18 08:22:59.716214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:22:59.940422 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-6f3810cb-3279-4aa4-807f-ba2796dcf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:22:59.941915 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-6f3810cb-3279-4aa4-807f-ba2796dcf85e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0422344 Sep 18 08:23:00.046035 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-918ef963-4d2c-456b-8e11-47ab564e2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:00.047482 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-918ef963-4d2c-456b-8e11-47ab564e2497 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0863373 Sep 18 08:23:00.111572 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-80a2a3c9-c62b-44c8-ad5b-8dba1bd412c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0569897 Sep 18 08:23:00.158658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-24bf5be6-d788-4cd7-bcc2-77b34e424c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:00.160037 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-24bf5be6-d788-4cd7-bcc2-77b34e424c96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0417073 Sep 18 08:23:00.207571 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-b6beacfb-3c57-4d67-a4ab-d35176b6e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:00.209015 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-b6beacfb-3c57-4d67-a4ab-d35176b6e237 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421894 Sep 18 08:23:00.299710 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-0eac3b6a-f74c-4345-92ab-fc8fdd0e5688 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 Sep 18 08:23:00.331255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8607c-cc44-449c-a15e-5321d6addb6f req-a3ab44db-8cd9-4654-9060-d9591fed1b14 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:00.332773 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4b8607c-cc44-449c-a15e-5321d6addb6f req-a3ab44db-8cd9-4654-9060-d9591fed1b14 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0534213 Sep 18 08:23:00.370714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a4b8607c-cc44-449c-a15e-5321d6addb6f req-c27a73f9-6b35-440e-819b-394cbbb0b104 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318191 Sep 18 08:23:00.395856 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-328bb170-7fd1-483e-a0cc-dbd5a6b7c294 req-0287a51b-9da9-4a6b-bb32-0a71e55c01b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892541 Sep 18 08:23:01.229320 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-8deb301b-e733-48b3-a108-49dfb15e18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:01.230813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-8deb301b-e733-48b3-a108-49dfb15e18b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0391424 Sep 18 08:23:01.321867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-827fafab-95b7-4871-85b1-9279ea001a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:01.323335 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-827fafab-95b7-4871-85b1-9279ea001a15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0861301 Sep 18 08:23:01.387435 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-c4ba887e-8690-439f-9f96-3b20e8fd89f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0564308 Sep 18 08:23:01.439415 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-c12799d3-5e9a-4d82-a311-17470ad79736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:01.440901 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-c12799d3-5e9a-4d82-a311-17470ad79736 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0466113 Sep 18 08:23:01.491727 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-a6d687b8-88bf-43b8-9acc-e69c27dc6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:01.493291 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-a6d687b8-88bf-43b8-9acc-e69c27dc6eb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453541 Sep 18 08:23:01.495816 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b194da-7f6b-4d8d-87a6-7570b8c6ec80 req-44da5c9a-63fc-43ad-910a-7f1915694e84 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:01.497314 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09b194da-7f6b-4d8d-87a6-7570b8c6ec80 req-44da5c9a-63fc-43ad-910a-7f1915694e84 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Sep 18 08:23:01.534221 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09b194da-7f6b-4d8d-87a6-7570b8c6ec80 req-c91f0c5f-7097-469c-9b39-d6ffd2ce7405 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309370 Sep 18 08:23:01.582771 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-fb72bedf-4065-404b-b0db-2b6b34c9a548 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817223 Sep 18 08:23:01.674858 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-10c7a95b-8c8e-4aeb-9967-b3726eae8ec3 req-92827337-521f-49b8-95c7-bab4ce8acf55 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848117 Sep 18 08:23:02.648486 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525bec1-92cc-493c-8537-50c06f8255d7 req-8b3bf644-7dee-4b56-afd0-e00b62d00651 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:02.649990 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a525bec1-92cc-493c-8537-50c06f8255d7 req-8b3bf644-7dee-4b56-afd0-e00b62d00651 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Sep 18 08:23:02.688075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a525bec1-92cc-493c-8537-50c06f8255d7 req-f4129eea-6987-4c65-8e09-8e0f58e0b406 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316951 Sep 18 08:23:03.805868 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca41ad-95ed-4a37-b5f3-9a3486c0f18c req-13f35ce8-148e-4f5d-8f16-8c46bc0c2226 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:03.807310 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfca41ad-95ed-4a37-b5f3-9a3486c0f18c req-13f35ce8-148e-4f5d-8f16-8c46bc0c2226 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0529573 Sep 18 08:23:03.845338 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cfca41ad-95ed-4a37-b5f3-9a3486c0f18c req-a3b93755-06da-4ff8-8f8f-29a64cee4b06 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315793 Sep 18 08:23:04.961803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de5a73-3fda-4867-8d2e-e73abe2b697f req-2720cf14-923f-4289-9c23-d1d7f1686c9f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:04.964833 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95de5a73-3fda-4867-8d2e-e73abe2b697f req-2720cf14-923f-4289-9c23-d1d7f1686c9f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0519481 Sep 18 08:23:05.001527 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-95de5a73-3fda-4867-8d2e-e73abe2b697f req-5b8d53cf-de69-4466-a9d2-4999c32eeda2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312269 Sep 18 08:23:06.115147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970c2ad-5af2-4df5-920c-3e54ad7641df req-db01deab-1aa0-4e67-a195-0cefb99953f4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:06.116608 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5970c2ad-5af2-4df5-920c-3e54ad7641df req-db01deab-1aa0-4e67-a195-0cefb99953f4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Sep 18 08:23:06.155764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5970c2ad-5af2-4df5-920c-3e54ad7641df req-ccc4a286-7840-4131-9d38-c04a06e2bca8 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333686 Sep 18 08:23:07.339585 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:23:07.412701 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:07.434404 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:23:07.436907 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d0ebd8-fcde-4bfe-b17d-fb189014545d" -d '{"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-unplugged", "status": "completed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:23:07.449578 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:23:07.472711 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 08:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9ed1c-6f2b-456b-879b-579b361e9479 x-openstack-request-id: req-f4e9ed1c-6f2b-456b-879b-579b361e9479 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:23:07.472711 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-unplugged", "status": "failed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "code": 422}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:23:07.473787 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e9ed1c-6f2b-456b-879b-579b361e9479 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:23:07.474242 n-d-789963-14 neutron-server[101980]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'code': 422} returned with failed status Sep 18 08:23:07.510592 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:07.560098 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949be78-cd45-49d6-a61b-342bac0c1df2 req-56108c58-9ca9-4b4c-bbc2-ce9ed83799e0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:07.567158 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3949be78-cd45-49d6-a61b-342bac0c1df2 req-56108c58-9ca9-4b4c-bbc2-ce9ed83799e0 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0601401 Sep 18 08:23:07.567299 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:23:07.571190 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.571541 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.571925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.572410 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.572559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.572857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.573289 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.573631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.573979 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.574309 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.574633 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.574956 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:23:07.622605 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3949be78-cd45-49d6-a61b-342bac0c1df2 req-bc95aa7f-d6c7-47a8-9342-339f37bb7177 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543268 Sep 18 08:23:07.638812 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-14924ee8-80b4-4dd8-a89d-933d4a68f986 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994251 Sep 18 08:23:07.647878 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-87e66a05-6d88-49a7-9cba-d4d3fead93d1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:23:07.652900 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-87e66a05-6d88-49a7-9cba-d4d3fead93d1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051117 Sep 18 08:23:08.735342 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55becbf1-333f-457e-b525-ba18acb488a5 req-83050be0-21a6-413c-ac8c-691480ec0dbf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:08.736859 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55becbf1-333f-457e-b525-ba18acb488a5 req-83050be0-21a6-413c-ac8c-691480ec0dbf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0488811 Sep 18 08:23:08.775708 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-55becbf1-333f-457e-b525-ba18acb488a5 req-e95a3ee1-e4ce-4626-9bb7-7a5fd2a2c84c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328722 Sep 18 08:23:08.921381 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-66351a95-b105-41b1-96ed-eb36b7413003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:09.893298 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91435f12-258f-4887-8d2f-05564c930e25 req-e1d29724-d06b-4f60-be7f-8a30b875227f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:09.894867 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91435f12-258f-4887-8d2f-05564c930e25 req-e1d29724-d06b-4f60-be7f-8a30b875227f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0497859 Sep 18 08:23:09.937231 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-91435f12-258f-4887-8d2f-05564c930e25 req-8228e6d5-c4e8-4b90-bbad-5b5041d4dad8 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358658 Sep 18 08:23:11.054310 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ded84-3edb-493e-84d4-43010173d351 req-8614c33d-01b0-4ea3-8b9e-bc47c1074856 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:11.055865 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-477ded84-3edb-493e-84d4-43010173d351 req-8614c33d-01b0-4ea3-8b9e-bc47c1074856 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0533559 Sep 18 08:23:11.097232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-477ded84-3edb-493e-84d4-43010173d351 req-29f70205-a995-466c-bcd3-2adfa92b8c88 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351570 Sep 18 08:23:11.579306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12f28a24-7648-4998-8467-57cf11e2890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:12.167777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:12.213162 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774789-0071-4c20-89c6-f10cc1184e0e req-dca75b14-b60c-46ae-a76d-989787147580 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:12.215007 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77774789-0071-4c20-89c6-f10cc1184e0e req-dca75b14-b60c-46ae-a76d-989787147580 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0490644 Sep 18 08:23:12.254232 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-77774789-0071-4c20-89c6-f10cc1184e0e req-d4196980-c7cb-40d8-b834-16bb1ca1c383 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323851 Sep 18 08:23:13.368296 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c40d8-5004-4c84-9eef-fdeb73ee4863 req-845360b6-225a-44c5-acea-e119faa01c7e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:13.369671 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-749c40d8-5004-4c84-9eef-fdeb73ee4863 req-845360b6-225a-44c5-acea-e119faa01c7e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0484071 Sep 18 08:23:13.412225 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-749c40d8-5004-4c84-9eef-fdeb73ee4863 req-dcb60742-202f-4517-8eaf-917167558f90 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365479 Sep 18 08:23:13.687957 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:14.528759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd93b6-2753-4c92-a82a-1685219e0c86 req-82d33dd3-1ee3-44f6-8b24-0fa46ad9d2b9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:14.530173 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bbd93b6-2753-4c92-a82a-1685219e0c86 req-82d33dd3-1ee3-44f6-8b24-0fa46ad9d2b9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Sep 18 08:23:14.583109 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8bbd93b6-2753-4c92-a82a-1685219e0c86 req-f45e9145-6b65-450e-b17b-ec89727ab8ae tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324857 Sep 18 08:23:15.087663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:15.684526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9cd19-f5fd-4154-bf4d-ea3ba0aca78c req-46be40a9-3aa4-4f4a-be9d-c571db7566d8 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:15.686715 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca9cd19-f5fd-4154-bf4d-ea3ba0aca78c req-46be40a9-3aa4-4f4a-be9d-c571db7566d8 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Sep 18 08:23:15.724386 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca9cd19-f5fd-4154-bf4d-ea3ba0aca78c req-e519a023-dc0a-4704-9d8f-48807a6c6a21 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316665 Sep 18 08:23:15.962322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:16.838664 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b930d37-f8b1-48ca-ae1a-3c21b92f02f3 req-84f30bcb-8379-431b-8cd6-37e735814b5a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:16.840024 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b930d37-f8b1-48ca-ae1a-3c21b92f02f3 req-84f30bcb-8379-431b-8cd6-37e735814b5a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0475342 Sep 18 08:23:16.883115 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9b930d37-f8b1-48ca-ae1a-3c21b92f02f3 req-7066045b-60ac-4a6a-bbe1-e72600aa5d53 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364215 Sep 18 08:23:17.428806 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-ea2432b6-7f98-400c-b5cd-6180be4c714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.430323 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-ea2432b6-7f98-400c-b5cd-6180be4c714b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d HTTP/1.1" status: 200 len: 1095 time: 0.0400078 Sep 18 08:23:17.503110 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-b4b1368a-f8bf-48e3-aea9-48f46f940082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.504561 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-b4b1368a-f8bf-48e3-aea9-48f46f940082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1095 time: 0.0401886 Sep 18 08:23:17.596683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-663ce03b-13bd-4ae2-84b5-07f445ffef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.598082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-663ce03b-13bd-4ae2-84b5-07f445ffef7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0864933 Sep 18 08:23:17.661393 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-86dfa15d-83bd-41bc-b844-dd0769ce9ff2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 999 time: 0.0562036 Sep 18 08:23:17.713590 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-79b4f45f-dd6d-466c-9546-cb66b6b37ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.715026 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-79b4f45f-dd6d-466c-9546-cb66b6b37ed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0474074 Sep 18 08:23:17.761297 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-360e03d5-ea11-40db-8be3-bbb044fca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.762853 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-360e03d5-ea11-40db-8be3-bbb044fca2cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408108 Sep 18 08:23:17.855147 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-049de16f-15e2-4370-8db9-b259c96bfb03 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841637 Sep 18 08:23:17.944626 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-512f938f-f7f1-42fd-abc5-5f6478121fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816233 Sep 18 08:23:17.997711 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8155c16-c407-4307-8787-7c281758aa0f req-e5565708-21cd-4c53-a05c-1e2490adfdfd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:17.999317 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8155c16-c407-4307-8787-7c281758aa0f req-e5565708-21cd-4c53-a05c-1e2490adfdfd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0496852 Sep 18 08:23:18.037458 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a8155c16-c407-4307-8787-7c281758aa0f req-12e53d2b-3ea3-4d77-b80f-2331101c1fdd tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322127 Sep 18 08:23:19.150181 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c7e5c-826f-4abb-b3fc-e0b90e2365da req-e8021992-dac0-45d6-9fc5-47f2b373d0b7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:19.151644 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-755c7e5c-826f-4abb-b3fc-e0b90e2365da req-e8021992-dac0-45d6-9fc5-47f2b373d0b7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0477402 Sep 18 08:23:19.188769 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-755c7e5c-826f-4abb-b3fc-e0b90e2365da req-0742c720-0cde-49ff-a2dd-f49bbaa0ff40 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312405 Sep 18 08:23:20.300220 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11066-33e2-4e18-bd9a-3077114ef488 req-748ad263-0319-4e02-b2cc-c30106e5921e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:20.301731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca11066-33e2-4e18-bd9a-3077114ef488 req-748ad263-0319-4e02-b2cc-c30106e5921e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0479691 Sep 18 08:23:20.342820 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-fca11066-33e2-4e18-bd9a-3077114ef488 req-89a864dc-23bd-471e-b0c9-a1393d22bbf4 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350611 Sep 18 08:23:21.455657 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090807c-49fb-456d-8bb8-de846aa671e0 req-d0c5e11d-b2c3-4bd1-83db-85117f7c721b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:21.457141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f090807c-49fb-456d-8bb8-de846aa671e0 req-d0c5e11d-b2c3-4bd1-83db-85117f7c721b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0482678 Sep 18 08:23:21.494395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f090807c-49fb-456d-8bb8-de846aa671e0 req-d80e1ac3-2e90-4bba-a6ca-c45e2f2d3ca2 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309119 Sep 18 08:23:22.607978 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb148a-b59a-4bd3-8f93-a67a8e4a59be req-52678e46-e45e-45e6-ab0a-eac9e2862b61 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:22.609494 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbfb148a-b59a-4bd3-8f93-a67a8e4a59be req-52678e46-e45e-45e6-ab0a-eac9e2862b61 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0495839 Sep 18 08:23:22.647587 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-dbfb148a-b59a-4bd3-8f93-a67a8e4a59be req-6eb74565-b27c-4657-89c1-4db43c8b6cef tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319891 Sep 18 08:23:23.760569 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d627-5b43-4015-844b-0eb0a16b0ad5 req-3fa98e97-07b4-401d-96b0-d19578c21cdf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:23.762087 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09f0d627-5b43-4015-844b-0eb0a16b0ad5 req-3fa98e97-07b4-401d-96b0-d19578c21cdf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0476630 Sep 18 08:23:23.804210 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-09f0d627-5b43-4015-844b-0eb0a16b0ad5 req-499890bf-e065-4039-9fad-98f15e4d910d tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355935 Sep 18 08:23:24.354340 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:23:24.916696 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea60df-d88e-4d7b-baca-3604c638e013 req-ec3886b3-4005-4203-8b5d-de75b5d2eb40 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:24.918220 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24ea60df-d88e-4d7b-baca-3604c638e013 req-ec3886b3-4005-4203-8b5d-de75b5d2eb40 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0477870 Sep 18 08:23:24.955755 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-24ea60df-d88e-4d7b-baca-3604c638e013 req-8b7bcdd3-5819-404e-9ee5-eb94bfabf4e7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309439 Sep 18 08:23:26.071078 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d3097-150e-4ce5-96e4-ed15136336d8 req-0b89ad00-aea4-410a-804c-746f0ed39049 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:26.072560 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b38d3097-150e-4ce5-96e4-ed15136336d8 req-0b89ad00-aea4-410a-804c-746f0ed39049 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0506942 Sep 18 08:23:26.111618 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b38d3097-150e-4ce5-96e4-ed15136336d8 req-5a0c8d02-a2f6-481d-b746-80d46db445dc tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311117 Sep 18 08:23:27.225366 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc383f3-bcdc-4795-b206-be18fad4a97a req-dfe506d6-91d1-42cc-9006-bb546685c4bb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:27.226868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dc383f3-bcdc-4795-b206-be18fad4a97a req-dfe506d6-91d1-42cc-9006-bb546685c4bb tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 943 time: 0.0492153 Sep 18 08:23:27.267818 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8dc383f3-bcdc-4795-b206-be18fad4a97a req-78bf7158-b4d0-4cd4-8d0a-d98acd22def9 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345123 Sep 18 08:23:27.416953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:23:27.507526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:23:27.518376 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'port_id': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'mac_address': 'fa:16:3e:0b:21:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:23:27.557227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:27.570181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ed0b89-da97-4ca7-9a36-9304d226e1a9 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:23:27.588142 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:23:27.663269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:27.709251 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:23:28.069286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['13ed0b89-da97-4ca7-9a36-9304d226e1a9'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:23:28.381750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9de2e-a78c-476f-9b93-d4d89d67ce2f req-13507c43-9f7c-4c9e-b4fb-51ed0b628faf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:28.383199 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cda9de2e-a78c-476f-9b93-d4d89d67ce2f req-13507c43-9f7c-4c9e-b4fb-51ed0b628faf tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 944 time: 0.0492823 Sep 18 08:23:28.420606 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cda9de2e-a78c-476f-9b93-d4d89d67ce2f req-4d0bc3e2-4d28-4fba-80cb-762dfc4d5717 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306737 Sep 18 08:23:29.406683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:23:29.452767 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:23:29.453143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:29.530525 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:29.535213 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e62-16ea-45c4-b1b9-bb0ad9c01339 req-5b0c7639-8d0b-4200-825a-9737be7ca916 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:29.536768 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a4f3e62-16ea-45c4-b1b9-bb0ad9c01339 req-5b0c7639-8d0b-4200-825a-9737be7ca916 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 944 time: 0.0490165 Sep 18 08:23:29.552050 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:23:29.554284 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f466e-0340-4f6c-9203-c9e518a76fa6" -d '{"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-plugged", "status": "completed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:23:29.569492 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:23:29.575938 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a4f3e62-16ea-45c4-b1b9-bb0ad9c01339 req-9934d47b-9a2c-4256-bbf7-65512b304e16 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324976 Sep 18 08:23:29.647786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:29.700741 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:23:29.777707 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:30.614213 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a043b-ea4f-4e74-b1c4-ff01f2c5a4e1 x-openstack-request-id: req-f83a043b-ea4f-4e74-b1c4-ff01f2c5a4e1 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:23:30.621429 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-plugged", "status": "completed", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:23:30.621429 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f83a043b-ea4f-4e74-b1c4-ff01f2c5a4e1 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:23:30.621429 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'code': 200} Sep 18 08:23:30.689506 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ebfeb-c4b8-436a-8414-357d5875a96f req-648628f5-cbf5-4b54-8f56-d8183142692e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:30.691006 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-289ebfeb-c4b8-436a-8414-357d5875a96f req-648628f5-cbf5-4b54-8f56-d8183142692e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Sep 18 08:23:30.734093 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-289ebfeb-c4b8-436a-8414-357d5875a96f req-00b58e9e-44da-4a46-9a52-07a33121dcb7 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370247 Sep 18 08:23:30.796924 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbd200-327f-49f2-bcc9-aa102113e072 req-7188c064-008e-425d-9963-29dbb92acb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:30.798450 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8bdbd200-327f-49f2-bcc9-aa102113e072 req-7188c064-008e-425d-9963-29dbb92acb82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0405624 Sep 18 08:23:30.832401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8bdbd200-327f-49f2-bcc9-aa102113e072 req-e4778d78-351e-4d5f-8769-262112261ab5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272589 Sep 18 08:23:31.847700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ac5be-f702-49dc-b32d-5e3c58c84b50 req-95ffc9e9-50ab-4144-bdce-2400a8469f5e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:31.849185 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-898ac5be-f702-49dc-b32d-5e3c58c84b50 req-95ffc9e9-50ab-4144-bdce-2400a8469f5e tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0479681 Sep 18 08:23:31.886395 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-898ac5be-f702-49dc-b32d-5e3c58c84b50 req-5703aec4-3ed3-4927-b182-a1a9bbe64a02 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312257 Sep 18 08:23:32.998043 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88d7b4-db71-4230-9fe3-fb4c23cfc67f req-cbdc3ccd-8c85-45bc-9ba3-578f218628b5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:23:32.999528 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c88d7b4-db71-4230-9fe3-fb4c23cfc67f req-cbdc3ccd-8c85-45bc-9ba3-578f218628b5 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0477450 Sep 18 08:23:33.036373 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7c88d7b4-db71-4230-9fe3-fb4c23cfc67f req-2ff7973e-7db3-40a2-94b5-c87c5ea64f4c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308931 Sep 18 08:23:38.938851 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a0d4d8c1-2373-4c56-94c4-038fb69310b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:41.612841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e03b39ab-675d-4e24-8cbf-40972d84926e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:42.189880 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:43.624684 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:45.081421 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:45.961468 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:23:59.754220 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:00.887911 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-55b5267f-e943-4792-bb99-7f7ef6c6844a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429559 Sep 18 08:24:00.982889 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-b9d09302-bddd-4e5b-9889-00fc2c21fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:24:00.984374 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-b9d09302-bddd-4e5b-9889-00fc2c21fd86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0403607 Sep 18 08:24:01.089273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-ee5cd84d-8730-4e4e-b616-e4e01f064d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:24:01.090760 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-ee5cd84d-8730-4e4e-b616-e4e01f064d86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0879018 Sep 18 08:24:01.154510 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-85b319bc-63f3-43ba-bb90-3a9746785311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0567195 Sep 18 08:24:01.202208 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-db578b36-5ae0-4d3c-915e-749082c7b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:24:01.203628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-db578b36-5ae0-4d3c-915e-749082c7b7bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0430222 Sep 18 08:24:01.253496 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-9bc98c7d-e5e5-471d-985f-b7a630c590b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:24:01.255023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-9bc98c7d-e5e5-471d-985f-b7a630c590b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435612 Sep 18 08:24:01.347832 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-c93c837d-749a-47f8-ac93-18e6dce1e733 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850453 Sep 18 08:24:01.353093 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:24:01.442557 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-2a6b3b0d-36db-4562-bddc-d33373cf2eab req-f6fa7cb5-6c49-4f9f-8982-d39fb5215e8c service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874460 Sep 18 08:24:08.933398 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ecefb922-31b6-4a08-98c5-499e453fb4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:11.589308 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d29a-7eb6-4ec5-8550-43ab7ec3d5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:12.189641 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:13.662966 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:15.085006 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:16.022651 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:29.721181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:38.351833 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:24:38.920963 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a328d95-de2e-4248-9038-12bce5b3f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:41.599756 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1ea57fce-243f-4120-a9dd-db47cebc00ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:42.164345 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:43.640570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:45.069619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:45.994694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:24:59.789835 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:00.893838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-2d5cb0ef-7267-45ac-a417-26871219465e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390947 Sep 18 08:25:00.986647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-88bc2cee-c733-42c1-9b66-17b94a019f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:00.988107 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-88bc2cee-c733-42c1-9b66-17b94a019f5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0393381 Sep 18 08:25:01.091216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-e2b10af1-a91b-4790-bdc3-afb40a4027af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:01.092698 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-e2b10af1-a91b-4790-bdc3-afb40a4027af service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0858133 Sep 18 08:25:01.156977 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-29249194-06ad-4abb-9758-4292a4030a0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 1001 time: 0.0564930 Sep 18 08:25:01.208115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-cc3a574d-4b42-484a-a744-e22999540e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:01.209505 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-cc3a574d-4b42-484a-a744-e22999540e04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0458701 Sep 18 08:25:01.253910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-ea0ffc9b-268c-4794-804a-87a92d13b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:01.255392 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-ea0ffc9b-268c-4794-804a-87a92d13b602 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391002 Sep 18 08:25:01.342813 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-913d840b-dbe9-4f04-8d9d-e936567c3a03 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804975 Sep 18 08:25:01.435601 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e8add21d-9550-4089-bf5d-81cd44c79455 req-cca1c0e3-c9cd-4fae-b234-3c563e6254d1 service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850663 Sep 18 08:25:08.667336 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45916) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:08.924691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5d04d668-502e-49fa-949e-161965cb8d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.036433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Deleting port d8740ccf-0f0a-45f0-9353-138a737c2a18 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:09.036774 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.113916 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.114261 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.125530 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Calling delete_port for d8740ccf-0f0a-45f0-9353-138a737c2a18 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:09.324436 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.350839 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'Port': ['ID=d8740ccf-0f0a-45f0-9353-138a737c2a18,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:09.365177 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.365535 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.365876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.366239 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.366578 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.366910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.367242 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.367574 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.367901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.368227 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.368552 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.368876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:09.422856 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.423199 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Floating IP e5f5d4a1-2e74-4e25-89ea-28327e1d4392 disassociated (deleted). External IP: 172.25.4.203, port: 13ed0b89-da97-4ca7-9a36-9304d226e1a9. Sep 18 08:25:09.682752 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:09.788491 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:09.793355 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:09.798367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:09.807624 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:09.808237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:24:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:09.819598 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-08675ad9-8e08-4136-9157-5df4b482880b tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "DELETE /v2.0/floatingips/e5f5d4a1-2e74-4e25-89ea-28327e1d4392 HTTP/1.1" status: 204 len: 168 time: 1.1512649 Sep 18 08:25:09.820184 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:25:09.823139 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559103d-5abb-4ed6-8e64-b56e6c83fb09" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:25:09.916300 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:10.112145 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:10.143455 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:10.151925 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:10.152539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:24:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:10.203687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b964c78-6dfb-442f-8ea3-20baafde413e req-45a580c8-e0ba-497b-baa1-a930690e880a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:10.205067 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b964c78-6dfb-442f-8ea3-20baafde413e req-45a580c8-e0ba-497b-baa1-a930690e880a tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0553741 Sep 18 08:25:10.242652 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6b964c78-6dfb-442f-8ea3-20baafde413e req-42f76b2e-fd26-450f-9f2d-134a5382e445 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312536 Sep 18 08:25:10.259704 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:10.450794 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:10.475963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a5b2a-71c1-453c-9ddf-90de0f6f3d76 None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:18Z', 'revision_number': 4, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'f2f09085-f62f-49c8-a6ae-4167e68ecfb0', 'name': '', 'network_id': 'd352787b-35db-4fbd-8cac-0a18f0a568b8', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'mac_address': 'fa:16:3e:e5:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:18Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'subnets': [{'id': 'cecf8f94-805c-43b6-b01f-9ae984ca9e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:10.693059 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648b13e-dbde-44d8-8afa-9b50e23889dd None None] New status for floating IP e5f5d4a1-2e74-4e25-89ea-28327e1d4392: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:25:11.017652 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381037eb-efb6-4de8-9799-348c5e1a0ac4 x-openstack-request-id: req-381037eb-efb6-4de8-9799-348c5e1a0ac4 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:25:11.018113 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:25:11.018315 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-381037eb-efb6-4de8-9799-348c5e1a0ac4 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:25:11.018619 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'status': 'completed', 'code': 200} Sep 18 08:25:11.100830 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-b8f8273d-b67a-4b45-9cb3-dd628085ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:11.102355 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-b8f8273d-b67a-4b45-9cb3-dd628085ea59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 1097 time: 0.0405989 Sep 18 08:25:11.194188 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-7087aebf-e022-4910-aa58-a5a55ddb8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:11.195651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-7087aebf-e022-4910-aa58-a5a55ddb8f93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 200 len: 909 time: 0.0862763 Sep 18 08:25:11.235945 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-2699c1b1-65a3-4738-b596-7b9cfce97c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0323370 Sep 18 08:25:11.284827 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-52fe7852-7c13-498d-a575-19a1590605e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:11.286329 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-52fe7852-7c13-498d-a575-19a1590605e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 200 len: 847 time: 0.0433526 Sep 18 08:25:11.338448 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-e8714277-dcd1-4950-a183-dac6b7a414af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:11.339969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-e8714277-dcd1-4950-a183-dac6b7a414af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d352787b-35db-4fbd-8cac-0a18f0a568b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443189 Sep 18 08:25:11.358998 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70b49b-c77c-4531-85c8-c3ffe1f142b5 req-d8af3c8e-ce9c-4b9e-8fa3-4eb662d10a8f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:11.360476 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b70b49b-c77c-4531-85c8-c3ffe1f142b5 req-d8af3c8e-ce9c-4b9e-8fa3-4eb662d10a8f tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Sep 18 08:25:11.398700 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3b70b49b-c77c-4531-85c8-c3ffe1f142b5 req-22a26048-3f54-486c-84da-a3b3c29c7986 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322843 Sep 18 08:25:11.430204 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-0ec460fc-6afc-4a89-909c-a82287579e3a service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822985 Sep 18 08:25:11.549539 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5559103d-5abb-4ed6-8e64-b56e6c83fb09 req-838e3189-aa63-4a88-a228-291151b46abf service neutron] 10.222.0.24 "GET /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874288 Sep 18 08:25:11.629310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e486e82c-b645-46cf-a8bb-13f3da4f8bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.017465 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-716dbfb0-dfd4-4054-b385-f96974bc79c3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:12.018939 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-716dbfb0-dfd4-4054-b385-f96974bc79c3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Sep 18 08:25:12.109501 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Deleting port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:12.109849 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.183355 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.196661 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] For port 13ed0b89-da97-4ca7-9a36-9304d226e1a9, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=13ed0b89-da97-4ca7-9a36-9304d226e1a9,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:12.197519 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.209706 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Calling delete_port for 13ed0b89-da97-4ca7-9a36-9304d226e1a9 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:12.517419 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5385c7-7b07-455d-8d50-65a4c90a377b req-143fb41c-d821-43fb-8144-33d6bab0b890 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:12.519010 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb5385c7-7b07-455d-8d50-65a4c90a377b req-143fb41c-d821-43fb-8144-33d6bab0b890 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 945 time: 0.0494592 Sep 18 08:25:12.558731 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-bb5385c7-7b07-455d-8d50-65a4c90a377b req-f1ece0a8-dad4-4f4d-abcb-2fcbfb992d7c tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/security-groups?id=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336530 Sep 18 08:25:12.771808 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.800318 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'Port': ['ID=13ed0b89-da97-4ca7-9a36-9304d226e1a9,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:12.841852 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] No DVR routers for this DVR port 13ed0b89-da97-4ca7-9a36-9304d226e1a9 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:25:12.847465 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:12.847465 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-adf88c20-c532-4b6c-ae4e-93b9914f3abc req-c8bb6bc4-01a1-450e-8ab0-1c481e9f1d83 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.24 "DELETE /v2.0/ports/13ed0b89-da97-4ca7-9a36-9304d226e1a9 HTTP/1.1" status: 204 len: 173 time: 0.8216438 Sep 18 08:25:13.020011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-deleted', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:25:13.021944 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acadb4f-ad5a-4a05-9699-acefbb4765a6" -d '{"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-deleted", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:25:13.058763 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143578c-85e7-4a6e-bf83-48383cfbe134 x-openstack-request-id: req-8143578c-85e7-4a6e-bf83-48383cfbe134 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:25:13.059064 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0b2a9c-2203-4baf-baa6-08a6013f0229", "name": "network-vif-deleted", "tag": "13ed0b89-da97-4ca7-9a36-9304d226e1a9", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:25:13.059317 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8143578c-85e7-4a6e-bf83-48383cfbe134 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:25:13.059721 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0b2a9c-2203-4baf-baa6-08a6013f0229', 'name': 'network-vif-deleted', 'tag': '13ed0b89-da97-4ca7-9a36-9304d226e1a9', 'status': 'completed', 'code': 200} Sep 18 08:25:13.652497 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:13.661004 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b506b21-1984-4adb-a7d9-7067b5173520 req-2d63c474-9f22-417c-b2e0-105f0ee58734 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0319393 Sep 18 08:25:14.755626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-63b94383-69c5-4330-8a37-d899b274a0a9 req-abc554f2-b6a8-4652-b01d-54783649c655 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Sep 18 08:25:15.061473 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:15.351022 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:25:15.761994 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:15.782565 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 13ed0b89-da97-4ca7-9a36-9304d226e1a9 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:15.782874 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 13ed0b89-da97-4ca7-9a36-9304d226e1a9 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:15.849714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e859cb74-cb91-42a0-a5db-aee136d77571 req-0be0b87c-4aee-4684-86a2-a06a979d93c3 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0263710 Sep 18 08:25:15.992986 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:16.953002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0b600c1d-6818-4d5e-8095-d5b1b9c3f7b6 req-ff504d39-66af-4383-9d39-494e72b488a8 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf0b2a9c-2203-4baf-baa6-08a6013f0229 HTTP/1.1" status: 200 len: 210 time: 0.0264237 Sep 18 08:25:18.007550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45956) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:18.069132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:18.093576 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:18.232854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:18.235627 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:18.238004 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] 10.222.0.20 "DELETE /v2.0/security-groups/aca6f6cc-e10a-457e-b8ed-3c8a98b551ad HTTP/1.1" status: 204 len: 168 time: 0.2282820 Sep 18 08:25:18.252082 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7658-daf8-4ac7-8ea8-ecf241b59022 tempest-TestShelveInstance-600551049 tempest-TestShelveInstance-600551049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca6f6cc-e10a-457e-b8ed-3c8a98b551ad,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:19.386664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45966) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:19.854719 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:20.100559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Deleting port f2f09085-f62f-49c8-a6ae-4167e68ecfb0 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:20.100907 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:20.181776 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] For port f2f09085-f62f-49c8-a6ae-4167e68ecfb0, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:20.182167 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:20.194563 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Calling delete_port for f2f09085-f62f-49c8-a6ae-4167e68ecfb0 owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:20.417132 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:20.443961 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f09085-f62f-49c8-a6ae-4167e68ecfb0,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:20.609776 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:20.825756 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Router 73305f41-da75-486d-904f-37f3cefb1d12 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:20.931481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:20.938038 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b224ba5b-1b65-45b2-bd2b-4cf1d0dca780 admin admin] 10.222.0.20 "PUT /v2.0/routers/73305f41-da75-486d-904f-37f3cefb1d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5487759 Sep 18 08:25:20.939433 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45970) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:20.940576 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Sync routers for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:20.949539 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:20.950175 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:21.045192 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.152535 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.206358 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:21.279503 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Deleting port 83d585f5-7dcf-4805-9406-05a7f3d5d495 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:21.279854 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.362502 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] For port 83d585f5-7dcf-4805-9406-05a7f3d5d495, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=83d585f5-7dcf-4805-9406-05a7f3d5d495,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:21.362867 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.374945 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Calling delete_port for 83d585f5-7dcf-4805-9406-05a7f3d5d495 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:21.382983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:25:20Z', 'revision_number': 5, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port': {'id': '83d585f5-7dcf-4805-9406-05a7f3d5d495', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73305f41-da75-486d-904f-37f3cefb1d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:21.413477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Checking router: 73305f41-da75-486d-904f-37f3cefb1d12 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:21.421692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Routers {'73305f41-da75-486d-904f-37f3cefb1d12'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:21.422347 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['73305f41-da75-486d-904f-37f3cefb1d12'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:21.504645 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] Set router 73305f41-da75-486d-904f-37f3cefb1d12 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:21.559423 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:25:21Z', 'revision_number': 6, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:21.577254 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.585944 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c0c978-9e7c-498e-8e6d-d9e797dcb701 None None] The sync data for ids ['73305f41-da75-486d-904f-37f3cefb1d12'] in n-d-789963-14 is: [{'id': '73305f41-da75-486d-904f-37f3cefb1d12', 'name': 'tempest-TestShelveInstance-999631908-router', 'tenant_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:16Z', 'updated_at': '2021-09-18T08:25:21Z', 'revision_number': 6, 'project_id': '2c3fcad9ed264bccb8ec9a8c418ade3d', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:21.604391 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d585f5-7dcf-4805-9406-05a7f3d5d495,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:21.663133 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.751103 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.753163 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.834747 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.835281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73305f41-da75-486d-904f-37f3cefb1d12 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:25:21.841245 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.841245 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-47987ea8-ad4a-4862-9ce0-32ab755a3c05 admin admin] 10.222.0.20 "DELETE /v2.0/routers/73305f41-da75-486d-904f-37f3cefb1d12 HTTP/1.1" status: 204 len: 168 time: 0.9002655 Sep 18 08:25:21.843256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45974) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:21.887013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Deleting subnet cecf8f94-805c-43b6-b01f-9ae984ca9e2f {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:25:21.908833 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:21.924253 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.010689 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.130721 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.154834 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecf8f94-805c-43b6-b01f-9ae984ca9e2f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:22.160737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.162678 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-e9d8611c-8d50-409b-b522-51a9a960e719 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cecf8f94-805c-43b6-b01f-9ae984ca9e2f HTTP/1.1" status: 204 len: 168 time: 0.3184874 Sep 18 08:25:22.166159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45976) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:22.167351 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7be7f6-6fca-461d-a6df-10c47fe0a5aa None None] Network d352787b-35db-4fbd-8cac-0a18f0a568b8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:22.238480 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.291894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Deleting port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:22.292236 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.367315 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] DHCP port deletion for d352787b-35db-4fbd-8cac-0a18f0a568b8 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:25:22.382643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] For port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:22.383311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.398260 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Calling delete_port for 9cf04cf3-6bb7-4bda-b012-2a7177748f3b owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:22.429521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Deleting port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:22.430075 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.443046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 9cf04cf3-6bb7-4bda-b012-2a7177748f3b no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:22.526153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] For port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,segment=NetworkSegment(ef48d3b5-1eae-4b93-9451-912995525646),segment_id=ef48d3b5-1eae-4b93-9451-912995525646)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:22.526558 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.542846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Calling delete_port for 9cf04cf3-6bb7-4bda-b012-2a7177748f3b owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:22.549053 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.575070 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b update to DOWN by agent not found {{(pid=101980) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 08:25:22.575502 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83d585f5-7dcf-4805-9406-05a7f3d5d495 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:22.579620 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:22.592255 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.592996 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.593706 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.594335 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.594901 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.595320 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.595973 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.596526 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.596954 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.597379 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.597888 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.598382 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.601523 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] No DVR routers for this DVR port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:25:22.624799 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 83d585f5-7dcf-4805-9406-05a7f3d5d495 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:22.625139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 83d585f5-7dcf-4805-9406-05a7f3d5d495 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:22.625557 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2f09085-f62f-49c8-a6ae-4167e68ecfb0 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:22.647713 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: f2f09085-f62f-49c8-a6ae-4167e68ecfb0 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:22.648064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device f2f09085-f62f-49c8-a6ae-4167e68ecfb0 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:22.683455 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.688903 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.711623 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352787b-35db-4fbd-8cac-0a18f0a568b8']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:22.721683 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef48d3b5-1eae-4b93-9451-912995525646') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:22.722318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef48d3b5-1eae-4b93-9451-912995525646') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:22.722474 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] No DVR routers for this DVR port 9cf04cf3-6bb7-4bda-b012-2a7177748f3b on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:25:22.724046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Pushing event deleted for resources: {'Port': ['ID=9cf04cf3-6bb7-4bda-b012-2a7177748f3b,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:22.733481 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.737187 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.737545 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.737909 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.741097 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.741440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.743366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.743366 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.744226 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.744671 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.745012 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.745349 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.746000 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0807cf-9e7f-4b4e-b56d-e2ba361e2344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:22.752200 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.758487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:25:22.758865 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:25:22.761008 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:25:22.872997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.878678 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:22.883508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d352787b-35db-4fbd-8cac-0a18f0a568b8 HTTP/1.1" status: 204 len: 168 time: 0.7133334 Sep 18 08:25:22.883710 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45980) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:22.891777 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e384b1-cb75-4a6a-83cf-6a988e969f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d352787b-35db-4fbd-8cac-0a18f0a568b8,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:23.231831 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:23.479901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Deleting port b11af1b6-ff7f-44d1-aa25-f1381513de0a {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:23.480250 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:23.563268 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] For port b11af1b6-ff7f-44d1-aa25-f1381513de0a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=b11af1b6-ff7f-44d1-aa25-f1381513de0a,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:23.563639 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:23.577565 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Calling delete_port for b11af1b6-ff7f-44d1-aa25-f1381513de0a owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:23.823656 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:23.848355 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b11af1b6-ff7f-44d1-aa25-f1381513de0a,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:24.016073 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:24.512290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Router fc9430ed-2814-453a-9efd-a78bdf7e4d87 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:24.615512 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:24.621279 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-eb58c45d-ab38-4903-b407-e6a1eec3a7ab admin admin] 10.222.0.20 "PUT /v2.0/routers/fc9430ed-2814-453a-9efd-a78bdf7e4d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7355735 Sep 18 08:25:24.623643 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45982) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:24.624728 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Sync routers for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:24.633715 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:24.634932 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:24.726925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:24.735028 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:24.829138 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:24.906292 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:25:23Z', 'revision_number': 5, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port': {'id': '1308078d-1bd1-43d0-a36c-e0f0cb729be3', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:14:22Z', 'updated_at': '2021-09-18T08:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:24.935240 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Checking router: fc9430ed-2814-453a-9efd-a78bdf7e4d87 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:24.944482 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Routers {'fc9430ed-2814-453a-9efd-a78bdf7e4d87'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:24.945122 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:24.963288 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Deleting port 1308078d-1bd1-43d0-a36c-e0f0cb729be3 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:24.963633 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.030411 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] Set router fc9430ed-2814-453a-9efd-a78bdf7e4d87 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:25.040957 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] For port 1308078d-1bd1-43d0-a36c-e0f0cb729be3, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=1308078d-1bd1-43d0-a36c-e0f0cb729be3,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:25.041514 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.053588 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Calling delete_port for 1308078d-1bd1-43d0-a36c-e0f0cb729be3 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:25.081056 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:25:24Z', 'revision_number': 6, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:25.109493 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297030d-44e8-4a63-b535-6f2156ad220b None None] The sync data for ids ['fc9430ed-2814-453a-9efd-a78bdf7e4d87'] in n-d-789963-14 is: [{'id': 'fc9430ed-2814-453a-9efd-a78bdf7e4d87', 'name': 'tempest-TestShelveInstance-1923301946-router', 'tenant_id': 'd824c1dd22184784be3d48561cec7ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:14:21Z', 'updated_at': '2021-09-18T08:25:24Z', 'revision_number': 6, 'project_id': 'd824c1dd22184784be3d48561cec7ab1', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:25.266922 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.296613 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1308078d-1bd1-43d0-a36c-e0f0cb729be3,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:25.357531 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.448605 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.450851 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.571755 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.572332 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc9430ed-2814-453a-9efd-a78bdf7e4d87 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:25:25.576528 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.577692 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-91c226ce-337b-4dc2-9448-34f43cfb91f6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fc9430ed-2814-453a-9efd-a78bdf7e4d87 HTTP/1.1" status: 204 len: 168 time: 0.9530995 Sep 18 08:25:25.580306 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45984) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:25.627958 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Deleting subnet 6c6b03b5-2126-4cea-9c51-b927fd1d4c00 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:25:25.630950 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.666572 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.741020 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.857720 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.883412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6b03b5-2126-4cea-9c51-b927fd1d4c00,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:25.889142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:25.891089 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-c6ceebf4-55b8-4df4-a3e7-c392c05bfae7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6c6b03b5-2126-4cea-9c51-b927fd1d4c00 HTTP/1.1" status: 204 len: 168 time: 0.3098738 Sep 18 08:25:25.893665 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 45986) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:25.896614 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d26b9-006e-46ab-8ff3-e68812a63030 None None] Network c0e00792-89e1-42b5-85ae-ed98fe7512a4 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:25.965217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.026273 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Deleting port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:26.026620 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.088988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] DHCP port deletion for c0e00792-89e1-42b5-85ae-ed98fe7512a4 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:25:26.094538 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] For port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:26.095087 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.108996 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Calling delete_port for dfcea3a5-8d33-4404-8121-3fce2b5fc2cc owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:26.142596 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Deleting port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:25:26.142975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.204296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] For port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,segment=NetworkSegment(b318c832-0730-40f9-b0b4-15d33f828b13),segment_id=b318c832-0730-40f9-b0b4-15d33f828b13)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:26.206566 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.216564 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Calling delete_port for dfcea3a5-8d33-4404-8121-3fce2b5fc2cc owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:25:26.268759 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.291777 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.295044 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:26.301879 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] No DVR routers for this DVR port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:25:26.318525 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] Pushing event deleted for resources: {'Port': ['ID=dfcea3a5-8d33-4404-8121-3fce2b5fc2cc,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:26.320313 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c409dee-8918-4ab0-be29-e558fb1afad2 None None] No DVR routers for this DVR port dfcea3a5-8d33-4404-8121-3fce2b5fc2cc on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:25:26.378405 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.394208 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b11af1b6-ff7f-44d1-aa25-f1381513de0a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:26.403788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e00792-89e1-42b5-85ae-ed98fe7512a4']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:26.412947 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b318c832-0730-40f9-b0b4-15d33f828b13') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:26.413249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b318c832-0730-40f9-b0b4-15d33f828b13') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:26.414424 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: b11af1b6-ff7f-44d1-aa25-f1381513de0a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:26.414781 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device b11af1b6-ff7f-44d1-aa25-f1381513de0a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:26.415198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1308078d-1bd1-43d0-a36c-e0f0cb729be3 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:26.422897 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.434281 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 1308078d-1bd1-43d0-a36c-e0f0cb729be3 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:26.434636 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 1308078d-1bd1-43d0-a36c-e0f0cb729be3 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:26.435049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dfcea3a5-8d33-4404-8121-3fce2b5fc2cc no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:25:26.436217 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.447281 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:25:26.447684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: timer() Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:25:26.449388 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:25:26.454272 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: dfcea3a5-8d33-4404-8121-3fce2b5fc2cc {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:25:26.458720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device dfcea3a5-8d33-4404-8121-3fce2b5fc2cc not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:25:26.543235 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.548925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:26.550944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0e00792-89e1-42b5-85ae-ed98fe7512a4 HTTP/1.1" status: 204 len: 168 time: 0.6563225 Sep 18 08:25:26.563891 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b52f1-d2f7-4682-86f8-6807f867442d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e00792-89e1-42b5-85ae-ed98fe7512a4,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:26.961064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45990) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:27.004910 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-34030fb5-6340-4622-84c1-9136fb31936a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c3fcad9ed264bccb8ec9a8c418ade3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425503 Sep 18 08:25:27.007520 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45992) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:27.054171 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.074509 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.198396 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.200950 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.202139 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94912a62-a6a2-4fa2-858d-28304f80b892 HTTP/1.1" status: 204 len: 168 time: 0.1937084 Sep 18 08:25:27.209766 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360db4a-ca22-4f13-bb72-17225c9788e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94912a62-a6a2-4fa2-858d-28304f80b892,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:27.770834 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 45998) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:27.809076 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c4258544-f9fa-4234-9d84-f3462e116ff6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d824c1dd22184784be3d48561cec7ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370219 Sep 18 08:25:27.811529 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46000) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:27.857213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.878437 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.971445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.973925 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:27.975091 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5586c34a-0164-4e50-b5f7-0cd259b3df5e HTTP/1.1" status: 204 len: 168 time: 0.1624348 Sep 18 08:25:27.983643 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cb5f5-a3f3-4a4f-9bd9-646592067057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5586c34a-0164-4e50-b5f7-0cd259b3df5e,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:28.947302 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46022) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:29.053392 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1968751528-network', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:29.135886 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Made reservation on behalf of e128a560432e463e9f77b9d04825e63b for: {'network': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:25:29.138293 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.147054 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.231824 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.302992 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.327617 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:25:29.337134 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9333dc27-eab6-4941-8271-6f995cc509e9,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:29.341868 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.342236 n-d-789963-14 neutron-server[101979]: INFO neutron.db.segments_db [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Added segment 45d2b417-8dd1-43aa-967b-9d437e3e9f47 of type vlan for network 21893482-6ec0-4501-896f-126ec7471ddc Sep 18 08:25:29.380808 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.451505 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.452451 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:29.453036 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.512532 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] Pushing event updated for resources: {'Network': ['ID=21893482-6ec0-4501-896f-126ec7471ddc,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:29.522075 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 21893482-6ec0-4501-896f-126ec7471ddc details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:25:29.532446 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-217acad4-0c99-4bd1-a0e2-74f09a1a1e80 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5840104 Sep 18 08:25:29.535554 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46026) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:29.540787 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Request body: {'subnet': {'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1968751528-subnet', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:29.594795 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Made reservation on behalf of e128a560432e463e9f77b9d04825e63b for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:25:29.597118 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.754382 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.811426 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:29.865937 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03ad3f3-03ed-4c3c-9626-2868eb67bed6,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:29.875293 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Checking segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:29.875653 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Network hostable DHCP agents. Network: 21893482-6ec0-4501-896f-126ec7471ddc, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:25:29.954137 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Network 21893482-6ec0-4501-896f-126ec7471ddc is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:25:30.039475 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 21893482-6ec0-4501-896f-126ec7471ddc) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:30.044398 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:30.044989 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.050619 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc969429-1829-4c41-b925-713e29bfe67f None None] Network 21893482-6ec0-4501-896f-126ec7471ddc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:30.115134 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-0aa519a9-b973-446d-b6f4-696724c849b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5785465 Sep 18 08:25:30.117845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46028) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:30.122150 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:30.194785 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.197014 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.198419 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-21893482-6ec0-4501-896f-126ec7471ddc', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:25:30.199277 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.253968 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.335853 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Allocated IP 172.20.0.2 (21893482-6ec0-4501-896f-126ec7471ddc/e03ad3f3-03ed-4c3c-9626-2868eb67bed6/61415ec0-f7ad-465b-b209-e1261e2b0ecd) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:30.428997 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.474143 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.536096 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.581398 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Network 21893482-6ec0-4501-896f-126ec7471ddc is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:30.585646 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:30.592149 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:30.595270 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Pushing event updated for resources: {'Port': ['ID=61415ec0-f7ad-465b-b209-e1261e2b0ecd,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:30.646846 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Attempting to bind port 61415ec0-f7ad-465b-b209-e1261e2b0ecd on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:30.647117 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Attempting to bind port 61415ec0-f7ad-465b-b209-e1261e2b0ecd by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:30.647477 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Attempting to bind port 61415ec0-f7ad-465b-b209-e1261e2b0ecd on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:30.652868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:30.653261 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Checking segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:30.653717 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.654233 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Bound using segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:30.654710 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Bound port: 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:30.655108 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.720274 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] For port 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:30.723551 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] For port 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61415ec0-f7ad-465b-b209-e1261e2b0ecd,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:30.852622 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:30.916122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8f867-6b4a-4969-bd3d-cc88711a13fd None None] Pushing event updated for resources: {'Port': ['ID=61415ec0-f7ad-465b-b209-e1261e2b0ecd,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:30.982440 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.001667 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.120423 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Allocated IP 172.25.4.79 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/58908c60-4b40-4892-a381-c12ff187ec7a) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:31.220160 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.297451 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.334579 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:31.337981 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:31.341605 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:31.372067 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Pushing event updated for resources: {'Port': ['ID=58908c60-4b40-4892-a381-c12ff187ec7a,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:31.673250 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.795181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35726a01-04ae-4d8a-ba57-62c8083d8fc9 None None] Network 21893482-6ec0-4501-896f-126ec7471ddc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:31.871737 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:31.911185 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] Provisioning complete for port 61415ec0-f7ad-465b-b209-e1261e2b0ecd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:31.911559 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.028482 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.061962 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] For port 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61415ec0-f7ad-465b-b209-e1261e2b0ecd,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:32.070314 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:25:32.141084 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.169147 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:32.181550 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:32.206139 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:32.206766 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:32.208381 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57979-e43a-4b3c-9f38-d277b3ab1fa2 None None] Pushing event updated for resources: {'Port': ['ID=61415ec0-f7ad-465b-b209-e1261e2b0ecd,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:32.257273 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.258563 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-d22323cd-bf2e-4923-aa72-d0e646578eac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1397982 Sep 18 08:25:32.261764 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46030) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:32.297084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-616e5900-7567-44bc-9aaa-92836b21763f None None] Provisioning complete for port 61415ec0-f7ad-465b-b209-e1261e2b0ecd triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:32.297460 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-616e5900-7567-44bc-9aaa-92836b21763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.348042 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:32.474435 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61415ec0-f7ad-465b-b209-e1261e2b0ecd up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:32.689814 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.736490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 61415ec0-f7ad-465b-b209-e1261e2b0ecd triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:32.736869 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.785061 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:31Z', 'revision_number': 3, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:32.813494 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:32.814218 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Updating router f14e7430-6b5a-4ff0-95bb-63c03a347da9 port 58908c60-4b40-4892-a381-c12ff187ec7a binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:25:32.846167 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Allocated IP 172.20.0.1 (21893482-6ec0-4501-896f-126ec7471ddc/e03ad3f3-03ed-4c3c-9626-2868eb67bed6/af8fe94b-925b-4052-a98c-88dc8ee8b3c1) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:32.867508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:32.949092 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.044416 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.082948 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Network 21893482-6ec0-4501-896f-126ec7471ddc is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:33.085882 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:33.089399 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:33.121288 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.124963 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Pushing event updated for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:33.140914 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.192731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.248490 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b51c-0b83-49af-9e20-5466381e3ff6 None None] Pushing event updated for resources: {'Port': ['ID=58908c60-4b40-4892-a381-c12ff187ec7a,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:33.256053 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Attempting to bind port 58908c60-4b40-4892-a381-c12ff187ec7a on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:33.257052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Attempting to bind port 58908c60-4b40-4892-a381-c12ff187ec7a by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:33.257052 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Attempting to bind port 58908c60-4b40-4892-a381-c12ff187ec7a on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:33.261971 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:33.262348 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:33.262755 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.263151 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:33.263623 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Bound port: 58908c60-4b40-4892-a381-c12ff187ec7a, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:33.264007 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.320094 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] For port 58908c60-4b40-4892-a381-c12ff187ec7a, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:33.323072 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] For port 58908c60-4b40-4892-a381-c12ff187ec7a, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58908c60-4b40-4892-a381-c12ff187ec7a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:33.349364 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-71b9f6a6-a74b-47ca-a5cb-8d6825afa8fc None None] Provisioning complete for port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:33.349804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-71b9f6a6-a74b-47ca-a5cb-8d6825afa8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.354099 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.386006 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-71b9f6a6-a74b-47ca-a5cb-8d6825afa8fc None None] Port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:33.392872 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.447377 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:33.448009 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:33.485882 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b51c-0b83-49af-9e20-5466381e3ff6 None None] Pushing event updated for resources: {'Port': ['ID=58908c60-4b40-4892-a381-c12ff187ec7a,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:33.514986 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.563242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:33.564009 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.631845 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Pushing event updated for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:33.635116 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:33.722793 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Network 21893482-6ec0-4501-896f-126ec7471ddc is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:33.724286 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:33.768321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:32Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:33.796491 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f53dd-a87a-43d2-9112-45b5e1ad6dcf None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:32Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:33.844839 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:33.963858 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:33.969098 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-39c43663-1373-4e9e-b16f-1ce173de5d70 admin admin] 10.222.0.20 "PUT /v2.0/routers/f14e7430-6b5a-4ff0-95bb-63c03a347da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063258 Sep 18 08:25:34.017699 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-a7387df4-7b0e-42bc-a790-17022f1bd9e4 None None] Provisioning complete for port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:34.018478 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a7387df4-7b0e-42bc-a790-17022f1bd9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.060243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-a7387df4-7b0e-42bc-a790-17022f1bd9e4 None None] Port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:34.677105 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46046) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:34.682824 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-172685352-network', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:34.748901 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Made reservation on behalf of cc8bb77b2e7a4d7dad2aff09116657f8 for: {'network': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:25:34.751607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for network, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.761029 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.860017 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.908666 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.939583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 08:25:34.942121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56330d5-a254-4f9c-b6fd-40010b155a06,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:34.953328 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:34.953328 n-d-789963-14 neutron-server[101978]: INFO neutron.db.segments_db [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Added segment cc4e7560-2e68-4a7d-ad90-dee28ca7897d of type vlan for network 2e02fc37-3a5c-4513-bf28-30b534a445a8 Sep 18 08:25:34.996553 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793203977000'] for network, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.074247 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449'] for network, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.075241 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:35.075820 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.135735 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] Pushing event updated for resources: {'Network': ['ID=2e02fc37-3a5c-4513-bf28-30b534a445a8,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:35.145306 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 details requested by agent ovs-agent-n-d-789963-14 with host n-d-789963-14 {{(pid=101980) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 08:25:35.167226 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-9ff3433e-0b85-400a-8345-58ff27b7ac4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4889953 Sep 18 08:25:35.170334 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46048) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:35.175687 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Request body: {'subnet': {'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-172685352-subnet', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'ip_version': 4}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:35.239717 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Made reservation on behalf of cc8bb77b2e7a4d7dad2aff09116657f8 for: {'subnet': 1} {{(pid=101979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:25:35.242125 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756534'] for subnet, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.467018 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4565932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756504'] for subnet, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.529386 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c955ace-2cc4-47f8-8d27-09f3e4ca8783,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:35.534673 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Checking segment: {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:35.535567 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Network hostable DHCP agents. Network: 2e02fc37-3a5c-4513-bf28-30b534a445a8, hostable agents: ['9c57675f-f9aa-42f5-875c-6522730162f5'], hosted agents: [] {{(pid=101979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 08:25:35.634796 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 is scheduled to be hosted by DHCP agent 9c57675f-f9aa-42f5-875c-6522730162f5 with binding_index 1 {{(pid=101979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 08:25:35.706453 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:35.708466 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-14, 2e02fc37-3a5c-4513-bf28-30b534a445a8) {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:35.713064 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:35.713651 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.720329 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:35.720521 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a0d6b-e2e3-490f-aca8-49437d55904d None None] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:35.720640 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:35.789888 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-092e5fb2-0ea5-4e6c-a80d-d2a37ea9826c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6183779 Sep 18 08:25:35.792948 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46050) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:35.797713 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:35.825035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:35.860948 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a69e010-68ea-5ad1-ab46-fb3c39d7017e-2e02fc37-3a5c-4513-bf28-30b534a445a8', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783'}]}} from n-d-789963-14. {{(pid=101980) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 08:25:35.870688 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.889827 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-420'] for router, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.893435 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583489', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-403'] for router, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.953763 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:35.998352 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.db_base_plugin_common [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Allocated IP 172.20.0.2 (2e02fc37-3a5c-4513-bf28-30b534a445a8/1c955ace-2cc4-47f8-8d27-09f3e4ca8783/66469cd3-da98-4b56-ad1a-1b0376ff5eee) {{(pid=101980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:36.119549 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 2, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:36.156467 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:36.156885 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Updating router f14e7430-6b5a-4ff0-95bb-63c03a347da9 port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:25:36.157030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks [] for port, precommit_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.172923 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.184582 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.216079 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010'] for port, after_create {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.251001 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 is already hosted by enough agents. {{(pid=101980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:36.255446 n-d-789963-14 neutron-server[101980]: DEBUG neutron.scheduler.base_scheduler [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Resources bound (agent type, host, resource id): {{(pid=101980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:36.259447 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Received port after_create {{(pid=101980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:36.276124 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Pushing event updated for resources: {'Port': ['ID=66469cd3-da98-4b56-ad1a-1b0376ff5eee,revision_number=1']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:36.325207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Attempting to bind port 66469cd3-da98-4b56-ad1a-1b0376ff5eee on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:36.326125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Attempting to bind port 66469cd3-da98-4b56-ad1a-1b0376ff5eee by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:36.326125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Attempting to bind port 66469cd3-da98-4b56-ad1a-1b0376ff5eee on network 2e02fc37-3a5c-4513-bf28-30b534a445a8 {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:36.331179 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:36.331683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Checking segment: {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:36.332185 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.332648 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Bound using segment: {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:36.333180 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Bound port: 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:36.333627 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.404407 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] For port 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:36.408287 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] For port 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66469cd3-da98-4b56-ad1a-1b0376ff5eee,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:36.454415 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.457181 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58908c60-4b40-4892-a381-c12ff187ec7a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:36.479590 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.487569 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.499050 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.547032 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.561527 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 58908c60-4b40-4892-a381-c12ff187ec7a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:36.562181 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.609866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69fbe1-1fe5-4343-92e5-53f44080ee9d None None] Pushing event updated for resources: {'Port': ['ID=66469cd3-da98-4b56-ad1a-1b0376ff5eee,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:36.622120 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Allocated IP 172.25.4.129 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/5d82d220-e24d-44bc-8c41-9afb07ec8d56) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:36.670757 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.693617 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Attempting to bind port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:36.694383 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Attempting to bind port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:36.695248 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Attempting to bind port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:36.695918 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 58908c60-4b40-4892-a381-c12ff187ec7a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58908c60-4b40-4892-a381-c12ff187ec7a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:36.697466 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Pushing event updated for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:36.706473 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.707109 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.707241 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.707652 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.708053 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.708450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.708846 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.709243 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.709642 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.710035 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.710452 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.710912 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:25:36.718072 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:36.721364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Checking segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:36.721364 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.721364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Bound using segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:36.721364 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Bound port: af8fe94b-925b-4052-a98c-88dc8ee8b3c1, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:36.721364 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.751289 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.770352 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.827392 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] For port af8fe94b-925b-4052-a98c-88dc8ee8b3c1, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:36.830940 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] For port af8fe94b-925b-4052-a98c-88dc8ee8b3c1, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:36.855943 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=58908c60-4b40-4892-a381-c12ff187ec7a,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:36.868066 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.896365 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:36.914201 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:36.918152 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:36.920610 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:36.928900 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Pushing event updated for resources: {'Port': ['ID=5d82d220-e24d-44bc-8c41-9afb07ec8d56,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:36.961528 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:36.962734 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:37.013984 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8dc05-9728-46cd-a5e2-7bab8c2fb324 None None] Pushing event updated for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:37.015720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] Provisioning complete for port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:37.016359 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.113358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:37.124161 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.163959 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] For port af8fe94b-925b-4052-a98c-88dc8ee8b3c1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:37.232841 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.264457 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.289916 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271344a-389c-4069-a854-a01c56e3c3db None None] Pushing event updated for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:37.327312 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:37.351826 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7d7773d0-5bce-4d0e-b8d2-0a217fa39fec None None] Provisioning complete for port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:37.352213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d7773d0-5bce-4d0e-b8d2-0a217fa39fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.357564 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792b7f5-e8bc-45ad-9a46-72c43bc33ed8 None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:37.783475 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b17686-3851-40f3-aa70-2cbf8d901c12 None None] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:25:37.823440 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583702'] for router, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:37.906655 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] Provisioning complete for port 66469cd3-da98-4b56-ad1a-1b0376ff5eee triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:37.907034 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.020064 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.035358 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Router b40375bd-b88f-4599-9b62-289c2567f4e5 is scheduled to L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d with binding_index 1 {{(pid=101978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 08:25:38.056199 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] For port 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66469cd3-da98-4b56-ad1a-1b0376ff5eee,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:38.120092 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.150719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:38.168285 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Sync routers for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:38.190857 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d6a44-adb4-4257-a1bf-8739b9375c36 None None] Pushing event updated for resources: {'Port': ['ID=66469cd3-da98-4b56-ad1a-1b0376ff5eee,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:38.193466 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:38.194106 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:38.217130 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.218500 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-18d9f6f0-4675-47f8-93d4-5b0c97c15c63 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4244075 Sep 18 08:25:38.221479 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46052) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:38.255969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-83a3566a-ad0a-44a6-9b2a-be4c031763c8 None None] Provisioning complete for port 66469cd3-da98-4b56-ad1a-1b0376ff5eee triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:38.256353 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-83a3566a-ad0a-44a6-9b2a-be4c031763c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.333115 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:38.530111 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66469cd3-da98-4b56-ad1a-1b0376ff5eee up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:38.587936 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 3, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:38.615524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Checking router: b40375bd-b88f-4599-9b62-289c2567f4e5 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:38.615885 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Updating router b40375bd-b88f-4599-9b62-289c2567f4e5 port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 binding host n-d-789963-14 {{(pid=101980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:25:38.619146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 66469cd3-da98-4b56-ad1a-1b0376ff5eee triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:38.619520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.660984 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.674432 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.806250 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device af8fe94b-925b-4052-a98c-88dc8ee8b3c1 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:38.831828 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Allocated IP 172.20.0.1 (2e02fc37-3a5c-4513-bf28-30b534a445a8/1c955ace-2cc4-47f8-8d27-09f3e4ca8783/5d44b6b4-38a8-4ee1-b815-48162bb7318f) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:38.927964 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:38.928257 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.941790 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:38.985575 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cc8197bd-61c8-4b6a-82ab-9648cbd183fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.063713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.109620 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:39.112933 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:39.116636 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:39.143528 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:39.164034 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.203895 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks [] for port, precommit_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.220796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58908c60-4b40-4892-a381-c12ff187ec7a up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:39.268920 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 58908c60-4b40-4892-a381-c12ff187ec7a triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:39.269303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.289011 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.360450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Attempting to bind port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 on host n-d-789963-14 for vnic_type normal with profile {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:39.360819 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Attempting to bind port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:39.361184 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Attempting to bind port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 on network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:39.362988 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1585-5d2b-49b1-b546-a173d3bf1bc5 None None] Pushing event updated for resources: {'Port': ['ID=5d82d220-e24d-44bc-8c41-9afb07ec8d56,revision_number=2']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:39.371654 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:39.372049 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Checking segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:39.372444 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.372838 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Bound using segment: {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'} {{(pid=101980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:39.373307 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.managers [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Bound port: 5d82d220-e24d-44bc-8c41-9afb07ec8d56, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e545166-b0af-4b78-9a08-81123ba16b1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e'}}] {{(pid=101980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:39.373689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.400863 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.454346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-8b5126df-28fe-4d32-a7b9-329e8deeffd5 None None] Provisioning complete for port 5d44b6b4-38a8-4ee1-b815-48162bb7318f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:39.454732 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8b5126df-28fe-4d32-a7b9-329e8deeffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.488707 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] For port 5d82d220-e24d-44bc-8c41-9afb07ec8d56, host n-d-789963-14, cleared binding levels {{(pid=101980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:39.506818 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] For port 5d82d220-e24d-44bc-8c41-9afb07ec8d56, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d82d220-e24d-44bc-8c41-9afb07ec8d56,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:39.507892 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-8b5126df-28fe-4d32-a7b9-329e8deeffd5 None None] Port 5d44b6b4-38a8-4ee1-b815-48162bb7318f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:39.564456 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.581245 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.628575 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.634868 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:39.635517 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:39.679301 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1585-5d2b-49b1-b546-a173d3bf1bc5 None None] Pushing event updated for resources: {'Port': ['ID=5d82d220-e24d-44bc-8c41-9afb07ec8d56,revision_number=3']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:39.699368 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:39.701884 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1625811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583889'] for router_interface, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:39.754346 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:39.791480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:39.792854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:39.913559 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Router b40375bd-b88f-4599-9b62-289c2567f4e5 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:39.966977 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5d44b6b4-38a8-4ee1-b815-48162bb7318f', 'name': '', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'mac_address': 'fa:16:3e:d4:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:38Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 2, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'subnets': [{'id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:39.997243 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261bc90a-fcee-4256-a057-a2e41d0f7768 None None] The sync data for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 is: [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5d44b6b4-38a8-4ee1-b815-48162bb7318f', 'name': '', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'mac_address': 'fa:16:3e:d4:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:38Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 2, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'subnets': [{'id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:40.032084 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7d1f75a4-3afd-4e98-a096-54b068642c80 None None] Provisioning complete for port 5d44b6b4-38a8-4ee1-b815-48162bb7318f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:40.032464 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7d1f75a4-3afd-4e98-a096-54b068642c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:40.036770 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:40.048586 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-471f6e7f-7465-4239-ab9a-340142c3b6ee admin admin] 10.222.0.20 "PUT /v2.0/routers/b40375bd-b88f-4599-9b62-289c2567f4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203061 Sep 18 08:25:40.066750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f75a4-3afd-4e98-a096-54b068642c80 None None] Port 5d44b6b4-38a8-4ee1-b815-48162bb7318f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:40.821019 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46060) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:40.825631 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527288974', 'description': 'tempest-secgroup-smoke-527288974 description', 'project_id': 'e128a560432e463e9f77b9d04825e63b'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:40.924125 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.008173 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.089677 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.124115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e235676-e514-4f06-adef-d11aae746ad7,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:41.198396 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.199740 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-086db370-525e-4c6b-bb38-7a30ec07117e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3781197 Sep 18 08:25:41.202763 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46062) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:41.207128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:41.284748 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.340323 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.417322 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.435680 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7487dd-c6b6-49a3-aeaa-4a748a843149,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:41.502958 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.504240 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-f5604c1b-86b1-4115-82f8-e0405ab22978 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3005311 Sep 18 08:25:41.507284 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46064) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:41.512099 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:41.598499 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2bac9810-2408-446f-ac8d-57999632d9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.614619 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.673060 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.735515 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.753802 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92bde7d-d5fc-4b2e-9d4b-172d7afc47cf,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:41.827127 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.828411 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-4505b0d1-b5f7-4d3f-97c8-1b49e35077d6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3201966 Sep 18 08:25:41.831186 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46066) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:41.835481 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:41.878450 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Sync routers for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:41.888209 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:41.888824 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:41.935112 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:41.992311 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:41.993566 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.078194 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.093866 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a46e4c9-2479-4446-95a3-47cd7ca174d6,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:42.185005 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5d44b6b4-38a8-4ee1-b815-48162bb7318f', 'name': '', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'mac_address': 'fa:16:3e:d4:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:38Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 2, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'subnets': [{'id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:42.187096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.190931 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-8a93e2c3-a27e-4dce-984b-126eb753cfe4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562620 Sep 18 08:25:42.191296 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46068) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:42.195740 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:42.216128 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Checking router: b40375bd-b88f-4599-9b62-289c2567f4e5 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:42.216482 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Updating router b40375bd-b88f-4599-9b62-289c2567f4e5 port 5d44b6b4-38a8-4ee1-b815-48162bb7318f binding host n-d-789963-14 {{(pid=101981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 08:25:42.232462 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.241089 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.291160 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.356120 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.394378 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.415283 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c19d6c-ab66-41a5-a6d0-4d666506c8d1,revision_number=0']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:42.435763 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d82d220-e24d-44bc-8c41-9afb07ec8d56 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:42.456953 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.460853 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-31998fcb-e08f-44cc-84fc-d60051e98ec8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2660775 Sep 18 08:25:42.461804 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46070) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:42.467894 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:42.484790 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:42.485163 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.512027 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks [] for port, precommit_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.531752 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Project e128a560432e463e9f77b9d04825e63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:25:42.537009 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.565693 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.585720 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] For port 5d82d220-e24d-44bc-8c41-9afb07ec8d56, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d82d220-e24d-44bc-8c41-9afb07ec8d56,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:42.598801 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.605788 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.659361 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1c198-c67d-4db4-8c40-207c3c3df65d None None] Pushing event updated for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=3']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:42.743744 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.743995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.768072 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9367ee3-180b-4dce-b60e-3c7432b752d3,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:42.796704 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Attempting to bind port 5d44b6b4-38a8-4ee1-b815-48162bb7318f on host n-d-789963-14 for vnic_type normal with profile {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:42.797062 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Attempting to bind port 5d44b6b4-38a8-4ee1-b815-48162bb7318f by drivers openvswitch,hyperv on host n-d-789963-14 at level 0 using segments [{'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:42.797428 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Attempting to bind port 5d44b6b4-38a8-4ee1-b815-48162bb7318f on network 2e02fc37-3a5c-4513-bf28-30b534a445a8 {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:42.802275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Pushing event updated for resources: {'Port': ['ID=5d82d220-e24d-44bc-8c41-9afb07ec8d56,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:42.802900 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Checking agent: {'id': 'c637c3d1-a0eb-4964-8b19-d1098eb1ea47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 41, 12), 'started_at': datetime.datetime(2021, 9, 18, 6, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:42.803283 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Checking segment: {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:42.803687 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.804206 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Bound using segment: {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'} {{(pid=101981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:42.804674 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.managers [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Bound port: 5d44b6b4-38a8-4ee1-b815-48162bb7318f, host: n-d-789963-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8'}}] {{(pid=101981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:42.806164 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.834269 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.835530 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-abc132f9-68b2-4511-91aa-9572c8696aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3725905 Sep 18 08:25:42.838378 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46072) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:42.843318 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'security_group_rule': {'security_group_id': '4e235676-e514-4f06-adef-d11aae746ad7', 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:42.868957 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] For port 5d44b6b4-38a8-4ee1-b815-48162bb7318f, host n-d-789963-14, cleared binding levels {{(pid=101981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:42.871931 n-d-789963-14 neutron-server[101981]: DEBUG neutron.plugins.ml2.db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] For port 5d44b6b4-38a8-4ee1-b815-48162bb7318f, host n-d-789963-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d44b6b4-38a8-4ee1-b815-48162bb7318f,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:42.926250 n-d-789963-14 neutron-server[101979]: INFO neutron.db.securitygroups_db [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Project e128a560432e463e9f77b9d04825e63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 08:25:42.930833 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-c8526c86-3f3c-4fce-b0c7-fbabbe8c81fe None None] Provisioning complete for port 5d44b6b4-38a8-4ee1-b815-48162bb7318f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:42.931214 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c8526c86-3f3c-4fce-b0c7-fbabbe8c81fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.932213 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.953606 n-d-789963-14 neutron-server[101981]: DEBUG neutron_lib.callbacks.manager [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:42.969170 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-c8526c86-3f3c-4fce-b0c7-fbabbe8c81fe None None] Port 5d44b6b4-38a8-4ee1-b815-48162bb7318f cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:42.997150 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.005423 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:43.006064 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:43.049697 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1c198-c67d-4db4-8c40-207c3c3df65d None None] Pushing event updated for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=4']} {{(pid=101981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:43.052621 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1752356'] for security_group_rule, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.073726 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415515b-6214-4966-ae91-48b6503bb8ef,revision_number=0']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:43.133195 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:43.149110 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.150420 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-52f74e93-1cdb-44c6-93da-8f9bddb3800b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110609 Sep 18 08:25:43.195649 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] Provisioning complete for port 5d44b6b4-38a8-4ee1-b815-48162bb7318f triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:43.196201 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.282232 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.298646 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-042062e7-2a4e-4ee4-bbe5-9121b4f25c70 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527288974&fields=id&tenant_id=e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 267 time: 0.0344205 Sep 18 08:25:43.315692 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] For port 5d44b6b4-38a8-4ee1-b815-48162bb7318f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d44b6b4-38a8-4ee1-b815-48162bb7318f,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:43.346325 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5d44b6b4-38a8-4ee1-b815-48162bb7318f', 'name': '', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'mac_address': 'fa:16:3e:d4:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:38Z', 'updated_at': '2021-09-18T08:25:42Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'subnets': [{'id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:43.372895 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912149e-28d3-4ee1-86d9-e9f1a7a86f67 None None] The sync data for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 is: [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:25:39Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': '5d44b6b4-38a8-4ee1-b815-48162bb7318f', 'name': '', 'network_id': '2e02fc37-3a5c-4513-bf28-30b534a445a8', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'mac_address': 'fa:16:3e:d4:02:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:38Z', 'updated_at': '2021-09-18T08:25:42Z', 'revision_number': 4, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'subnets': [{'id': '1c955ace-2cc4-47f8-8d27-09f3e4ca8783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:43.392297 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.414442 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-deffded4-6d37-48ac-903c-d9d43d3157b9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:43.416789 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-deffded4-6d37-48ac-903c-d9d43d3157b9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 810 time: 0.1101127 Sep 18 08:25:43.432757 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-9191a6d3-e2db-4a38-9fa2-c09f386c96e2 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/quotas/e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 375 time: 0.0098174 Sep 18 08:25:43.455825 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340bedd-74f7-4fb6-8821-bbf6563142b4 None None] Pushing event updated for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:43.487448 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-1380d03e-9adb-4f3c-b462-368245e249ac tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478199 Sep 18 08:25:43.598864 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-ece5b739-ea6f-4e34-8fa1-4b077c83fd41 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:25:43.600064 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-ece5b739-ea6f-4e34-8fa1-4b077c83fd41 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005809 Sep 18 08:25:43.645721 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:43.707258 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-be61ac0c-aa88-4cfd-b496-b24dc22eb0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000764 Sep 18 08:25:43.799015 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-b28b99df-d87b-4bf0-afac-6b85df4424f9 service neutron] 10.222.0.20 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846052 Sep 18 08:25:44.018545 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e1e745de-0aa6-4f6f-ac0c-50bc82e52233 req-cba102f6-3e29-4843-bb44-7ebad9d410ab tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 210 time: 0.0262904 Sep 18 08:25:44.424954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d44b6b4-38a8-4ee1-b815-48162bb7318f up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:44.473035 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5d44b6b4-38a8-4ee1-b815-48162bb7318f triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:44.473418 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:44.554843 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d82d220-e24d-44bc-8c41-9afb07ec8d56 up at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:44.601237 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Provisioning complete for port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:44.601629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:45.072225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:45.099868 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e2b4890a-5ce0-4561-94c4-529ebf5fbb9b req-362b7208-5a5f-40ad-bb07-9b5fef8cb83e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 210 time: 0.0299222 Sep 18 08:25:45.980809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:46.198845 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-d3dd5f16-02a7-4e12-85b2-c7c260a4d929 req-5a5134c1-01b4-463a-b882-6f755c51fdd5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 210 time: 0.0264733 Sep 18 08:25:46.244322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-0ad6c8c1-35cb-499e-b6f7-a75125c7af64 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:46.245839 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-0ad6c8c1-35cb-499e-b6f7-a75125c7af64 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 810 time: 0.1071665 Sep 18 08:25:46.288650 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-62413574-49db-43c0-8e37-e910209b5127 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 379 time: 0.0337837 Sep 18 08:25:46.297789 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'port': {'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'admin_state_up': True, 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'security_groups': ['4e235676-e514-4f06-adef-d11aae746ad7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:46.479847 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Made reservation on behalf of e128a560432e463e9f77b9d04825e63b for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:25:46.483823 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:46.610683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Allocated IP 172.20.0.6 (21893482-6ec0-4501-896f-126ec7471ddc/e03ad3f3-03ed-4c3c-9626-2868eb67bed6/639d0785-e9ac-49d2-a4d3-2e7aca3f440b) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:46.744743 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:46.840140 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:46.884383 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Network 21893482-6ec0-4501-896f-126ec7471ddc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:46.887307 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:46.890906 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:46.921472 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:46.948419 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:46.949041 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.018222 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8450e222-9c53-4424-b693-385c33d3cfd6 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240505 Sep 18 08:25:47.029215 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-1e661349-e1b5-4c8e-af46-6e5d497dec30 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:25:47.030360 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-1e661349-e1b5-4c8e-af46-6e5d497dec30 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063419 Sep 18 08:25:47.090447 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Request body: {'port': {'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:47.132123 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-bf23a0d6-5e37-435f-8877-f71459c3ad8a None None] Provisioning complete for port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:47.132704 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-bf23a0d6-5e37-435f-8877-f71459c3ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.144129 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.165297 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-bf23a0d6-5e37-435f-8877-f71459c3ad8a None None] Port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:25:47.314268 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f40549-c95b-4563-8246-87c738c55cf2 req-a8bd1a13-4b12-48a9-b2cb-ded59a0080bd tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:47.315754 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3f40549-c95b-4563-8246-87c738c55cf2 req-a8bd1a13-4b12-48a9-b2cb-ded59a0080bd tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 931 time: 0.0481441 Sep 18 08:25:47.352917 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c3f40549-c95b-4563-8246-87c738c55cf2 req-80fc3775-2fc1-44fc-8747-b00b44c1d1b8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303891 Sep 18 08:25:47.419054 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639d0785-e9ac-49d2-a4d3-2e7aca3f440b {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:25:47.426187 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.438562 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Transition to ACTIVE for port object 639d0785-e9ac-49d2-a4d3-2e7aca3f440b will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:25:47.491032 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.547292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:47.613569 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Attempting to bind port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b on host n-h1-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:25:47.613927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Attempting to bind port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b by drivers openvswitch,hyperv on host n-h1-789963-14 at level 0 using segments [{'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:25:47.614285 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Attempting to bind port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:47.619667 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b on network 21893482-6ec0-4501-896f-126ec7471ddc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:25:47.619997 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Attempting to bind port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:25:47.624918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Checking agent: {'id': 'efa62963-e027-4b4e-8f1c-eb7c407003f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:25:47.625261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Checking segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:25:47.625658 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Bound using segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:25:47.626125 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Bound port: 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host: n-h1-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:25:47.626492 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.696266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:25:47.699290 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:25:47.769475 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.803279 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:47.803768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:47.805764 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] 10.222.0.37 "PUT /v2.0/ports/639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 1092 time: 0.7663980 Sep 18 08:25:47.806225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:25:47.808834 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332fa28-c679-4db6-a782-5c7b970db79a" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:25:47.834854 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62d78e-404c-4481-8ccd-c707b6e896db service neutron] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:47.856335 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a3eaf-929f-46b9-a527-36ac03ce2258 x-openstack-request-id: req-8b5a3eaf-929f-46b9-a527-36ac03ce2258 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:25:47.856633 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:25:47.856888 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b5a3eaf-929f-46b9-a527-36ac03ce2258 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:25:47.857295 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'status': 'completed', 'code': 200} Sep 18 08:25:47.920605 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fa28-c679-4db6-a782-5c7b970db79a req-306e4035-c7a6-46a8-9fd5-b4328e28f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:47.922216 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a332fa28-c679-4db6-a782-5c7b970db79a req-306e4035-c7a6-46a8-9fd5-b4328e28f765 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0450733 Sep 18 08:25:48.026101 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fa28-c679-4db6-a782-5c7b970db79a req-a99595a9-0092-4971-8a2c-b2b0412863f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.027596 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a332fa28-c679-4db6-a782-5c7b970db79a req-a99595a9-0092-4971-8a2c-b2b0412863f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e128a560432e463e9f77b9d04825e63b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0978880 Sep 18 08:25:48.118664 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fa28-c679-4db6-a782-5c7b970db79a req-776563b3-4573-4dda-8953-819f8944c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.120139 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a332fa28-c679-4db6-a782-5c7b970db79a req-776563b3-4573-4dda-8953-819f8944c11b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862684 Sep 18 08:25:48.197301 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-d23c086f-101a-4d45-b865-6f90cda8d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.198845 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-d23c086f-101a-4d45-b865-6f90cda8d96e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0456252 Sep 18 08:25:48.239624 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-58b82971-6539-4345-9e23-0594da3ba491 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 217 time: 0.0336771 Sep 18 08:25:48.287418 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8b4a7fd5-5b77-4556-9015-e637fd19befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.288838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-8b4a7fd5-5b77-4556-9015-e637fd19befd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0430622 Sep 18 08:25:48.337487 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-897efeee-3daf-4a12-b292-bea15050a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.339023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-897efeee-3daf-4a12-b292-bea15050a8f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433774 Sep 18 08:25:48.428509 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-5318c18a-b97f-4012-8e8f-13fd56754254 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817788 Sep 18 08:25:48.472077 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53fce4-5817-481c-b4f1-45da49b847c5 req-59ce4e9a-18f1-4ba2-92c6-604a1535f93e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:48.473604 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e53fce4-5817-481c-b4f1-45da49b847c5 req-59ce4e9a-18f1-4ba2-92c6-604a1535f93e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0484295 Sep 18 08:25:48.510847 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8e53fce4-5817-481c-b4f1-45da49b847c5 req-ca3772ad-ea2b-4996-9740-1465f28bdb28 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Sep 18 08:25:48.522655 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-945689b8-24e2-4458-b3cc-7e3d492b701f req-13b27735-bdbf-4f05-b94d-d6c701a6a319 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Sep 18 08:25:49.628242 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb2701-5d02-4af7-8b45-ff0ecbac27c1 req-c576d956-d288-4f8f-9a01-bae536e87544 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:49.629712 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8adb2701-5d02-4af7-8b45-ff0ecbac27c1 req-c576d956-d288-4f8f-9a01-bae536e87544 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0516765 Sep 18 08:25:49.667047 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8adb2701-5d02-4af7-8b45-ff0ecbac27c1 req-d6b93cc0-6635-49fe-9aaf-3eebfef3605a tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Sep 18 08:25:50.779145 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af4d85-6e56-403d-beb0-b1ad1d1a1079 req-9ed8029e-bc14-490d-857b-15020df0e9e9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:50.780626 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0af4d85-6e56-403d-beb0-b1ad1d1a1079 req-9ed8029e-bc14-490d-857b-15020df0e9e9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0484164 Sep 18 08:25:50.818002 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e0af4d85-6e56-403d-beb0-b1ad1d1a1079 req-482f1e6f-deda-473b-9027-2c6ff2f4ef28 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Sep 18 08:25:51.928324 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066c62-de0e-49c2-a943-87c00d74c8fe req-6f36428c-f534-458c-9833-1718cb2b6140 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:51.929689 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19066c62-de0e-49c2-a943-87c00d74c8fe req-6f36428c-f534-458c-9833-1718cb2b6140 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0473943 Sep 18 08:25:51.966261 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-19066c62-de0e-49c2-a943-87c00d74c8fe req-8eb0fce3-a731-42a3-8b80-f575b5158859 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300231 Sep 18 08:25:52.166953 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:25:52.261020 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:52.271750 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:25:52.307759 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:52.320029 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639d0785-e9ac-49d2-a4d3-2e7aca3f440b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:25:52.338894 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:52.349548 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:25:52.439869 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:52.485760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:52.672109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['639d0785-e9ac-49d2-a4d3-2e7aca3f440b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:25:53.343665 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbe264-426f-45b4-8211-f29abfef1ef8 req-52589ea4-1be3-4a61-ba00-313eda29d949 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:53.345154 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5cbe264-426f-45b4-8211-f29abfef1ef8 req-52589ea4-1be3-4a61-ba00-313eda29d949 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 944 time: 0.3132062 Sep 18 08:25:53.383151 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c5cbe264-426f-45b4-8211-f29abfef1ef8 req-70d4a451-8ace-4820-b0b1-930852e903da tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Sep 18 08:25:54.179803 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:25:54.294864 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning for port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:25:54.298433 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:25:54.298804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:54.372312 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:54.394559 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:25:54.396801 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98159293-a1b2-4637-a9a0-c82cf871d457" -d '{"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-plugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:25:54.410046 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:25:54.474133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:54.505744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48909f93-8154-40f7-9088-daef953aad89 x-openstack-request-id: req-48909f93-8154-40f7-9088-daef953aad89 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:25:54.505744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-plugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:25:54.505744 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48909f93-8154-40f7-9088-daef953aad89 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:25:54.505744 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'code': 200} Sep 18 08:25:54.526899 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:54.536176 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434093ea-6b01-4bf9-86fa-c1ab4ab77168 req-acd22f54-e37d-4149-83da-81dfaad15eb5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:54.537806 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-434093ea-6b01-4bf9-86fa-c1ab4ab77168 req-acd22f54-e37d-4149-83da-81dfaad15eb5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 945 time: 0.0602455 Sep 18 08:25:54.577643 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-434093ea-6b01-4bf9-86fa-c1ab4ab77168 req-9a1922d8-63f0-4fe7-9706-c16ef7243495 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337918 Sep 18 08:25:54.600041 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc3dc0-3880-49fc-bb6d-d8aa139ea876 req-9bb64e8e-a0d4-437b-820f-c768c672758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:54.601528 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-47dc3dc0-3880-49fc-bb6d-d8aa139ea876 req-9bb64e8e-a0d4-437b-820f-c768c672758f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1097 time: 0.0405347 Sep 18 08:25:54.636070 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-47dc3dc0-3880-49fc-bb6d-d8aa139ea876 req-fe16233c-a8d7-4aba-a843-88f4d935516e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274372 Sep 18 08:25:55.723596 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb503f-0d3e-4689-bbda-25e391831f8b req-80bd5c35-de60-4cfc-b855-aaac993df6b5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:55.725096 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11fb503f-0d3e-4689-bbda-25e391831f8b req-80bd5c35-de60-4cfc-b855-aaac993df6b5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 945 time: 0.0483105 Sep 18 08:25:55.762537 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-11fb503f-0d3e-4689-bbda-25e391831f8b req-c62ec213-4195-45ca-b0ef-f28d2f17106d tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Sep 18 08:25:56.879803 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab884-c99a-41aa-97ef-8feb57143133 req-746ee176-2d4d-4566-9a9f-f6da6a6d0560 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:56.881286 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-079ab884-c99a-41aa-97ef-8feb57143133 req-746ee176-2d4d-4566-9a9f-f6da6a6d0560 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 945 time: 0.0530028 Sep 18 08:25:56.918138 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-079ab884-c99a-41aa-97ef-8feb57143133 req-22f3bd40-a3b0-40e9-8b7b-75d105fd6634 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302227 Sep 18 08:25:57.029054 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504f179-10b9-4cd4-b992-9fe8e9706ea9 req-1f7c7263-ccac-4526-99ee-a5c83d4075a2 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:57.030575 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7504f179-10b9-4cd4-b992-9fe8e9706ea9 req-1f7c7263-ccac-4526-99ee-a5c83d4075a2 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 945 time: 0.0488179 Sep 18 08:25:57.068119 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-7504f179-10b9-4cd4-b992-9fe8e9706ea9 req-397e2b8b-b9fb-45df-a2de-22a87af11b52 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314729 Sep 18 08:25:57.089850 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46148) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:57.169698 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940bb46-0c4d-48a9-a72e-382a8040298b tempest-TestSnapshotPattern-1117385644 tempest-TestSnapshotPattern-1117385644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:57.171237 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6940bb46-0c4d-48a9-a72e-382a8040298b tempest-TestSnapshotPattern-1117385644 tempest-TestSnapshotPattern-1117385644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1092 time: 0.0803797 Sep 18 08:25:57.174287 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46152) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:25:57.178946 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.v2.base [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:25:57.254942 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:57.350046 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:57.453810 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_common [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Allocated IP 172.25.4.145 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/b20640ce-269a-4915-b3b3-4b1f546aa528) {{(pid=101979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:25:57.551525 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:57.634172 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:57.670223 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:25:57.672990 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.base_scheduler [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Resources bound (agent type, host, resource id): {{(pid=101979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:25:57.675615 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Received port after_create {{(pid=101979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:25:57.707649 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=b20640ce-269a-4915-b3b3-4b1f546aa528,revision_number=1']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:58.027319 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.140428 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.282843 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.340542 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4565977'] for port, after_update {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.409250 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=b20640ce-269a-4915-b3b3-4b1f546aa528,revision_number=2']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:25:58.420636 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.518333 n-d-789963-14 neutron-server[101979]: INFO neutron.db.l3_db [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Floating IP 89e24c45-2f49-463b-8a6c-4bf24af833c3 associated. External IP: 172.25.4.145, port: 639d0785-e9ac-49d2-a4d3-2e7aca3f440b. Sep 18 08:25:58.717295 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:25:58.819029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:25:58.828989 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:25:58.839227 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:58.839952 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:58.896605 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:58.924181 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-36e62b71-82bd-4457-90d3-f0211be09d10 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7484415 Sep 18 08:25:58.924824 n-d-789963-14 neutron-server[101979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:25:58.927227 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db9a99f674355aa39adcb2b1f52cad3ebf2cbfeab4079c372dc12d57c61efccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78974077-fe0e-44da-ab52-f986ac9def21" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:25:58.947969 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:59.031071 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff468580-068d-4031-9ca4-45b5c5fcc435 x-openstack-request-id: req-ff468580-068d-4031-9ca4-45b5c5fcc435 {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:25:59.031071 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "status": "completed", "code": 200}]} {{(pid=101979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:25:59.031071 n-d-789963-14 neutron-server[101979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff468580-068d-4031-9ca4-45b5c5fcc435 {{(pid=101979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:25:59.031071 n-d-789963-14 neutron-server[101979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'status': 'completed', 'code': 200} Sep 18 08:25:59.094295 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974077-fe0e-44da-ab52-f986ac9def21 req-03587ad7-b65e-463f-9b9a-93db6eac9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:59.095944 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-03587ad7-b65e-463f-9b9a-93db6eac9991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1097 time: 0.0427344 Sep 18 08:25:59.202015 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974077-fe0e-44da-ab52-f986ac9def21 req-69ea6d3e-e3e3-4cda-9c36-9e6e9af72dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:59.203516 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-69ea6d3e-e3e3-4cda-9c36-9e6e9af72dda service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.1008832 Sep 18 08:25:59.267838 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-0e298045-b7e9-44f5-b363-1805fe50170c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 999 time: 0.0570085 Sep 18 08:25:59.321639 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974077-fe0e-44da-ab52-f986ac9def21 req-182d37f5-a80f-4417-b635-e4502323b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:59.322940 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:25:57Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:59.323244 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-182d37f5-a80f-4417-b635-e4502323b300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0482991 Sep 18 08:25:59.352533 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:25:59.361367 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:25:59.362013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:25:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:59.368506 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974077-fe0e-44da-ab52-f986ac9def21 req-a9e5ee68-3503-43ec-9783-24bd7b3ac8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:25:59.370086 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-a9e5ee68-3503-43ec-9783-24bd7b3ac8ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402720 Sep 18 08:25:59.460401 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-688e55e7-ee51-492c-8dba-a15211ed2baa service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830271 Sep 18 08:25:59.466801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:25:59.553820 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-78974077-fe0e-44da-ab52-f986ac9def21 req-98ee3529-c7e8-4fc9-91f1-5f637b72458c service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 Sep 18 08:25:59.698104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:25:57Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:25:59.724060 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1fae6-51bc-4f80-8328-f5918be09764 None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:25:57Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:25:59.742343 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:25:59.921304 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdb0c3-b105-4c0b-8357-aa31b2c9aaad None None] New status for floating IP 89e24c45-2f49-463b-8a6c-4bf24af833c3: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:26:08.957249 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-de787b1a-7f0f-4971-8a92-2bdc5c181b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:11.591322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-fe9770c0-5317-48b5-b621-31319a055aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:12.191373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:13.650663 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:15.096682 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:15.987843 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:29.348921 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:26:29.739764 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:38.941618 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-344ac7de-27c9-492f-b545-be45fb39482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:41.616166 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-58b80d37-1311-4269-aa64-4e3c355c94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:42.204940 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:43.642282 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:45.082030 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:46.021366 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:26:48.653478 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-b391cb5e-a78b-4bd1-b8a7-508e0442d84e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390880 Sep 18 08:26:48.734446 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-9f1ef6f7-334a-42ae-afdd-ae22554054da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:26:48.735918 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-9f1ef6f7-334a-42ae-afdd-ae22554054da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1097 time: 0.0427256 Sep 18 08:26:48.838583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-c16062e1-c693-42ea-8d65-ca8e8daa5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:26:48.840142 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-c16062e1-c693-42ea-8d65-ca8e8daa5bbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0855067 Sep 18 08:26:48.907371 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-1f43081e-524a-4a45-88f2-67f614e61d4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 1001 time: 0.0606778 Sep 18 08:26:48.957626 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-5599706a-61d4-4f36-acb5-7e48225b996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:26:48.959519 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-5599706a-61d4-4f36-acb5-7e48225b996a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0447755 Sep 18 08:26:49.004967 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-44ed6048-e040-4ff4-831b-c09c27547b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:26:49.006499 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-44ed6048-e040-4ff4-831b-c09c27547b84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410626 Sep 18 08:26:49.099713 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-575cc852-c4f5-4aea-8f40-4c02fe7abe85 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856299 Sep 18 08:26:49.190200 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-d4c211cc-9ff3-4649-b84b-a3ba44f7e791 req-f0ec32bb-eca3-429f-9578-e3804c1bef4b service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822594 Sep 18 08:26:59.750306 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:06.348003 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:27:08.924222 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ca834173-38d0-4205-bca0-79171b24425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:11.586731 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0e9ddb78-4957-4c85-ae30-5309dba17a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:12.201609 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:13.647489 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:15.104917 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:16.021280 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:29.769307 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:38.929415 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c874f295-a8cc-4e6f-beda-06f146f7ee8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:41.586493 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b6b669a0-a3ee-4268-812b-7e31ee4ff6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:42.174792 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:43.346623 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:27:43.643646 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:45.098381 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:45.996071 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:51.196299 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-3e0ae958-8c6b-4f4d-99b5-fef9d062819e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427270 Sep 18 08:27:51.280913 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-a60c53f8-7634-437f-8f39-e1e022b087c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:27:51.282424 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-a60c53f8-7634-437f-8f39-e1e022b087c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1097 time: 0.0434003 Sep 18 08:27:51.381596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-3e74755c-8586-4bf4-853c-b2ce46678b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:27:51.383082 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-3e74755c-8586-4bf4-853c-b2ce46678b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0818002 Sep 18 08:27:51.450463 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-d23e35d0-8317-44d7-ab0f-33786ac6c780 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 1001 time: 0.0604687 Sep 18 08:27:51.498762 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-5a0464cf-f3b8-4474-a2ae-6fa08b4dc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:27:51.500219 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-5a0464cf-f3b8-4474-a2ae-6fa08b4dc01a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0437796 Sep 18 08:27:51.544749 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-3da25a11-c6df-4d45-8798-f8ebef849681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:27:51.546208 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-3da25a11-c6df-4d45-8798-f8ebef849681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389376 Sep 18 08:27:51.636205 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-f24fcf28-4163-48fb-9d89-273ea21366e6 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Sep 18 08:27:51.722021 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-499ce38e-a263-4f40-8ae4-71dbdf864e8c req-e0797f74-ecde-4d2c-971f-37cd0168a3ef service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790725 Sep 18 08:27:56.820069 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b details requested by agent hyperv_n-h1-789963-14 with host n-h1-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:27:56.909153 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:27:56.920089 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Returning: {'device': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:27:56.958466 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:56.970626 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639d0785-e9ac-49d2-a4d3-2e7aca3f440b {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:27:56.989266 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:27:57.077808 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:57.127378 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:27:57.134591 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.135780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.135780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.135780 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.136100 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.136207 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.136526 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.136849 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.137172 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.137488 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.137807 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.138154 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:27:57.151268 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] get_ports_and_sgs() called for port_ids ['639d0785-e9ac-49d2-a4d3-2e7aca3f440b'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:27:58.828400 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b up at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:27:58.884138 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Provisioning complete for port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:27:58.884817 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:58.972000 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:58.995241 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:27:58.997510 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a2d5b-5f64-4ca5-af77-9eec7a977e8b" -d '{"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-plugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:27:59.014326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:27:59.043738 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060e72d9-8f8f-4de0-9d1f-cf8bf3e6e126 x-openstack-request-id: req-060e72d9-8f8f-4de0-9d1f-cf8bf3e6e126 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:27:59.044074 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-plugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:27:59.044577 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-060e72d9-8f8f-4de0-9d1f-cf8bf3e6e126 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:27:59.044994 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'code': 200} Sep 18 08:27:59.089884 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:27:59.146240 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:27:59.772441 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:08.845189 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-180df3fd-0010-4908-a454-a89a6e13c5f7 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527288974&fields=id&tenant_id=e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 267 time: 0.0343661 Sep 18 08:28:08.938086 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ae935013-778d-4c32-9ab1-f6c5d4051718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:08.955018 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-60531f56-ff5e-4d7d-a1d1-1db5e96fe41c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:08.956452 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-60531f56-ff5e-4d7d-a1d1-1db5e96fe41c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 810 time: 0.1047518 Sep 18 08:28:08.971742 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-54498ea7-5567-4afb-be2a-74f4029e8c62 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/quotas/e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 375 time: 0.0096400 Sep 18 08:28:09.025148 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-11ca3280-60be-46fb-8ceb-65fc512db38a tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483754 Sep 18 08:28:09.083247 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-5abfae8d-4f0f-490a-8eab-4a08915df00d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:28:09.084267 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-5abfae8d-4f0f-490a-8eab-4a08915df00d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476263 Sep 18 08:28:09.171508 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-0507d977-09ba-4086-ac77-03847cac5df3 service neutron] 10.222.0.20 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808935 Sep 18 08:28:09.262976 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-e666e466-91e2-41d6-b644-5ed937b40717 service neutron] 10.222.0.20 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854018 Sep 18 08:28:09.566593 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-901e0004-c1cb-4601-b30d-36b6763e750b req-f8b0d349-fe0a-467a-b32b-91f8abdff345 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0753186 Sep 18 08:28:10.641243 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-672852c3-45b5-425d-8754-a25c695052e8 req-c07276e3-aaec-4ac5-8ad0-761a59100197 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0266221 Sep 18 08:28:11.600605 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d6d2d9c6-93ce-4d9e-87d4-6594c4b9a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:11.719137 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e6ca6546-4b97-4d2e-8b69-ea84b7c98cb8 req-d2387168-4fb4-4de9-918b-46d9d9d75f19 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0298879 Sep 18 08:28:12.172199 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:12.794046 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-aefd3761-2bb6-4b70-99ee-5dc58b577810 req-a2c9bb5c-7c13-4e69-996a-0d42c6223ed3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0262020 Sep 18 08:28:12.898269 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:28:12.972661 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:12.994371 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:28:12.996631 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db4210-118a-4e88-8dc8-855532fc6686" -d '{"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:28:13.009209 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:28:13.032230 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff8ddf-6971-461c-aa7d-d617e3a8e9be x-openstack-request-id: req-e1ff8ddf-6971-461c-aa7d-d617e3a8e9be {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:28:13.032524 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:28:13.032817 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ff8ddf-6971-461c-aa7d-d617e3a8e9be {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:28:13.033208 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'code': 200} Sep 18 08:28:13.098095 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:13.144878 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Pushing event updated for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:13.654420 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:13.885337 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c707cf47-c1db-4cfc-86b1-103c88ce0fcc req-634ee04f-09b0-4b83-916d-b383309da975 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0252018 Sep 18 08:28:14.985600 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ffbe2462-a969-4a2d-a9ca-ae734787fdcb req-d43242bf-1b7f-4578-980c-06da111975a7 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0269136 Sep 18 08:28:15.089325 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:15.501729 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-a5230a30-da49-4320-b08d-1f683e23a649 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:15.503231 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-a5230a30-da49-4320-b08d-1f683e23a649 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 810 time: 0.1094515 Sep 18 08:28:15.551105 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-da992e64-8b13-421f-aa9f-bafbe6201002 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e128a560432e463e9f77b9d04825e63b HTTP/1.1" status: 200 len: 379 time: 0.0338132 Sep 18 08:28:15.560063 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'port': {'device_id': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'admin_state_up': True, 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'security_groups': ['4e235676-e514-4f06-adef-d11aae746ad7']}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:28:15.766335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Made reservation on behalf of e128a560432e463e9f77b9d04825e63b for: {'port': 1} {{(pid=101978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 08:28:15.769932 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:15.894083 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Allocated IP 172.20.0.4 (21893482-6ec0-4501-896f-126ec7471ddc/e03ad3f3-03ed-4c3c-9626-2868eb67bed6/12550097-e469-474d-a269-c6d29d0a1409) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:28:16.009372 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:16.037265 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:16.087838 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f55ca11-563c-4205-be73-39e8e78045bc req-c5745e81-76a4-4d86-b639-db1b11d47c48 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0261960 Sep 18 08:28:16.159202 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:16.225009 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Network 21893482-6ec0-4501-896f-126ec7471ddc is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:28:16.229882 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:28:16.247148 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:28:16.258167 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:16.314931 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.315685 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.316223 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.316754 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.317280 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.317801 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.318964 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.319507 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.320302 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.320910 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.321440 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.322564 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:28:16.350550 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:16.351768 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:16.465680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8c746eb2-2ba5-4a27-9800-b5dac0753f45 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091077 Sep 18 08:28:16.594985 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-073da4b9-8deb-4103-b863-80386b39028f None None] Provisioning complete for port 12550097-e469-474d-a269-c6d29d0a1409 triggered by entity DHCP. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:28:16.595951 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-073da4b9-8deb-4103-b863-80386b39028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:16.635771 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-073da4b9-8deb-4103-b863-80386b39028f None None] Port 12550097-e469-474d-a269-c6d29d0a1409 cannot update to ACTIVE because it is not bound. {{(pid=101980) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 08:28:17.204939 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e7265-442f-4c0d-a382-73f583aed2bc req-5c541973-48da-46bb-af50-d5f132451b0c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:17.207141 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b03e7265-442f-4c0d-a382-73f583aed2bc req-5c541973-48da-46bb-af50-d5f132451b0c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0499859 Sep 18 08:28:17.252842 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-b03e7265-442f-4c0d-a382-73f583aed2bc req-48edde6c-994a-4cd7-94f9-df51b89cfef3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Sep 18 08:28:18.403840 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee95df-f01f-4383-b8f7-e4a2c12e7770 req-b6739e75-e614-4be3-9c40-2f2168fe62d4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:18.410347 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57ee95df-f01f-4383-b8f7-e4a2c12e7770 req-b6739e75-e614-4be3-9c40-2f2168fe62d4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0720193 Sep 18 08:28:18.471502 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-57ee95df-f01f-4383-b8f7-e4a2c12e7770 req-4da9ff44-ee6a-484a-b8b0-b17b5a6b0aa4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600441 Sep 18 08:28:19.589504 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49c3e4-7aec-4b92-98e1-9a4e5e40b25d req-a577bf13-b291-4210-9bca-63f0e106c03c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:19.592705 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca49c3e4-7aec-4b92-98e1-9a4e5e40b25d req-a577bf13-b291-4210-9bca-63f0e106c03c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0523200 Sep 18 08:28:19.630577 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ca49c3e4-7aec-4b92-98e1-9a4e5e40b25d req-32df3383-8db2-4c97-b8d2-815b214bd380 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318353 Sep 18 08:28:20.345779 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:28:20.746862 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48fa3-d01a-4e58-bb67-2bc7e90601f7 req-533073c4-f9af-40b6-93f7-84948477be1f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:20.754710 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d48fa3-d01a-4e58-bb67-2bc7e90601f7 req-533073c4-f9af-40b6-93f7-84948477be1f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0560060 Sep 18 08:28:20.792260 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-a1d48fa3-d01a-4e58-bb67-2bc7e90601f7 req-1c8e79e6-eaf2-451e-8506-07da629077ff tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366793 Sep 18 08:28:21.917290 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba39a3-c910-475e-b3b6-1cbf36e8d6ef req-aaa47678-8966-4b3f-9445-aa12c67a4049 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:21.918793 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8ba39a3-c910-475e-b3b6-1cbf36e8d6ef req-aaa47678-8966-4b3f-9445-aa12c67a4049 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0487754 Sep 18 08:28:21.959223 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e8ba39a3-c910-475e-b3b6-1cbf36e8d6ef req-c84e84d6-ae3d-4992-a8d7-cf6bae16f3ff tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345533 Sep 18 08:28:23.077874 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5d7d0-95a8-41c6-a7b0-98103d818a4c req-875014f9-b684-4f38-87a0-f8f5671ddfa9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:23.079390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdb5d7d0-95a8-41c6-a7b0-98103d818a4c req-875014f9-b684-4f38-87a0-f8f5671ddfa9 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0500751 Sep 18 08:28:23.128436 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cdb5d7d0-95a8-41c6-a7b0-98103d818a4c req-fb69339a-14e4-4ee7-8c03-c9e142912739 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Sep 18 08:28:24.242730 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f4f55-f540-49b9-b2ee-042d235b0d5c req-afc2f229-6bfc-4e7a-95b6-481d831b35de tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:24.244193 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b7f4f55-f540-49b9-b2ee-042d235b0d5c req-afc2f229-6bfc-4e7a-95b6-481d831b35de tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0478079 Sep 18 08:28:24.289522 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2b7f4f55-f540-49b9-b2ee-042d235b0d5c req-1d15db1c-cf0a-45f1-b797-2d7f70d5146b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Sep 18 08:28:25.418384 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7173043-d68f-41f0-9445-313db67ae8cf req-dfd762c3-f3b6-4815-b95b-faa399e02a75 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:25.419930 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7173043-d68f-41f0-9445-313db67ae8cf req-dfd762c3-f3b6-4815-b95b-faa399e02a75 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0522037 Sep 18 08:28:25.459985 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-c7173043-d68f-41f0-9445-313db67ae8cf req-d240f92e-4a93-4aee-bbdd-cc4fe0693f88 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341403 Sep 18 08:28:26.575036 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37a9bb-3afc-46f3-bdc6-ae308a2b90b8 req-4392e5f4-833f-41e7-84a1-97904effc5c3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:26.576532 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e37a9bb-3afc-46f3-bdc6-ae308a2b90b8 req-4392e5f4-833f-41e7-84a1-97904effc5c3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0486927 Sep 18 08:28:26.613534 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-0e37a9bb-3afc-46f3-bdc6-ae308a2b90b8 req-26fe5259-7d85-43bd-820b-b2ce4808328d tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Sep 18 08:28:27.726217 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f71e12-afbf-4d17-a8da-f615ca59ba00 req-671574ab-02e7-45f9-97b0-b4c546921315 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:27.727677 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62f71e12-afbf-4d17-a8da-f615ca59ba00 req-671574ab-02e7-45f9-97b0-b4c546921315 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0479050 Sep 18 08:28:27.768116 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-62f71e12-afbf-4d17-a8da-f615ca59ba00 req-cec11cd0-65f7-465d-84de-113f49bf0f70 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346167 Sep 18 08:28:28.881003 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950c4f-897c-47c7-86e5-b460aefe2af9 req-8bcfe519-ea12-4eb2-b1ec-ba6cc53ddb21 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:28.882506 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c950c4f-897c-47c7-86e5-b460aefe2af9 req-8bcfe519-ea12-4eb2-b1ec-ba6cc53ddb21 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0483098 Sep 18 08:28:28.919876 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5c950c4f-897c-47c7-86e5-b460aefe2af9 req-2c89eb37-69db-4409-bf6f-6eb5048767b3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Sep 18 08:28:29.443970 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-41c46889-602d-40f4-8a0a-caaedf362aa2 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 08:28:29.444948 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-41c46889-602d-40f4-8a0a-caaedf362aa2 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052781 Sep 18 08:28:29.516367 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Request body: {'port': {'device_id': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-14'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:28:29.768798 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:29.856231 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.032019 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098a372-0d9b-4a89-898c-ff0374c84f45 req-c9234bd7-9d36-4111-8d1d-dc335a45023b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.033459 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3098a372-0d9b-4a89-898c-ff0374c84f45 req-c9234bd7-9d36-4111-8d1d-dc335a45023b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 931 time: 0.0478411 Sep 18 08:28:30.072000 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3098a372-0d9b-4a89-898c-ff0374c84f45 req-0a34a50e-d23e-426d-88a1-4458a7cdb483 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Sep 18 08:28:30.116591 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12550097-e469-474d-a269-c6d29d0a1409 {{(pid=101978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:28:30.123861 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.135256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.provisioning_blocks [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Transition to ACTIVE for port object 12550097-e469-474d-a269-c6d29d0a1409 will not be triggered until provisioned by entity L2. {{(pid=101978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 08:28:30.208384 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.258566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:30.328451 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Attempting to bind port 12550097-e469-474d-a269-c6d29d0a1409 on host n-h2-789963-14 for vnic_type normal with profile {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 08:28:30.328848 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Attempting to bind port 12550097-e469-474d-a269-c6d29d0a1409 by drivers openvswitch,hyperv on host n-h2-789963-14 at level 0 using segments [{'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 08:28:30.329209 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Attempting to bind port 12550097-e469-474d-a269-c6d29d0a1409 on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:28:30.333646 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Port 12550097-e469-474d-a269-c6d29d0a1409 on network 21893482-6ec0-4501-896f-126ec7471ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-14 {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 08:28:30.334011 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Attempting to bind port 12550097-e469-474d-a269-c6d29d0a1409 on network 21893482-6ec0-4501-896f-126ec7471ddc {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 08:28:30.338993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Checking agent: {'id': 'b4b21c89-2286-4291-9a74-1d72496572cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'started_at': datetime.datetime(2021, 9, 18, 6, 49, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 8, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 08:28:30.339335 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Checking segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 08:28:30.339730 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Bound using segment: {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'} {{(pid=101978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 08:28:30.340170 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.managers [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Bound port: 12550097-e469-474d-a269-c6d29d0a1409, host: n-h2-789963-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d2b417-8dd1-43aa-967b-9d437e3e9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc'}}] {{(pid=101978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 08:28:30.340541 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.411056 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, cleared binding levels {{(pid=101978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 08:28:30.414093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 08:28:30.520779 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.559067 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.559712 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:30.561113 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] 10.222.0.24 "PUT /v2.0/ports/12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 1092 time: 1.0911901 Sep 18 08:28:30.561609 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:28:30.564071 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b757029d-eab1-4d91-b2fc-1666b967fdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:28:30.593707 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678dfcc-da60-4457-83b5-99f78358cd74 service neutron] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=3']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:30.606995 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5ab84-62fd-4fec-b63a-31188db3fc62 x-openstack-request-id: req-9ae5ab84-62fd-4fec-b63a-31188db3fc62 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:28:30.606995 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:28:30.606995 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ae5ab84-62fd-4fec-b63a-31188db3fc62 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:28:30.607553 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'status': 'completed', 'code': 200} Sep 18 08:28:30.688526 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-3f267f84-5340-4a1e-9a34-52b531a3fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.690126 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-3f267f84-5340-4a1e-9a34-52b531a3fc76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1095 time: 0.0425870 Sep 18 08:28:30.796179 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-258b96cb-ad34-4ff5-9c1f-90538d61d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.797680 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-258b96cb-ad34-4ff5-9c1f-90538d61d9d9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e128a560432e463e9f77b9d04825e63b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0950925 Sep 18 08:28:30.890162 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-795c3dec-f97b-4144-9246-072c529eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.891537 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-b757029d-eab1-4d91-b2fc-1666b967fdd8 req-795c3dec-f97b-4144-9246-072c529eddc8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871861 Sep 18 08:28:30.989079 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-90682332-741c-4586-8f1e-daf8d0dad2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:30.990581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-90682332-741c-4586-8f1e-daf8d0dad2ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1095 time: 0.0438876 Sep 18 08:28:31.037066 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8964d4cd-3cd5-49c4-83d0-265fdd07ced1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 217 time: 0.0331373 Sep 18 08:28:31.084556 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-38e8b1d2-037a-493c-a3d5-b3dd3c780a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:31.086023 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-38e8b1d2-037a-493c-a3d5-b3dd3c780a45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0425811 Sep 18 08:28:31.135988 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8cbd9be5-90c1-478f-8ab5-2bc37e6f484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:31.137510 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-8cbd9be5-90c1-478f-8ab5-2bc37e6f484f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444736 Sep 18 08:28:31.187592 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160269bc-879c-491d-9515-cbca814c8ceb req-19688b60-dfb8-400c-96c7-eeb8dc00f917 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:31.189275 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-160269bc-879c-491d-9515-cbca814c8ceb req-19688b60-dfb8-400c-96c7-eeb8dc00f917 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0485780 Sep 18 08:28:31.228148 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-1b6ab12a-a50e-4daa-b5fd-cb4572242cfe service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830715 Sep 18 08:28:31.230003 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-160269bc-879c-491d-9515-cbca814c8ceb req-af7fe928-2adf-4881-9f4b-381d623c1d2c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347400 Sep 18 08:28:31.320778 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-66b63473-a12f-41a9-adef-f0f9849a53a4 req-3b0a8fbf-f2ce-430e-be68-90c1b381db36 service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858607 Sep 18 08:28:32.346454 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5df93e-78c3-41ff-bdb2-9eb7aebe019e req-cee87d0b-15a1-44b6-9902-ae2e537b1240 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:32.347916 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5df93e-78c3-41ff-bdb2-9eb7aebe019e req-cee87d0b-15a1-44b6-9902-ae2e537b1240 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0476120 Sep 18 08:28:32.384899 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-5f5df93e-78c3-41ff-bdb2-9eb7aebe019e req-421dcacd-1207-4103-bf9e-b80922edd5e3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Sep 18 08:28:33.498633 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095707-d8ec-49d4-b058-e722bbfbf85a req-13323040-8d0d-4322-9328-250e0c8fb57b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:33.500100 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53095707-d8ec-49d4-b058-e722bbfbf85a req-13323040-8d0d-4322-9328-250e0c8fb57b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0479414 Sep 18 08:28:33.535936 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-53095707-d8ec-49d4-b058-e722bbfbf85a req-3204282e-a87a-426b-b6b9-705de06680ef tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300450 Sep 18 08:28:34.648968 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47fb82-dd3f-43e9-8817-2e241bdae117 req-9da789df-7dd1-47c0-bf84-d2106bc35212 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:34.650356 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d47fb82-dd3f-43e9-8817-2e241bdae117 req-9da789df-7dd1-47c0-bf84-d2106bc35212 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0470958 Sep 18 08:28:34.690187 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-2d47fb82-dd3f-43e9-8817-2e241bdae117 req-18e60670-ce8e-4c2d-bf69-e0b7f048fdf4 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340166 Sep 18 08:28:34.698076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:28:34.789666 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:28:34.800282 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '12550097-e469-474d-a269-c6d29d0a1409', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'mac_address': 'fa:16:3e:7b:c7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:28:34.840228 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:34.852369 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12550097-e469-474d-a269-c6d29d0a1409 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:28:34.871443 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:28:34.934743 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:34.979286 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=4']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:35.354842 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['12550097-e469-474d-a269-c6d29d0a1409'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:28:35.802780 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773de9-2f8c-4035-8b8c-1f74becb4ab5 req-413afeba-5cd6-4fd3-9f94-11e8071f3292 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:35.804245 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d773de9-2f8c-4035-8b8c-1f74becb4ab5 req-413afeba-5cd6-4fd3-9f94-11e8071f3292 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 944 time: 0.0478861 Sep 18 08:28:35.841192 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-8d773de9-2f8c-4035-8b8c-1f74becb4ab5 req-48867c17-7f0d-49a1-82a1-6bda6ee47e64 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311196 Sep 18 08:28:36.706983 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:28:36.829080 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning for port 12550097-e469-474d-a269-c6d29d0a1409 completed by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 08:28:36.833296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 12550097-e469-474d-a269-c6d29d0a1409 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:28:36.833676 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:36.912710 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:36.935611 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:28:36.937838 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e59e46-15af-424f-b159-aa5611d8328b" -d '{"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-plugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:28:36.950801 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:28:36.956139 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82acd0c-ac40-4f37-b0b2-3a21a4ea8226 req-6c925942-003f-4032-ab01-e1622ae25b78 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:36.957722 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f82acd0c-ac40-4f37-b0b2-3a21a4ea8226 req-6c925942-003f-4032-ab01-e1622ae25b78 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 944 time: 0.0497372 Sep 18 08:28:36.975033 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b90fa3-cab3-41bf-a0e2-a2ddd80d0734 x-openstack-request-id: req-70b90fa3-cab3-41bf-a0e2-a2ddd80d0734 {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:28:36.975336 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-plugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:28:36.975599 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70b90fa3-cab3-41bf-a0e2-a2ddd80d0734 {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:28:36.975998 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'code': 200} Sep 18 08:28:36.997507 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f82acd0c-ac40-4f37-b0b2-3a21a4ea8226 req-d6023d83-48c0-435a-a7e6-81e5e35d19f1 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337818 Sep 18 08:28:37.026224 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:37.073963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=5']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:37.108203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834876-2aff-4435-a6d7-6b7b2284d1a6 req-44f95b09-6cf2-4495-9f64-b1bb1ee82028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:37.109717 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bf834876-2aff-4435-a6d7-6b7b2284d1a6 req-44f95b09-6cf2-4495-9f64-b1bb1ee82028 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1097 time: 0.0421214 Sep 18 08:28:37.144957 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bf834876-2aff-4435-a6d7-6b7b2284d1a6 req-4d94d0a3-eaa2-4537-9490-bcf5d0b654e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285017 Sep 18 08:28:38.111500 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8285fb7-ba39-4bc2-8e97-f3ea05a7c353 req-7d5a0cad-4e12-40c3-b3e2-5c2fdf6b597f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:38.112966 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8285fb7-ba39-4bc2-8e97-f3ea05a7c353 req-7d5a0cad-4e12-40c3-b3e2-5c2fdf6b597f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 945 time: 0.0471075 Sep 18 08:28:38.152766 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-f8285fb7-ba39-4bc2-8e97-f3ea05a7c353 req-231a8d13-0959-4b57-b6dc-bc94ca67237a tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340490 Sep 18 08:28:38.928490 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5996c13c-963f-49d2-acfc-4e5b56ab5562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:39.265256 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1414f9-e605-476a-912d-c0548bf47c29 req-e64532bb-b444-491a-83f3-3f0abe5e119a tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:39.266764 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf1414f9-e605-476a-912d-c0548bf47c29 req-e64532bb-b444-491a-83f3-3f0abe5e119a tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 945 time: 0.0475333 Sep 18 08:28:39.303673 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-cf1414f9-e605-476a-912d-c0548bf47c29 req-7113d98b-0d4a-4bf2-affa-cd8b5342f67f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Sep 18 08:28:39.416329 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efbd5a-60bb-4cbf-83d8-68f8f93b2336 req-b99bbf02-083c-43f5-87f8-c2eed9b28625 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:39.417796 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9efbd5a-60bb-4cbf-83d8-68f8f93b2336 req-b99bbf02-083c-43f5-87f8-c2eed9b28625 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 945 time: 0.0487244 Sep 18 08:28:39.455609 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-e9efbd5a-60bb-4cbf-83d8-68f8f93b2336 req-f9ab810a-6f67-4804-b337-ffdd85125bf3 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316730 Sep 18 08:28:39.477126 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46472) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:28:39.517013 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e8687-f002-4e3d-a1ea-fdf6f0f5fa69 tempest-TestSnapshotPattern-1117385644 tempest-TestSnapshotPattern-1117385644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:39.518726 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6f4e8687-f002-4e3d-a1ea-fdf6f0f5fa69 tempest-TestSnapshotPattern-1117385644 tempest-TestSnapshotPattern-1117385644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1092 time: 0.0403752 Sep 18 08:28:39.521216 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46474) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:28:39.525441 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.v2.base [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Request body: {'floatingip': {'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 08:28:39.623078 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:39.720713 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:39.821918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_common [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Allocated IP 172.25.4.15 (bc5682b9-70f0-487c-89fc-0c5e9b2ba63e/bb24cad6-3232-4562-8439-a60cc67c2d84/e1d2d0e3-f50b-4296-b142-79a3e548f0a2) {{(pid=101978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 08:28:39.924970 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.049232 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793204024010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.087920 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Network bc5682b9-70f0-487c-89fc-0c5e9b2ba63e is already hosted by enough agents. {{(pid=101978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 08:28:40.090719 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.base_scheduler [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Resources bound (agent type, host, resource id): {{(pid=101978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 08:28:40.094130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Received port after_create {{(pid=101978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 08:28:40.102225 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=e1d2d0e3-f50b-4296-b142-79a3e548f0a2,revision_number=1']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:40.452418 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.594059 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.740543 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for port, precommit_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.794588 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6081776'] for port, after_update {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.866876 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event updated for resources: {'Port': ['ID=e1d2d0e3-f50b-4296-b142-79a3e548f0a2,revision_number=2']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:28:40.874903 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583628'] for floatingip, after_create {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:40.973460 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Floating IP 20206189-0bc5-4c22-baf8-814fc70f8995 associated. External IP: 172.25.4.15, port: 12550097-e469-474d-a269-c6d29d0a1409. Sep 18 08:28:41.173384 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:28:41.275468 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:28:41.285608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:28:41.295146 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:28:41.296468 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:28:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:28:41.348799 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:41.389918 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-5c4b3746-9ea5-4fa9-81bd-25583c77dd1c tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8574038 Sep 18 08:28:41.389918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:28:41.389918 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:28:41.408450 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:28:41.423954 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b56084-8946-44fa-99e6-607599e82570 x-openstack-request-id: req-e3b56084-8946-44fa-99e6-607599e82570 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:28:41.424206 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:28:41.424453 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3b56084-8946-44fa-99e6-607599e82570 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:28:41.424860 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'status': 'completed', 'code': 200} Sep 18 08:28:41.506937 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-842b9bbf-3090-4e38-ab71-b416b1ae116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:41.508472 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-842b9bbf-3090-4e38-ab71-b416b1ae116a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1097 time: 0.0401895 Sep 18 08:28:41.599183 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-5d20f539-4ad6-438b-a450-0c975091be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:41.600689 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-5d20f539-4ad6-438b-a450-0c975091be5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0858507 Sep 18 08:28:41.674437 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-4cce223c-a32f-496e-a243-fd746d95f30c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 998 time: 0.0666292 Sep 18 08:28:41.726128 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-859b19a0-854f-47c6-9e5b-82791ade2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:41.727636 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-859b19a0-854f-47c6-9e5b-82791ade2c04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0468953 Sep 18 08:28:41.767723 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-dd9b7163-b483-4458-aa73-db2e32fb86c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:41.774485 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-d86d89f8-9cd2-48b3-8a85-cb3b4dc760aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:41.776011 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-d86d89f8-9cd2-48b3-8a85-cb3b4dc760aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407548 Sep 18 08:28:41.796198 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '20206189-0bc5-4c22-baf8-814fc70f8995', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:7b:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:28:40Z', 'updated_at': '2021-09-18T08:28:40Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}, {'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:28:41.821631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:28:41.830140 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:28:41.830751 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:28:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:28:41.869016 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-a08df287-71fc-4993-b122-412c9ecb0a10 service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855908 Sep 18 08:28:41.932451 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:28:41.962645 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-7a998b74-1809-4558-ab2a-d8ffcaaea2f3 req-ac9edb59-c1ee-40ea-a1b7-2106e5f487af service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Sep 18 08:28:42.172109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '20206189-0bc5-4c22-baf8-814fc70f8995', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:7b:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:28:40Z', 'updated_at': '2021-09-18T08:28:40Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}, {'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:28:42.199109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f046622-0a7c-4fa6-a53f-99ec54bf069f None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '20206189-0bc5-4c22-baf8-814fc70f8995', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:7b:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:28:40Z', 'updated_at': '2021-09-18T08:28:40Z', 'revision_number': 0, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}, {'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:28:42.201520 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:42.385919 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5aecfc-210c-4c54-8ef6-381b4d262ef8 None None] New status for floating IP 20206189-0bc5-4c22-baf8-814fc70f8995: ACTIVE {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:28:43.663133 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:45.091629 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:46.008206 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:28:52.145711 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-3fc59a24-ab7d-4c2e-9bdd-7c78ebf2e562 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407362 Sep 18 08:28:52.234121 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-2290316e-397a-4b67-8e5a-f96656300ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:52.235589 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-2290316e-397a-4b67-8e5a-f96656300ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0399115 Sep 18 08:28:52.339257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-e555e4c3-4e16-42b4-acad-548f33e4e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:52.340771 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-e555e4c3-4e16-42b4-acad-548f33e4e394 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0857284 Sep 18 08:28:52.405068 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-65200e4c-e3d2-4f87-a81c-6773893cad0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 999 time: 0.0575423 Sep 18 08:28:52.456229 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-3afee837-6794-424b-991f-715225806f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:52.457736 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-3afee837-6794-424b-991f-715225806f03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0449755 Sep 18 08:28:52.506755 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-8958a17e-f096-4bbc-8a85-5dfba017890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:28:52.508276 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-8958a17e-f096-4bbc-8a85-5dfba017890a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439854 Sep 18 08:28:52.595902 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-ae9481aa-372f-4876-9e43-aff1dbd500da service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807054 Sep 18 08:28:52.687119 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-9259ef60-fd1d-4ef2-bf7c-cddf0ff33b49 req-ca3dc6cf-ac05-406e-83ae-3aa775f71da8 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844622 Sep 18 08:28:57.344052 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:28:59.787882 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:05.892920 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-8e698786-64d0-444e-8e61-42cf5a824f48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399137 Sep 18 08:29:05.987887 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-949ccd54-ebf9-49e1-8d20-fa082d83deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:05.989363 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-949ccd54-ebf9-49e1-8d20-fa082d83deb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1097 time: 0.0387816 Sep 18 08:29:06.098363 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-5213d554-77f6-4724-ba00-829a7b1cbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:06.099829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-5213d554-77f6-4724-ba00-829a7b1cbf9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0917249 Sep 18 08:29:06.162550 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-25c6a572-655d-423b-8d35-a871220be68a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 1000 time: 0.0557110 Sep 18 08:29:06.215972 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-db7a75a5-9cfa-44e8-a559-cada3f61e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:06.217382 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-db7a75a5-9cfa-44e8-a559-cada3f61e456 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0463586 Sep 18 08:29:06.262647 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-0c70b9e8-c0ae-4bba-b759-78b4cd178a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:06.264153 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-0c70b9e8-c0ae-4bba-b759-78b4cd178a33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394380 Sep 18 08:29:06.352258 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-b52d00a3-e973-41e0-a45a-8bc829dd993d service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795825 Sep 18 08:29:06.444013 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bd83d638-c42a-4b7e-b429-42b0753b8026 req-6adb0a2d-6f90-4692-bfae-10d96651e729 service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Sep 18 08:29:08.936370 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e33ce0dd-9271-4afe-b6df-8b2d68983efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:11.613591 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9340bcb4-a441-4ded-9a7d-1fe28e47cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:12.167889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:13.659391 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:15.113587 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:16.002425 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:29.762380 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:34.343257 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:29:38.924373 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cc6def91-034a-4485-bf2a-1f18d76415dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:41.587434 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3bef1a86-1c47-4a0d-b475-e136f483e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:42.167508 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:43.670766 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:45.167814 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:46.058844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:29:53.643476 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-e1b7c940-61f6-48c6-90fe-76a7a5611d73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391135 Sep 18 08:29:53.722326 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-9aa31182-c1da-44b8-bb4a-5d9fb60e1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:53.723829 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-9aa31182-c1da-44b8-bb4a-5d9fb60e1e13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0407412 Sep 18 08:29:53.826303 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-6be38294-5eed-4956-9baa-a895e56b7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:53.827775 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-6be38294-5eed-4956-9baa-a895e56b7905 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0860133 Sep 18 08:29:53.890445 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-3df86eb9-9c07-4cb0-88fd-2d47d7c447fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 999 time: 0.0553687 Sep 18 08:29:54.227084 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-6834c8ca-b099-49b8-b74a-b758173835d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:54.228581 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-6834c8ca-b099-49b8-b74a-b758173835d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.3308969 Sep 18 08:29:54.273697 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-cb0f42df-e504-4d44-8bd7-bafece438ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:29:54.275178 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-cb0f42df-e504-4d44-8bd7-bafece438ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393763 Sep 18 08:29:54.363481 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-166cfdd3-c911-4232-b5e1-ee082bab5df8 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 Sep 18 08:29:54.454359 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-a7f89457-d959-4f14-98b8-bb7db938fc4b req-497569a3-6fc9-424c-9fd4-bae4a6f966d1 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841856 Sep 18 08:29:59.798597 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:07.873758 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-7c024cc7-2169-4ca3-bc18-2c512cad232b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388610 Sep 18 08:30:07.971278 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-511dbcb5-fc89-441c-9801-8c33cc5d7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:07.972780 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-511dbcb5-fc89-441c-9801-8c33cc5d7ddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1097 time: 0.0440295 Sep 18 08:30:08.071836 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-ea01204f-3808-42da-9970-c87fdf6ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:08.073799 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-ea01204f-3808-42da-9970-c87fdf6ee4df service neutron] 10.222.0.24 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0826139 Sep 18 08:30:08.141165 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-45894ad4-8069-4995-882d-3f6a973ca15a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 1000 time: 0.0603616 Sep 18 08:30:08.189694 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-caa7423a-2896-452f-9d8b-1f63f1cb1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:08.194202 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-caa7423a-2896-452f-9d8b-1f63f1cb1938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0438061 Sep 18 08:30:08.235195 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-19b1a769-021a-4677-ad65-9f3fa879aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:08.236642 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-19b1a769-021a-4677-ad65-9f3fa879aac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381839 Sep 18 08:30:08.330116 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-9795af98-f31d-4afe-921d-f176b632b99b service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Sep 18 08:30:08.418926 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-bff2ae0e-3852-4bbb-bda4-92cd57372589 req-69c66069-4dd5-4de1-9f7e-1acb9f1432de service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Sep 18 08:30:08.946933 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d48d0d0a-e1ec-4ddf-99e9-64dc4ec4c620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:11.341844 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:30:11.592480 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-106da114-7a42-44b9-be7b-48daba91e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:12.189971 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:13.686975 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:15.115873 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:16.035460 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:29.780484 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:38.938225 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-6cddf9b2-6e4a-4325-bf75-161a4b940bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:41.637531 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-3b2b2c05-d265-47e1-a8cc-2e9a3de77075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:42.209191 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:43.678186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:45.149396 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:46.054432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:47.374676 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 details requested by agent hyperv_n-h2-789963-14 with host n-h2-789963-14 {{(pid=101980) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 08:30:47.467420 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:30:47.478681 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Returning: {'device': '12550097-e469-474d-a269-c6d29d0a1409', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'port_id': '12550097-e469-474d-a269-c6d29d0a1409', 'mac_address': 'fa:16:3e:7b:c7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101980) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 08:30:47.512784 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:47.525333 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12550097-e469-474d-a269-c6d29d0a1409 {{(pid=101980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 08:30:47.543742 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:30:47.629548 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:47.674206 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=6']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:30:47.681413 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.681760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.682122 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.682462 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.682796 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.683129 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.683458 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.683783 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.684104 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.684431 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.684755 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.685076 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:30:47.761716 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] get_ports_and_sgs() called for port_ids ['12550097-e469-474d-a269-c6d29d0a1409'] {{(pid=101980) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 08:30:48.341226 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:30:49.381866 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 up at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 08:30:49.430326 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.provisioning_blocks [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Provisioning complete for port 12550097-e469-474d-a269-c6d29d0a1409 triggered by entity L2. {{(pid=101980) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 08:30:49.430700 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973799'] for port, provisioning_complete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:49.503528 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:49.524926 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:30:49.527163 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51074d80-f9cb-4217-931e-bb6374177b9a" -d '{"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-plugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:30:49.539434 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:30:49.566063 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02398fd9-a957-4d8b-9a6d-eeb47f5a0d0d x-openstack-request-id: req-02398fd9-a957-4d8b-9a6d-eeb47f5a0d0d {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:30:49.566391 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-plugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:30:49.566643 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02398fd9-a957-4d8b-9a6d-eeb47f5a0d0d {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:30:49.567068 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'code': 200} Sep 18 08:30:49.589470 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:30:49.638575 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=7']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:30:56.356649 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-0b998678-981a-45c0-8f05-3225371996ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0965066 Sep 18 08:30:56.437982 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-a69014dc-a24d-4ccf-b6d7-42a873fcd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:56.439777 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-a69014dc-a24d-4ccf-b6d7-42a873fcd4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0405300 Sep 18 08:30:56.551136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-5192440b-afa9-4027-b4ca-5aa895936af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:56.552644 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-5192440b-afa9-4027-b4ca-5aa895936af3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0950074 Sep 18 08:30:56.628643 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-22455395-ebc2-4fbe-a957-0a24a455ab3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 999 time: 0.0693765 Sep 18 08:30:56.687328 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-eb049fb6-6f2b-418d-89c3-658dd48ee30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:56.687956 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-eb049fb6-6f2b-418d-89c3-658dd48ee30e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0525148 Sep 18 08:30:56.736683 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-07eb6a7c-56d5-4373-bce8-31387a4ae9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:30:56.738706 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-07eb6a7c-56d5-4373-bce8-31387a4ae9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441251 Sep 18 08:30:56.839719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-c6384d83-5aba-4f02-b979-844997534683 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938325 Sep 18 08:30:56.939526 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-ce366623-bc26-4056-aaad-57bd26cb3e18 req-8b0571d6-c11d-4b9e-aeca-c3ef52f15c06 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919669 Sep 18 08:30:59.806668 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.373228 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46726) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:02.531899 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Deleting port e1d2d0e3-f50b-4296-b142-79a3e548f0a2 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:02.532243 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.605439 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.605694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.617028 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Calling delete_port for e1d2d0e3-f50b-4296-b142-79a3e548f0a2 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:02.835042 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.864107 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event deleted for resources: {'Port': ['ID=e1d2d0e3-f50b-4296-b142-79a3e548f0a2,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:02.884520 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.884871 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.885219 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.885566 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.885930 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.886260 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.886596 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.886927 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.887256 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.887583 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.887915 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.888243 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:02.929096 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:02.929491 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Floating IP 20206189-0bc5-4c22-baf8-814fc70f8995 disassociated (deleted). External IP: 172.25.4.15, port: 12550097-e469-474d-a269-c6d29d0a1409. Sep 18 08:31:03.130766 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:31:03.236867 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:31:03.241664 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:03.246608 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:31:03.255954 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:03.256568 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:30:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:03.269493 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-d2666bdc-2af8-42b0-b281-42daca8f2ce8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "DELETE /v2.0/floatingips/20206189-0bc5-4c22-baf8-814fc70f8995 HTTP/1.1" status: 204 len: 168 time: 0.8951294 Sep 18 08:31:03.270124 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:31:03.272414 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a4519-439d-4540-b3eb-81e6094ef08d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:31:03.366384 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:03.394120 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:03.397980 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74314832-ea6c-442d-ac28-368d591bdd87 x-openstack-request-id: req-74314832-ea6c-442d-ac28-368d591bdd87 {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:31:03.398501 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:31:03.398661 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74314832-ea6c-442d-ac28-368d591bdd87 {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:31:03.399063 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'status': 'completed', 'code': 200} Sep 18 08:31:03.483452 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-d006ffef-212b-42a9-818b-4970ab8f6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:03.485018 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-d006ffef-212b-42a9-818b-4970ab8f6f0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 1097 time: 0.0448601 Sep 18 08:31:03.546445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949035'] for port, before_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:03.577135 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-a01135a0-122b-4421-b712-e06b2b8f3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:03.584449 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-a01135a0-122b-4421-b712-e06b2b8f3ec8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0863881 Sep 18 08:31:03.600399 n-d-789963-14 neutron-server[101980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:31:03.602652 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5a4ae5aa7ac47fcb2221973fffd437d613cb41dcf4db0032cea637126dd723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb885b7-a371-4905-a6ae-42fd7a322c33" -d '{"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-unplugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:31:03.619661 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:03.631783 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-a09bf8e9-398e-47ef-8dda-c59ffc2598b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 200 len: 217 time: 0.0415511 Sep 18 08:31:03.681335 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793204526093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793204024028', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793204024046'] for port, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:03.689788 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-0db62e52-6431-4b1a-93ec-a712bffc70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:03.691385 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-0db62e52-6431-4b1a-93ec-a712bffc70a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0526381 Sep 18 08:31:03.708157 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 08:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e6d3b8-9a9c-4b33-9355-8268b070411c x-openstack-request-id: req-23e6d3b8-9a9c-4b33-9355-8268b070411c {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:31:03.708474 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-unplugged", "status": "completed", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "code": 200}]} {{(pid=101980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:31:03.708878 n-d-789963-14 neutron-server[101980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23e6d3b8-9a9c-4b33-9355-8268b070411c {{(pid=101980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:31:03.709523 n-d-789963-14 neutron-server[101980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'code': 200} Sep 18 08:31:03.715037 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:03.747903 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:31:03.749541 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-275dba7d-bf42-495b-a486-a9d50d1acc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:03.751181 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-275dba7d-bf42-495b-a486-a9d50d1acc8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524762 Sep 18 08:31:03.769700 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Pushing event updated for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=8']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:03.772445 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:03.773064 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:30:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:03.825271 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aaf24-fef4-4067-9a9c-82b9b3d4d43d req-0ad17cda-cfaf-4c45-8daa-238f9e02f559 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:03.826948 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-042aaf24-fef4-4067-9a9c-82b9b3d4d43d req-0ad17cda-cfaf-4c45-8daa-238f9e02f559 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0562153 Sep 18 08:31:03.870433 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-042aaf24-fef4-4067-9a9c-82b9b3d4d43d req-c092970c-650f-4556-ba14-ebe98688d981 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355403 Sep 18 08:31:03.873090 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-16f95086-a172-40bc-976a-81435534cc6b service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909600 Sep 18 08:31:03.885887 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:03.966882 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-8c3a4519-439d-4540-b3eb-81e6094ef08d req-c7e7c4d2-2e61-4000-a05c-9b214d659544 service neutron] 10.222.0.24 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Sep 18 08:31:04.110524 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:04.135831 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a643c37c-62c6-4fdb-96f3-aa660969819f None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_floatingips': [{'id': '89e24c45-2f49-463b-8a6c-4bf24af833c3', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'router_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'port_id': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'mac_address': 'fa:16:3e:d4:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T08:25:57Z', 'updated_at': '2021-09-18T08:26:00Z', 'revision_number': 1, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:31:04.354945 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f753ad-9bd8-417e-9972-60490f497a6a None None] New status for floating IP 20206189-0bc5-4c22-baf8-814fc70f8995: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:31:04.982225 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419ed46-97db-415c-b5f5-665aec2433c8 req-91333a23-a4c1-431f-ae54-9bf2e148601e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:04.984184 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6419ed46-97db-415c-b5f5-665aec2433c8 req-91333a23-a4c1-431f-ae54-9bf2e148601e tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0480258 Sep 18 08:31:05.020714 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-6419ed46-97db-415c-b5f5-665aec2433c8 req-ce533644-4f8c-46c8-a5ab-56db358ce411 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Sep 18 08:31:05.648206 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-9cdf7a99-4be6-4ea5-8c0b-4c875394d14f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:05.649560 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-9cdf7a99-4be6-4ea5-8c0b-4c875394d14f tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 943 time: 0.0468459 Sep 18 08:31:05.739115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Deleting port 12550097-e469-474d-a269-c6d29d0a1409 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:05.739455 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:05.831249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] For port 12550097-e469-474d-a269-c6d29d0a1409, host n-h2-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-14',level=0,port_id=12550097-e469-474d-a269-c6d29d0a1409,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:05.831617 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:05.843172 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Calling delete_port for 12550097-e469-474d-a269-c6d29d0a1409 owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:06.049607 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:06.077968 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event deleted for resources: {'Port': ['ID=12550097-e469-474d-a269-c6d29d0a1409,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:06.119005 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-14d9b681-86e3-4d1b-8085-63345462b283 req-7e895a1d-9e05-4adb-94cc-fc75b495b793 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e79b37-add5-4636-8e01-241f70c9557d HTTP/1.1" status: 200 len: 210 time: 0.0277486 Sep 18 08:31:06.125190 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] No DVR routers for this DVR port 12550097-e469-474d-a269-c6d29d0a1409 on host n-h2-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:06.127843 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:06.129974 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-5451a506-8af7-4a9f-b883-dc609ddd6b01 req-a2f41c25-3645-4c27-be3f-4a059b140979 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.24 "DELETE /v2.0/ports/12550097-e469-474d-a269-c6d29d0a1409 HTTP/1.1" status: 204 len: 173 time: 0.4739852 Sep 18 08:31:06.130475 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-deleted', 'tag': '12550097-e469-474d-a269-c6d29d0a1409'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:31:06.133071 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33a1d3-66cd-47ad-92ab-c5e749030531" -d '{"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-deleted", "tag": "12550097-e469-474d-a269-c6d29d0a1409"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:31:06.170082 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052c7e8-a767-426c-896a-f13814ea4e1f x-openstack-request-id: req-8052c7e8-a767-426c-896a-f13814ea4e1f {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:31:06.170896 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e79b37-add5-4636-8e01-241f70c9557d", "name": "network-vif-deleted", "tag": "12550097-e469-474d-a269-c6d29d0a1409", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:31:06.171150 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8052c7e8-a767-426c-896a-f13814ea4e1f {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:31:06.171573 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e79b37-add5-4636-8e01-241f70c9557d', 'name': 'network-vif-deleted', 'tag': '12550097-e469-474d-a269-c6d29d0a1409', 'status': 'completed', 'code': 200} Sep 18 08:31:08.363252 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46794) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:08.516918 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Deleting port b20640ce-269a-4915-b3b3-4b1f546aa528 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:08.517298 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:08.594318 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:08.594653 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:08.606096 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Calling delete_port for b20640ce-269a-4915-b3b3-4b1f546aa528 owned by network:floatingip {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:08.814814 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:08.845292 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event deleted for resources: {'Port': ['ID=b20640ce-269a-4915-b3b3-4b1f546aa528,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:08.903459 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for floatingip, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:08.903797 n-d-789963-14 neutron-server[101978]: INFO neutron.db.l3_db [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Floating IP 89e24c45-2f49-463b-8a6c-4bf24af833c3 disassociated (deleted). External IP: 172.25.4.145, port: 639d0785-e9ac-49d2-a4d3-2e7aca3f440b. Sep 18 08:31:08.945991 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-4524a642-d4cc-4ef4-9739-ce0a8f6154ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:09.108432 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:31:09.212926 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:31:09.217690 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for floatingip, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:09.222224 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:31:09.231382 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:09.231992 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:30:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:09.244128 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-49046b59-71c4-41f1-964a-771cb8109fd0 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "DELETE /v2.0/floatingips/89e24c45-2f49-463b-8a6c-4bf24af833c3 HTTP/1.1" status: 204 len: 168 time: 0.8798108 Sep 18 08:31:09.244681 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:31:09.246999 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217ecb0-3186-43d6-ba01-8f43cacc68be" -d '{"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:31:09.287488 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 08:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7953595-08ab-4190-af75-b2634f16de0d x-openstack-request-id: req-e7953595-08ab-4190-af75-b2634f16de0d {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:31:09.287777 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:31:09.288053 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7953595-08ab-4190-af75-b2634f16de0d {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:31:09.288436 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'status': 'completed', 'code': 200} Sep 18 08:31:09.346816 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:09.352115 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-1784dfe0-23de-4fec-a53b-1615d31aa353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:09.353651 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-1784dfe0-23de-4fec-a53b-1615d31aa353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e128a560432e463e9f77b9d04825e63b&device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 1095 time: 0.0414143 Sep 18 08:31:09.453178 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-111c93cc-6d67-42ab-9935-9165badfc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:09.454851 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-111c93cc-6d67-42ab-9935-9165badfc23e service neutron] 10.222.0.37 "GET /v2.0/networks?id=21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 200 len: 911 time: 0.0944798 Sep 18 08:31:09.506719 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-ab7a814a-b7d2-4464-a183-fe267c7cda61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 200 len: 217 time: 0.0386615 Sep 18 08:31:09.560317 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-557f08ed-3af5-4336-8f3c-13e30b05720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:09.562054 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-557f08ed-3af5-4336-8f3c-13e30b05720c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 200 len: 849 time: 0.0485308 Sep 18 08:31:09.583768 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 no longer exists at agent hyperv_n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:09.617320 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] No Port match for: 12550097-e469-474d-a269-c6d29d0a1409 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:09.617680 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Device 12550097-e469-474d-a269-c6d29d0a1409 not bound to the agent host n-h2-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:09.624993 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-4bdf0d69-4e82-43da-95cc-efbb0301d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:09.626754 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-4bdf0d69-4e82-43da-95cc-efbb0301d877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21893482-6ec0-4501-896f-126ec7471ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521204 Sep 18 08:31:09.632159 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ef8af-5324-4b84-91dd-8f43d67d7e95 req-244aa326-3077-4fab-b7d0-dfab3ab3539b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:09.633649 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a0ef8af-5324-4b84-91dd-8f43d67d7e95 req-244aa326-3077-4fab-b7d0-dfab3ab3539b tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0492444 Sep 18 08:31:09.681170 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-3a0ef8af-5324-4b84-91dd-8f43d67d7e95 req-4e15d6de-6bfd-46d7-a5d0-e96fc4cf30b5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404773 Sep 18 08:31:09.724992 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-5e9bd2ef-11b1-4564-a8af-42c29f359fd3 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906465 Sep 18 08:31:09.737078 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:09.762769 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:31:09.771013 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:09.771631 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:30:42Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:09.820593 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-4217ecb0-3186-43d6-ba01-8f43cacc68be req-1055023a-f011-4cb4-903c-29b1781eaf43 service neutron] 10.222.0.37 "GET /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884397 Sep 18 08:31:09.876998 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:10.077442 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:10.103638 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d08241-a90b-45b0-b77b-9f600c7b96f5 None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:25:33Z', 'revision_number': 4, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14', '_interfaces': [{'id': 'af8fe94b-925b-4052-a98c-88dc8ee8b3c1', 'name': '', 'network_id': '21893482-6ec0-4501-896f-126ec7471ddc', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'mac_address': 'fa:16:3e:52:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:32Z', 'updated_at': '2021-09-18T08:25:37Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'subnets': [{'id': 'e03ad3f3-03ed-4c3c-9626-2868eb67bed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:31:10.234130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be481a-6432-483d-bba7-8919c4d332fd req-5473a932-679f-43c9-8517-08e99d83f225 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:10.235633 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4be481a-6432-483d-bba7-8919c4d332fd req-5473a932-679f-43c9-8517-08e99d83f225 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0502548 Sep 18 08:31:10.312554 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb92bb7-b04a-41ce-870c-ebf418b00852 None None] New status for floating IP 89e24c45-2f49-463b-8a6c-4bf24af833c3: DOWN {{(pid=101981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 08:31:10.333012 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Deleting port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:10.333279 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:10.429977 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] For port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b, host n-h1-789963-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-14',level=0,port_id=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:10.430346 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:10.443093 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Calling delete_port for 639d0785-e9ac-49d2-a4d3-2e7aca3f440b owned by compute:nova {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:10.818496 n-d-789963-14 neutron-server[101979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c162c-45f5-49b7-867f-9d9d9ecadde1 req-132171b2-4679-4c1a-91fe-63e1419d2458 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 08:31:10.820008 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea9c162c-45f5-49b7-867f-9d9d9ecadde1 req-132171b2-4679-4c1a-91fe-63e1419d2458 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 943 time: 0.0520923 Sep 18 08:31:10.859229 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-ea9c162c-45f5-49b7-867f-9d9d9ecadde1 req-36bd858a-c0d0-47a0-af14-4be716db2f93 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e235676-e514-4f06-adef-d11aae746ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Sep 18 08:31:10.934283 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:10.961493 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event deleted for resources: {'Port': ['ID=639d0785-e9ac-49d2-a4d3-2e7aca3f440b,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:11.004979 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] No DVR routers for this DVR port 639d0785-e9ac-49d2-a4d3-2e7aca3f440b on host n-h1-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:11.007498 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514140'] for port, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:11.012502 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [req-e4be481a-6432-483d-bba7-8919c4d332fd req-9e9fc9ca-5200-4a6e-b8e5-b56921379119 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.37 "DELETE /v2.0/ports/639d0785-e9ac-49d2-a4d3-2e7aca3f440b HTTP/1.1" status: 204 len: 173 time: 0.7679484 Sep 18 08:31:11.289106 n-d-789963-14 neutron-server[101978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-deleted', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b'}] {{(pid=101978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 08:31:11.291499 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a16120c300080d3d7885d7b6f6a49cbf63ceb5087b523664e20781be834c53c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b1f33d-d23a-4428-8fc1-7c8deda7cc3c" -d '{"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-deleted", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b"}]}' {{(pid=101978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 08:31:11.334509 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e99eaab-8bcc-4f92-93e3-7f489eb424eb x-openstack-request-id: req-1e99eaab-8bcc-4f92-93e3-7f489eb424eb {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 08:31:11.334829 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe3f4a8-9a1d-440b-a715-748ade6f0c7a", "name": "network-vif-deleted", "tag": "639d0785-e9ac-49d2-a4d3-2e7aca3f440b", "status": "completed", "code": 200}]} {{(pid=101978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 08:31:11.335088 n-d-789963-14 neutron-server[101978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e99eaab-8bcc-4f92-93e3-7f489eb424eb {{(pid=101978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 08:31:11.335512 n-d-789963-14 neutron-server[101978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe3f4a8-9a1d-440b-a715-748ade6f0c7a', 'name': 'network-vif-deleted', 'tag': '639d0785-e9ac-49d2-a4d3-2e7aca3f440b', 'status': 'completed', 'code': 200} Sep 18 08:31:11.591504 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2f82aed6-2796-49ed-9b28-4f75acd36d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:11.962629 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [req-9bdfb647-aa7c-4960-b66b-a2b1447bc69a req-22c506a1-b060-4307-a85b-777b48496bf5 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "GET /v2.0/ports?device_id=efe3f4a8-9a1d-440b-a715-748ade6f0c7a HTTP/1.1" status: 200 len: 210 time: 0.0277205 Sep 18 08:31:12.191734 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.017022 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46810) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:13.073414 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.101558 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.231344 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.233925 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Notify callbacks [] for security_group, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.235130 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e235676-e514-4f06-adef-d11aae746ad7 HTTP/1.1" status: 204 len: 168 time: 0.2170956 Sep 18 08:31:13.244523 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4fb8a-bf35-4f9a-89e7-5b29a2c52cc8 tempest-TestSnapshotPattern-795811799 tempest-TestSnapshotPattern-795811799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e235676-e514-4f06-adef-d11aae746ad7,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:13.370925 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46814) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:13.628900 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b no longer exists at agent hyperv_n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:13.648890 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] No Port match for: 639d0785-e9ac-49d2-a4d3-2e7aca3f440b {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:13.649275 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Device 639d0785-e9ac-49d2-a4d3-2e7aca3f440b not bound to the agent host n-h1-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:13.676815 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:13.794680 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:14.295871 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Deleting port af8fe94b-925b-4052-a98c-88dc8ee8b3c1 {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:14.296210 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:14.372050 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] For port af8fe94b-925b-4052-a98c-88dc8ee8b3c1, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:14.372775 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:14.384630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Calling delete_port for af8fe94b-925b-4052-a98c-88dc8ee8b3c1 owned by network:router_interface {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:14.619998 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:14.645534 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Pushing event deleted for resources: {'Port': ['ID=af8fe94b-925b-4052-a98c-88dc8ee8b3c1,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:14.658333 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.658692 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.659041 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.659383 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.659722 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.660057 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.660391 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.660728 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.661060 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.661393 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.661721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.662079 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-14 {{(pid=101979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 08:31:14.822772 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.032514 n-d-789963-14 neutron-server[101979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Router f14e7430-6b5a-4ff0-95bb-63c03a347da9 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:31:15.138013 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:31:15.138448 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.147928 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c68e0ead-163b-4609-8eaa-39cac18affbb admin admin] 10.222.0.20 "PUT /v2.0/routers/f14e7430-6b5a-4ff0-95bb-63c03a347da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717242 Sep 18 08:31:15.147928 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46818) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:15.149189 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Sync routers for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:31:15.229341 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:15.229984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:31:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:15.251248 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks [] for router, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.332201 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: n-d-789963-14 {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:15.355674 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.495700 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Deleting port 58908c60-4b40-4892-a381-c12ff187ec7a {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:15.496445 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.515242 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:31:14Z', 'revision_number': 5, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port': {'id': '58908c60-4b40-4892-a381-c12ff187ec7a', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:31Z', 'updated_at': '2021-09-18T08:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:15.541157 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Checking router: f14e7430-6b5a-4ff0-95bb-63c03a347da9 for host: n-d-789963-14 {{(pid=101980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:31:15.554567 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Routers {'f14e7430-6b5a-4ff0-95bb-63c03a347da9'} bound to L3 agent in host n-d-789963-14 {{(pid=101980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:15.555192 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:31:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'], 'active': True} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:15.574228 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] For port 58908c60-4b40-4892-a381-c12ff187ec7a, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=58908c60-4b40-4892-a381-c12ff187ec7a,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:15.574597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.586750 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Calling delete_port for 58908c60-4b40-4892-a381-c12ff187ec7a owned by network:router_gateway {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:15.640941 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvr_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] Set router f14e7430-6b5a-4ff0-95bb-63c03a347da9 gateway port host: None {{(pid=101980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:15.695109 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_hamode_db [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:31:15Z', 'revision_number': 6, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:15.723406 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ad6af-6f43-4ef1-b97e-a7d2ccc927f3 None None] The sync data for ids ['f14e7430-6b5a-4ff0-95bb-63c03a347da9'] in n-d-789963-14 is: [{'id': 'f14e7430-6b5a-4ff0-95bb-63c03a347da9', 'name': 'tempest-TestSnapshotPattern-1968751528-router', 'tenant_id': 'e128a560432e463e9f77b9d04825e63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:30Z', 'updated_at': '2021-09-18T08:31:15Z', 'revision_number': 6, 'project_id': 'e128a560432e463e9f77b9d04825e63b', 'gw_port_host': None}] {{(pid=101980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:31:15.820086 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.843655 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Pushing event deleted for resources: {'Port': ['ID=58908c60-4b40-4892-a381-c12ff187ec7a,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:15.908493 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.996202 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:15.998402 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.037804 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.133070 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.133745 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f14e7430-6b5a-4ff0-95bb-63c03a347da9 {{(pid=101979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:31:16.138985 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] Notify callbacks [] for router, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.140157 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c77e9e73-f008-432f-9140-31a0df1659fc admin admin] 10.222.0.20 "DELETE /v2.0/routers/f14e7430-6b5a-4ff0-95bb-63c03a347da9 HTTP/1.1" status: 204 len: 168 time: 0.9927411 Sep 18 08:31:16.142876 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46820) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:16.203424 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.db_base_plugin_v2 [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Deleting subnet e03ad3f3-03ed-4c3c-9626-2868eb67bed6 {{(pid=101979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:31:16.206867 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.243742 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7998501'] for subnet, precommit_delete_associations {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.321587 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.436063 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4565999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756497'] for subnet, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.467759 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03ad3f3-03ed-4c3c-9626-2868eb67bed6,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:16.469706 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.472330 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-84438fd4-d35b-46d7-966b-0e026535ac1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e03ad3f3-03ed-4c3c-9626-2868eb67bed6 HTTP/1.1" status: 204 len: 168 time: 0.3277943 Sep 18 08:31:16.475891 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46822) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:16.477368 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41e3df-d9f1-4725-a36b-8e8e970d95d5 None None] Network 21893482-6ec0-4501-896f-126ec7471ddc requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:31:16.551597 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.608461 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device af8fe94b-925b-4052-a98c-88dc8ee8b3c1 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:16.612875 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Deleting port 61415ec0-f7ad-465b-b209-e1261e2b0ecd {{(pid=101979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:16.613231 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.631873 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: af8fe94b-925b-4052-a98c-88dc8ee8b3c1 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:16.632292 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device af8fe94b-925b-4052-a98c-88dc8ee8b3c1 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:16.632834 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58908c60-4b40-4892-a381-c12ff187ec7a no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:16.657963 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 58908c60-4b40-4892-a381-c12ff187ec7a {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:16.658321 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 58908c60-4b40-4892-a381-c12ff187ec7a not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:16.666379 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] DHCP port deletion for 21893482-6ec0-4501-896f-126ec7471ddc request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:31:16.689618 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.db [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] For port 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61415ec0-f7ad-465b-b209-e1261e2b0ecd,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:16.690017 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.706033 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Calling delete_port for 61415ec0-f7ad-465b-b209-e1261e2b0ecd owned by network:dhcp {{(pid=101979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:16.713663 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Deleting port 61415ec0-f7ad-465b-b209-e1261e2b0ecd {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:16.714411 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.781464 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] For port 61415ec0-f7ad-465b-b209-e1261e2b0ecd, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=61415ec0-f7ad-465b-b209-e1261e2b0ecd,segment=NetworkSegment(45d2b417-8dd1-43aa-967b-9d437e3e9f47),segment_id=45d2b417-8dd1-43aa-967b-9d437e3e9f47)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:16.781857 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.795827 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Calling delete_port for 61415ec0-f7ad-465b-b209-e1261e2b0ecd owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:16.840929 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4565952'] for port, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.869152 n-d-789963-14 neutron-server[101979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] No DVR routers for this DVR port 61415ec0-f7ad-465b-b209-e1261e2b0ecd on host n-d-789963-14 {{(pid=101979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:16.871281 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Pushing event deleted for resources: {'Port': ['ID=61415ec0-f7ad-465b-b209-e1261e2b0ecd,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:16.875308 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.905820 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] Pushing event deleted for resources: {'Port': ['ID=61415ec0-f7ad-465b-b209-e1261e2b0ecd,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:16.907684 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3b657-6f7c-481f-bfac-9384185d4b06 None None] No DVR routers for this DVR port 61415ec0-f7ad-465b-b209-e1261e2b0ecd on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:16.947283 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.966471 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21893482-6ec0-4501-896f-126ec7471ddc']}} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:16.975487 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d2b417-8dd1-43aa-967b-9d437e3e9f47') {'for_net_delete': True} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:16.975806 n-d-789963-14 neutron-server[101979]: DEBUG neutron.services.segments.db [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d2b417-8dd1-43aa-967b-9d437e3e9f47') {} {{(pid=101979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:16.985495 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7998510'] for segment, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:16.998891 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.004630 n-d-789963-14 neutron-server[101979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:31:17.005012 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4566321'] for segment, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: Traceback (most recent call last): Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: timer() Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: cb(*args, **kw) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: return func(*args, **kwargs) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: self._notify() Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: self.callback(batched_events) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: event.method(event) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: return f(self, *a, **k) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: return self._get(url).json() Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: return self.request(url, 'GET', **kwargs) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:31:17.006699 n-d-789963-14 neutron-server[101979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:31:17.163173 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.169650 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Notify callbacks [] for network, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.172075 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] 10.222.0.20 "DELETE /v2.0/networks/21893482-6ec0-4501-896f-126ec7471ddc HTTP/1.1" status: 204 len: 168 time: 0.6965270 Sep 18 08:31:17.175249 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46824) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:17.181721 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c3286-7cc4-4ed3-b4af-98f2d9e0b879 admin admin] Pushing event deleted for resources: {'Network': ['ID=21893482-6ec0-4501-896f-126ec7471ddc,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:17.513142 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583884'] for router_interface, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.751102 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Deleting port 5d44b6b4-38a8-4ee1-b815-48162bb7318f {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:17.751445 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.831130 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] For port 5d44b6b4-38a8-4ee1-b815-48162bb7318f, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d44b6b4-38a8-4ee1-b815-48162bb7318f,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:17.831411 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:17.843330 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Calling delete_port for 5d44b6b4-38a8-4ee1-b815-48162bb7318f owned by network:router_interface {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:18.086176 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:18.111247 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d44b6b4-38a8-4ee1-b815-48162bb7318f,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:18.295309 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1625802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583804'] for router_interface, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:18.507430 n-d-789963-14 neutron-server[101978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Router b40375bd-b88f-4599-9b62-289c2567f4e5 has already been hosted by L3 agent 6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d {{(pid=101978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 08:31:18.617205 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] Notify agent at l3_agent.n-d-789963-14 the message routers_updated {{(pid=101978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 08:31:18.622229 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-73f3e119-75ef-496b-a3ce-e2f8cf2379d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/b40375bd-b88f-4599-9b62-289c2567f4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4459281 Sep 18 08:31:18.624757 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46826) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:18.627334 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Sync routers for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 08:31:18.632612 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61415ec0-f7ad-465b-b209-e1261e2b0ecd no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:18.637544 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:18.638358 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:31:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:18.652125 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 61415ec0-f7ad-465b-b209-e1261e2b0ecd {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:18.652481 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 61415ec0-f7ad-465b-b209-e1261e2b0ecd not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:18.728978 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks [] for router, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:18.740714 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: n-d-789963-14 {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:18.830684 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:18.909812 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'external_fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:31:17Z', 'revision_number': 5, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port': {'id': '5d82d220-e24d-44bc-8c41-9afb07ec8d56', 'name': '', 'network_id': 'bc5682b9-70f0-487c-89fc-0c5e9b2ba63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:37:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T08:25:36Z', 'updated_at': '2021-09-18T08:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb24cad6-3232-4562-8439-a60cc67c2d84', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-14'}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:18.935203 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Deleting port 5d82d220-e24d-44bc-8c41-9afb07ec8d56 {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:18.935548 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:18.939319 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Checking router: b40375bd-b88f-4599-9b62-289c2567f4e5 for host: n-d-789963-14 {{(pid=101981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 08:31:18.947345 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Routers {'b40375bd-b88f-4599-9b62-289c2567f4e5'} bound to L3 agent in host n-d-789963-14 {{(pid=101981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 08:31:18.947946 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T06:41:11Z,description=,heartbeat_timestamp=2021-09-18T08:31:12Z,host='n-d-789963-14',id=6d89bdf6-6ce3-48d4-9dc8-5b70680f5c4d,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T06:41:12Z,topic='l3_agent')) {'router_ids': ['b40375bd-b88f-4599-9b62-289c2567f4e5'], 'active': True} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:19.017753 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] For port 5d82d220-e24d-44bc-8c41-9afb07ec8d56, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=5d82d220-e24d-44bc-8c41-9afb07ec8d56,segment=NetworkSegment(0e545166-b0af-4b78-9a08-81123ba16b1a),segment_id=0e545166-b0af-4b78-9a08-81123ba16b1a)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:19.018150 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.030412 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Calling delete_port for 5d82d220-e24d-44bc-8c41-9afb07ec8d56 owned by network:router_gateway {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:19.031461 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_dvr_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] Set router b40375bd-b88f-4599-9b62-289c2567f4e5 gateway port host: None {{(pid=101981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 08:31:19.082846 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.l3_hamode_db [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:31:18Z', 'revision_number': 6, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port_host': None}], 'n-d-789963-14', False) {} {{(pid=101981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:19.114648 n-d-789963-14 neutron-server[101981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9de167-3f0f-4a9b-8b2b-be4951e814e1 None None] The sync data for ids ['b40375bd-b88f-4599-9b62-289c2567f4e5'] in n-d-789963-14 is: [{'id': 'b40375bd-b88f-4599-9b62-289c2567f4e5', 'name': 'tempest-TestSnapshotPattern-172685352-router', 'tenant_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T08:25:35Z', 'updated_at': '2021-09-18T08:31:18Z', 'revision_number': 6, 'project_id': 'cc8bb77b2e7a4d7dad2aff09116657f8', 'gw_port_host': None}] {{(pid=101981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 08:31:19.271708 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.296261 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d82d220-e24d-44bc-8c41-9afb07ec8d56,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:19.366834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583738'] for router_gateway, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.458329 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-394'] for router, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.460524 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.583742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585360'] for router, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.584322 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40375bd-b88f-4599-9b62-289c2567f4e5 {{(pid=101978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 08:31:19.588642 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] Notify callbacks [] for router, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.589842 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b5e6b060-2dad-4509-b858-551efebd0887 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b40375bd-b88f-4599-9b62-289c2567f4e5 HTTP/1.1" status: 204 len: 168 time: 0.9641597 Sep 18 08:31:19.592327 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46828) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:19.638257 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Deleting subnet 1c955ace-2cc4-47f8-8d27-09f3e4ca8783 {{(pid=101978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 08:31:19.641834 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.675694 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4407881'] for subnet, precommit_delete_associations {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.757597 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-966811'] for subnet, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.860649 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-966796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6081734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461427'] for subnet, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.887266 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c955ace-2cc4-47f8-8d27-09f3e4ca8783,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:19.892961 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] Notify callbacks [] for subnet, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:19.896969 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-6ed6eac5-934a-4cbb-b429-a73a7fbdcada admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c955ace-2cc4-47f8-8d27-09f3e4ca8783 HTTP/1.1" status: 204 len: 168 time: 0.3016469 Sep 18 08:31:19.897458 n-d-789963-14 neutron-server[101978]: DEBUG neutron.wsgi [-] (101978) accepted ('10.222.0.20', 46830) {{(pid=101978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:19.898296 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df3371-4644-4f24-b094-959c17b9b885 None None] Network 2e02fc37-3a5c-4513-bf28-30b534a445a8 requested from n-d-789963-14 {{(pid=101980) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 08:31:19.969967 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553322'] for network, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.023254 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Deleting port 66469cd3-da98-4b56-ad1a-1b0376ff5eee {{(pid=101978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:20.023701 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.072683 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] DHCP port deletion for 2e02fc37-3a5c-4513-bf28-30b534a445a8 request from n-d-789963-14 {{(pid=101980) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 08:31:20.090825 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.db [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] For port 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66469cd3-da98-4b56-ad1a-1b0376ff5eee,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:20.091099 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.105678 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.plugin [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Calling delete_port for 66469cd3-da98-4b56-ad1a-1b0376ff5eee owned by network:dhcp {{(pid=101978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:20.124942 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Deleting port 66469cd3-da98-4b56-ad1a-1b0376ff5eee {{(pid=101980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 08:31:20.125327 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793204518961'] for port, before_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.195620 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.db [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] For port 66469cd3-da98-4b56-ad1a-1b0376ff5eee, host n-d-789963-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-14',level=0,port_id=66469cd3-da98-4b56-ad1a-1b0376ff5eee,segment=NetworkSegment(cc4e7560-2e68-4a7d-ad90-dee28ca7897d),segment_id=cc4e7560-2e68-4a7d-ad90-dee28ca7897d)] {{(pid=101980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 08:31:20.196010 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694020'] for port, precommit_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.211984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Calling delete_port for 66469cd3-da98-4b56-ad1a-1b0376ff5eee owned by network:dhcp {{(pid=101980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 08:31:20.265737 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6081769'] for port, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.284121 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793204525815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793204024019'] for port, after_delete {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.292040 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Pushing event deleted for resources: {'Port': ['ID=66469cd3-da98-4b56-ad1a-1b0376ff5eee,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:20.296539 n-d-789963-14 neutron-server[101978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] No DVR routers for this DVR port 66469cd3-da98-4b56-ad1a-1b0376ff5eee on host n-d-789963-14 {{(pid=101978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:20.312127 n-d-789963-14 neutron-server[101980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] Pushing event deleted for resources: {'Port': ['ID=66469cd3-da98-4b56-ad1a-1b0376ff5eee,revision_number=None']} {{(pid=101980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:20.316440 n-d-789963-14 neutron-server[101980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2531f8d-f688-405c-8bf3-7894ceced395 None None] No DVR routers for this DVR port 66469cd3-da98-4b56-ad1a-1b0376ff5eee on host n-d-789963-14 {{(pid=101980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 08:31:20.370939 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-967196', 'neutron.services.segments.db._delete_segments_for_network-8793204534685'] for network, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.394944 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e02fc37-3a5c-4513-bf28-30b534a445a8']}} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:20.401136 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d') {'for_net_delete': True} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:20.401480 n-d-789963-14 neutron-server[101978]: DEBUG neutron.services.segments.db [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4e7560-2e68-4a7d-ad90-dee28ca7897d') {} {{(pid=101978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 08:31:20.411742 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793204534182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4407874'] for segment, before_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.424614 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718'] for segment, precommit_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.430454 n-d-789963-14 neutron-server[101978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 08:31:20.430839 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6081048'] for segment, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: Traceback (most recent call last): Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: timer() Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: cb(*args, **kw) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: return func(*args, **kwargs) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: self._notify() Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: self.callback(batched_events) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: event.method(event) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: return f(self, *a, **k) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: return self._get(url).json() Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: return self.request(url, 'GET', **kwargs) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 08:31:20.432487 n-d-789963-14 neutron-server[101978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 08:31:20.563079 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-967173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583646'] for network, after_delete {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.569149 n-d-789963-14 neutron-server[101978]: DEBUG neutron_lib.callbacks.manager [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Notify callbacks [] for network, before_response {{(pid=101978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:20.573628 n-d-789963-14 neutron-server[101978]: INFO neutron.wsgi [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e02fc37-3a5c-4513-bf28-30b534a445a8 HTTP/1.1" status: 204 len: 168 time: 0.6726587 Sep 18 08:31:20.585330 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d44b6b4-38a8-4ee1-b815-48162bb7318f no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:20.585584 n-d-789963-14 neutron-server[101978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f007a-4f07-414b-8398-9ecf8b6ed63f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e02fc37-3a5c-4513-bf28-30b534a445a8,revision_number=None']} {{(pid=101978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:20.605411 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5d44b6b4-38a8-4ee1-b815-48162bb7318f {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:20.605760 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d44b6b4-38a8-4ee1-b815-48162bb7318f not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:20.606984 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66469cd3-da98-4b56-ad1a-1b0376ff5eee no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:20.627922 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 66469cd3-da98-4b56-ad1a-1b0376ff5eee {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:20.628173 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 66469cd3-da98-4b56-ad1a-1b0376ff5eee not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:20.628592 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d82d220-e24d-44bc-8c41-9afb07ec8d56 no longer exists at agent ovs-agent-n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 08:31:20.647380 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.plugin [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] No Port match for: 5d82d220-e24d-44bc-8c41-9afb07ec8d56 {{(pid=101980) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 08:31:20.647723 n-d-789963-14 neutron-server[101980]: DEBUG neutron.plugins.ml2.rpc [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Device 5d82d220-e24d-44bc-8c41-9afb07ec8d56 not bound to the agent host n-d-789963-14 {{(pid=101980) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 08:31:20.902563 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46836) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:20.942211 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-9b0be20b-bc52-4670-b7b6-6f1755f39db9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e128a560432e463e9f77b9d04825e63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384955 Sep 18 08:31:20.944634 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46838) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:20.990311 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:21.010970 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:21.122247 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:21.125211 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:21.126390 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9333dc27-eab6-4941-8271-6f995cc509e9 HTTP/1.1" status: 204 len: 168 time: 0.1808698 Sep 18 08:31:21.134121 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e01231-f224-49d5-bba4-4bed729c08df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333dc27-eab6-4941-8271-6f995cc509e9,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:21.774869 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46844) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:21.815036 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-c9e2a320-95e5-4c9a-a961-46e1129ac4f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc8bb77b2e7a4d7dad2aff09116657f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390310 Sep 18 08:31:21.817641 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [-] (101979) accepted ('10.222.0.20', 46846) {{(pid=101979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 08:31:21.867245 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:21.887184 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:22.002819 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664468'] for security_group, after_delete {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:22.005386 n-d-789963-14 neutron-server[101979]: DEBUG neutron_lib.callbacks.manager [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:22.006603 n-d-789963-14 neutron-server[101979]: INFO neutron.wsgi [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c56330d5-a254-4f9c-b6fd-40010b155a06 HTTP/1.1" status: 204 len: 168 time: 0.1880126 Sep 18 08:31:22.015029 n-d-789963-14 neutron-server[101979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92efdf-a02a-4adc-9f36-2de06b842b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56330d5-a254-4f9c-b6fd-40010b155a06,revision_number=None']} {{(pid=101979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 08:31:25.340592 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:31:29.800406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:38.968322 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-01e3c589-a999-4cc3-b219-84d968246318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:41.653865 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-f9036a15-31fd-4ed7-b178-aa120ae6b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:42.202691 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:43.682262 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:45.110833 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:46.057293 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:31:59.842050 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:02.339227 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:32:08.927142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-faad0190-03a4-4ed8-9a90-cc69fa57aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:11.624598 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-cfa73556-3ea4-43d7-aedf-0cd8effd931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:12.156125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:13.705109 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:15.161192 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:16.113571 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:29.812505 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:38.936660 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-87d494e3-6b80-4b33-a51c-1ca61b2b718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:39.338277 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:32:41.652428 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d89a82b3-997a-408b-8bd5-58a6d8996828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:42.160855 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:43.675212 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:45.109886 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:46.075120 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:32:59.817842 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:08.931708 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8becf8cc-12e9-4c5f-9a6d-4548ea3ccb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:11.633403 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-878bfabe-69ed-470d-8549-01c5c0319229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:12.200509 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:13.697356 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:15.141853 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:16.098269 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:16.337565 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:33:29.840026 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:38.958142 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ee76d5e3-7be2-4c70-af33-16e9e7f556dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:41.668135 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-38ae3241-16e8-41f5-8c63-f46ac2371d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:42.171145 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:43.765125 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:45.160437 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:46.079570 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:33:53.336388 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:33:59.826809 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:08.951891 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e8190f8d-c3e0-4016-9a9c-84c609f3b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:11.644828 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-808b0509-86d6-46ee-bde0-f2a0d91d5c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:12.170406 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:13.689213 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:15.164852 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:16.113524 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:29.821393 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:30.336116 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:34:38.964227 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8c538c51-dd3a-445a-a9b6-16c6a7e2cb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:41.638812 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5fcc02a4-1a8f-4673-998e-55345aff1ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:42.187052 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:43.678837 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:45.152794 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:46.124374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:34:59.831912 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:07.335189 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:35:08.957926 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-d8f822b1-c13e-4163-a021-0820401a9919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:11.608407 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-005816ee-4248-439b-b051-33f2a45515f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:12.203977 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:13.695010 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:15.140848 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:16.135426 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:29.809140 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:38.946436 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-c0c42fe5-9a8b-4f60-9619-90ae9487ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:41.609081 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-79098f6d-3123-4f5c-ba32-aecfbd300da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:42.173980 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:43.700529 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:44.334853 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:35:45.168985 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:46.174291 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:35:59.825689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:08.979445 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-13f3dc47-857f-42e0-9ccf-3a9aca140562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:11.614446 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2b94a572-4eda-4deb-9836-717cf98c69b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:12.168149 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:13.694297 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:15.134517 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:16.150204 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:21.334285 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:36:29.830844 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:38.956802 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-96263c56-20b1-44a5-bb5b-72f2a7a12020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:41.613432 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-a258002f-5dde-4857-8a87-3ac87e776b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:42.202222 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:43.716769 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:45.144786 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:46.138988 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:36:58.333639 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:36:59.864969 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:08.944689 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-887fff01-7ab7-4fff-ac43-930e34e3498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:11.618243 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-5e58ef6e-b748-4ce1-9c74-4e0e372f82c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:12.218889 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:13.704303 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:15.138781 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:16.161539 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:29.852832 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:35.332459 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:37:38.949612 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-60752524-28b7-453b-aee8-d8fb9af111e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:41.618059 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-42c6255d-99c5-4d36-b067-50a157dfe9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:42.166867 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:43.716235 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:45.155044 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:46.155452 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:37:59.863461 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:07.649987 n-d-789963-14 neutron-server[101979]: DEBUG neutron.wsgi [req-84a23d1b-33d9-4fd4-a3dd-a0517950ed52 req-87e66a05-6d88-49a7-9cba-d4d3fead93d1 service neutron] (101979) timed out ('10.222.0.20', 59204) {{(pid=101979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 08:38:08.966408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-06338372-3de4-463f-80b9-7c16f6ac299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:11.606716 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-12e4377f-a121-4191-bf48-7769ae599503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:12.166496 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:12.331374 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:38:13.692013 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:15.171839 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:16.183119 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:29.868943 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:38.931511 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-9ffac943-4972-4e3c-a199-8a42f8b3118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:41.599995 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2e058d54-abe3-4b72-b64c-382e9cd45dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:42.154310 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:43.714268 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:45.154654 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:46.188921 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:38:49.330764 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:38:59.937422 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:08.948408 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-8d5c649f-ef19-4ab1-a208-21bc415aa076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:11.611290 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-0d6c40cf-62a3-425d-89f1-f421981cf92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:12.176941 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:13.714907 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:15.165619 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:16.176981 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:26.330218 n-d-789963-14 neutron-server[101981]: DEBUG neutron.db.agents_db [None req-6b410f12-8028-43c8-9273-5e5b9f44e309 None None] Agent healthcheck: found 7 active agents {{(pid=101981) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 08:39:29.902374 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-b609f09e-c035-4647-bb28-98312c447b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:38.976560 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-699f0745-f325-4f42-9830-8ed711895c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:41.621733 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1a77-d5f0-466e-817f-aad0f0f2a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:42.194409 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-876c2bc8-7b87-4a7b-af38-cb0a8f06347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:43.741694 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-2a8703f3-9fe9-448c-a10f-ae4e4ba399ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:45.182523 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-ef80060a-cbe2-434e-bc58-27e196c7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 08:39:46.154186 n-d-789963-14 neutron-server[101980]: DEBUG neutron_lib.callbacks.manager [None req-e41371ce-edd3-4fca-a45d-2fe0c48132ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793204534667', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973084'] for agent, after_update {{(pid=101980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}